{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07353684999907273, "decode_time_sec": 1.8631888950003486, "total_time_sec": 1.9433274019993405, "prefill_units_per_sec": 2896.506989389481, "prefill_bytes_per_sec": 2882.90836502615, "decode_units_per_sec": 68.69942191233169, "decode_bytes_per_sec": 68.69942191233169, "total_units_per_sec": 65.86641029623244, "total_bytes_per_sec": 65.86641029623244, "step_latency_ms": {"count": 128, "sum": 1847, "mean": 14.4296875, "median": 8.0, "p95": 37.0, "max": 40, "min": 7}, "peak_allocated_mb": 3318.47802734375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.12, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 213, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 100, "sum": 213, "mean": 2.13, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 2.0, "p95": 4.949999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 4, 1, 1, 9, 1, 3, 1, 4], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.25, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 1, 7, 3, 3, 1, 3], "chunk_stats": {"count": 18, "sum": 55, "mean": 3.0555555555555554, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0685874419996253, "decode_time_sec": 1.8113200279985904, "total_time_sec": 1.882462998999472, "prefill_units_per_sec": 2638.967057569939, "prefill_bytes_per_sec": 2624.387129075077, "decode_units_per_sec": 70.66669501878859, "decode_bytes_per_sec": 70.66669501878859, "total_units_per_sec": 67.9960243935907, "total_bytes_per_sec": 67.9960243935907, "step_latency_ms": {"count": 128, "sum": 1790, "mean": 13.984375, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3308.1513671875, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 61, "stage1_units": 29, "bytes_per_stage0_unit": 2.9508196721311477, "stage0_per_stage1_unit": 2.103448275862069}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 61, "chunk_lengths": [1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 4, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 181, "mean": 2.9672131147540983, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 29, "chunk_lengths": [1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 4, 1, 3, 1, 2, 1], "chunk_stats": {"count": 29, "sum": 61, "mean": 2.103448275862069, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 5, 1, 1, 9, 4, 1, 6, 2, 5, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 7], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 3, 1, 3, 2, 1, 1, 10], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 2.0, "p95": 7.599999999999998, "max": 10, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06866442200043821, "decode_time_sec": 1.6914512880011898, "total_time_sec": 1.7626114289996622, "prefill_units_per_sec": 2548.627002188749, "prefill_bytes_per_sec": 2534.063419319099, "decode_units_per_sec": 75.67465933426867, "decode_bytes_per_sec": 75.67465933426867, "total_units_per_sec": 72.61952231448088, "total_bytes_per_sec": 72.61952231448088, "step_latency_ms": {"count": 128, "sum": 1674, "mean": 13.078125, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3306.2890625, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}, "model_input_units": {"count": 1, "sum": 175, "mean": 175.0, "median": 175.0, "p95": 175.0, "max": 175, "min": 175}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 174, "model_input_units": 175, "stage0_units": 63, "stage1_units": 30, "bytes_per_stage0_unit": 2.761904761904762, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 175, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 175, "mean": 2.7777777777777777, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 30, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1], "chunk_stats": {"count": 30, "sum": 63, "mean": 2.1, "median": 1.5, "p95": 4.549999999999997, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 3, 1, 3, 1, 1, 8, 2, 1, 5, 1, 2, 3, 1, 3, 1], "chunk_stats": {"count": 16, "sum": 38, "mean": 2.375, "median": 2.0, "p95": 5.75, "max": 8, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0665185730013036, "decode_time_sec": 1.9176216060004663, "total_time_sec": 1.9865818079997553, "prefill_units_per_sec": 2796.2115181928943, "prefill_bytes_per_sec": 2781.178122933793, "decode_units_per_sec": 66.74935221811893, "decode_bytes_per_sec": 66.74935221811893, "total_units_per_sec": 64.43228236791332, "total_bytes_per_sec": 64.43228236791332, "step_latency_ms": {"count": 128, "sum": 1889, "mean": 14.7578125, "median": 8.0, "p95": 37.0, "max": 40, "min": 7}, "peak_allocated_mb": 3311.23974609375, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}, "model_input_units": {"count": 1, "sum": 186, "mean": 186.0, "median": 186.0, "p95": 186.0, "max": 186, "min": 186}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 185, "model_input_units": 186, "stage0_units": 76, "stage1_units": 39, "bytes_per_stage0_unit": 2.4342105263157894, "stage0_per_stage1_unit": 1.9487179487179487}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 186, "units_out": 76, "chunk_lengths": [1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1], "chunk_stats": {"count": 76, "sum": 186, "mean": 2.4473684210526314, "median": 1.0, "p95": 7.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 39, "chunk_lengths": [1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1], "chunk_stats": {"count": 39, "sum": 76, "mean": 1.9487179487179487, "median": 1.0, "p95": 4.100000000000001, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 1, 2, 3, 1, 4, 1, 8, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 1, 6, 2, 2, 4, 1, 1, 4, 2, 3], "chunk_stats": {"count": 22, "sum": 51, "mean": 2.3181818181818183, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06816235300175322, "decode_time_sec": 1.719710576999205, "total_time_sec": 1.7904627580010128, "prefill_units_per_sec": 2479.374501576451, "prefill_bytes_per_sec": 2464.703646537537, "decode_units_per_sec": 74.43112911671018, "decode_bytes_per_sec": 74.43112911671018, "total_units_per_sec": 71.48989803223128, "total_bytes_per_sec": 71.48989803223128, "step_latency_ms": {"count": 128, "sum": 1692, "mean": 13.21875, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3305.21240234375, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 168, "mean": 168.0, "median": 168.0, "p95": 168.0, "max": 168, "min": 168}, "model_input_units": {"count": 1, "sum": 169, "mean": 169.0, "median": 169.0, "p95": 169.0, "max": 169, "min": 169}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 168, "model_input_units": 169, "stage0_units": 68, "stage1_units": 37, "bytes_per_stage0_unit": 2.4705882352941178, "stage0_per_stage1_unit": 1.837837837837838}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 169, "units_out": 68, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 68, "sum": 169, "mean": 2.485294117647059, "median": 1.0, "p95": 7.299999999999997, "max": 16, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 37, "chunk_lengths": [1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1], "chunk_stats": {"count": 37, "sum": 68, "mean": 1.837837837837838, "median": 1.0, "p95": 4.199999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [5, 3, 4, 4, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 6, 2, 45, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 5.0, "max": 45, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 7, 2, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 21], "chunk_stats": {"count": 14, "sum": 48, "mean": 3.4285714285714284, "median": 1.0, "p95": 11.899999999999995, "max": 21, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06811652200121898, "decode_time_sec": 1.6744948270006716, "total_time_sec": 1.745084157999372, "prefill_units_per_sec": 2936.1452129987038, "prefill_bytes_per_sec": 2921.4644869337103, "decode_units_per_sec": 76.44096472323629, "decode_bytes_per_sec": 76.44096472323629, "total_units_per_sec": 73.3488980535723, "total_bytes_per_sec": 73.3488980535723, "step_latency_ms": {"count": 128, "sum": 1642, "mean": 12.828125, "median": 8.0, "p95": 37.0, "max": 45, "min": 7}, "peak_allocated_mb": 3315.3720703125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 67, "stage1_units": 30, "bytes_per_stage0_unit": 2.970149253731343, "stage0_per_stage1_unit": 2.2333333333333334}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 67, "chunk_lengths": [1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1], "chunk_stats": {"count": 67, "sum": 200, "mean": 2.985074626865672, "median": 2.0, "p95": 11.799999999999983, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 30, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1], "chunk_stats": {"count": 30, "sum": 67, "mean": 2.2333333333333334, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [1, 6, 2, 1, 14, 1, 2, 2, 2, 1, 13, 1, 2, 4, 2, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 3, 14, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 2.0, "p95": 14.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 1, 3, 1, 3, 2, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2], "chunk_stats": {"count": 16, "sum": 35, "mean": 2.1875, "median": 2.0, "p95": 3.5, "max": 5, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06664463299966883, "decode_time_sec": 1.8673548289989412, "total_time_sec": 1.9364494910005305, "prefill_units_per_sec": 3271.0811086780727, "prefill_bytes_per_sec": 3256.0761494639532, "decode_units_per_sec": 68.54615845485495, "decode_bytes_per_sec": 68.54615845485495, "total_units_per_sec": 66.10035562242554, "total_bytes_per_sec": 66.10035562242554, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 8.0, "p95": 37.0, "max": 42, "min": 7}, "peak_allocated_mb": 3319.9208984375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 73, "stage1_units": 36, "bytes_per_stage0_unit": 2.9726027397260273, "stage0_per_stage1_unit": 2.0277777777777777}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 218, "units_out": 73, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1], "chunk_stats": {"count": 73, "sum": 218, "mean": 2.9863013698630136, "median": 2.0, "p95": 8.399999999999991, "max": 9, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 36, "chunk_lengths": [1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3], "chunk_stats": {"count": 36, "sum": 73, "mean": 2.0277777777777777, "median": 1.5, "p95": 4.25, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 1, 5, 1, 5, 1, 7, 1, 1, 8, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 7.399999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [5, 2, 1, 3, 1, 1, 7, 3, 4, 1, 3, 1, 1, 7, 3, 5, 3, 1], "chunk_stats": {"count": 18, "sum": 52, "mean": 2.888888888888889, "median": 3.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06666430299992498, "decode_time_sec": 1.892988969999351, "total_time_sec": 1.9621954619997268, "prefill_units_per_sec": 2820.0999866482, "prefill_bytes_per_sec": 2805.0994548043263, "decode_units_per_sec": 67.61793229045803, "decode_bytes_per_sec": 67.61793229045803, "total_units_per_sec": 65.23305271002498, "total_bytes_per_sec": 65.23305271002498, "step_latency_ms": {"count": 128, "sum": 1868, "mean": 14.59375, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3311.52001953125, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 70, "stage1_units": 37, "bytes_per_stage0_unit": 2.6714285714285713, "stage0_per_stage1_unit": 1.8918918918918919}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 188, "units_out": 70, "chunk_lengths": [1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 70, "sum": 188, "mean": 2.6857142857142855, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 37, "chunk_lengths": [1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1], "chunk_stats": {"count": 37, "sum": 70, "mean": 1.8918918918918919, "median": 1.0, "p95": 4.199999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [9, 3, 4, 6, 1, 1, 1, 1, 5, 7, 1, 7, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 2, 1, 1, 9, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 8.199999999999989, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 7, 3, 2, 1, 3, 6, 1, 5, 3, 1, 1], "chunk_stats": {"count": 21, "sum": 49, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0685526020006364, "decode_time_sec": 1.763447843000904, "total_time_sec": 1.834276053999929, "prefill_units_per_sec": 2144.3387371151184, "prefill_bytes_per_sec": 2129.7513987673965, "decode_units_per_sec": 72.585078434857, "decode_bytes_per_sec": 72.585078434857, "total_units_per_sec": 69.78229897341556, "total_bytes_per_sec": 69.78229897341556, "step_latency_ms": {"count": 128, "sum": 1729, "mean": 13.5078125, "median": 8.0, "p95": 37.0, "max": 41, "min": 7}, "peak_allocated_mb": 3299.724609375, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}, "model_input_units": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 146, "model_input_units": 147, "stage0_units": 50, "stage1_units": 31, "bytes_per_stage0_unit": 2.92, "stage0_per_stage1_unit": 1.6129032258064515}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 147, "units_out": 50, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1], "chunk_stats": {"count": 50, "sum": 147, "mean": 2.94, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 50, "units_out": 31, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 50, "mean": 1.6129032258064515, "median": 1.0, "p95": 3.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [13, 7, 1, 1, 2, 1, 1, 3, 6, 1, 1, 2, 1, 1, 9, 1, 2, 1, 7, 2, 3, 6, 1, 13, 7, 1, 1, 7, 1, 1, 3, 6, 1, 1, 7, 1, 1, 1, 3], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 3, 1, 2, 4, 3, 4, 1], "chunk_stats": {"count": 19, "sum": 38, "mean": 2.0, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 8, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0670809620005457, "decode_time_sec": 1.9685334919995512, "total_time_sec": 2.038032294000004, "prefill_units_per_sec": 2355.3627629656635, "prefill_bytes_per_sec": 2340.455403706387, "decode_units_per_sec": 65.02302374849774, "decode_bytes_per_sec": 65.02302374849774, "total_units_per_sec": 62.80567799481579, "total_bytes_per_sec": 62.80567799481579, "step_latency_ms": {"count": 128, "sum": 1935, "mean": 15.1171875, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3301.58349609375, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 58, "stage1_units": 34, "bytes_per_stage0_unit": 2.706896551724138, "stage0_per_stage1_unit": 1.7058823529411764}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 158, "units_out": 58, "chunk_lengths": [1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6], "chunk_stats": {"count": 58, "sum": 158, "mean": 2.7241379310344827, "median": 1.0, "p95": 7.149999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 58, "units_out": 34, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1], "chunk_stats": {"count": 34, "sum": 58, "mean": 1.7058823529411764, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 2, 7, 1, 1, 4, 5, 1, 1, 5, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 1, 1, 5, 3, 4, 5, 1, 1, 1, 4, 1, 4, 1, 7, 1, 4, 1, 7, 1, 4, 2, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 4, 1, 2, 2, 2, 4, 3, 1, 2, 2, 1, 1, 4, 1, 1, 3, 2, 1, 1, 4, 1, 3], "chunk_stats": {"count": 24, "sum": 48, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 9, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.755660752998665, "decode_time_sec": 1.8960565319994203, "total_time_sec": 2.65418073499859, "prefill_units_per_sec": 244.818854579744, "prefill_bytes_per_sec": 243.49550941985348, "decode_units_per_sec": 67.50853565796483, "decode_bytes_per_sec": 67.50853565796483, "total_units_per_sec": 48.225804035183, "total_bytes_per_sec": 48.225804035183, "step_latency_ms": {"count": 128, "sum": 1882, "mean": 14.703125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3310.6982421875, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 64, "stage1_units": 35, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 1.8285714285714285}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 185, "units_out": 64, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1], "chunk_stats": {"count": 64, "sum": 185, "mean": 2.890625, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 35, "sum": 64, "mean": 1.8285714285714285, "median": 2.0, "p95": 3.299999999999997, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [2, 3, 5, 1, 2, 7, 1, 1, 1, 5, 2, 7, 1, 4, 5, 1, 2, 2, 6, 5, 4, 1, 7, 2, 3, 1, 4, 1, 1, 5, 2, 7, 1, 4, 7, 1, 2, 2, 6, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 4, 1, 1], "chunk_stats": {"count": 25, "sum": 39, "mean": 1.56, "median": 1.0, "p95": 3.799999999999997, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 10, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0663258330005192, "decode_time_sec": 1.931691319001402, "total_time_sec": 2.0006606110000575, "prefill_units_per_sec": 2668.6434529757726, "prefill_bytes_per_sec": 2653.566371320542, "decode_units_per_sec": 66.26317504298268, "decode_bytes_per_sec": 66.26317504298268, "total_units_per_sec": 63.978867428202854, "total_bytes_per_sec": 63.978867428202854, "step_latency_ms": {"count": 128, "sum": 1915, "mean": 14.9609375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3307.6474609375, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 70, "stage1_units": 45, "bytes_per_stage0_unit": 2.5142857142857142, "stage0_per_stage1_unit": 1.5555555555555556}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 177, "units_out": 70, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1], "chunk_stats": {"count": 70, "sum": 177, "mean": 2.5285714285714285, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 45, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 45, "sum": 70, "mean": 1.5555555555555556, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 2, 2, 1, 2, 2, 2, 3, 1, 6, 2, 1, 9, 2, 2, 1, 2, 2, 2, 3, 1, 7, 2, 1, 1, 9, 2, 1, 4, 2, 3, 9, 2, 3, 1, 1, 3, 1, 3, 2, 1, 2, 1, 1, 1, 8], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 1, 2, 3, 2, 2, 1, 1, 3, 5, 2, 1, 1, 1, 2, 2, 1, 5, 2, 1, 1, 3, 1], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.5, "p95": 4.699999999999996, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 11, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06698771300034423, "decode_time_sec": 2.004614980000042, "total_time_sec": 2.074083621999307, "prefill_units_per_sec": 3045.334597390296, "prefill_bytes_per_sec": 3030.406486618775, "decode_units_per_sec": 63.85266062413507, "decode_bytes_per_sec": 63.85266062413507, "total_units_per_sec": 61.714001616103964, "total_bytes_per_sec": 61.714001616103964, "step_latency_ms": {"count": 128, "sum": 1995, "mean": 15.5859375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3316.2177734375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 80, "stage1_units": 44, "bytes_per_stage0_unit": 2.5375, "stage0_per_stage1_unit": 1.8181818181818181}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 80, "chunk_lengths": [1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4], "chunk_stats": {"count": 80, "sum": 204, "mean": 2.55, "median": 1.0, "p95": 7.049999999999997, "max": 13, "min": 1}}, {"stage": 1, "units_in": 80, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 80, "mean": 1.8181818181818181, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 7, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 4, 4, 1, 1, 5, 3, 4, 1, 3, 1, 3, 1, 1, 3, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 2, 1, 1, 4, 1, 1, 3], "chunk_stats": {"count": 57, "sum": 128, "mean": 2.245614035087719, "median": 1.0, "p95": 5.3999999999999915, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [2, 1, 1, 1, 2, 3, 1, 5, 1, 4, 1, 4, 5, 4, 1, 1, 1, 5, 1, 6, 1, 3, 1, 1], "chunk_stats": {"count": 24, "sum": 56, "mean": 2.3333333333333335, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 12, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06765238200023305, "decode_time_sec": 1.7935979969988693, "total_time_sec": 1.8637616180003533, "prefill_units_per_sec": 3444.0768101734743, "prefill_bytes_per_sec": 3429.295364636249, "decode_units_per_sec": 71.36493250671303, "decode_bytes_per_sec": 71.36493250671303, "total_units_per_sec": 68.6783109834252, "total_bytes_per_sec": 68.6783109834252, "step_latency_ms": {"count": 128, "sum": 1786, "mean": 13.953125, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3323.171875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 66, "stage1_units": 33, "bytes_per_stage0_unit": 3.515151515151515, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1], "chunk_stats": {"count": 66, "sum": 233, "mean": 3.5303030303030303, "median": 1.5, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 33, "chunk_lengths": [1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1], "chunk_stats": {"count": 33, "sum": 66, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 1, 5, 1, 1, 6, 1, 9, 3, 4, 1, 7, 1, 1, 4, 1, 2, 4, 1, 1, 7, 1, 4, 1, 1, 6, 1, 1, 6, 1, 4, 2, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 7.799999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 4, 1, 4, 1, 1, 7, 1, 1, 3, 5, 4, 3, 1, 2, 1, 2], "chunk_stats": {"count": 17, "sum": 44, "mean": 2.588235294117647, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 13, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.1766343990002497, "decode_time_sec": 1.9024384040003497, "total_time_sec": 2.0810287419990345, "prefill_units_per_sec": 588.7867855221847, "prefill_bytes_per_sec": 583.1253741229328, "decode_units_per_sec": 67.2820732228955, "decode_bytes_per_sec": 67.2820732228955, "total_units_per_sec": 61.508040430543645, "total_bytes_per_sec": 61.508040430543645, "step_latency_ms": {"count": 128, "sum": 1880, "mean": 14.6875, "median": 8.0, "p95": 37.64999999999999, "max": 38, "min": 7}, "peak_allocated_mb": 3290.50732421875, "peak_reserved_mb": 3314.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}, "model_input_units": {"count": 1, "sum": 104, "mean": 104.0, "median": 104.0, "p95": 104.0, "max": 104, "min": 104}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 103, "model_input_units": 104, "stage0_units": 55, "stage1_units": 32, "bytes_per_stage0_unit": 1.8727272727272728, "stage0_per_stage1_unit": 1.71875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 104, "units_out": 55, "chunk_lengths": [1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 104, "mean": 1.8909090909090909, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 55, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1], "chunk_stats": {"count": 32, "sum": 55, "mean": 1.71875, "median": 1.0, "p95": 4.449999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 5, 1, 2, 1, 4, 1, 5, 2, 3, 1, 1, 9, 3, 1, 1, 4, 1, 3], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 1, 4, 1, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 1, 1, 1, 2, 3, 3, 1, 2, 3], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 14, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06679991300006805, "decode_time_sec": 2.275361525000335, "total_time_sec": 2.344230566999613, "prefill_units_per_sec": 2305.3922240863267, "prefill_bytes_per_sec": 2290.4221447091427, "decode_units_per_sec": 56.254796696529866, "decode_bytes_per_sec": 56.254796696529866, "total_units_per_sec": 54.602137606211464, "total_bytes_per_sec": 54.602137606211464, "step_latency_ms": {"count": 128, "sum": 2251, "mean": 17.5859375, "median": 16.5, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3301.72265625, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 153, "mean": 153.0, "median": 153.0, "p95": 153.0, "max": 153, "min": 153}, "model_input_units": {"count": 1, "sum": 154, "mean": 154.0, "median": 154.0, "p95": 154.0, "max": 154, "min": 154}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 153, "model_input_units": 154, "stage0_units": 72, "stage1_units": 48, "bytes_per_stage0_unit": 2.125, "stage0_per_stage1_unit": 1.5}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 154, "units_out": 72, "chunk_lengths": [1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 72, "sum": 154, "mean": 2.138888888888889, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 48, "chunk_lengths": [1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 48, "sum": 72, "mean": 1.5, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 72, "chunk_lengths": [3, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 3, 4, 1, 2, 1, 4, 1, 1, 4, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 4, 2, 1, 1, 5, 3], "chunk_stats": {"count": 73, "sum": 128, "mean": 1.7534246575342465, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 29, "chunk_lengths": [1, 3, 3, 3, 3, 1, 3, 3, 3, 1, 2, 1, 3, 3, 6, 1, 1, 6, 1, 1, 6, 1, 3, 4, 1, 4, 1, 2, 1], "chunk_stats": {"count": 29, "sum": 72, "mean": 2.4827586206896552, "median": 3.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 72, "sum": 72, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 15, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.1916226520006603, "decode_time_sec": 2.0858375629995862, "total_time_sec": 2.279748684999504, "prefill_units_per_sec": 1252.4615304832175, "prefill_bytes_per_sec": 1247.2429407728707, "decode_units_per_sec": 61.3662359287109, "decode_bytes_per_sec": 61.3662359287109, "total_units_per_sec": 56.14653967879264, "total_bytes_per_sec": 56.14653967879264, "step_latency_ms": {"count": 128, "sum": 2066, "mean": 16.140625, "median": 16.0, "p95": 37.0, "max": 41, "min": 7}, "peak_allocated_mb": 3326.4111328125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 109, "stage1_units": 51, "bytes_per_stage0_unit": 2.1926605504587156, "stage0_per_stage1_unit": 2.1372549019607843}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 240, "units_out": 109, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 13, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 13, 2, 2, 1, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 5, 4, 5, 3, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1], "chunk_stats": {"count": 109, "sum": 240, "mean": 2.2018348623853212, "median": 1.0, "p95": 5.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 51, "chunk_lengths": [1, 2, 2, 2, 2, 1, 3, 4, 1, 1, 5, 1, 2, 3, 2, 4, 1, 1, 1, 1, 7, 5, 4, 1, 1, 1, 8, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 3, 2, 3, 1], "chunk_stats": {"count": 51, "sum": 109, "mean": 2.1372549019607843, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 69, "chunk_lengths": [2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2], "chunk_stats": {"count": 69, "sum": 128, "mean": 1.855072463768116, "median": 1.0, "p95": 3.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [5, 1, 1, 3, 1, 5, 2, 3, 5, 2, 3, 1, 7, 3, 5, 2, 3, 1, 7, 3, 5, 1], "chunk_stats": {"count": 22, "sum": 69, "mean": 3.1363636363636362, "median": 3.0, "p95": 6.899999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 69, "sum": 69, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 16, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0688964519995352, "decode_time_sec": 1.756011925999701, "total_time_sec": 1.8268647669992788, "prefill_units_per_sec": 2917.4216402516054, "prefill_bytes_per_sec": 2902.907104727966, "decode_units_per_sec": 72.89244344233559, "decode_bytes_per_sec": 72.89244344233559, "total_units_per_sec": 70.06539417268785, "total_bytes_per_sec": 70.06539417268785, "step_latency_ms": {"count": 128, "sum": 1747, "mean": 13.6484375, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3315.63232421875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 66, "stage1_units": 31, "bytes_per_stage0_unit": 3.0303030303030303, "stage0_per_stage1_unit": 2.129032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 3, 4, 5, 1, 5, 1, 2, 4, 2, 3, 14, 1, 3, 1, 1, 8, 1, 5, 1, 4, 2, 4, 1, 1, 14, 1, 3, 3, 1, 5, 1, 4, 1, 1, 1, 2, 2, 14, 1, 3, 1, 3, 1, 3, 6, 1, 5, 3], "chunk_stats": {"count": 66, "sum": 201, "mean": 3.0454545454545454, "median": 2.0, "p95": 8.75, "max": 14, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 31, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 5, 2, 3, 1, 2, 3, 4, 1, 2, 1, 1, 2, 1, 7, 2, 1, 2, 4, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 66, "mean": 2.129032258064516, "median": 2.0, "p95": 4.5, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 5, 1, 4, 1, 5, 4, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 5, 1, 4, 1, 1, 13, 3, 4, 5, 1, 4, 9, 2], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.849999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 3, 1, 1, 2, 4, 5, 1, 1, 1, 4, 2, 2, 6, 1, 5, 1], "chunk_stats": {"count": 17, "sum": 41, "mean": 2.411764705882353, "median": 2.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 17, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06733242300106212, "decode_time_sec": 1.7968244300009246, "total_time_sec": 1.8660869319992344, "prefill_units_per_sec": 3401.0360802905857, "prefill_bytes_per_sec": 3386.1843943504523, "decode_units_per_sec": 71.23678744724889, "decode_bytes_per_sec": 71.23678744724889, "total_units_per_sec": 68.59273156308268, "total_bytes_per_sec": 68.59273156308268, "step_latency_ms": {"count": 128, "sum": 1788, "mean": 13.96875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3322.69921875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 84, "stage1_units": 38, "bytes_per_stage0_unit": 2.7142857142857144, "stage0_per_stage1_unit": 2.210526315789474}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 229, "units_out": 84, "chunk_lengths": [1, 1, 3, 4, 1, 1, 6, 1, 9, 1, 1, 6, 1, 1, 5, 7, 1, 6, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 6, 1, 1, 1, 7, 1, 1, 1, 5, 1, 2, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 5, 1, 3, 1], "chunk_stats": {"count": 84, "sum": 229, "mean": 2.7261904761904763, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 38, "chunk_lengths": [1, 2, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 2, 2, 1, 3, 1, 9, 1, 1, 5, 4, 1, 9, 1, 4, 2, 1], "chunk_stats": {"count": 38, "sum": 84, "mean": 2.210526315789474, "median": 1.0, "p95": 5.599999999999994, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 1, 1, 7, 8, 1, 1, 1, 1, 2, 3, 5, 1, 1, 2, 9, 1, 2, 1, 3, 5, 9, 1, 1, 1, 9, 3, 4, 1, 4, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 4], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.949999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 5, 1, 1, 1, 2, 3, 2, 3, 2, 1, 4, 1, 1, 1, 2, 2, 1, 3], "chunk_stats": {"count": 20, "sum": 41, "mean": 2.05, "median": 2.0, "p95": 4.050000000000001, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 18, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06624847400053113, "decode_time_sec": 1.7402889629993297, "total_time_sec": 1.8084312459996, "prefill_units_per_sec": 3018.9374625956902, "prefill_bytes_per_sec": 3003.8427752827115, "decode_units_per_sec": 73.55100372491951, "decode_bytes_per_sec": 73.55100372491951, "total_units_per_sec": 70.77957776008716, "total_bytes_per_sec": 70.77957776008716, "step_latency_ms": {"count": 128, "sum": 1726, "mean": 13.484375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3316.2216796875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 85, "stage1_units": 35, "bytes_per_stage0_unit": 2.3411764705882354, "stage0_per_stage1_unit": 2.4285714285714284}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 85, "chunk_lengths": [1, 1, 3, 4, 1, 1, 2, 1, 2, 6, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 200, "mean": 2.3529411764705883, "median": 1.0, "p95": 7.599999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 35, "chunk_lengths": [1, 2, 1, 3, 3, 1, 3, 1, 5, 1, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 7, 1, 7, 1, 5, 1, 1, 4, 1, 5, 1, 2, 1], "chunk_stats": {"count": 35, "sum": 85, "mean": 2.4285714285714284, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 1, 5, 4, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 6.199999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 15, 4, 1, 5, 1, 1, 10, 4, 4, 6], "chunk_stats": {"count": 11, "sum": 52, "mean": 4.7272727272727275, "median": 4.0, "p95": 12.5, "max": 15, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 19, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06703774400011753, "decode_time_sec": 1.830364608000309, "total_time_sec": 1.899370220999117, "prefill_units_per_sec": 2893.892133357887, "prefill_bytes_per_sec": 2878.9751635983102, "decode_units_per_sec": 69.93142210056237, "decode_bytes_per_sec": 69.93142210056237, "total_units_per_sec": 67.39075857084289, "total_bytes_per_sec": 67.39075857084289, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3314.84423828125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 71, "stage1_units": 39, "bytes_per_stage0_unit": 2.7183098591549295, "stage0_per_stage1_unit": 1.8205128205128205}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 194, "units_out": 71, "chunk_lengths": [1, 1, 3, 7, 1, 1, 13, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5, 5, 1, 4, 1, 6, 2, 1, 14, 1, 1, 3, 4, 5, 1, 1, 5, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1], "chunk_stats": {"count": 71, "sum": 194, "mean": 2.732394366197183, "median": 1.0, "p95": 8.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 39, "chunk_lengths": [1, 2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 7, 2, 1, 1, 2, 2, 1, 2, 1, 3, 3, 5, 1], "chunk_stats": {"count": 39, "sum": 71, "mean": 1.8205128205128205, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [9, 1, 3, 2, 1, 14, 1, 7, 1, 6, 1, 7, 1, 7, 2, 4, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 8.700000000000003, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 4, 1, 5, 1, 1], "chunk_stats": {"count": 20, "sum": 43, "mean": 2.15, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 20, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06793271300011838, "decode_time_sec": 1.653809919998821, "total_time_sec": 1.7238394719988719, "prefill_units_per_sec": 3606.509871018592, "prefill_bytes_per_sec": 3591.7894225654554, "decode_units_per_sec": 77.39704451651328, "decode_bytes_per_sec": 77.39704451651328, "total_units_per_sec": 74.25285363235015, "total_bytes_per_sec": 74.25285363235015, "step_latency_ms": {"count": 128, "sum": 1644, "mean": 12.84375, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3326.26171875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 79, "stage1_units": 44, "bytes_per_stage0_unit": 3.088607594936709, "stage0_per_stage1_unit": 1.7954545454545454}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 79, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 2, 1, 1, 1, 3, 2, 4, 1, 4, 2, 1, 6, 1, 2, 2, 1, 22, 6, 1, 4, 6, 1, 2, 1, 4, 2, 4, 1, 4, 1, 2, 2, 1, 1, 9, 3, 1, 5, 2, 1, 1, 9, 4, 1, 5, 3, 4, 1, 4, 1, 13, 1, 2, 4, 1, 5, 1, 2, 2, 2, 1, 17, 1, 5, 2, 4, 5, 1, 2, 1, 5, 1], "chunk_stats": {"count": 79, "sum": 245, "mean": 3.1012658227848102, "median": 2.0, "p95": 9.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 44, "chunk_lengths": [1, 2, 1, 2, 3, 1, 3, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 4, 5, 1, 1, 1, 1, 2, 2, 2, 1], "chunk_stats": {"count": 44, "sum": 79, "mean": 1.7954545454545454, "median": 1.5, "p95": 3.8500000000000014, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [13, 4, 1, 17, 1, 5, 2, 4, 1, 4, 1, 3, 1, 1, 4, 2, 4, 5, 1, 2, 1, 5, 1, 13, 1, 2, 1, 5, 1, 2, 4, 5, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 3, 1, 2, 5, 2, 4, 8], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 2.0, "p95": 6.049999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 21, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06717850300083228, "decode_time_sec": 1.8544249599999603, "total_time_sec": 1.9241625419999764, "prefill_units_per_sec": 3646.9999933902172, "prefill_bytes_per_sec": 3632.1142791314815, "decode_units_per_sec": 69.02409251437315, "decode_bytes_per_sec": 69.02409251437315, "total_units_per_sec": 66.52244662603019, "total_bytes_per_sec": 66.52244662603019, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3326.94921875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 103, "stage1_units": 45, "bytes_per_stage0_unit": 2.3689320388349513, "stage0_per_stage1_unit": 2.2888888888888888}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 4, 1, 1, 3, 2, 1, 5, 1, 2, 3, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 6, 1, 6, 1, 9, 3, 1, 1, 3, 1, 1, 3, 2, 3, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 1, 1, 1, 1, 1, 7, 2, 1, 3, 1, 1, 1, 2, 1, 1, 6, 1, 2, 2, 1, 1, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 14, 1, 1, 2], "chunk_stats": {"count": 103, "sum": 245, "mean": 2.378640776699029, "median": 1.0, "p95": 8.799999999999983, "max": 14, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 45, "chunk_lengths": [1, 2, 2, 3, 1, 3, 3, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 5, 2, 1, 6, 4, 1, 5, 2, 1, 9, 3, 2, 1, 6, 1, 4, 1, 2, 2, 1], "chunk_stats": {"count": 45, "sum": 103, "mean": 2.2888888888888888, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [2, 1, 1, 1, 1, 1, 4, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 1, 3, 3, 1, 1, 3, 1, 1, 2, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 6, 1, 6, 1, 4, 1, 5, 1, 7, 1, 7, 4, 1, 7, 1, 1], "chunk_stats": {"count": 17, "sum": 55, "mean": 3.235294117647059, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 22, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06672239399995306, "decode_time_sec": 1.8980101929992088, "total_time_sec": 1.967308776000209, "prefill_units_per_sec": 2353.0330761229948, "prefill_bytes_per_sec": 2338.0456043005556, "decode_units_per_sec": 67.43904773121172, "decode_bytes_per_sec": 67.43904773121172, "total_units_per_sec": 65.06350277165967, "total_bytes_per_sec": 65.06350277165967, "step_latency_ms": {"count": 128, "sum": 1885, "mean": 14.7265625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3302.072265625, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 71, "stage1_units": 37, "bytes_per_stage0_unit": 2.1971830985915495, "stage0_per_stage1_unit": 1.9189189189189189}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 157, "units_out": 71, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 2, 3, 1, 4, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 5, 1, 6, 2, 2, 3, 1, 1, 1, 1, 4, 1, 3, 1, 2, 3, 1, 3, 1, 5, 1, 2, 1, 5, 1, 9, 3, 4, 8, 1, 1, 5, 1, 5, 4, 1, 1], "chunk_stats": {"count": 71, "sum": 157, "mean": 2.211267605633803, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 37, "chunk_lengths": [1, 2, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 7, 1, 2, 1, 3, 1, 1, 2, 2, 6, 1, 1, 4, 1, 2, 1, 4, 1, 2, 1], "chunk_stats": {"count": 37, "sum": 71, "mean": 1.9189189189189189, "median": 1.0, "p95": 4.3999999999999915, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [9, 6, 2, 5, 1, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 9, 2, 3, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 3, 2, 5, 1, 9, 3, 4, 8, 1, 5, 1, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 8.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 3, 2, 7, 1, 6, 1, 1, 5, 2, 3, 5, 3, 1, 3, 3, 1, 1], "chunk_stats": {"count": 20, "sum": 51, "mean": 2.55, "median": 2.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 23, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06681323399971006, "decode_time_sec": 1.8328098009988025, "total_time_sec": 1.9019534540002496, "prefill_units_per_sec": 2469.570624297516, "prefill_bytes_per_sec": 2454.6035296048035, "decode_units_per_sec": 69.83812500906832, "decode_bytes_per_sec": 69.83812500906832, "total_units_per_sec": 67.29922844893301, "total_bytes_per_sec": 67.29922844893301, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3303.4150390625, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 164, "mean": 164.0, "median": 164.0, "p95": 164.0, "max": 164, "min": 164}, "model_input_units": {"count": 1, "sum": 165, "mean": 165.0, "median": 165.0, "p95": 165.0, "max": 165, "min": 165}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 164, "model_input_units": 165, "stage0_units": 59, "stage1_units": 37, "bytes_per_stage0_unit": 2.7796610169491527, "stage0_per_stage1_unit": 1.5945945945945945}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 165, "units_out": 59, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 6, 1, 7, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 7, 1, 2, 1, 2, 2, 5, 1, 1, 7, 1, 9, 3, 4, 1, 3, 5, 7, 9, 1, 1], "chunk_stats": {"count": 59, "sum": 165, "mean": 2.7966101694915255, "median": 1.0, "p95": 7.199999999999989, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 37, "chunk_lengths": [1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 3, 1, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1], "chunk_stats": {"count": 37, "sum": 59, "mean": 1.5945945945945945, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [9, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 7, 1, 7, 1, 2, 1, 1, 4, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 4], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 1, 1, 3, 4, 2, 3, 3, 3, 1, 1, 10, 1, 3, 1, 4, 1], "chunk_stats": {"count": 19, "sum": 48, "mean": 2.526315789473684, "median": 2.0, "p95": 4.599999999999987, "max": 10, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 24, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06671419299891568, "decode_time_sec": 1.8986401160000241, "total_time_sec": 1.9676938489992608, "prefill_units_per_sec": 2982.8735244273194, "prefill_bytes_per_sec": 2967.8842102342173, "decode_units_per_sec": 67.41667308160804, "decode_bytes_per_sec": 67.41667308160804, "total_units_per_sec": 65.0507699991535, "total_bytes_per_sec": 65.0507699991535, "step_latency_ms": {"count": 128, "sum": 1889, "mean": 14.7578125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3315.8251953125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 80, "stage1_units": 47, "bytes_per_stage0_unit": 2.475, "stage0_per_stage1_unit": 1.702127659574468}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 199, "units_out": 80, "chunk_lengths": [1, 1, 3, 3, 2, 1, 1, 5, 2, 5, 1, 1, 1, 1, 5, 4, 7, 1, 5, 3, 1, 1, 9, 3, 4, 3, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 3, 1, 5, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 5, 1, 1, 9, 6, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1], "chunk_stats": {"count": 80, "sum": 199, "mean": 2.4875, "median": 2.0, "p95": 6.049999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 80, "units_out": 47, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 4, 2, 1, 3, 1, 1, 3, 1, 1, 3, 3, 3, 1, 1, 1, 1, 4, 3, 2, 5, 4, 1], "chunk_stats": {"count": 47, "sum": 80, "mean": 1.702127659574468, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [5, 3, 4, 5, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 5, 1, 1, 5, 3, 4, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 3], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 2.0, "p95": 5.349999999999994, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 6, 1, 1, 1, 3, 1, 7, 3, 2, 5, 4, 1, 1, 1, 8, 1], "chunk_stats": {"count": 20, "sum": 53, "mean": 2.65, "median": 1.0, "p95": 7.050000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 25, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06670134300111386, "decode_time_sec": 1.7461073369995574, "total_time_sec": 1.815087859000414, "prefill_units_per_sec": 2923.479366775923, "prefill_bytes_per_sec": 2908.487164895021, "decode_units_per_sec": 73.30591727536647, "decode_bytes_per_sec": 73.30591727536647, "total_units_per_sec": 70.52000230473185, "total_bytes_per_sec": 70.52000230473185, "step_latency_ms": {"count": 128, "sum": 1731, "mean": 13.5234375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3314.703125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 66, "stage1_units": 30, "bytes_per_stage0_unit": 2.9393939393939394, "stage0_per_stage1_unit": 2.2}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 195, "units_out": 66, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 7, 1, 2, 4, 2, 2, 1, 13, 2, 2, 4, 1, 1, 3, 1, 6, 1, 13, 1, 1, 1, 1, 3, 4, 1, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 3, 1, 13, 4, 1, 7, 2, 1, 4, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 66, "sum": 195, "mean": 2.9545454545454546, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 30, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 5, 2, 4, 1, 1, 1, 1, 6, 1, 1, 3, 1, 3, 4, 3, 4, 1, 3, 1, 2, 3, 1, 2], "chunk_stats": {"count": 30, "sum": 66, "mean": 2.2, "median": 2.0, "p95": 4.549999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 4, 1, 1, 4, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 4, 1, 1, 9, 1, 2, 2, 4, 1, 13, 3, 4, 2, 1, 4, 1, 2, 1, 9, 4, 1, 13, 3, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 1, 1, 2, 4, 3, 5, 1, 1, 4, 1, 4, 2, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 26, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06718149299922516, "decode_time_sec": 1.77125495799919, "total_time_sec": 1.8407400100004452, "prefill_units_per_sec": 2872.8149879346383, "prefill_bytes_per_sec": 2857.9299361836815, "decode_units_per_sec": 72.26514704838925, "decode_bytes_per_sec": 72.26514704838925, "total_units_per_sec": 69.53725094505282, "total_bytes_per_sec": 69.53725094505282, "step_latency_ms": {"count": 128, "sum": 1767, "mean": 13.8046875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3315.30419921875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 81, "stage1_units": 43, "bytes_per_stage0_unit": 2.3703703703703702, "stage0_per_stage1_unit": 1.8837209302325582}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 193, "units_out": 81, "chunk_lengths": [1, 1, 3, 7, 1, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 3, 2, 1, 4, 1, 1, 1, 3, 5, 7, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 5, 1, 1, 9, 1, 2, 5, 1, 1, 4, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 1, 7, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 81, "sum": 193, "mean": 2.382716049382716, "median": 1.0, "p95": 7.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 43, "chunk_lengths": [1, 2, 1, 3, 1, 3, 3, 1, 2, 1, 2, 4, 2, 4, 2, 3, 3, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 5, 1, 4, 3, 1, 1, 1], "chunk_stats": {"count": 43, "sum": 81, "mean": 1.8837209302325582, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 3, 4, 1, 2, 1, 1, 1, 1, 5, 1, 1, 3, 5, 7, 1, 1, 1, 3, 7, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 1, 1, 3, 5, 2], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 5, 1, 1, 7, 1, 6, 1, 7, 3, 3, 6, 1, 2, 5], "chunk_stats": {"count": 15, "sum": 50, "mean": 3.3333333333333335, "median": 3.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 27, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06671196400020563, "decode_time_sec": 1.8473953279990383, "total_time_sec": 1.9163816510008473, "prefill_units_per_sec": 2997.963004048023, "prefill_bytes_per_sec": 2982.9731890277826, "decode_units_per_sec": 69.28674012542844, "decode_bytes_per_sec": 69.28674012542844, "total_units_per_sec": 66.79254100202371, "total_bytes_per_sec": 66.79254100202371, "step_latency_ms": {"count": 128, "sum": 1838, "mean": 14.359375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3315.8681640625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 79, "stage1_units": 41, "bytes_per_stage0_unit": 2.518987341772152, "stage0_per_stage1_unit": 1.9268292682926829}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 79, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 2, 1, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 9, 1, 2, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 1, 2, 1, 1, 9, 3, 2, 2, 1, 1, 9, 3, 1, 1, 6, 1, 1, 3, 1, 2, 1, 1, 1, 1, 9, 3, 1, 1], "chunk_stats": {"count": 79, "sum": 200, "mean": 2.5316455696202533, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 2, 5, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 8, 2, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 6, 1, 3], "chunk_stats": {"count": 41, "sum": 79, "mean": 1.9268292682926829, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 6, 1, 1, 3, 1, 1, 2, 1, 1, 1, 9, 3, 4, 3, 1, 1, 1, 4, 1, 7, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 1, 9, 1, 2, 10, 1, 2, 1, 2, 1, 1, 1, 17, 3], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 3, 6, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 21, "sum": 45, "mean": 2.142857142857143, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 28, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06719466300091881, "decode_time_sec": 1.78116611599944, "total_time_sec": 1.8506328889998258, "prefill_units_per_sec": 3199.6588776263397, "prefill_bytes_per_sec": 3184.7767433117983, "decode_units_per_sec": 71.86303335226945, "decode_bytes_per_sec": 71.86303335226945, "total_units_per_sec": 69.16552751268652, "total_bytes_per_sec": 69.16552751268652, "step_latency_ms": {"count": 128, "sum": 1774, "mean": 13.859375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3320.29931640625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 94, "stage1_units": 57, "bytes_per_stage0_unit": 2.276595744680851, "stage0_per_stage1_unit": 1.6491228070175439}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 215, "units_out": 94, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 4, 1, 4, 2, 5, 1, 1, 6, 1, 2, 6, 1, 2, 2, 2, 5, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 4, 4, 1, 1, 5, 5, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 9, 2, 2, 1, 9, 4, 1, 4, 1, 4, 2, 1, 4, 1, 5], "chunk_stats": {"count": 94, "sum": 215, "mean": 2.2872340425531914, "median": 1.0, "p95": 5.349999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 94, "units_out": 57, "chunk_lengths": [1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 1, 2, 1, 2, 2, 3, 1, 1, 1, 4, 3, 3, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4], "chunk_stats": {"count": 57, "sum": 94, "mean": 1.6491228070175439, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 3, 4, 1, 5, 1, 1, 1, 13, 1, 2, 7, 1, 2, 4, 2, 2, 1, 17, 1, 4, 1, 5, 2, 7, 2, 1, 1, 1, 1, 2, 1, 4, 1, 4, 13, 1, 2, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 6, 1, 1, 2, 2, 4, 1, 4, 1, 1, 1, 2, 2, 5, 1, 1, 2], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 1.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 29, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06683877399882476, "decode_time_sec": 1.8038537480006198, "total_time_sec": 1.8731240409997554, "prefill_units_per_sec": 3665.537013056342, "prefill_bytes_per_sec": 3650.5756374928465, "decode_units_per_sec": 70.95918953622177, "decode_bytes_per_sec": 70.95918953622177, "total_units_per_sec": 68.33503665442342, "total_bytes_per_sec": 68.33503665442342, "step_latency_ms": {"count": 128, "sum": 1796, "mean": 14.03125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3326.82763671875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 100, "stage1_units": 50, "bytes_per_stage0_unit": 2.44, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 9, 1, 1, 1, 1, 2, 4, 1, 2, 1, 1, 5, 4, 1, 2, 1, 1, 8, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 5, 6, 1, 1, 2, 5, 1, 7, 1, 1, 3, 1, 5, 2, 1, 3, 1, 8, 2, 7, 1, 6, 7, 1, 1, 2, 1, 2, 1, 3, 1, 5, 2, 1, 3, 1, 7, 1], "chunk_stats": {"count": 100, "sum": 245, "mean": 2.45, "median": 1.0, "p95": 7.049999999999997, "max": 10, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 50, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 1, 3, 2, 1, 1, 5, 1, 1, 4, 1, 4, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 2, 1, 3, 1, 8, 1, 5, 1], "chunk_stats": {"count": 50, "sum": 100, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 1, 2, 9, 1, 1, 9, 1, 5, 6, 1, 1, 2, 7, 1, 2, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 5], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 1, 1, 3, 1, 4, 1, 7, 1, 1, 1, 3, 5, 1, 3, 1, 2, 4, 1], "chunk_stats": {"count": 19, "sum": 44, "mean": 2.3157894736842106, "median": 1.0, "p95": 5.199999999999996, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 30, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06705031300043629, "decode_time_sec": 1.645124761000261, "total_time_sec": 1.7144980630000646, "prefill_units_per_sec": 3027.577216510221, "prefill_bytes_per_sec": 3012.663043029875, "decode_units_per_sec": 77.80564917287734, "decode_bytes_per_sec": 77.80564917287734, "total_units_per_sec": 74.65741884596996, "total_bytes_per_sec": 74.65741884596996, "step_latency_ms": {"count": 128, "sum": 1634, "mean": 12.765625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3316.455078125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 83, "stage1_units": 44, "bytes_per_stage0_unit": 2.433734939759036, "stage0_per_stage1_unit": 1.8863636363636365}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 203, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 2, 3, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 1, 6, 4, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 1, 8, 2, 1, 1, 1, 1, 2, 5, 1, 2, 4, 1, 1, 1, 2, 3, 1, 1, 1, 1, 6, 1, 17, 1, 1, 5, 1, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 83, "sum": 203, "mean": 2.4457831325301207, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 44, "chunk_lengths": [1, 2, 2, 4, 1, 3, 3, 1, 1, 1, 2, 6, 1, 2, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 2, 7, 2, 1, 1], "chunk_stats": {"count": 44, "sum": 83, "mean": 1.8863636363636365, "median": 1.0, "p95": 4.850000000000001, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [13, 1, 3, 1, 1, 1, 5, 1, 3, 4, 2, 5, 9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 3, 1, 5, 1, 5, 1, 3, 4, 2, 8, 1, 1, 3], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 3.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 6, 3, 2, 1, 2, 1, 11, 1, 1, 5, 1, 1, 2], "chunk_stats": {"count": 14, "sum": 38, "mean": 2.7142857142857144, "median": 1.5, "p95": 7.749999999999998, "max": 11, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 31, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06787613300002704, "decode_time_sec": 1.826847189999171, "total_time_sec": 1.8969977220003784, "prefill_units_per_sec": 2710.8203114624503, "prefill_bytes_per_sec": 2696.087592378415, "decode_units_per_sec": 70.06606830648933, "decode_bytes_per_sec": 70.06606830648933, "total_units_per_sec": 67.47504149083763, "total_bytes_per_sec": 67.47504149083763, "step_latency_ms": {"count": 128, "sum": 1821, "mean": 14.2265625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3310.66650390625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}, "model_input_units": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 183, "model_input_units": 184, "stage0_units": 65, "stage1_units": 37, "bytes_per_stage0_unit": 2.8153846153846156, "stage0_per_stage1_unit": 1.7567567567567568}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 184, "units_out": 65, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 6, 1, 3, 4, 2, 1, 4, 3, 1, 2, 4, 1, 1, 7, 5, 3, 4, 1, 2, 1, 5, 4, 2, 1, 3, 3, 4, 1, 1, 7, 5, 2], "chunk_stats": {"count": 65, "sum": 184, "mean": 2.830769230769231, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 65, "units_out": 37, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 3, 1, 1, 2, 2, 2, 4, 1, 1, 1, 2, 1, 1, 2, 4, 5, 1, 1, 1, 2, 1, 5, 1], "chunk_stats": {"count": 37, "sum": 65, "mean": 1.7567567567567568, "median": 1.0, "p95": 4.199999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 4, 1, 2, 3, 3, 4, 3, 1, 1, 4, 8, 1, 1, 6, 1, 1, 2, 1, 1, 7, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 3], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 4, 1, 2, 3, 1, 2, 3, 2, 5, 1, 3, 6, 1, 4, 2, 2], "chunk_stats": {"count": 19, "sum": 47, "mean": 2.473684210526316, "median": 2.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 32, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.08289606700054719, "decode_time_sec": 1.8075832490012544, "total_time_sec": 1.8924370250006177, "prefill_units_per_sec": 1146.0133566936645, "prefill_bytes_per_sec": 1133.9500582021521, "decode_units_per_sec": 70.81278279754139, "decode_bytes_per_sec": 70.81278279754139, "total_units_per_sec": 67.63765362282437, "total_bytes_per_sec": 67.63765362282437, "step_latency_ms": {"count": 128, "sum": 1793, "mean": 14.0078125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3288.7919921875, "peak_reserved_mb": 3314.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}, "model_input_units": {"count": 1, "sum": 95, "mean": 95.0, "median": 95.0, "p95": 95.0, "max": 95, "min": 95}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 94, "model_input_units": 95, "stage0_units": 30, "stage1_units": 22, "bytes_per_stage0_unit": 3.1333333333333333, "stage0_per_stage1_unit": 1.3636363636363635}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 95, "units_out": 30, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 9, 7, 2], "chunk_stats": {"count": 30, "sum": 95, "mean": 3.1666666666666665, "median": 2.5, "p95": 8.099999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 30, "units_out": 22, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 22, "sum": 30, "mean": 1.3636363636363635, "median": 1.0, "p95": 2.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 4, 1, 4, 1, 7, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 4, 1, 4, 1, 7, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 2], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 2, 2, 1, 1, 4, 1, 1, 4, 2, 4, 1, 1, 1, 5, 1, 5, 1, 2], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 33, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06666936300098314, "decode_time_sec": 1.7978401239997766, "total_time_sec": 1.8672327759995824, "prefill_units_per_sec": 2129.9138556027, "prefill_bytes_per_sec": 2114.9144622533854, "decode_units_per_sec": 71.1965420569376, "decode_bytes_per_sec": 71.1965420569376, "total_units_per_sec": 68.55063902328834, "total_bytes_per_sec": 68.55063902328834, "step_latency_ms": {"count": 128, "sum": 1783, "mean": 13.9296875, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3298.73974609375, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "model_input_units": {"count": 1, "sum": 142, "mean": 142.0, "median": 142.0, "p95": 142.0, "max": 142, "min": 142}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 141, "model_input_units": 142, "stage0_units": 66, "stage1_units": 31, "bytes_per_stage0_unit": 2.1363636363636362, "stage0_per_stage1_unit": 2.129032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 142, "units_out": 66, "chunk_lengths": [1, 1, 3, 6, 1, 2, 2, 5, 1, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 4, 2, 4, 1, 1, 9, 1, 1, 5, 2, 1, 5, 1, 1, 4, 1, 1, 1, 5, 2, 2, 6, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 66, "sum": 142, "mean": 2.1515151515151514, "median": 1.0, "p95": 5.75, "max": 9, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 31, "chunk_lengths": [1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 5, 4, 1, 3, 1, 3, 1, 5, 2, 1, 1, 3, 1, 1, 3, 1, 4, 4, 4, 1, 1], "chunk_stats": {"count": 31, "sum": 66, "mean": 2.129032258064516, "median": 1.0, "p95": 4.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 4, 5, 3, 2, 2, 5, 1, 9, 1, 2, 5, 3, 1, 1, 4, 1, 13, 1, 5, 1, 2, 4, 1, 4, 1, 1, 5, 3, 4, 1, 5, 1, 1, 1, 4, 6, 1, 2, 2, 5], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 2, 4, 1, 1, 2, 1, 4, 1, 5, 3, 1, 1, 5, 1, 1, 2, 4], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 34, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06695640399993863, "decode_time_sec": 1.7561568799992529, "total_time_sec": 1.825441952998517, "prefill_units_per_sec": 3016.8884219078604, "prefill_bytes_per_sec": 3001.9533307102965, "decode_units_per_sec": 72.88642686640527, "decode_bytes_per_sec": 72.88642686640527, "total_units_per_sec": 70.1200056182252, "total_bytes_per_sec": 70.1200056182252, "step_latency_ms": {"count": 128, "sum": 1743, "mean": 13.6171875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3315.78515625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 59, "stage1_units": 27, "bytes_per_stage0_unit": 3.406779661016949, "stage0_per_stage1_unit": 2.185185185185185}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 59, "chunk_lengths": [1, 1, 3, 7, 1, 4, 1, 1, 3, 1, 1, 2, 10, 2, 3, 2, 3, 1, 3, 1, 4, 5, 1, 8, 4, 10, 8, 2, 1, 2, 1, 3, 1, 12, 1, 1, 3, 1, 1, 1, 1, 1, 10, 5, 1, 7, 1, 4, 2, 7, 1, 7, 10, 5, 1, 8, 2, 7, 1], "chunk_stats": {"count": 59, "sum": 202, "mean": 3.4237288135593222, "median": 2.0, "p95": 10.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 27, "chunk_lengths": [1, 2, 2, 1, 1, 4, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 6, 1, 7, 1, 5, 1, 3, 1, 3, 1, 2], "chunk_stats": {"count": 27, "sum": 59, "mean": 2.185185185185185, "median": 1.0, "p95": 5.699999999999999, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 7, 10, 5, 1, 7, 1, 4, 2, 5, 1, 7, 1, 3, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 10, 5, 1, 8, 2, 5, 1, 7, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 7.949999999999996, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 5, 1, 7, 1, 3, 1, 3, 1, 3, 1, 5, 1, 3, 1, 3], "chunk_stats": {"count": 17, "sum": 42, "mean": 2.4705882352941178, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 35, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06693536400052835, "decode_time_sec": 1.9556968529996084, "total_time_sec": 2.0248685560000013, "prefill_units_per_sec": 3421.2109461030554, "prefill_bytes_per_sec": 3406.2711603122125, "decode_units_per_sec": 65.44981641897934, "decode_bytes_per_sec": 65.44981641897934, "total_units_per_sec": 63.21397980165974, "total_bytes_per_sec": 63.21397980165974, "step_latency_ms": {"count": 128, "sum": 1943, "mean": 15.1796875, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3322.7265625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 85, "stage1_units": 49, "bytes_per_stage0_unit": 2.6823529411764704, "stage0_per_stage1_unit": 1.7346938775510203}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 229, "units_out": 85, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 2, 4, 4, 1, 1, 4, 1, 1, 5, 5, 1, 1, 2, 4, 7, 1, 6, 1, 2, 2, 2, 1, 5, 5, 1, 3, 1, 2, 2, 7, 6, 1, 1, 2, 2, 2, 1, 5, 7, 2, 6, 1, 2, 1, 5, 6, 1, 7, 1, 9, 3, 2, 1, 2, 3, 1, 1, 2, 3, 2, 4, 4, 1, 4, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 229, "mean": 2.6941176470588237, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 49, "chunk_lengths": [1, 3, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 1, 1, 1, 1, 4, 3, 1, 1, 3, 1, 6, 3, 1, 1, 3, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 85, "mean": 1.7346938775510203, "median": 1.0, "p95": 3.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [5, 3, 4, 1, 5, 1, 7, 2, 6, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 5, 4, 1, 1, 5, 1, 1, 1, 5, 2, 1, 6, 4, 3, 1, 2, 2, 1, 2, 1, 1, 5, 1, 6, 3, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.5, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 4, 2, 1, 1, 1, 5, 1, 1, 1, 4, 1, 5, 1, 3, 1, 1, 3, 4, 3, 1, 1, 3], "chunk_stats": {"count": 23, "sum": 49, "mean": 2.130434782608696, "median": 1.0, "p95": 4.899999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 36, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0660850339991157, "decode_time_sec": 2.056567305000499, "total_time_sec": 2.124661687999833, "prefill_units_per_sec": 1906.6344128942424, "prefill_bytes_per_sec": 1891.5023937442882, "decode_units_per_sec": 62.23963577013539, "decode_bytes_per_sec": 62.23963577013539, "total_units_per_sec": 60.24488544362084, "total_bytes_per_sec": 60.24488544362084, "step_latency_ms": {"count": 128, "sum": 2035, "mean": 15.8984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3294.0751953125, "peak_reserved_mb": 3314.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 125, "mean": 125.0, "median": 125.0, "p95": 125.0, "max": 125, "min": 125}, "model_input_units": {"count": 1, "sum": 126, "mean": 126.0, "median": 126.0, "p95": 126.0, "max": 126, "min": 126}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 125, "model_input_units": 126, "stage0_units": 49, "stage1_units": 28, "bytes_per_stage0_unit": 2.5510204081632653, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 126, "units_out": 49, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 5, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 5, 2, 3, 4, 1, 6, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 49, "sum": 126, "mean": 2.5714285714285716, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 49, "units_out": 28, "chunk_lengths": [1, 2, 2, 2, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 5, 1], "chunk_stats": {"count": 28, "sum": 49, "mean": 1.75, "median": 1.0, "p95": 3.6499999999999986, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [9, 6, 2, 1, 2, 2, 1, 1, 5, 5, 1, 1, 1, 2, 1, 1, 1, 1, 6, 1, 5, 2, 4, 1, 4, 5, 1, 1, 1, 1, 1, 4, 1, 2, 1, 5, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 5], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 3, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 4, 5], "chunk_stats": {"count": 27, "sum": 51, "mean": 1.8888888888888888, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 37, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06681457299964677, "decode_time_sec": 1.5930451969998103, "total_time_sec": 1.6622182099999918, "prefill_units_per_sec": 3831.499454488071, "prefill_bytes_per_sec": 3816.532659743977, "decode_units_per_sec": 80.34925828913268, "decode_bytes_per_sec": 80.34925828913268, "total_units_per_sec": 77.0055334672339, "total_bytes_per_sec": 77.0055334672339, "step_latency_ms": {"count": 128, "sum": 1587, "mean": 12.3984375, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3339.203125, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 78, "stage1_units": 38, "bytes_per_stage0_unit": 3.269230769230769, "stage0_per_stage1_unit": 2.0526315789473686}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 78, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 7, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 1, 13, 2, 5, 4, 1, 3, 4, 5, 13, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 6, 1, 5, 1, 1, 9, 7, 3, 5, 1, 13, 2, 1, 4, 13, 7, 2, 1, 2, 1, 1, 13, 4, 1, 2, 1, 6, 3, 1, 3, 1, 1, 1, 1, 6, 1, 5, 1, 1, 1], "chunk_stats": {"count": 78, "sum": 256, "mean": 3.282051282051282, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 38, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 3, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 4, 1, 7, 4, 1], "chunk_stats": {"count": 38, "sum": 78, "mean": 2.0526315789473686, "median": 1.0, "p95": 4.449999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [17, 6, 1, 1, 5, 1, 3, 1, 5, 1, 7, 1, 1, 2, 1, 5, 2, 5, 1, 1, 13, 3, 4, 6, 1, 5, 4, 3, 1, 5, 1, 7, 1, 1, 3, 2, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 8.199999999999974, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 4, 6, 5, 4, 1, 3, 1, 1, 6, 4], "chunk_stats": {"count": 11, "sum": 36, "mean": 3.272727272727273, "median": 4.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 38, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06611893399895052, "decode_time_sec": 2.080557367000438, "total_time_sec": 2.1488671509996493, "prefill_units_per_sec": 2238.390594778027, "prefill_bytes_per_sec": 2223.2663340025, "decode_units_per_sec": 61.52197580811674, "decode_bytes_per_sec": 61.52197580811674, "total_units_per_sec": 59.566269576253056, "total_bytes_per_sec": 59.566269576253056, "step_latency_ms": {"count": 128, "sum": 2058, "mean": 16.078125, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3301.060546875, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 71, "stage1_units": 37, "bytes_per_stage0_unit": 2.0704225352112675, "stage0_per_stage1_unit": 1.9189189189189189}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 148, "units_out": 71, "chunk_lengths": [1, 1, 3, 8, 3, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 5, 4, 2, 2, 1, 1, 2, 1, 1, 1, 9, 1, 1, 1, 1, 2, 3, 1, 8, 4], "chunk_stats": {"count": 71, "sum": 148, "mean": 2.084507042253521, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 37, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 4, 1, 1, 4, 3, 1, 1, 1, 4, 1, 7, 3, 1, 1, 3, 2, 1, 3, 1, 4, 2, 2, 1], "chunk_stats": {"count": 37, "sum": 71, "mean": 1.9189189189189189, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [1, 8, 3, 1, 13, 1, 1, 1, 9, 3, 4, 1, 1, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 3, 4, 2, 2, 1, 1, 1, 4, 1, 6, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.0, "p95": 6.699999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 26, "chunk_lengths": [1, 3, 1, 3, 1, 6, 1, 1, 2, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 4, 1, 1, 6, 1, 1], "chunk_stats": {"count": 26, "sum": 54, "mean": 2.076923076923077, "median": 1.0, "p95": 5.5, "max": 6, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 39, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06952028300111124, "decode_time_sec": 1.7986155779999535, "total_time_sec": 1.8704107499997917, "prefill_units_per_sec": 2905.6268369444233, "prefill_bytes_per_sec": 2891.2425456724213, "decode_units_per_sec": 71.16584642413417, "decode_bytes_per_sec": 71.16584642413417, "total_units_per_sec": 68.4341661316982, "total_bytes_per_sec": 68.4341661316982, "step_latency_ms": {"count": 128, "sum": 1785, "mean": 13.9453125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3315.8779296875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 75, "stage1_units": 32, "bytes_per_stage0_unit": 2.68, "stage0_per_stage1_unit": 2.34375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 75, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 6, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 4, 1, 3, 1, 1, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 13, 1, 3, 1, 3, 1, 8, 1, 1, 6, 1, 1, 3, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 13, 3, 4, 1, 9, 3, 4], "chunk_stats": {"count": 75, "sum": 202, "mean": 2.6933333333333334, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 3, 1, 1, 3, 3, 6, 1, 3, 1, 3, 1, 2, 1, 8, 1, 4, 5, 3, 1, 2, 1, 2, 1, 5, 1, 3, 1, 2], "chunk_stats": {"count": 32, "sum": 75, "mean": 2.34375, "median": 2.0, "p95": 5.449999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 4, 1, 1, 4, 3, 1, 8, 1, 1, 6, 1, 1, 2, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 2, 1, 13, 3, 3, 9, 1, 2, 4, 1, 1, 8, 1, 1, 2, 2, 3], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 8.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 1, 7, 3, 1, 3, 6, 1, 1, 5, 1, 2, 2, 5, 3, 1, 1], "chunk_stats": {"count": 18, "sum": 46, "mean": 2.5555555555555554, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 40, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06716896400030237, "decode_time_sec": 1.8309559360004641, "total_time_sec": 1.9003761789990676, "prefill_units_per_sec": 3319.9857005237736, "prefill_bytes_per_sec": 3305.097872270304, "decode_units_per_sec": 69.90883695410109, "decode_bytes_per_sec": 69.90883695410109, "total_units_per_sec": 67.35508549018851, "total_bytes_per_sec": 67.35508549018851, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3322.08544921875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 222, "mean": 222.0, "median": 222.0, "p95": 222.0, "max": 222, "min": 222}, "model_input_units": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 222, "model_input_units": 223, "stage0_units": 88, "stage1_units": 49, "bytes_per_stage0_unit": 2.522727272727273, "stage0_per_stage1_unit": 1.7959183673469388}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 223, "units_out": 88, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 1, 3, 1, 3, 4, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 13, 1, 4, 7, 1, 4, 3, 5, 3, 1, 1, 1, 1, 5, 1, 1, 6, 1, 1, 3, 5, 1, 1, 5, 7, 2, 1, 2, 1, 3, 1, 1, 1, 8, 4, 1, 1, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 88, "sum": 223, "mean": 2.534090909090909, "median": 1.0, "p95": 6.6499999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 88, "units_out": 49, "chunk_lengths": [1, 2, 2, 4, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 4, 1, 2, 3, 1, 2, 5, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 88, "mean": 1.7959183673469388, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [5, 4, 2, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 2, 6, 1, 5, 1, 2, 4, 1, 2, 1, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 1, 2, 6, 4, 6, 1, 1, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 1, 6, 8, 2, 2, 3, 1, 1, 3, 1, 3, 1, 2, 5, 3, 4], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.299999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 41, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06736435300081212, "decode_time_sec": 1.9310476690006908, "total_time_sec": 2.0006469009986176, "prefill_units_per_sec": 2582.968472923689, "prefill_bytes_per_sec": 2568.123826527576, "decode_units_per_sec": 66.28526165086306, "decode_bytes_per_sec": 66.28526165086306, "total_units_per_sec": 63.97930586157364, "total_bytes_per_sec": 63.97930586157364, "step_latency_ms": {"count": 128, "sum": 1920, "mean": 15.0, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3306.23779296875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 173, "mean": 173.0, "median": 173.0, "p95": 173.0, "max": 173, "min": 173}, "model_input_units": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 173, "model_input_units": 174, "stage0_units": 61, "stage1_units": 40, "bytes_per_stage0_unit": 2.8360655737704916, "stage0_per_stage1_unit": 1.525}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 174, "units_out": 61, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 10, 1, 1, 5, 1, 2, 3, 4, 1, 10, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 4, 1, 4, 3, 1, 10, 2, 4, 1, 1, 1, 1, 1, 1, 5, 5, 2, 5, 1, 1, 1, 10, 1, 5, 7, 1, 2, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 174, "mean": 2.8524590163934427, "median": 2.0, "p95": 10.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3], "chunk_stats": {"count": 40, "sum": 61, "mean": 1.525, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 1, 3, 4, 1, 4, 3, 1, 4, 2, 4, 1, 1, 1, 1, 1, 1, 5, 7, 1, 5, 1, 10, 1, 5, 7, 1, 1, 4, 1, 1, 5, 3, 4, 4, 1, 3, 5, 1, 1, 1, 1, 1, 4, 1, 1, 3, 1, 4], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 6.199999999999989, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [4, 3, 2, 1, 1, 1, 5, 1, 3, 3, 1, 4, 2, 1, 3, 2, 1, 2, 1, 1, 1, 4, 1], "chunk_stats": {"count": 23, "sum": 48, "mean": 2.0869565217391304, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 42, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06667237399960868, "decode_time_sec": 1.5872715919995244, "total_time_sec": 1.6561517549998825, "prefill_units_per_sec": 2099.8202344020583, "prefill_bytes_per_sec": 2084.8215184420437, "decode_units_per_sec": 80.6415238861267, "decode_bytes_per_sec": 80.6415238861267, "total_units_per_sec": 77.28760339357251, "total_bytes_per_sec": 77.28760339357251, "step_latency_ms": {"count": 128, "sum": 1577, "mean": 12.3203125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3297.1689453125, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}, "model_input_units": {"count": 1, "sum": 140, "mean": 140.0, "median": 140.0, "p95": 140.0, "max": 140, "min": 140}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 139, "model_input_units": 140, "stage0_units": 42, "stage1_units": 25, "bytes_per_stage0_unit": 3.3095238095238093, "stage0_per_stage1_unit": 1.68}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 140, "units_out": 42, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 2, 8, 1, 1, 9, 1, 1, 1, 9, 1, 3, 2, 10, 1, 1, 9, 1, 6, 8, 2, 9, 6, 5, 1, 5, 3, 1, 5, 2, 8, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 140, "mean": 3.3333333333333335, "median": 2.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 42, "units_out": 25, "chunk_lengths": [1, 2, 2, 1, 3, 3, 1, 3, 1, 3, 2, 1, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1], "chunk_stats": {"count": 25, "sum": 42, "mean": 1.68, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 28, "chunk_lengths": [26, 1, 7, 1, 6, 1, 1, 2, 9, 9, 1, 1, 1, 9, 1, 2, 4, 1, 3, 1, 5, 1, 13, 3, 3, 9, 2, 2, 3], "chunk_stats": {"count": 29, "sum": 128, "mean": 4.413793103448276, "median": 2.0, "p95": 11.399999999999991, "max": 26, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 2, 3, 1, 2, 4, 1, 1, 5, 2, 1, 2, 1, 1, 1], "chunk_stats": {"count": 15, "sum": 28, "mean": 1.8666666666666667, "median": 1.0, "p95": 4.299999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 28, "sum": 28, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 43, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06641341400063538, "decode_time_sec": 1.721503610999207, "total_time_sec": 1.7901950940013194, "prefill_units_per_sec": 3613.727792968208, "prefill_bytes_per_sec": 3598.6705938308405, "decode_units_per_sec": 74.35360529142623, "decode_bytes_per_sec": 74.35360529142623, "total_units_per_sec": 71.50058696334784, "total_bytes_per_sec": 71.50058696334784, "step_latency_ms": {"count": 128, "sum": 1718, "mean": 13.421875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3325.091796875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 89, "stage1_units": 43, "bytes_per_stage0_unit": 2.6853932584269664, "stage0_per_stage1_unit": 2.0697674418604652}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 240, "units_out": 89, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 8, 1, 5, 2, 6, 1, 1, 1, 1, 1, 5, 1, 3, 6, 2, 5, 1, 5, 3, 2, 1, 1, 4, 1, 1, 3, 1, 2, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3], "chunk_stats": {"count": 89, "sum": 240, "mean": 2.696629213483146, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 89, "units_out": 43, "chunk_lengths": [1, 2, 2, 3, 3, 1, 3, 1, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 1], "chunk_stats": {"count": 43, "sum": 89, "mean": 2.0697674418604652, "median": 1.0, "p95": 5.799999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 6, 1, 2, 1, 4, 1, 5, 1, 1, 5, 3, 4, 5, 1, 4, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 3.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 3], "chunk_stats": {"count": 16, "sum": 43, "mean": 2.6875, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 44, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06633464399965305, "decode_time_sec": 1.6842178870010684, "total_time_sec": 1.752787729999909, "prefill_units_per_sec": 2698.4391444225766, "prefill_bytes_per_sec": 2683.364065403456, "decode_units_per_sec": 75.99966785052841, "decode_bytes_per_sec": 75.99966785052841, "total_units_per_sec": 73.02652672038424, "total_bytes_per_sec": 73.02652672038424, "step_latency_ms": {"count": 128, "sum": 1674, "mean": 13.078125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3308.029296875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 59, "stage1_units": 32, "bytes_per_stage0_unit": 3.016949152542373, "stage0_per_stage1_unit": 1.84375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 179, "units_out": 59, "chunk_lengths": [1, 1, 3, 1, 1, 1, 8, 4, 1, 6, 1, 5, 1, 8, 1, 4, 1, 1, 5, 1, 2, 4, 1, 5, 4, 3, 1, 1, 8, 1, 2, 1, 1, 9, 3, 4, 1, 4, 1, 5, 6, 1, 2, 4, 1, 6, 5, 6, 4, 1, 1, 8, 1, 6, 2, 6, 1, 1, 1], "chunk_stats": {"count": 59, "sum": 179, "mean": 3.0338983050847457, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 32, "chunk_lengths": [1, 2, 2, 3, 2, 2, 2, 1, 2, 1, 1, 1, 4, 2, 1, 3, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 1, 4, 2, 1, 3, 1], "chunk_stats": {"count": 32, "sum": 59, "mean": 1.84375, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [9, 1, 2, 6, 1, 5, 1, 2, 1, 8, 4, 1, 1, 13, 3, 4, 1, 3, 9, 7, 2, 6, 1, 6, 5, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 3.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 5, 1, 5, 1, 4, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 17, "sum": 36, "mean": 2.1176470588235294, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 45, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0662792739985889, "decode_time_sec": 1.8081619089989545, "total_time_sec": 1.876626381999813, "prefill_units_per_sec": 2021.7481561860934, "prefill_bytes_per_sec": 2006.6604833787344, "decode_units_per_sec": 70.79012081991272, "decode_bytes_per_sec": 70.79012081991272, "total_units_per_sec": 68.20750322373586, "total_bytes_per_sec": 68.20750322373586, "step_latency_ms": {"count": 128, "sum": 1796, "mean": 14.03125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3295.95654296875, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 133, "mean": 133.0, "median": 133.0, "p95": 133.0, "max": 133, "min": 133}, "model_input_units": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 133, "model_input_units": 134, "stage0_units": 45, "stage1_units": 28, "bytes_per_stage0_unit": 2.9555555555555557, "stage0_per_stage1_unit": 1.6071428571428572}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 134, "units_out": 45, "chunk_lengths": [1, 1, 3, 1, 8, 1, 5, 2, 3, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 5, 2, 3, 4, 1, 1, 4, 1, 1, 5, 7, 3, 5, 1, 9, 2, 3, 2, 9, 3, 4], "chunk_stats": {"count": 45, "sum": 134, "mean": 2.977777777777778, "median": 2.0, "p95": 8.799999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 45, "units_out": 28, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2], "chunk_stats": {"count": 28, "sum": 45, "mean": 1.6071428571428572, "median": 1.0, "p95": 3.6499999999999986, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 5, 5, 1, 2, 1, 5, 1, 2, 1, 6, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 3, 1, 1, 13, 1, 5, 5, 5, 1, 1, 1, 2, 1, 2, 4, 2, 6, 6, 1, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.799999999999997, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [2, 1, 1, 4, 1, 4, 1, 1, 5, 3, 3, 1, 2, 3, 3, 2, 2, 2, 2], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 46, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06687052400047833, "decode_time_sec": 1.7915130660003342, "total_time_sec": 1.8606653490005556, "prefill_units_per_sec": 3559.1167193231145, "prefill_bytes_per_sec": 3544.162447393185, "decode_units_per_sec": 71.44798574412191, "decode_bytes_per_sec": 71.44798574412191, "total_units_per_sec": 68.79259619079507, "total_bytes_per_sec": 68.79259619079507, "step_latency_ms": {"count": 128, "sum": 1782, "mean": 13.921875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3323.966796875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 85, "stage1_units": 54, "bytes_per_stage0_unit": 2.788235294117647, "stage0_per_stage1_unit": 1.5740740740740742}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 238, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 2, 4, 1, 5, 4, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 2, 1, 4, 2, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 5, 3, 7, 1, 1, 6, 5, 1, 2, 4, 1, 4, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 9, 7, 2, 1, 6, 1, 5, 1, 2, 4, 1, 5, 1, 9, 1, 6, 2, 6, 9, 7, 2, 1, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 85, "sum": 238, "mean": 2.8, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 54, "chunk_lengths": [1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 54, "sum": 85, "mean": 1.5740740740740742, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 2, 4, 4, 1, 6, 5, 4, 5, 1, 6, 2, 1, 4, 1, 4, 1, 1, 6, 1, 1, 5, 1, 5, 2, 4, 4, 1, 6, 5, 4, 1, 1, 3, 9, 5, 1, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 4.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 2, 1, 5, 2, 4, 1, 1, 1, 6, 1, 1, 1, 1, 2], "chunk_stats": {"count": 20, "sum": 38, "mean": 1.9, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 47, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06594458399922587, "decode_time_sec": 1.882442321999406, "total_time_sec": 1.9506528960009746, "prefill_units_per_sec": 2380.7868740493236, "prefill_bytes_per_sec": 2365.6226264439138, "decode_units_per_sec": 67.996771271083, "decode_bytes_per_sec": 67.996771271083, "total_units_per_sec": 65.61905516989326, "total_bytes_per_sec": 65.61905516989326, "step_latency_ms": {"count": 128, "sum": 1870, "mean": 14.609375, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3302.31298828125, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 75, "stage1_units": 40, "bytes_per_stage0_unit": 2.08, "stage0_per_stage1_unit": 1.875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 157, "units_out": 75, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 8, 1, 1, 2, 1, 5, 1, 1, 1, 5, 5, 4, 2, 3, 1, 5, 1, 3, 1, 1, 1, 5, 5, 2, 5, 4, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 2, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 75, "sum": 157, "mean": 2.0933333333333333, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 40, "chunk_lengths": [1, 2, 1, 3, 1, 3, 2, 2, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 5, 1, 3, 2, 5, 1, 3, 1, 1, 1, 1, 3, 1, 4, 2, 1, 5, 1], "chunk_stats": {"count": 40, "sum": 75, "mean": 1.875, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 7, 10, 1, 2, 1, 1, 9, 5, 1, 1, 6, 7, 1, 6, 5, 1, 1, 1, 1, 6, 1, 4, 1, 1, 9, 1, 5, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 4, 4, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 5, 1, 1, 3], "chunk_stats": {"count": 24, "sum": 41, "mean": 1.7083333333333333, "median": 1.0, "p95": 3.849999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 48, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06611197500023991, "decode_time_sec": 1.5764043899998796, "total_time_sec": 1.6447645239986741, "prefill_units_per_sec": 3312.5617560087303, "prefill_bytes_per_sec": 3297.4359032415673, "decode_units_per_sec": 81.19743944636552, "decode_bytes_per_sec": 81.19743944636552, "total_units_per_sec": 77.82269019811567, "total_bytes_per_sec": 77.82269019811567, "step_latency_ms": {"count": 128, "sum": 1566, "mean": 12.234375, "median": 8.0, "p95": 38.0, "max": 46, "min": 7}, "peak_allocated_mb": 3320.25732421875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}, "model_input_units": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 218, "model_input_units": 219, "stage0_units": 55, "stage1_units": 28, "bytes_per_stage0_unit": 3.963636363636364, "stage0_per_stage1_unit": 1.9642857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 219, "units_out": 55, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 3, 2, 4, 1, 1, 9, 1, 2, 1, 13, 9, 2, 1, 3, 1, 7, 1, 3, 2, 4, 1, 13, 1, 2, 9, 1, 2, 2, 2, 1, 17, 6, 1, 5, 1, 1, 1, 11, 3, 6, 2, 3, 1, 30, 1, 4, 4], "chunk_stats": {"count": 55, "sum": 219, "mean": 3.981818181818182, "median": 2.0, "p95": 13.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 55, "units_out": 28, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 1, 1, 1, 4, 2, 3, 2, 2, 5, 1, 1, 3, 3, 2, 2, 1, 1, 3], "chunk_stats": {"count": 28, "sum": 55, "mean": 1.9642857142857142, "median": 2.0, "p95": 3.6499999999999986, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 25, "chunk_lengths": [1, 3, 2, 8, 1, 5, 4, 1, 5, 1, 1, 17, 3, 4, 2, 2, 13, 4, 1, 17, 3, 4, 8, 9, 7, 2], "chunk_stats": {"count": 26, "sum": 128, "mean": 4.923076923076923, "median": 3.5, "p95": 16.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 15, "sum": 25, "mean": 1.6666666666666667, "median": 1.0, "p95": 3.299999999999999, "max": 4, "min": 1}, "active_size_stats": {"count": 25, "sum": 25, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 49, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06737560399960785, "decode_time_sec": 1.8916566489988327, "total_time_sec": 1.961455771999681, "prefill_units_per_sec": 3591.8045350867437, "prefill_bytes_per_sec": 3576.962367586385, "decode_units_per_sec": 67.66555657325263, "decode_bytes_per_sec": 67.66555657325263, "total_units_per_sec": 65.25765292658397, "total_bytes_per_sec": 65.25765292658397, "step_latency_ms": {"count": 128, "sum": 1882, "mean": 14.703125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3326.08154296875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 241, "mean": 241.0, "median": 241.0, "p95": 241.0, "max": 241, "min": 241}, "model_input_units": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 241, "model_input_units": 242, "stage0_units": 92, "stage1_units": 51, "bytes_per_stage0_unit": 2.619565217391304, "stage0_per_stage1_unit": 1.803921568627451}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 242, "units_out": 92, "chunk_lengths": [1, 1, 3, 2, 4, 1, 3, 2, 5, 1, 2, 2, 2, 1, 4, 1, 2, 2, 1, 1, 6, 5, 1, 1, 2, 2, 1, 1, 4, 1, 2, 1, 1, 1, 1, 2, 4, 1, 4, 5, 1, 18, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 1, 18, 2, 2, 2, 1, 1, 1, 1, 2, 4, 1, 1, 2, 5, 18, 1, 6, 2, 2, 5, 1, 1, 1, 1, 5, 1, 6, 1, 2, 1, 7, 1, 3, 1, 1, 2], "chunk_stats": {"count": 92, "sum": 242, "mean": 2.630434782608696, "median": 2.0, "p95": 6.0, "max": 18, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 51, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 3, 2, 4, 1, 7, 1, 2, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 51, "sum": 92, "mean": 1.803921568627451, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [9, 4, 2, 3, 1, 1, 6, 1, 2, 1, 1, 8, 1, 3, 2, 1, 1, 1, 1, 6, 1, 1, 10, 4, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 6, 1, 2, 1, 5, 1, 2, 2, 2, 1, 10, 1, 5, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 1, 1, 2, 1, 1, 4, 3, 7, 1, 1, 1, 6, 3, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 21, "sum": 47, "mean": 2.238095238095238, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 50, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06639626499963924, "decode_time_sec": 1.8012332449998212, "total_time_sec": 1.8700541189991782, "prefill_units_per_sec": 2710.9958670262254, "prefill_bytes_per_sec": 2695.9347788760797, "decode_units_per_sec": 71.06242367851294, "decode_bytes_per_sec": 71.06242367851294, "total_units_per_sec": 68.44721695461064, "total_bytes_per_sec": 68.44721695461064, "step_latency_ms": {"count": 128, "sum": 1798, "mean": 14.046875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3308.16259765625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 69, "stage1_units": 33, "bytes_per_stage0_unit": 2.5942028985507246, "stage0_per_stage1_unit": 2.090909090909091}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 180, "units_out": 69, "chunk_lengths": [1, 1, 3, 8, 1, 1, 7, 1, 1, 3, 1, 1, 1, 5, 3, 4, 10, 1, 3, 2, 14, 1, 7, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 6, 1, 2, 6, 1, 3, 1, 7, 3, 1, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 69, "sum": 180, "mean": 2.608695652173913, "median": 1.0, "p95": 7.599999999999994, "max": 14, "min": 1}}, {"stage": 1, "units_in": 69, "units_out": 33, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 4, 1, 2, 4, 1, 3, 3, 3, 3, 4, 4, 1, 1, 2], "chunk_stats": {"count": 33, "sum": 69, "mean": 2.090909090909091, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [13, 1, 1, 5, 2, 1, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 9, 1, 9, 4, 1, 4, 3, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 6, 4, 4, 5, 2, 4, 4, 4, 5, 2, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 2.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 51, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06648612400022103, "decode_time_sec": 1.759268523001083, "total_time_sec": 1.8280130260009173, "prefill_units_per_sec": 3098.390876257355, "prefill_bytes_per_sec": 3083.350143848339, "decode_units_per_sec": 72.75751161718546, "decode_bytes_per_sec": 72.75751161718546, "total_units_per_sec": 70.02138287822888, "total_bytes_per_sec": 70.02138287822888, "step_latency_ms": {"count": 128, "sum": 1751, "mean": 13.6796875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3316.28515625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 68, "stage1_units": 38, "bytes_per_stage0_unit": 3.014705882352941, "stage0_per_stage1_unit": 1.7894736842105263}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 206, "units_out": 68, "chunk_lengths": [1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 1, 4, 2, 6, 1, 2, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 9, 10, 1, 1, 2, 1, 1, 3, 6, 1, 2, 9, 9, 2, 1, 3, 1, 7, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 2, 10, 1, 1], "chunk_stats": {"count": 68, "sum": 206, "mean": 3.0294117647058822, "median": 1.5, "p95": 9.649999999999999, "max": 11, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 38, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 2, 4, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 3, 1, 2, 1], "chunk_stats": {"count": 38, "sum": 68, "mean": 1.7894736842105263, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [9, 3, 4, 8, 1, 4, 1, 1, 1, 1, 1, 4, 6, 1, 4, 1, 1, 3, 2, 1, 4, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 2, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 2, 1, 2, 5, 3], "chunk_stats": {"count": 18, "sum": 40, "mean": 2.2222222222222223, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 52, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06734468400100013, "decode_time_sec": 1.7051076040006592, "total_time_sec": 1.7748890969996864, "prefill_units_per_sec": 3771.641426014084, "prefill_bytes_per_sec": 3756.7924440219026, "decode_units_per_sec": 75.06857614128059, "decode_bytes_per_sec": 75.06857614128059, "total_units_per_sec": 72.11718197851019, "total_bytes_per_sec": 72.11718197851019, "step_latency_ms": {"count": 128, "sum": 1702, "mean": 13.296875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3329.826171875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 85, "stage1_units": 33, "bytes_per_stage0_unit": 2.976470588235294, "stage0_per_stage1_unit": 2.5757575757575757}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 254, "units_out": 85, "chunk_lengths": [1, 1, 3, 3, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 1, 6, 1, 8, 1, 13, 1, 5, 1, 6, 5, 1, 1, 3, 1, 5, 1, 8, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 1, 3, 1, 1, 6, 1, 8, 2, 1, 5, 1, 1, 13, 1, 5, 1, 6, 5, 1, 1, 1, 7, 8, 1, 4, 2, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 85, "sum": 254, "mean": 2.988235294117647, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 33, "chunk_lengths": [1, 2, 1, 1, 1, 3, 3, 6, 1, 1, 5, 2, 3, 1, 2, 4, 2, 6, 1, 1, 5, 8, 1, 4, 1, 2, 4, 5, 1, 1, 4, 1, 1], "chunk_stats": {"count": 33, "sum": 85, "mean": 2.5757575757575757, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [9, 1, 2, 1, 3, 1, 1, 6, 1, 8, 1, 1, 1, 1, 1, 5, 1, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 8, 1, 3, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 9, 4], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 1.0, "p95": 8.899999999999999, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 8, 3, 3, 3, 1, 9, 3, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 15, "sum": 43, "mean": 2.8666666666666667, "median": 2.0, "p95": 8.299999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 53, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06729351499961922, "decode_time_sec": 1.9258507390004524, "total_time_sec": 1.9955553030013107, "prefill_units_per_sec": 3507.0244138879566, "prefill_bytes_per_sec": 3492.1641409477534, "decode_units_per_sec": 66.464133179103, "decode_bytes_per_sec": 66.464133179103, "total_units_per_sec": 64.14254709327689, "total_bytes_per_sec": 64.14254709327689, "step_latency_ms": {"count": 128, "sum": 1916, "mean": 14.96875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3323.685546875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}, "model_input_units": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 235, "model_input_units": 236, "stage0_units": 79, "stage1_units": 44, "bytes_per_stage0_unit": 2.9746835443037973, "stage0_per_stage1_unit": 1.7954545454545454}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 236, "units_out": 79, "chunk_lengths": [1, 1, 3, 1, 3, 10, 1, 1, 1, 3, 2, 1, 2, 2, 1, 1, 1, 9, 2, 2, 3, 1, 2, 9, 2, 1, 2, 2, 1, 6, 1, 2, 2, 4, 2, 4, 8, 1, 4, 1, 1, 2, 1, 9, 9, 2, 6, 3, 4, 5, 2, 6, 12, 1, 2, 1, 4, 3, 1, 4, 1, 5, 1, 9, 1, 2, 2, 2, 1, 2, 2, 2, 1, 13, 2, 2, 2, 1, 1], "chunk_stats": {"count": 79, "sum": 236, "mean": 2.9873417721518987, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 3, 2, 2, 1, 2, 2, 1, 1, 1, 1, 3, 3, 1, 4, 4, 1, 1, 3, 5, 1, 2, 1, 1, 1], "chunk_stats": {"count": 44, "sum": 79, "mean": 1.7954545454545454, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [9, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 9, 4, 1, 13, 3, 4, 1, 2, 1, 1, 1, 3, 1, 7, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 3, 1, 4, 1, 3, 1, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 2, 5, 3, 1, 3, 1, 2, 1, 4, 1, 4, 1, 2, 3, 3, 1, 1, 1, 2, 4, 2], "chunk_stats": {"count": 23, "sum": 49, "mean": 2.130434782608696, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 54, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0664262640002562, "decode_time_sec": 1.6595580329994846, "total_time_sec": 1.7284458960002667, "prefill_units_per_sec": 3778.6258760395126, "prefill_bytes_per_sec": 3763.571589680789, "decode_units_per_sec": 77.1289689512411, "decode_bytes_per_sec": 77.1289689512411, "total_units_per_sec": 74.05496480751877, "total_bytes_per_sec": 74.05496480751877, "step_latency_ms": {"count": 128, "sum": 1652, "mean": 12.90625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3327.091796875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 250, "mean": 250.0, "median": 250.0, "p95": 250.0, "max": 250, "min": 250}, "model_input_units": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 250, "model_input_units": 251, "stage0_units": 81, "stage1_units": 44, "bytes_per_stage0_unit": 3.0864197530864197, "stage0_per_stage1_unit": 1.8409090909090908}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 251, "units_out": 81, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 6, 1, 1, 2, 1, 4, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 1, 9, 2, 12, 5, 1, 8, 3, 9, 2, 1, 1, 1, 1, 1, 8, 1, 8, 3, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 9, 1, 9, 1, 5, 2, 1, 1, 9, 4, 4, 1, 3, 3, 4, 1, 2, 1, 1, 13, 1, 9, 1, 5, 3, 4, 1, 1], "chunk_stats": {"count": 81, "sum": 251, "mean": 3.0987654320987654, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 44, "chunk_lengths": [1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 4, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 2, 2, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 81, "mean": 1.8409090909090908, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [17, 1, 3, 1, 8, 1, 3, 1, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 9, 3, 4, 1, 9, 1, 4, 1, 5, 4, 3, 1, 1, 8], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 2, 3, 6, 3, 4, 1, 1, 1, 6, 1, 1, 4], "chunk_stats": {"count": 15, "sum": 38, "mean": 2.533333333333333, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 55, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07520920099887007, "decode_time_sec": 1.9195837339993886, "total_time_sec": 1.9969920040002762, "prefill_units_per_sec": 1941.2518423403205, "prefill_bytes_per_sec": 1927.9555968448387, "decode_units_per_sec": 66.68112348155621, "decode_bytes_per_sec": 66.68112348155621, "total_units_per_sec": 64.09640085868982, "total_bytes_per_sec": 64.09640085868982, "step_latency_ms": {"count": 128, "sum": 1905, "mean": 14.8828125, "median": 8.0, "p95": 38.0, "max": 42, "min": 7}, "peak_allocated_mb": 3300.4150390625, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}, "model_input_units": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 145, "model_input_units": 146, "stage0_units": 63, "stage1_units": 42, "bytes_per_stage0_unit": 2.3015873015873014, "stage0_per_stage1_unit": 1.5}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 146, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 5, 5, 1, 5, 2, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 3, 3, 5, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 146, "mean": 2.3174603174603177, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 42, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 63, "mean": 1.5, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.5, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 2, 5, 4, 1, 1, 2, 2, 1, 2, 8, 1, 1, 3, 5, 4, 1, 1, 2, 2], "chunk_stats": {"count": 21, "sum": 50, "mean": 2.380952380952381, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 56, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06602575500073726, "decode_time_sec": 1.7417610430002242, "total_time_sec": 1.810070106999774, "prefill_units_per_sec": 3013.9753797253497, "prefill_bytes_per_sec": 2998.829774802107, "decode_units_per_sec": 73.48884079960648, "decode_bytes_per_sec": 73.48884079960648, "total_units_per_sec": 70.71549301046824, "total_bytes_per_sec": 70.71549301046824, "step_latency_ms": {"count": 128, "sum": 1735, "mean": 13.5546875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3315.34423828125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 67, "stage1_units": 37, "bytes_per_stage0_unit": 2.955223880597015, "stage0_per_stage1_unit": 1.8108108108108107}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 199, "units_out": 67, "chunk_lengths": [1, 1, 3, 9, 1, 1, 3, 2, 1, 2, 1, 2, 2, 1, 5, 2, 6, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 10, 1, 1, 1, 13, 3, 3, 9, 5, 2, 14, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 13, 1, 1, 6, 2, 1, 5, 1, 1], "chunk_stats": {"count": 67, "sum": 199, "mean": 2.970149253731343, "median": 2.0, "p95": 10.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 37, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 1, 6, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 37, "sum": 67, "mean": 1.8108108108108107, "median": 1.0, "p95": 4.199999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [13, 1, 7, 2, 6, 1, 13, 1, 10, 1, 2, 10, 9, 1, 9, 1, 3, 1, 1, 1, 10, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 2.0, "p95": 11.049999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 1, 1], "chunk_stats": {"count": 20, "sum": 33, "mean": 1.65, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 57, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0695118330004334, "decode_time_sec": 1.7377698750005948, "total_time_sec": 1.8095694170006027, "prefill_units_per_sec": 3164.928768295152, "prefill_bytes_per_sec": 3150.5427284392654, "decode_units_per_sec": 73.65762397046743, "decode_bytes_per_sec": 73.65762397046743, "total_units_per_sec": 70.73505928949803, "total_bytes_per_sec": 70.73505928949803, "step_latency_ms": {"count": 128, "sum": 1728, "mean": 13.5, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3321.41796875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 62, "stage1_units": 45, "bytes_per_stage0_unit": 3.532258064516129, "stage0_per_stage1_unit": 1.3777777777777778}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 220, "units_out": 62, "chunk_lengths": [1, 1, 3, 6, 1, 4, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 8, 2, 8, 1, 4, 1, 3, 5, 1, 1, 1, 2, 3, 1, 5, 3, 4, 1, 6, 1, 4, 1, 9, 6, 1, 9, 4, 5, 1, 1, 3, 10, 5, 1, 5, 1, 1], "chunk_stats": {"count": 62, "sum": 220, "mean": 3.5483870967741935, "median": 3.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 62, "units_out": 45, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 62, "mean": 1.3777777777777778, "median": 1.0, "p95": 2.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [9, 8, 1, 8, 1, 1, 1, 1, 4, 6, 1, 4, 1, 5, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 1], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 3.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 3, 2, 1, 2, 3, 3, 2], "chunk_stats": {"count": 20, "sum": 33, "mean": 1.65, "median": 1.5, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 58, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06686913399971672, "decode_time_sec": 1.7713667829993938, "total_time_sec": 1.8405271960000391, "prefill_units_per_sec": 2811.4615631301044, "prefill_bytes_per_sec": 2796.5069803474976, "decode_units_per_sec": 72.26058500615105, "decode_bytes_per_sec": 72.26058500615105, "total_units_per_sec": 69.54529130467533, "total_bytes_per_sec": 69.54529130467533, "step_latency_ms": {"count": 128, "sum": 1768, "mean": 13.8125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3311.63525390625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 72, "stage1_units": 30, "bytes_per_stage0_unit": 2.5972222222222223, "stage0_per_stage1_unit": 2.4}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 188, "units_out": 72, "chunk_lengths": [1, 1, 3, 1, 3, 1, 2, 4, 1, 1, 3, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 6, 2, 1, 1, 3, 1, 6, 2, 2, 1, 3, 1, 1, 7, 1, 9, 4, 1, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 8, 1, 6, 1, 1, 1, 1, 9, 4, 1, 6, 1, 1, 3, 1, 4, 1, 4, 1, 9, 4, 1], "chunk_stats": {"count": 72, "sum": 188, "mean": 2.611111111111111, "median": 1.0, "p95": 8.450000000000003, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 30, "chunk_lengths": [1, 2, 1, 1, 3, 1, 4, 1, 4, 3, 3, 6, 6, 1, 1, 3, 1, 3, 4, 2, 2, 3, 1, 1, 2, 1, 3, 5, 1, 2], "chunk_stats": {"count": 30, "sum": 72, "mean": 2.4, "median": 2.0, "p95": 5.549999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 6, 2, 1, 1, 3, 1, 4, 1, 6, 2, 1, 1, 9, 4, 1, 3, 3, 1, 1, 3, 1, 4, 1, 4, 1, 1, 9, 4, 1, 4, 1, 1, 3, 1, 4, 1, 8, 1, 9, 4, 1, 1, 4, 1, 1, 2], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.699999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 1, 3, 6, 1, 1, 4, 3, 5, 1, 1, 3, 3, 5, 1, 4, 2], "chunk_stats": {"count": 17, "sum": 46, "mean": 2.7058823529411766, "median": 3.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 59, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06669390400020347, "decode_time_sec": 1.6291822980001598, "total_time_sec": 1.6982361410009617, "prefill_units_per_sec": 3298.6523026051796, "prefill_bytes_per_sec": 3283.658428502429, "decode_units_per_sec": 78.56702111060345, "decode_bytes_per_sec": 78.56702111060345, "total_units_per_sec": 75.37232126302247, "total_bytes_per_sec": 75.37232126302247, "step_latency_ms": {"count": 128, "sum": 1625, "mean": 12.6953125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3321.41796875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 78, "stage1_units": 37, "bytes_per_stage0_unit": 2.8076923076923075, "stage0_per_stage1_unit": 2.108108108108108}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 220, "units_out": 78, "chunk_lengths": [1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 1, 1, 9, 6, 2, 1, 4, 1, 4, 4, 5, 2, 1, 3, 1, 1, 3, 1, 1, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 2, 7, 1, 6, 1, 1, 5, 8, 1, 1, 3, 2, 3, 5, 13, 1, 2, 1, 3, 1, 5, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 4, 1, 1], "chunk_stats": {"count": 78, "sum": 220, "mean": 2.8205128205128207, "median": 2.0, "p95": 8.149999999999991, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 37, "chunk_lengths": [1, 2, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 4, 5, 2, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 1, 2, 5, 1, 1, 5, 3, 5, 1, 2, 1, 1], "chunk_stats": {"count": 37, "sum": 78, "mean": 2.108108108108108, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 32, "chunk_lengths": [17, 1, 2, 1, 1, 8, 1, 5, 2, 1, 4, 4, 2, 4, 1, 1, 1, 21, 3, 4, 5, 1, 1, 2, 6, 1, 1, 17, 2, 3, 1, 1, 3], "chunk_stats": {"count": 33, "sum": 128, "mean": 3.878787878787879, "median": 2.0, "p95": 17.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 4, 3, 3, 1, 2, 2, 1, 3, 3, 1, 2, 1, 1, 3], "chunk_stats": {"count": 16, "sum": 32, "mean": 2.0, "median": 2.0, "p95": 3.25, "max": 4, "min": 1}, "active_size_stats": {"count": 32, "sum": 32, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 60, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06632989500030817, "decode_time_sec": 1.692645094000909, "total_time_sec": 1.7612555180003255, "prefill_units_per_sec": 2758.9369770470735, "prefill_bytes_per_sec": 2743.860818702554, "decode_units_per_sec": 75.6212867385248, "decode_bytes_per_sec": 75.6212867385248, "total_units_per_sec": 72.67542880168075, "total_bytes_per_sec": 72.67542880168075, "step_latency_ms": {"count": 128, "sum": 1687, "mean": 13.1796875, "median": 8.0, "p95": 37.64999999999999, "max": 38, "min": 7}, "peak_allocated_mb": 3308.5625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "model_input_units": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 182, "model_input_units": 183, "stage0_units": 64, "stage1_units": 41, "bytes_per_stage0_unit": 2.84375, "stage0_per_stage1_unit": 1.5609756097560976}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 183, "units_out": 64, "chunk_lengths": [1, 1, 3, 3, 6, 6, 1, 1, 3, 2, 7, 4, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 6, 9, 1, 1, 7, 2, 1, 1, 4, 2, 1, 1, 9, 1, 9, 2, 1, 1, 8, 1, 1, 1, 1, 9, 1, 1, 1, 2, 3, 1, 1, 1, 6, 1, 1], "chunk_stats": {"count": 64, "sum": 183, "mean": 2.859375, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 2, 2, 2, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 41, "sum": 64, "mean": 1.5609756097560976, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [2, 2, 3, 1, 1, 8, 1, 1, 9, 3, 4, 1, 1, 6, 1, 5, 1, 5, 4, 3, 6, 7, 1, 1, 3, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 5, 1, 5, 2, 1, 1, 4, 5, 1, 1, 2, 8, 3], "chunk_stats": {"count": 15, "sum": 42, "mean": 2.8, "median": 2.0, "p95": 5.899999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 61, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06623804499940888, "decode_time_sec": 1.905376033999346, "total_time_sec": 1.9738337679991673, "prefill_units_per_sec": 3064.7039779300794, "prefill_bytes_per_sec": 3049.6069139993892, "decode_units_per_sec": 67.17834050391123, "decode_bytes_per_sec": 67.17834050391123, "total_units_per_sec": 64.84841939336707, "total_bytes_per_sec": 64.84841939336707, "step_latency_ms": {"count": 128, "sum": 1894, "mean": 14.796875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3315.93212890625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 70, "stage1_units": 41, "bytes_per_stage0_unit": 2.8857142857142857, "stage0_per_stage1_unit": 1.7073170731707317}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 203, "units_out": 70, "chunk_lengths": [1, 1, 3, 1, 4, 1, 8, 1, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 9, 5, 3, 2, 4, 1, 5, 2, 1, 1, 8, 1, 1, 9, 3, 4, 1, 5, 1, 1, 1, 1, 4, 6, 3, 5, 2, 1, 5, 4, 1, 9, 3, 4], "chunk_stats": {"count": 70, "sum": 203, "mean": 2.9, "median": 2.0, "p95": 8.549999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 41, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 3, 1, 1, 4, 1, 2, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 2], "chunk_stats": {"count": 41, "sum": 70, "mean": 1.7073170731707317, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 1, 4, 1, 1, 8, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 9, 1, 1, 2, 1, 1, 7, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 7], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 4, 1, 1, 1, 1, 3, 2, 3, 3, 2, 1, 7, 5, 1, 1, 7, 4], "chunk_stats": {"count": 20, "sum": 51, "mean": 2.55, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 62, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.066496854999059, "decode_time_sec": 1.7940355370010366, "total_time_sec": 1.8625894409997272, "prefill_units_per_sec": 2225.6691688967, "prefill_bytes_per_sec": 2210.6308637014517, "decode_units_per_sec": 71.3475276047032, "decode_bytes_per_sec": 71.3475276047032, "total_units_per_sec": 68.72153206843974, "total_bytes_per_sec": 68.72153206843974, "step_latency_ms": {"count": 128, "sum": 1778, "mean": 13.890625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3300.00390625, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 51, "stage1_units": 26, "bytes_per_stage0_unit": 2.8823529411764706, "stage0_per_stage1_unit": 1.9615384615384615}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 148, "units_out": 51, "chunk_lengths": [1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 4, 5, 3, 1, 2, 1, 1, 4, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 1, 3, 3, 1, 3, 1, 7, 1, 13, 4, 5, 3], "chunk_stats": {"count": 51, "sum": 148, "mean": 2.9019607843137254, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 51, "units_out": 26, "chunk_lengths": [1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 8, 3, 1, 2, 1, 1, 1, 2, 1, 5, 1, 2, 1], "chunk_stats": {"count": 26, "sum": 51, "mean": 1.9615384615384615, "median": 1.0, "p95": 4.75, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 3, 1, 5, 1, 17, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 5, 3, 1, 3, 1, 5, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 5], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 7.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 8, 3, 1, 2, 1, 1, 3, 5, 1, 8, 3, 1, 2, 1], "chunk_stats": {"count": 17, "sum": 46, "mean": 2.7058823529411766, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 63, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06678858500163187, "decode_time_sec": 1.9530861470011587, "total_time_sec": 2.0221605810002075, "prefill_units_per_sec": 3009.496308315094, "prefill_bytes_per_sec": 2994.5236898657654, "decode_units_per_sec": 65.53730371624209, "decode_bytes_per_sec": 65.53730371624209, "total_units_per_sec": 63.29863276075149, "total_bytes_per_sec": 63.29863276075149, "step_latency_ms": {"count": 128, "sum": 1939, "mean": 15.1484375, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3315.68896484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 73, "stage1_units": 46, "bytes_per_stage0_unit": 2.73972602739726, "stage0_per_stage1_unit": 1.5869565217391304}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 73, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 2, 2, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 1, 1, 1, 6, 2, 1, 4, 2, 4, 2, 12, 2, 1, 3, 2, 1, 7, 2, 1, 5, 1, 9, 3, 4, 1, 1, 5, 3, 4], "chunk_stats": {"count": 73, "sum": 201, "mean": 2.7534246575342465, "median": 2.0, "p95": 7.799999999999983, "max": 12, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 46, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 2, 3, 1, 2, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2], "chunk_stats": {"count": 46, "sum": 73, "mean": 1.5869565217391304, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 4, 1, 1, 1, 4, 7, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 4, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 1, 1, 8], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.5, "p95": 7.649999999999999, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [2, 1, 1, 1, 2, 2, 2, 2, 3, 3, 2, 1, 2, 3, 3, 5, 1, 1, 2, 4, 1, 3, 1], "chunk_stats": {"count": 23, "sum": 48, "mean": 2.0869565217391304, "median": 2.0, "p95": 3.8999999999999986, "max": 5, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 64, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06730186399909144, "decode_time_sec": 1.962914265001018, "total_time_sec": 2.032569388999036, "prefill_units_per_sec": 3328.288203177017, "prefill_bytes_per_sec": 3313.429773698548, "decode_units_per_sec": 65.20916490457805, "decode_bytes_per_sec": 65.20916490457805, "total_units_per_sec": 62.97447983462704, "total_bytes_per_sec": 62.97447983462704, "step_latency_ms": {"count": 128, "sum": 1951, "mean": 15.2421875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3321.994140625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}, "model_input_units": {"count": 1, "sum": 224, "mean": 224.0, "median": 224.0, "p95": 224.0, "max": 224, "min": 224}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 223, "model_input_units": 224, "stage0_units": 83, "stage1_units": 49, "bytes_per_stage0_unit": 2.6867469879518073, "stage0_per_stage1_unit": 1.6938775510204083}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 224, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1, 5, 7, 1, 1, 6, 1, 2, 3, 1, 9, 7, 1, 4, 1, 1, 1, 6, 1, 2, 1, 6, 5, 1, 5, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 3, 4], "chunk_stats": {"count": 83, "sum": 224, "mean": 2.6987951807228914, "median": 2.0, "p95": 6.8999999999999915, "max": 9, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 49, "chunk_lengths": [1, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 1, 1, 3, 1, 1, 3, 2, 2, 1, 1, 2, 1, 5, 2, 3, 1, 2, 1, 2, 2, 1, 1, 2], "chunk_stats": {"count": 49, "sum": 83, "mean": 1.6938775510204083, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 4, 1, 1, 1, 4, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.5, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [3, 1, 1, 6, 2, 2, 3, 2, 4, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 2, 3], "chunk_stats": {"count": 23, "sum": 50, "mean": 2.1739130434782608, "median": 2.0, "p95": 3.8999999999999986, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 65, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06680679499913822, "decode_time_sec": 1.703491483000107, "total_time_sec": 1.7725475770002959, "prefill_units_per_sec": 3577.4804045469177, "prefill_bytes_per_sec": 3562.511867289399, "decode_units_per_sec": 75.13979452047073, "decode_bytes_per_sec": 75.13979452047073, "total_units_per_sec": 72.21244815138671, "total_bytes_per_sec": 72.21244815138671, "step_latency_ms": {"count": 128, "sum": 1694, "mean": 13.234375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3324.810546875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 68, "stage1_units": 38, "bytes_per_stage0_unit": 3.5, "stage0_per_stage1_unit": 1.7894736842105263}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 239, "units_out": 68, "chunk_lengths": [1, 1, 3, 1, 1, 1, 7, 1, 2, 1, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 9, 7, 1, 5, 2, 6, 1, 6, 9, 7, 1, 3, 1, 5, 2, 4, 9, 7, 1, 5, 2, 7, 1, 5, 1, 1, 2, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 68, "sum": 239, "mean": 3.514705882352941, "median": 2.0, "p95": 9.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 38, "chunk_lengths": [1, 2, 2, 5, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 2, 1, 5, 1, 2], "chunk_stats": {"count": 38, "sum": 68, "mean": 1.7894736842105263, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 7, 1, 1, 4, 1, 1, 1, 7, 1, 2, 1, 1, 6, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 2], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [2, 1, 1, 8, 2, 4, 1, 4, 1, 1, 2, 2, 1, 3, 6], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 66, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07007167400115577, "decode_time_sec": 1.6613182099990809, "total_time_sec": 1.7336441630013724, "prefill_units_per_sec": 2768.5937686717766, "prefill_bytes_per_sec": 2754.3226667714066, "decode_units_per_sec": 77.04725032784106, "decode_bytes_per_sec": 77.04725032784106, "total_units_per_sec": 73.83291377303168, "total_bytes_per_sec": 73.83291377303168, "step_latency_ms": {"count": 128, "sum": 1652, "mean": 12.90625, "median": 8.0, "p95": 38.0, "max": 44, "min": 7}, "peak_allocated_mb": 3314.95361328125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 72, "stage1_units": 33, "bytes_per_stage0_unit": 2.6805555555555554, "stage0_per_stage1_unit": 2.1818181818181817}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 194, "units_out": 72, "chunk_lengths": [1, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 2, 2, 1, 1, 9, 1, 2, 3, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 2, 3, 1, 9, 4, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 6, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 72, "sum": 194, "mean": 2.6944444444444446, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 33, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 6, 4, 3, 3, 1, 2, 1, 1, 1, 10, 4, 1, 1, 1, 2, 2, 3, 1], "chunk_stats": {"count": 33, "sum": 72, "mean": 2.1818181818181817, "median": 1.0, "p95": 4.799999999999997, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [13, 3, 4, 2, 2, 9, 2, 3, 6, 1, 2, 1, 3, 1, 13, 3, 4, 1, 1, 9, 4, 1, 13, 3, 4, 5, 1, 5, 4, 3, 1, 1], "chunk_stats": {"count": 32, "sum": 128, "mean": 4.0, "median": 3.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 2, 2, 3, 1, 2, 2, 1, 2, 1, 3, 1, 1, 3], "chunk_stats": {"count": 17, "sum": 31, "mean": 1.8235294117647058, "median": 2.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 67, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06841176399939286, "decode_time_sec": 1.838406323999152, "total_time_sec": 1.9093367980003677, "prefill_units_per_sec": 2879.6216978376456, "prefill_bytes_per_sec": 2865.004328813089, "decode_units_per_sec": 69.62552202363891, "decode_bytes_per_sec": 69.62552202363891, "total_units_per_sec": 67.03898449663428, "total_bytes_per_sec": 67.03898449663428, "step_latency_ms": {"count": 128, "sum": 1798, "mean": 14.046875, "median": 8.0, "p95": 37.0, "max": 45, "min": 7}, "peak_allocated_mb": 3314.99951171875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 61, "stage1_units": 35, "bytes_per_stage0_unit": 3.2131147540983607, "stage0_per_stage1_unit": 1.7428571428571429}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 197, "units_out": 61, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 3, 2, 4, 2, 8, 11, 2, 1, 4, 1, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 4, 6, 1, 9, 4, 6, 1, 3, 1, 3, 1, 1, 6, 1, 1, 13, 1, 2, 6, 1, 5, 1, 2, 4, 1, 6, 1, 17, 3, 4, 6, 1, 1], "chunk_stats": {"count": 61, "sum": 197, "mean": 3.2295081967213113, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 5, 2, 3, 1, 3, 1, 1], "chunk_stats": {"count": 35, "sum": 61, "mean": 1.7428571428571429, "median": 1.0, "p95": 3.5999999999999943, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [9, 1, 2, 1, 4, 1, 2, 1, 5, 1, 13, 1, 5, 5, 5, 1, 1, 3, 6, 1, 5, 1, 4, 1, 1, 1, 1, 6, 1, 4, 1, 6, 1, 1, 1, 9, 3, 4, 2, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 8.399999999999991, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2, 3, 6, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 44, "mean": 2.0952380952380953, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 68, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06901204300083918, "decode_time_sec": 1.8635185559996899, "total_time_sec": 1.9352560079987597, "prefill_units_per_sec": 3057.4373808558926, "prefill_bytes_per_sec": 3042.9471563020734, "decode_units_per_sec": 68.68726881623888, "decode_bytes_per_sec": 68.68726881623888, "total_units_per_sec": 66.1411200745292, "total_bytes_per_sec": 66.1411200745292, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3317.49560546875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 210, "mean": 210.0, "median": 210.0, "p95": 210.0, "max": 210, "min": 210}, "model_input_units": {"count": 1, "sum": 211, "mean": 211.0, "median": 211.0, "p95": 211.0, "max": 211, "min": 211}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 210, "model_input_units": 211, "stage0_units": 81, "stage1_units": 40, "bytes_per_stage0_unit": 2.5925925925925926, "stage0_per_stage1_unit": 2.025}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 211, "units_out": 81, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 3, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 5, 2, 1, 6, 5, 1, 1, 2, 2, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 4, 1, 3, 1, 7, 1, 5, 3, 4], "chunk_stats": {"count": 81, "sum": 211, "mean": 2.6049382716049383, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 40, "chunk_lengths": [1, 2, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 4, 2, 5, 1, 2, 2, 3, 1, 3, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2], "chunk_stats": {"count": 40, "sum": 81, "mean": 2.025, "median": 1.5, "p95": 5.049999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 3, 1, 1, 1, 4, 4, 1, 1, 3, 1, 4, 1, 4, 1, 2, 1, 1, 4, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 4, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 7], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 6.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [3, 1, 1, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 6, 1, 1, 6, 5, 1, 2], "chunk_stats": {"count": 20, "sum": 50, "mean": 2.5, "median": 1.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 69, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06589204500050982, "decode_time_sec": 1.7596671749997768, "total_time_sec": 1.8278378890008753, "prefill_units_per_sec": 2610.3302758120376, "prefill_bytes_per_sec": 2595.153936999177, "decode_units_per_sec": 72.7410284277288, "decode_bytes_per_sec": 72.7410284277288, "total_units_per_sec": 70.0280920809486, "total_bytes_per_sec": 70.0280920809486, "step_latency_ms": {"count": 128, "sum": 1736, "mean": 13.5625, "median": 8.0, "p95": 37.0, "max": 41, "min": 7}, "peak_allocated_mb": 3305.84619140625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}, "model_input_units": {"count": 1, "sum": 172, "mean": 172.0, "median": 172.0, "p95": 172.0, "max": 172, "min": 172}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 171, "model_input_units": 172, "stage0_units": 63, "stage1_units": 31, "bytes_per_stage0_unit": 2.7142857142857144, "stage0_per_stage1_unit": 2.032258064516129}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 172, "units_out": 63, "chunk_lengths": [1, 1, 3, 5, 1, 1, 3, 2, 1, 1, 1, 5, 1, 2, 2, 2, 4, 1, 2, 2, 1, 1, 9, 5, 1, 3, 1, 4, 1, 13, 1, 2, 4, 1, 1, 1, 5, 1, 17, 1, 3, 1, 1, 3, 1, 1, 4, 1, 1, 1, 13, 2, 3, 4, 5, 1, 3, 1, 1, 1, 5, 1, 1], "chunk_stats": {"count": 63, "sum": 172, "mean": 2.7301587301587302, "median": 1.0, "p95": 8.599999999999994, "max": 17, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 31, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 2, 5, 1, 5, 1, 5, 1, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 31, "sum": 63, "mean": 2.032258064516129, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 6, 1, 13, 2, 3, 5, 1, 3, 4, 1, 1, 6, 1, 17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 3, 2, 1, 5, 1, 1, 2, 2, 5, 1, 4, 1, 3, 2, 2], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 70, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06869508400086488, "decode_time_sec": 2.0758079970000836, "total_time_sec": 2.1466438399984327, "prefill_units_per_sec": 2110.77695164001, "prefill_bytes_per_sec": 2096.2198692149063, "decode_units_per_sec": 61.662735756381636, "decode_bytes_per_sec": 61.662735756381636, "total_units_per_sec": 59.62796324894467, "total_bytes_per_sec": 59.62796324894467, "step_latency_ms": {"count": 128, "sum": 2050, "mean": 16.015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3300.2509765625, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 62, "stage1_units": 32, "bytes_per_stage0_unit": 2.3225806451612905, "stage0_per_stage1_unit": 1.9375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 145, "units_out": 62, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 1, 9, 4, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 3, 1, 6, 1, 5, 4, 1, 8, 1, 1, 5, 1, 1, 2, 1, 4, 1, 6, 1, 1, 5, 3, 4], "chunk_stats": {"count": 62, "sum": 145, "mean": 2.338709677419355, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 62, "units_out": 32, "chunk_lengths": [1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 1, 7, 1, 3, 3, 3, 1, 2, 1, 1, 1, 1, 3, 3, 3, 2, 3, 1, 1, 2], "chunk_stats": {"count": 32, "sum": 62, "mean": 1.9375, "median": 1.5, "p95": 3.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 6, 1, 1, 1, 4, 3, 1, 6, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 3], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [3, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 5, 1, 1, 3, 1, 3, 4], "chunk_stats": {"count": 28, "sum": 55, "mean": 1.9642857142857142, "median": 1.0, "p95": 3.6499999999999986, "max": 5, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 71, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06615036500079441, "decode_time_sec": 2.16392437399918, "total_time_sec": 2.232359248000648, "prefill_units_per_sec": 2721.0734211041517, "prefill_bytes_per_sec": 2705.956346542462, "decode_units_per_sec": 59.15178993221531, "decode_bytes_per_sec": 59.15178993221531, "total_units_per_sec": 57.338441433492264, "total_bytes_per_sec": 57.338441433492264, "step_latency_ms": {"count": 128, "sum": 2148, "mean": 16.78125, "median": 8.0, "p95": 38.0, "max": 49, "min": 7}, "peak_allocated_mb": 3308.16259765625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 63, "stage1_units": 38, "bytes_per_stage0_unit": 2.8412698412698414, "stage0_per_stage1_unit": 1.6578947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 180, "units_out": 63, "chunk_lengths": [1, 1, 3, 7, 1, 1, 8, 1, 3, 2, 4, 2, 6, 2, 7, 1, 1, 5, 5, 1, 4, 2, 6, 1, 5, 2, 1, 3, 1, 5, 1, 6, 1, 4, 1, 3, 2, 4, 1, 5, 5, 2, 4, 1, 1, 4, 1, 1, 5, 6, 2, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1], "chunk_stats": {"count": 63, "sum": 180, "mean": 2.857142857142857, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 38, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 5, 3, 2, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 38, "sum": 63, "mean": 1.6578947368421053, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [2, 1, 1, 5, 4, 1, 4, 3, 5, 1, 1, 1, 3, 1, 1, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 1, 1, 2, 1, 1, 9, 1, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 2, 1], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 29, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 6, 1, 2, 3, 2, 1, 5, 1, 1, 1, 2, 6, 3, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 30, "sum": 59, "mean": 1.9666666666666666, "median": 1.0, "p95": 5.549999999999997, "max": 6, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 72, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0659065650015691, "decode_time_sec": 1.6444345010004326, "total_time_sec": 1.7126826250005251, "prefill_units_per_sec": 2807.004127670673, "prefill_bytes_per_sec": 2791.8311323859666, "decode_units_per_sec": 77.83830850187589, "decode_bytes_per_sec": 77.83830850187589, "total_units_per_sec": 74.73655546658024, "total_bytes_per_sec": 74.73655546658024, "step_latency_ms": {"count": 128, "sum": 1626, "mean": 12.703125, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3310.8134765625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 67, "stage1_units": 31, "bytes_per_stage0_unit": 2.746268656716418, "stage0_per_stage1_unit": 2.161290322580645}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 185, "units_out": 67, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 1, 5, 1, 1, 3, 1, 1, 9, 5, 2, 1, 4, 1, 4, 7, 4, 4, 1, 4, 2, 1, 3, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 4, 1, 1, 5, 1, 14, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 1, 2, 8, 1, 7, 1, 1, 10, 1, 1, 1], "chunk_stats": {"count": 67, "sum": 185, "mean": 2.7611940298507465, "median": 1.0, "p95": 8.699999999999996, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 31, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 4, 1, 1, 1, 2, 6, 1, 4, 7, 2, 1, 2, 2, 1, 1, 3, 6, 4, 2, 2, 1, 1, 1, 1], "chunk_stats": {"count": 31, "sum": 67, "mean": 2.161290322580645, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 1, 5, 4, 7, 4, 4, 1, 4, 7, 4, 4, 1, 4, 2, 4, 4, 1, 1, 5, 4, 1, 1, 5, 2, 4, 7, 4, 5, 5], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 4.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 4, 1, 1, 6, 1, 6, 1, 4, 1, 1, 3, 1, 3, 1], "chunk_stats": {"count": 15, "sum": 35, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 73, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06663374499839847, "decode_time_sec": 2.0585305860004155, "total_time_sec": 2.1274972100000014, "prefill_units_per_sec": 3316.6378387604013, "prefill_bytes_per_sec": 3301.630427725286, "decode_units_per_sec": 62.180276003911736, "decode_bytes_per_sec": 62.180276003911736, "total_units_per_sec": 60.16459123817131, "total_bytes_per_sec": 60.16459123817131, "step_latency_ms": {"count": 128, "sum": 2044, "mean": 15.96875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3322.2294921875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 93, "stage1_units": 54, "bytes_per_stage0_unit": 2.3655913978494625, "stage0_per_stage1_unit": 1.7222222222222223}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 221, "units_out": 93, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 5, 1, 1, 3, 1, 5, 1, 1, 1, 1, 5, 2, 2, 5, 2, 4, 1, 9, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 9, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 8, 1, 6, 1, 1, 1, 1, 5, 2, 1, 1, 1], "chunk_stats": {"count": 93, "sum": 221, "mean": 2.3763440860215055, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 54, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 5, 1, 1, 1, 1, 2, 3, 2, 1, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 1, 2, 2, 1, 3, 7, 1, 1], "chunk_stats": {"count": 54, "sum": 93, "mean": 1.7222222222222223, "median": 1.0, "p95": 4.349999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [5, 4, 2, 2, 1, 1, 3, 1, 4, 1, 4, 2, 4, 2, 5, 1, 1, 9, 3, 4, 1, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 4, 1, 1, 5, 3, 4, 1, 2, 2, 1, 1, 3, 1, 4, 1, 4, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 4, 4, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 1, 2, 2, 3, 1, 1, 2, 8, 2], "chunk_stats": {"count": 27, "sum": 53, "mean": 1.962962962962963, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 74, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06593593499928829, "decode_time_sec": 1.814505158999964, "total_time_sec": 1.8828325630001927, "prefill_units_per_sec": 3124.2447688384723, "prefill_bytes_per_sec": 3109.0785320965383, "decode_units_per_sec": 70.54264870238516, "decode_bytes_per_sec": 70.54264870238516, "total_units_per_sec": 67.98267807522878, "total_bytes_per_sec": 67.98267807522878, "step_latency_ms": {"count": 128, "sum": 1798, "mean": 14.046875, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3316.81201171875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 84, "stage1_units": 40, "bytes_per_stage0_unit": 2.4404761904761907, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 206, "units_out": 84, "chunk_lengths": [1, 1, 3, 6, 1, 4, 1, 1, 1, 5, 1, 1, 4, 4, 1, 4, 1, 1, 4, 1, 5, 4, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 3, 4, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 7, 1, 1, 1, 1, 4, 1, 4, 1, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 206, "mean": 2.4523809523809526, "median": 1.0, "p95": 6.849999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 2, 1, 3, 6, 1, 3, 1, 2, 1, 5, 1, 1, 1, 2, 5, 4, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 7, 1], "chunk_stats": {"count": 40, "sum": 84, "mean": 2.1, "median": 1.0, "p95": 5.049999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [5, 4, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 1, 6, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 2, 1, 8, 5, 9, 1, 1, 4, 1, 1, 6, 1, 3, 1, 3, 1], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 1.0, "p95": 8.2, "max": 9, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 75, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06593480500123405, "decode_time_sec": 1.7121071870005835, "total_time_sec": 1.7804635309985315, "prefill_units_per_sec": 2927.1338558806347, "prefill_bytes_per_sec": 2911.9673592180407, "decode_units_per_sec": 74.76167436937251, "decode_bytes_per_sec": 74.76167436937251, "total_units_per_sec": 71.89139107399419, "total_bytes_per_sec": 71.89139107399419, "step_latency_ms": {"count": 128, "sum": 1700, "mean": 13.28125, "median": 8.0, "p95": 37.0, "max": 40, "min": 7}, "peak_allocated_mb": 3315.0166015625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 75, "stage1_units": 38, "bytes_per_stage0_unit": 2.56, "stage0_per_stage1_unit": 1.9736842105263157}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 193, "units_out": 75, "chunk_lengths": [1, 1, 3, 1, 3, 1, 9, 1, 1, 3, 2, 9, 2, 4, 1, 4, 2, 3, 1, 2, 2, 2, 3, 1, 4, 1, 2, 2, 2, 4, 1, 2, 1, 4, 2, 2, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 4, 2, 1, 4, 1, 13, 2, 1, 5, 2, 1, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 3, 1, 5, 1, 3, 3, 1, 1], "chunk_stats": {"count": 75, "sum": 193, "mean": 2.5733333333333333, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 38, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 6, 1, 3, 1, 6, 1, 1, 1, 2, 3, 2, 2, 1], "chunk_stats": {"count": 38, "sum": 75, "mean": 1.9736842105263157, "median": 2.0, "p95": 3.4499999999999957, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [13, 3, 1, 5, 2, 3, 13, 4, 2, 2, 2, 1, 9, 1, 2, 4, 3, 1, 4, 1, 13, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 2], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 6, 1, 2, 1], "chunk_stats": {"count": 19, "sum": 35, "mean": 1.8421052631578947, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 76, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06700258500131895, "decode_time_sec": 1.6723739829994884, "total_time_sec": 1.7416761069998756, "prefill_units_per_sec": 3014.8090554420196, "prefill_bytes_per_sec": 2999.8842581378512, "decode_units_per_sec": 76.537904380948, "decode_bytes_per_sec": 76.537904380948, "total_units_per_sec": 73.4924246164727, "total_bytes_per_sec": 73.4924246164727, "step_latency_ms": {"count": 128, "sum": 1643, "mean": 12.8359375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.814453125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 66, "stage1_units": 34, "bytes_per_stage0_unit": 3.0454545454545454, "stage0_per_stage1_unit": 1.9411764705882353}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 4, 1, 5, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 6, 1, 39, 4, 1, 1, 2, 3, 1, 4, 1, 5, 1, 4, 1, 1, 1, 13, 4, 1, 5, 1, 4, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 66, "sum": 202, "mean": 3.0606060606060606, "median": 1.0, "p95": 8.25, "max": 39, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 34, "chunk_lengths": [1, 2, 3, 2, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 4, 2, 2, 2, 3, 4, 3, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 34, "sum": 66, "mean": 1.9411764705882353, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 4, 1, 3, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 5, 1, 3, 1, 6, 1, 1, 5, 1, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 1, 2, 4, 5, 1, 5, 6, 2, 1, 4, 1, 5, 3], "chunk_stats": {"count": 14, "sum": 42, "mean": 3.0, "median": 2.5, "p95": 5.35, "max": 6, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 77, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06595627600108855, "decode_time_sec": 1.8191076279999834, "total_time_sec": 1.8872298730002512, "prefill_units_per_sec": 2198.4261209290667, "prefill_bytes_per_sec": 2183.2645614743833, "decode_units_per_sec": 70.36417088785973, "decode_bytes_per_sec": 70.36417088785973, "total_units_per_sec": 67.82427611561178, "total_bytes_per_sec": 67.82427611561178, "step_latency_ms": {"count": 128, "sum": 1794, "mean": 14.015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3300.0927734375, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 59, "stage1_units": 32, "bytes_per_stage0_unit": 2.440677966101695, "stage0_per_stage1_unit": 1.84375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 145, "units_out": 59, "chunk_lengths": [1, 1, 3, 2, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 5, 4, 1, 3, 1, 1, 3, 2, 1, 2, 3, 4, 1, 8, 1, 9, 1, 3, 1, 1, 4, 2, 2, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 1, 4, 2, 1], "chunk_stats": {"count": 59, "sum": 145, "mean": 2.457627118644068, "median": 2.0, "p95": 8.099999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 1, 1, 2, 3, 1, 1, 4, 1, 1, 1, 5, 1, 6, 1], "chunk_stats": {"count": 32, "sum": 59, "mean": 1.84375, "median": 1.0, "p95": 4.449999999999999, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1, 1, 17, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 3, 2, 2, 1, 5, 1, 17, 1, 3, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [7, 1, 5, 1, 1, 1, 8, 1, 3, 1, 6, 1, 5, 1, 5, 1, 3], "chunk_stats": {"count": 17, "sum": 51, "mean": 3.0, "median": 1.0, "p95": 7.199999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 78, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07336196299911535, "decode_time_sec": 2.015736356001071, "total_time_sec": 2.091410437999002, "prefill_units_per_sec": 3244.187999752269, "prefill_bytes_per_sec": 3230.556957736503, "decode_units_per_sec": 63.50036780302632, "decode_bytes_per_sec": 63.50036780302632, "total_units_per_sec": 61.202716441669146, "total_bytes_per_sec": 61.202716441669146, "step_latency_ms": {"count": 128, "sum": 1982, "mean": 15.484375, "median": 8.0, "p95": 37.64999999999999, "max": 40, "min": 7}, "peak_allocated_mb": 3325.14794921875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 100, "stage1_units": 55, "bytes_per_stage0_unit": 2.37, "stage0_per_stage1_unit": 1.8181818181818181}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 238, "units_out": 100, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 1, 1, 5, 4, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 5, 4, 1, 6, 2, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 7, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 28, 4, 1, 4, 2, 2, 1, 1, 1, 5, 1, 2, 4, 1, 5, 1, 9, 3, 4, 4, 1, 5, 1, 5, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 100, "sum": 238, "mean": 2.38, "median": 1.0, "p95": 5.0, "max": 28, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 55, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 9, 1, 1, 2, 1, 1, 4, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 5, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 55, "sum": 100, "mean": 1.8181818181818181, "median": 1.0, "p95": 4.299999999999997, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [1, 9, 1, 1, 6, 4, 5, 1, 1, 7, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 4, 1, 7, 1, 1, 1, 5, 7, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 1, 3, 1, 7, 1, 1, 7, 2, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 2, 1, 10], "chunk_stats": {"count": 24, "sum": 54, "mean": 2.25, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 79, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06663037500038627, "decode_time_sec": 1.8179335709992301, "total_time_sec": 1.8869867650009837, "prefill_units_per_sec": 3722.026177979072, "prefill_bytes_per_sec": 3707.018007906576, "decode_units_per_sec": 70.40961344349046, "decode_bytes_per_sec": 70.40961344349046, "total_units_per_sec": 67.83301418647379, "total_bytes_per_sec": 67.83301418647379, "step_latency_ms": {"count": 128, "sum": 1807, "mean": 14.1171875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3326.716796875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 83, "stage1_units": 46, "bytes_per_stage0_unit": 2.9759036144578315, "stage0_per_stage1_unit": 1.8043478260869565}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 83, "chunk_lengths": [1, 1, 3, 3, 1, 9, 1, 1, 4, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 1, 9, 7, 2, 1, 1, 9, 5, 2, 1, 1, 9, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 1, 2, 5, 1, 13, 6, 1], "chunk_stats": {"count": 83, "sum": 248, "mean": 2.9879518072289155, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 46, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 4, 3, 2, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 5, 1, 2, 1, 2, 5, 1, 2, 1, 1, 3, 1, 2], "chunk_stats": {"count": 46, "sum": 83, "mean": 1.8043478260869565, "median": 1.0, "p95": 4.75, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 1, 5, 1, 1, 3, 5, 9, 3, 4, 1, 3, 1, 3, 1, 4, 2, 6, 2, 1, 1, 1, 3, 1, 1, 5, 4, 3, 1, 9, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 5.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 2, 1, 6, 2, 2, 1, 5, 1, 1, 7, 4, 4, 2, 3, 2, 1], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 80, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06624745499902929, "decode_time_sec": 1.7637945210008183, "total_time_sec": 1.832573585001228, "prefill_units_per_sec": 3864.2993908785043, "prefill_bytes_per_sec": 3849.204471382885, "decode_units_per_sec": 72.57081166539162, "decode_bytes_per_sec": 72.57081166539162, "total_units_per_sec": 69.84712703905652, "total_bytes_per_sec": 69.84712703905652, "step_latency_ms": {"count": 128, "sum": 1748, "mean": 13.65625, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3339.232421875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 92, "stage1_units": 44, "bytes_per_stage0_unit": 2.7717391304347827, "stage0_per_stage1_unit": 2.090909090909091}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 92, "chunk_lengths": [1, 1, 3, 3, 3, 1, 4, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 4, 1, 1, 3, 1, 9, 7, 5, 5, 1, 13, 1, 5, 1, 5, 9, 1, 1, 1, 3, 1, 1, 1, 2, 4, 2, 4, 1, 6, 1, 1, 5, 4, 1, 4, 2, 4, 1, 1, 3, 1, 1, 3, 2, 1, 3, 1, 3, 1, 1, 1, 3, 2, 6, 1, 1, 1, 1], "chunk_stats": {"count": 92, "sum": 256, "mean": 2.782608695652174, "median": 2.0, "p95": 8.450000000000003, "max": 13, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 44, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 4, 3, 5, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 2, 2, 3, 2, 1, 3, 1, 5, 2, 3, 3, 3, 1, 1, 3, 1], "chunk_stats": {"count": 44, "sum": 92, "mean": 2.090909090909091, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 3, 4, 4, 1, 3, 1, 1, 1, 4, 3, 3, 1, 4, 1, 6, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 2], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 7.700000000000003, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 5, 1, 1, 1, 3, 4, 4, 1, 1, 4, 3, 5, 1, 3, 1, 1, 3], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 81, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06682500500028254, "decode_time_sec": 1.5948289659991133, "total_time_sec": 1.6639417599999433, "prefill_units_per_sec": 2558.92236744729, "prefill_bytes_per_sec": 2543.9579091581245, "decode_units_per_sec": 80.25939002168285, "decode_bytes_per_sec": 80.25939002168285, "total_units_per_sec": 76.92576932500592, "total_bytes_per_sec": 76.92576932500592, "step_latency_ms": {"count": 128, "sum": 1585, "mean": 12.3828125, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3305.650390625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}, "model_input_units": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 170, "model_input_units": 171, "stage0_units": 60, "stage1_units": 26, "bytes_per_stage0_unit": 2.8333333333333335, "stage0_per_stage1_unit": 2.3076923076923075}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 171, "units_out": 60, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 2, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 8, 3, 4, 1, 1, 3, 1, 1, 3, 1, 2, 1, 7, 1, 1, 17, 1, 3, 1, 1, 1, 7, 1, 1, 7, 1, 7, 1, 1], "chunk_stats": {"count": 60, "sum": 171, "mean": 2.85, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 26, "chunk_lengths": [1, 2, 2, 3, 1, 4, 1, 4, 1, 3, 1, 2, 1, 3, 1, 1, 2, 1, 6, 2, 4, 1, 6, 3, 3, 1], "chunk_stats": {"count": 26, "sum": 60, "mean": 2.3076923076923075, "median": 2.0, "p95": 5.5, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 4, 1, 1, 1, 7, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 2, 1, 13, 4, 1, 1, 4, 1, 7, 1, 1, 1, 5, 4, 1, 1, 7, 1, 1, 6], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [1, 8, 6, 1, 3, 1, 4, 2, 2, 1, 1, 4, 2], "chunk_stats": {"count": 13, "sum": 36, "mean": 2.769230769230769, "median": 2.0, "p95": 6.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 82, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06681992500125489, "decode_time_sec": 1.8106962660003774, "total_time_sec": 1.8797845200006122, "prefill_units_per_sec": 3486.983859913405, "prefill_bytes_per_sec": 3472.0182639481113, "decode_units_per_sec": 70.69103880284543, "decode_bytes_per_sec": 70.69103880284543, "total_units_per_sec": 68.09291098958423, "total_bytes_per_sec": 68.09291098958423, "step_latency_ms": {"count": 128, "sum": 1798, "mean": 14.046875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3324.53515625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 99, "stage1_units": 53, "bytes_per_stage0_unit": 2.3434343434343434, "stage0_per_stage1_unit": 1.8679245283018868}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 99, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 13, 3, 1, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 4, 2, 3, 1, 4, 1, 3, 1, 4, 1, 1, 17, 1, 2, 2, 5, 2, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 99, "sum": 233, "mean": 2.3535353535353534, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 99, "units_out": 53, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 3, 2, 1, 2, 1, 3, 1, 3, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 3, 3, 2, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 99, "mean": 1.8679245283018868, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [17, 1, 3, 1, 4, 1, 1, 1, 3, 1, 1, 2, 2, 5, 1, 1, 5, 4, 1, 3, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 12], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 7.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 3, 1, 3, 3, 1, 1, 3, 4, 4, 1, 2, 3, 1, 5, 1, 5], "chunk_stats": {"count": 18, "sum": 46, "mean": 2.5555555555555554, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 83, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0666762649998418, "decode_time_sec": 1.7278315870007646, "total_time_sec": 1.796805661999315, "prefill_units_per_sec": 3584.483923935557, "prefill_bytes_per_sec": 3569.4860832496342, "decode_units_per_sec": 74.08129412785377, "decode_bytes_per_sec": 74.08129412785377, "total_units_per_sec": 71.23753153002298, "total_bytes_per_sec": 71.23753153002298, "step_latency_ms": {"count": 128, "sum": 1721, "mean": 13.4453125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3325.88916015625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 98, "stage1_units": 49, "bytes_per_stage0_unit": 2.4285714285714284, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 239, "units_out": 98, "chunk_lengths": [1, 1, 3, 6, 1, 5, 1, 1, 1, 1, 1, 5, 4, 2, 1, 1, 4, 1, 5, 1, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 5, 1, 1, 2, 1, 4, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 1, 3, 1, 5, 1, 1, 1, 2, 5, 1, 1, 2, 1, 1, 1, 4, 1, 4, 1, 3, 1, 5, 3, 1, 5, 1, 9, 2, 5, 1, 1, 2, 1, 5, 2, 3, 1, 5, 1, 5, 4, 2, 1, 1], "chunk_stats": {"count": 98, "sum": 239, "mean": 2.438775510204082, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 49, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 4, 5, 3, 1, 2, 3, 2, 2, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 2, 3, 1, 3, 2, 1, 4, 2, 4, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 98, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 4, 1, 3, 1, 5, 1, 8, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 3, 1, 5, 1, 8, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 3, 4, 3, 1, 1, 1, 4, 5], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.5, "p95": 7.700000000000003, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [2, 7, 1, 1, 2, 4, 7, 1, 7, 2, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 16, "sum": 43, "mean": 2.6875, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 84, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0663909449995117, "decode_time_sec": 1.7752569700005552, "total_time_sec": 1.8439349840009527, "prefill_units_per_sec": 3132.9573634104745, "prefill_bytes_per_sec": 3117.895068394078, "decode_units_per_sec": 72.10223768334788, "decode_bytes_per_sec": 72.10223768334788, "total_units_per_sec": 69.41676420839244, "total_bytes_per_sec": 69.41676420839244, "step_latency_ms": {"count": 128, "sum": 1754, "mean": 13.703125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3317.00341796875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 84, "stage1_units": 35, "bytes_per_stage0_unit": 2.4642857142857144, "stage0_per_stage1_unit": 2.4}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 208, "units_out": 84, "chunk_lengths": [1, 1, 3, 1, 2, 2, 4, 1, 1, 3, 1, 1, 9, 7, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 1, 4, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 208, "mean": 2.4761904761904763, "median": 1.0, "p95": 6.849999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 35, "chunk_lengths": [1, 2, 4, 1, 4, 1, 1, 1, 4, 2, 2, 2, 6, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 6, 1, 5, 4, 2, 2, 2, 5, 4, 4, 1, 1], "chunk_stats": {"count": 35, "sum": 84, "mean": 2.4, "median": 2.0, "p95": 5.299999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 3, 4, 1, 3, 1, 1, 4, 7, 1, 1, 3, 1, 1, 9, 7, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 8, 2, 1, 1, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 8.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 1, 2, 5, 1, 1, 4, 2, 4, 5, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 1.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 85, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06570068499968329, "decode_time_sec": 1.783436587998949, "total_time_sec": 1.8514637329990364, "prefill_units_per_sec": 3272.4164139390086, "prefill_bytes_per_sec": 3257.195872478827, "decode_units_per_sec": 71.77154537555973, "decode_bytes_per_sec": 71.77154537555973, "total_units_per_sec": 69.13448949532656, "total_bytes_per_sec": 69.13448949532656, "step_latency_ms": {"count": 128, "sum": 1753, "mean": 13.6953125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3319.48974609375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 75, "stage1_units": 43, "bytes_per_stage0_unit": 2.8533333333333335, "stage0_per_stage1_unit": 1.744186046511628}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 215, "units_out": 75, "chunk_lengths": [1, 1, 3, 7, 1, 6, 2, 1, 3, 1, 2, 2, 2, 5, 1, 6, 1, 2, 2, 2, 5, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 5, 1, 3, 7, 5, 1, 5, 1, 2, 4, 3, 4, 1, 6, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 7, 2, 1, 6, 1, 1, 5, 4, 1, 7, 1, 6, 1, 5, 1, 1, 9, 3, 4], "chunk_stats": {"count": 75, "sum": 215, "mean": 2.8666666666666667, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 43, "chunk_lengths": [1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 1, 1, 1, 3, 1, 1, 2, 1, 2, 4, 1, 2], "chunk_stats": {"count": 43, "sum": 75, "mean": 1.744186046511628, "median": 1.0, "p95": 3.8999999999999986, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2, 1, 5, 4, 1, 6, 1, 5, 1, 1, 9, 3, 4, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [4, 3, 1, 1, 4, 1, 2, 1, 1, 3, 4, 1, 5, 3, 1, 1, 4, 3], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 2.5, "p95": 4.149999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 86, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06699057500009076, "decode_time_sec": 1.7323191079995013, "total_time_sec": 1.801519651999115, "prefill_units_per_sec": 3507.9561565142803, "prefill_bytes_per_sec": 3493.0286835078364, "decode_units_per_sec": 73.889388744211, "decode_bytes_per_sec": 73.889388744211, "total_units_per_sec": 71.05112611897441, "total_bytes_per_sec": 71.05112611897441, "step_latency_ms": {"count": 128, "sum": 1715, "mean": 13.3984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3325.04150390625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 234, "mean": 234.0, "median": 234.0, "p95": 234.0, "max": 234, "min": 234}, "model_input_units": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 234, "model_input_units": 235, "stage0_units": 106, "stage1_units": 41, "bytes_per_stage0_unit": 2.207547169811321, "stage0_per_stage1_unit": 2.5853658536585367}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 235, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 9, 7, 2, 1, 3, 1, 1, 1, 1, 9, 7, 2, 1, 1, 1, 1, 2, 7, 1, 1, 3, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 235, "mean": 2.2169811320754715, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 41, "chunk_lengths": [1, 2, 2, 11, 1, 4, 2, 2, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 2, 4, 1, 4, 1, 9, 1, 1, 1, 6, 1, 1, 1, 5, 1, 7, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 106, "mean": 2.5853658536585367, "median": 1.0, "p95": 7.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [9, 6, 1, 5, 2, 1, 1, 1, 2, 5, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 7, 1, 6, 2, 1, 4, 1, 1, 5, 4, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.399999999999991, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 4, 2, 1, 4, 1, 6, 2, 1, 9, 1, 4, 6], "chunk_stats": {"count": 15, "sum": 46, "mean": 3.066666666666667, "median": 2.0, "p95": 6.899999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 87, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06611830500150973, "decode_time_sec": 1.9088383329999488, "total_time_sec": 1.9772198470000149, "prefill_units_per_sec": 2692.144028736605, "prefill_bytes_per_sec": 2677.0196240807813, "decode_units_per_sec": 67.05649073949283, "decode_bytes_per_sec": 67.05649073949283, "total_units_per_sec": 64.73736352293405, "total_bytes_per_sec": 64.73736352293405, "step_latency_ms": {"count": 128, "sum": 1883, "mean": 14.7109375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3307.89599609375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 64, "stage1_units": 39, "bytes_per_stage0_unit": 2.765625, "stage0_per_stage1_unit": 1.641025641025641}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 178, "units_out": 64, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 1, 1, 9, 5, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 1, 4, 1, 1, 1, 1, 1, 5, 6, 4, 1, 1, 9, 5, 3, 1, 3, 1, 1, 1, 1, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 5, 1, 13, 5, 1], "chunk_stats": {"count": 64, "sum": 178, "mean": 2.78125, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 39, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1], "chunk_stats": {"count": 39, "sum": 64, "mean": 1.641025641025641, "median": 1.0, "p95": 5.100000000000001, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 2, 4, 1, 6, 1, 1, 9, 3, 4, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 9, 5, 2, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [4, 1, 2, 1, 1, 1, 3, 2, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 1, 2, 1, 1, 3, 4], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 88, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06631001599998854, "decode_time_sec": 1.808276220001062, "total_time_sec": 1.876947704999111, "prefill_units_per_sec": 2427.989159285195, "prefill_bytes_per_sec": 2412.9084812772126, "decode_units_per_sec": 70.78564579029018, "decode_bytes_per_sec": 70.78564579029018, "total_units_per_sec": 68.19582647885261, "total_bytes_per_sec": 68.19582647885261, "step_latency_ms": {"count": 128, "sum": 1776, "mean": 13.875, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3302.56396484375, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 160, "mean": 160.0, "median": 160.0, "p95": 160.0, "max": 160, "min": 160}, "model_input_units": {"count": 1, "sum": 161, "mean": 161.0, "median": 161.0, "p95": 161.0, "max": 161, "min": 161}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 160, "model_input_units": 161, "stage0_units": 66, "stage1_units": 33, "bytes_per_stage0_unit": 2.4242424242424243, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 161, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 4, 9, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 1, 3, 1, 9, 5, 2, 1, 3, 2, 3, 1, 4, 1], "chunk_stats": {"count": 66, "sum": 161, "mean": 2.4393939393939394, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 33, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 2, 1, 1, 2, 4, 1, 2, 1, 1, 3, 1, 5, 2, 2, 1, 1, 2, 1, 6, 4, 1, 1, 1, 2, 4, 1], "chunk_stats": {"count": 33, "sum": 66, "mean": 2.0, "median": 2.0, "p95": 4.399999999999999, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [9, 3, 4, 4, 1, 5, 4, 3, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 3, 4, 1, 3, 1, 1, 2, 1, 5, 1, 5, 2, 1, 3, 1, 3], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 7.799999999999983, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 1, 4, 4, 4, 1, 1, 2, 4, 1, 3, 1, 9, 2, 3, 1], "chunk_stats": {"count": 18, "sum": 46, "mean": 2.5555555555555554, "median": 2.0, "p95": 4.749999999999993, "max": 9, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 89, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06604439500006265, "decode_time_sec": 2.694788934000826, "total_time_sec": 2.7629872880006587, "prefill_units_per_sec": 2362.0475287850245, "prefill_bytes_per_sec": 2346.9061984723, "decode_units_per_sec": 47.4990817963485, "decode_bytes_per_sec": 47.4990817963485, "total_units_per_sec": 46.32666988946693, "total_bytes_per_sec": 46.32666988946693, "step_latency_ms": {"count": 128, "sum": 2657, "mean": 20.7578125, "median": 17.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3301.84521484375, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 155, "mean": 155.0, "median": 155.0, "p95": 155.0, "max": 155, "min": 155}, "model_input_units": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 155, "model_input_units": 156, "stage0_units": 69, "stage1_units": 42, "bytes_per_stage0_unit": 2.246376811594203, "stage0_per_stage1_unit": 1.6428571428571428}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 156, "units_out": 69, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 1, 2, 2, 4, 2, 1, 4, 6, 1, 4, 1, 1, 4, 2, 1, 3, 3, 1, 1, 3, 2, 3, 2, 3, 1, 1, 10, 4, 1, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 9, 1, 4, 1, 1, 2, 3, 1], "chunk_stats": {"count": 69, "sum": 156, "mean": 2.260869565217391, "median": 2.0, "p95": 4.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 69, "units_out": 42, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 6, 2, 1, 5, 2, 1, 2, 2, 4, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 69, "mean": 1.6428571428571428, "median": 1.0, "p95": 3.9499999999999957, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 70, "chunk_lengths": [1, 1, 3, 1, 1, 2, 2, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 2, 4, 1, 1, 1, 2, 1, 2, 1, 2, 3, 3, 3, 3, 3, 3, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1], "chunk_stats": {"count": 71, "sum": 128, "mean": 1.8028169014084507, "median": 2.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 50, "chunk_lengths": [3, 2, 1, 1, 1, 1, 7, 1, 8, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 50, "sum": 70, "mean": 1.4, "median": 1.0, "p95": 2.549999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 70, "sum": 70, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 90, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06680125599996245, "decode_time_sec": 1.7887937289997353, "total_time_sec": 1.857814173999941, "prefill_units_per_sec": 2275.4063187088195, "prefill_bytes_per_sec": 2260.4365402962617, "decode_units_per_sec": 71.55660148226008, "decode_bytes_per_sec": 71.55660148226008, "total_units_per_sec": 68.89817172855957, "total_bytes_per_sec": 68.89817172855957, "step_latency_ms": {"count": 128, "sum": 1768, "mean": 13.8125, "median": 8.0, "p95": 37.64999999999999, "max": 40, "min": 7}, "peak_allocated_mb": 3300.60791015625, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}, "model_input_units": {"count": 1, "sum": 152, "mean": 152.0, "median": 152.0, "p95": 152.0, "max": 152, "min": 152}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 151, "model_input_units": 152, "stage0_units": 54, "stage1_units": 25, "bytes_per_stage0_unit": 2.7962962962962963, "stage0_per_stage1_unit": 2.16}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 152, "units_out": 54, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 2, 1, 2, 2, 1, 5, 1, 1, 2, 1, 5, 13, 1, 3, 1, 2, 2, 1, 1, 9, 2, 3, 1, 3, 1, 10, 1, 13, 1, 3, 1], "chunk_stats": {"count": 54, "sum": 152, "mean": 2.814814814814815, "median": 1.5, "p95": 9.349999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 54, "units_out": 25, "chunk_lengths": [1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 2, 1, 5, 2, 1, 1, 6, 1, 3], "chunk_stats": {"count": 25, "sum": 54, "mean": 2.16, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 10, 1, 5, 1, 9, 4, 1, 13, 1, 3, 1, 5, 1, 1, 1, 9, 3, 4, 5, 1, 1, 1, 1, 5, 2, 2, 1, 9, 1, 1, 5, 2, 2, 1, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [2, 3, 1, 2, 1, 4, 2, 1, 1, 4, 1, 1, 4, 1, 3, 1, 2, 2, 1, 3], "chunk_stats": {"count": 20, "sum": 40, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 91, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06737178500043228, "decode_time_sec": 1.802333545001602, "total_time_sec": 1.8719805890013959, "prefill_units_per_sec": 2998.2877846965744, "prefill_bytes_per_sec": 2983.444775861443, "decode_units_per_sec": 71.01904103986824, "decode_bytes_per_sec": 71.01904103986824, "total_units_per_sec": 68.37677738329613, "total_bytes_per_sec": 68.37677738329613, "step_latency_ms": {"count": 128, "sum": 1775, "mean": 13.8671875, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3315.814453125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 63, "stage1_units": 44, "bytes_per_stage0_unit": 3.1904761904761907, "stage0_per_stage1_unit": 1.4318181818181819}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 63, "chunk_lengths": [1, 1, 3, 4, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 1, 1, 9, 2, 2, 2, 1, 9, 9, 2, 8, 1, 8, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 4, 1, 1, 9, 3, 4], "chunk_stats": {"count": 63, "sum": 202, "mean": 3.2063492063492065, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 44, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 3, 2, 1, 2, 1, 2, 1, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 63, "mean": 1.4318181818181819, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 8, 1, 1, 1, 4, 1, 3, 1, 8, 2, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 2], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 5, 1, 1, 5, 6, 1, 5, 2, 1], "chunk_stats": {"count": 19, "sum": 45, "mean": 2.3684210526315788, "median": 1.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 92, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06661512500068056, "decode_time_sec": 1.9689247039987094, "total_time_sec": 2.037845638998988, "prefill_units_per_sec": 3017.3327753711565, "prefill_bytes_per_sec": 3002.3211695235386, "decode_units_per_sec": 65.01010411421193, "decode_bytes_per_sec": 65.01010411421193, "total_units_per_sec": 62.81143063557798, "total_bytes_per_sec": 62.81143063557798, "step_latency_ms": {"count": 128, "sum": 1936, "mean": 15.125, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3315.68896484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 73, "stage1_units": 35, "bytes_per_stage0_unit": 2.73972602739726, "stage0_per_stage1_unit": 2.085714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 73, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 7, 1, 2, 4, 2, 2, 1, 13, 7, 2, 1, 3, 1, 1, 6, 9, 4, 1, 13, 7, 2, 4, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 9, 3, 4, 1, 6, 1, 2, 2, 1, 4, 2, 4, 1, 5, 1], "chunk_stats": {"count": 73, "sum": 201, "mean": 2.7534246575342465, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 35, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 2, 2, 4, 2, 1, 1, 4, 3, 2, 4, 1], "chunk_stats": {"count": 35, "sum": 73, "mean": 2.085714285714286, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [1, 1, 3, 1, 4, 2, 6, 1, 1, 1, 1, 1, 5, 1, 1, 5, 1, 2, 2, 1, 1, 6, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 6, 2, 5, 2, 6, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [3, 2, 2, 1, 1, 1, 1, 8, 1, 5, 3, 1, 7, 2, 1, 1, 1, 1, 3, 1, 2, 2, 3], "chunk_stats": {"count": 23, "sum": 53, "mean": 2.3043478260869565, "median": 2.0, "p95": 6.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 93, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06610519499918155, "decode_time_sec": 1.522416488998715, "total_time_sec": 1.5907400739997684, "prefill_units_per_sec": 2738.060147954196, "prefill_bytes_per_sec": 2722.9327438218525, "decode_units_per_sec": 84.07686130894766, "decode_bytes_per_sec": 84.07686130894766, "total_units_per_sec": 80.46569146784357, "total_bytes_per_sec": 80.46569146784357, "step_latency_ms": {"count": 128, "sum": 1507, "mean": 11.7734375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3308.2958984375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 60, "stage1_units": 35, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 60, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 2, 4, 1, 1, 1, 9, 4, 5, 3, 5, 1, 13, 1, 4, 2, 1, 3, 1, 1, 3, 13, 6, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 13, 3, 1, 6, 2, 5, 1, 1, 1, 1, 1, 13, 6, 2, 1, 1, 1], "chunk_stats": {"count": 60, "sum": 181, "mean": 3.0166666666666666, "median": 1.0, "p95": 13.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 2, 1], "chunk_stats": {"count": 35, "sum": 60, "mean": 1.7142857142857142, "median": 1.0, "p95": 4.299999999999997, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 25, "chunk_lengths": [13, 4, 5, 3, 5, 1, 17, 1, 2, 5, 1, 2, 1, 1, 1, 1, 21, 8, 17, 1, 2, 5, 3, 3, 1, 4], "chunk_stats": {"count": 26, "sum": 128, "mean": 4.923076923076923, "median": 3.0, "p95": 17.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 1, 2, 2, 2, 3, 1, 4, 1, 1, 2, 2, 1, 2], "chunk_stats": {"count": 14, "sum": 25, "mean": 1.7857142857142858, "median": 2.0, "p95": 3.3499999999999996, "max": 4, "min": 1}, "active_size_stats": {"count": 25, "sum": 25, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 94, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06702959500034922, "decode_time_sec": 1.710814730000493, "total_time_sec": 1.7801847549999366, "prefill_units_per_sec": 3222.45718475361, "prefill_bytes_per_sec": 3207.538401490862, "decode_units_per_sec": 74.81815403820092, "decode_bytes_per_sec": 74.81815403820092, "total_units_per_sec": 71.90264922811596, "total_bytes_per_sec": 71.90264922811596, "step_latency_ms": {"count": 128, "sum": 1697, "mean": 13.2578125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3320.52099609375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}, "model_input_units": {"count": 1, "sum": 216, "mean": 216.0, "median": 216.0, "p95": 216.0, "max": 216, "min": 216}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 215, "model_input_units": 216, "stage0_units": 96, "stage1_units": 56, "bytes_per_stage0_unit": 2.2395833333333335, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 216, "units_out": 96, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 5, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 6, 1, 6, 1, 1, 3, 1, 1, 5, 4, 1, 4, 2, 3, 1, 4, 5, 1, 3, 5, 4, 3, 1, 1, 5, 6, 1, 3, 2, 3, 1, 2, 3, 2, 2, 2, 5, 2, 3, 6, 5, 1], "chunk_stats": {"count": 96, "sum": 216, "mean": 2.25, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}}, {"stage": 1, "units_in": 96, "units_out": 56, "chunk_lengths": [1, 2, 3, 3, 1, 2, 1, 2, 1, 2, 2, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 1, 3, 1, 5, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 2, 1, 4, 2, 3, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 56, "sum": 96, "mean": 1.7142857142857142, "median": 1.0, "p95": 3.25, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 6, 1, 5, 3, 1, 2, 3, 2, 3, 1, 4, 5, 1, 3, 4, 1, 6, 1, 5, 3, 1, 4, 1, 5, 6, 1, 5, 3, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 5, 6, 1, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 3.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 6, 1, 4, 2, 1, 8, 1, 6, 3, 1, 4, 1, 3], "chunk_stats": {"count": 15, "sum": 43, "mean": 2.8666666666666667, "median": 2.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 95, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.066428714999347, "decode_time_sec": 1.7885279230013111, "total_time_sec": 1.8571293279983365, "prefill_units_per_sec": 2273.113366734316, "prefill_bytes_per_sec": 2258.0596358287908, "decode_units_per_sec": 71.5672360234692, "decode_bytes_per_sec": 71.5672360234692, "total_units_per_sec": 68.92357902611005, "total_bytes_per_sec": 68.92357902611005, "step_latency_ms": {"count": 128, "sum": 1767, "mean": 13.8046875, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3300.60205078125, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 150, "mean": 150.0, "median": 150.0, "p95": 150.0, "max": 150, "min": 150}, "model_input_units": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 150, "model_input_units": 151, "stage0_units": 56, "stage1_units": 31, "bytes_per_stage0_unit": 2.6785714285714284, "stage0_per_stage1_unit": 1.8064516129032258}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 151, "units_out": 56, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 1, 3, 2, 1, 2, 1, 1, 1, 9, 2, 2, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 3, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 2, 2, 3, 1, 1, 1, 13, 4, 1, 1], "chunk_stats": {"count": 56, "sum": 151, "mean": 2.6964285714285716, "median": 1.0, "p95": 10.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 56, "units_out": 31, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 10, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 56, "mean": 1.8064516129032258, "median": 1.0, "p95": 3.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [17, 4, 3, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 4, 3, 1, 1, 3, 1, 7, 1, 1, 1, 1, 13, 4, 1, 4], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 1.0, "p95": 13.599999999999994, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 2], "chunk_stats": {"count": 20, "sum": 37, "mean": 1.85, "median": 1.0, "p95": 4.050000000000001, "max": 5, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 96, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06618724599866255, "decode_time_sec": 1.7982295390011132, "total_time_sec": 1.8667210240000713, "prefill_units_per_sec": 3142.599406601735, "prefill_bytes_per_sec": 3127.4907556084577, "decode_units_per_sec": 71.1811241133887, "decode_bytes_per_sec": 71.1811241133887, "total_units_per_sec": 68.56943182957107, "total_bytes_per_sec": 68.56943182957107, "step_latency_ms": {"count": 128, "sum": 1783, "mean": 13.9296875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3316.896484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 78, "stage1_units": 40, "bytes_per_stage0_unit": 2.6538461538461537, "stage0_per_stage1_unit": 1.95}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 208, "units_out": 78, "chunk_lengths": [1, 1, 3, 1, 2, 1, 7, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 1, 7, 1, 7, 1, 5, 1, 2, 1, 6, 1, 3, 1, 5, 1, 7, 1, 1, 4, 1, 9, 4, 2, 1, 5, 1, 7, 1, 1, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 5, 4, 1, 9, 1, 5], "chunk_stats": {"count": 78, "sum": 208, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 40, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 3, 5, 1, 1, 2, 1, 5, 1, 3, 1, 2, 3, 1, 1, 3, 2, 3, 1, 3, 1, 1, 1, 1, 7, 1, 2, 1, 5, 1, 2, 1, 2], "chunk_stats": {"count": 40, "sum": 78, "mean": 1.95, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 3, 11, 5, 1, 1, 3, 1, 6, 6, 4, 8, 1, 1, 1, 1, 2, 7, 1, 5, 3, 4, 3, 1, 1, 1, 4, 1, 2, 1, 7, 1, 3, 1, 8, 1, 8, 2, 1, 4, 2], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 8.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 2, 3, 1, 1, 2, 2, 3, 1, 4, 1, 1, 6, 1, 2, 2, 1, 3], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 4.199999999999996, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 97, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06606822600042506, "decode_time_sec": 2.0236643870011903, "total_time_sec": 2.091997892001018, "prefill_units_per_sec": 3087.7172333745957, "prefill_bytes_per_sec": 3072.581364583544, "decode_units_per_sec": 63.25159489003979, "decode_bytes_per_sec": 63.25159489003979, "total_units_per_sec": 61.18553010470132, "total_bytes_per_sec": 61.18553010470132, "step_latency_ms": {"count": 128, "sum": 2003, "mean": 15.6484375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3316.6611328125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 85, "stage1_units": 39, "bytes_per_stage0_unit": 2.388235294117647, "stage0_per_stage1_unit": 2.1794871794871793}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 9, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 3, 4, 4, 1, 3, 1, 1, 9, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 204, "mean": 2.4, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 39, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 3, 4, 4, 1, 1, 1, 3, 2, 3, 1, 9, 1, 3, 2, 1, 5, 2, 1, 1, 1, 2, 1, 3, 2, 6, 1, 1, 2, 1], "chunk_stats": {"count": 39, "sum": 85, "mean": 2.1794871794871793, "median": 2.0, "p95": 5.100000000000001, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 1, 1, 1, 4, 1, 9, 1, 1, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 6], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 6.1499999999999915, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 3, 3, 1, 1, 1, 4, 2, 2, 4, 1, 1, 3, 3, 9, 1, 1, 3, 2, 3, 1, 9], "chunk_stats": {"count": 22, "sum": 59, "mean": 2.6818181818181817, "median": 2.0, "p95": 8.749999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 98, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06634192599995004, "decode_time_sec": 1.8375254160000623, "total_time_sec": 1.90612838099878, "prefill_units_per_sec": 2894.0974671152085, "prefill_bytes_per_sec": 2879.024042807317, "decode_units_per_sec": 69.65890043503794, "decode_bytes_per_sec": 69.65890043503794, "total_units_per_sec": 67.15182527890913, "total_bytes_per_sec": 67.15182527890913, "step_latency_ms": {"count": 128, "sum": 1804, "mean": 14.09375, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3314.13720703125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 191, "mean": 191.0, "median": 191.0, "p95": 191.0, "max": 191, "min": 191}, "model_input_units": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 191, "model_input_units": 192, "stage0_units": 79, "stage1_units": 42, "bytes_per_stage0_unit": 2.4177215189873418, "stage0_per_stage1_unit": 1.880952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 192, "units_out": 79, "chunk_lengths": [1, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 1, 5, 3, 4, 1, 2, 1, 1, 9, 3, 1, 1, 5, 1, 4, 1, 1, 4, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 5, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 1, 2, 1, 1, 1, 10, 1, 1, 3, 1, 2, 3, 3, 1, 1, 9, 1, 1, 3, 1, 2, 3, 3, 1, 2], "chunk_stats": {"count": 79, "sum": 192, "mean": 2.430379746835443, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 42, "chunk_lengths": [1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 2, 1, 6, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 3, 2, 3, 1], "chunk_stats": {"count": 42, "sum": 79, "mean": 1.880952380952381, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [9, 1, 1, 3, 1, 2, 3, 3, 1, 10, 1, 1, 7, 1, 1, 1, 3, 3, 1, 10, 1, 1, 3, 1, 1, 1, 3, 3, 1, 10, 1, 1, 1, 1, 1, 2, 3, 3, 1, 10, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 2, 3, 1, 3, 3, 3, 1, 3, 3, 3, 1, 4, 2, 4, 4, 2, 3], "chunk_stats": {"count": 19, "sum": 49, "mean": 2.5789473684210527, "median": 3.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 99, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06798333500046283, "decode_time_sec": 1.8105722370000876, "total_time_sec": 1.8808609120005713, "prefill_units_per_sec": 2632.9982193250944, "prefill_bytes_per_sec": 2618.288732066295, "decode_units_per_sec": 70.69588132649237, "decode_bytes_per_sec": 70.69588132649237, "total_units_per_sec": 68.05394231083959, "total_bytes_per_sec": 68.05394231083959, "step_latency_ms": {"count": 128, "sum": 1799, "mean": 14.0546875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3308.25244140625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 76, "stage1_units": 42, "bytes_per_stage0_unit": 2.3421052631578947, "stage0_per_stage1_unit": 1.8095238095238095}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 179, "units_out": 76, "chunk_lengths": [1, 1, 3, 1, 7, 1, 4, 1, 1, 1, 1, 5, 2, 1, 2, 2, 4, 2, 2, 2, 3, 1, 1, 1, 2, 2, 5, 1, 6, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 5, 1, 1, 1, 1, 5, 4, 6, 2, 6, 3, 9, 1, 1, 5, 1, 1, 1, 9, 2, 4, 4, 1, 3, 1, 4, 1, 1], "chunk_stats": {"count": 76, "sum": 179, "mean": 2.3552631578947367, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 42, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 1, 1, 3, 1, 5, 2, 3, 1, 2, 1, 6, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1], "chunk_stats": {"count": 42, "sum": 76, "mean": 1.8095238095238095, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [9, 1, 5, 2, 5, 1, 5, 1, 1, 1, 9, 2, 4, 4, 2, 3, 1, 3, 1, 4, 1, 5, 1, 9, 2, 3, 2, 2, 2, 1, 3, 1, 1, 4, 1, 9, 6, 2, 7, 2], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 1, 4, 1, 5, 1, 2, 1, 4, 4, 2, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 40, "mean": 1.9047619047619047, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 100, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06665906600028393, "decode_time_sec": 1.8382161169993196, "total_time_sec": 1.907369082000514, "prefill_units_per_sec": 3645.415613818606, "prefill_bytes_per_sec": 3630.413903473673, "decode_units_per_sec": 69.63272643313864, "decode_bytes_per_sec": 69.63272643313864, "total_units_per_sec": 67.10814451587378, "total_bytes_per_sec": 67.10814451587378, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3326.7587890625, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}, "model_input_units": {"count": 1, "sum": 243, "mean": 243.0, "median": 243.0, "p95": 243.0, "max": 243, "min": 243}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 242, "model_input_units": 243, "stage0_units": 105, "stage1_units": 60, "bytes_per_stage0_unit": 2.3047619047619046, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 243, "units_out": 105, "chunk_lengths": [1, 1, 3, 6, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 1, 2, 4, 1, 1, 9, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 4, 2, 1, 1, 9, 1, 4, 2, 1, 2, 1, 1, 2, 4, 1, 1, 4, 1, 6, 1, 4, 2, 1, 2, 1, 9, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1], "chunk_stats": {"count": 105, "sum": 243, "mean": 2.3142857142857145, "median": 1.0, "p95": 8.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 105, "units_out": 60, "chunk_lengths": [1, 2, 1, 7, 1, 3, 1, 3, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 3, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 1, 2, 5, 1, 1, 3, 2, 4, 1, 1], "chunk_stats": {"count": 60, "sum": 105, "mean": 1.75, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [9, 3, 4, 1, 1, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 2, 4, 2, 4, 1, 1, 1, 1, 4, 6, 1, 7, 1, 1, 8, 1, 8, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 9], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 8.850000000000001, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 5, 5, 2, 3, 1, 1, 2, 1, 1, 1, 1, 2, 7, 2, 1, 3, 1, 3, 1], "chunk_stats": {"count": 20, "sum": 44, "mean": 2.2, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 101, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06705455499832169, "decode_time_sec": 1.6544706959994073, "total_time_sec": 1.724078549999831, "prefill_units_per_sec": 3698.481035422682, "prefill_bytes_per_sec": 3683.567805441139, "decode_units_per_sec": 77.36613305361672, "decode_bytes_per_sec": 77.36613305361672, "total_units_per_sec": 74.2425569879125, "total_bytes_per_sec": 74.2425569879125, "step_latency_ms": {"count": 128, "sum": 1639, "mean": 12.8046875, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3326.716796875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 84, "stage1_units": 41, "bytes_per_stage0_unit": 2.9404761904761907, "stage0_per_stage1_unit": 2.048780487804878}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 84, "chunk_lengths": [1, 1, 3, 1, 5, 1, 6, 1, 1, 3, 2, 6, 2, 6, 1, 1, 9, 6, 2, 1, 3, 1, 3, 1, 6, 1, 5, 1, 6, 1, 9, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 13, 1, 5, 4, 5, 1, 1, 6, 1, 1, 4, 3, 3, 5, 3, 1, 1, 9, 4, 1, 2, 2, 3, 1, 5, 3, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 248, "mean": 2.9523809523809526, "median": 2.0, "p95": 7.699999999999989, "max": 13, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 41, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 5, 2, 1, 5, 1, 2, 3, 3, 2, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 5, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 84, "mean": 2.048780487804878, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 1, 2, 1, 3, 1, 2, 5, 1, 17, 1, 3, 1, 1, 5, 1, 1, 2, 1, 3, 3, 1, 4, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 3, 1, 3, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 13.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 4, 3, 1, 5, 4, 1, 3, 1, 2, 1, 5, 3, 1], "chunk_stats": {"count": 14, "sum": 36, "mean": 2.5714285714285716, "median": 2.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 102, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06644858599975123, "decode_time_sec": 1.8794299139990471, "total_time_sec": 1.9484121490004327, "prefill_units_per_sec": 3070.0427545706348, "prefill_bytes_per_sec": 3054.9935253815634, "decode_units_per_sec": 68.1057585848689, "decode_bytes_per_sec": 68.1057585848689, "total_units_per_sec": 65.69451954283188, "total_bytes_per_sec": 65.69451954283188, "step_latency_ms": {"count": 128, "sum": 1865, "mean": 14.5703125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3316.2802734375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 79, "stage1_units": 37, "bytes_per_stage0_unit": 2.569620253164557, "stage0_per_stage1_unit": 2.135135135135135}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 79, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 9, 9, 2, 1, 3, 1, 1, 4, 1, 8, 1, 8, 1, 2, 1, 9, 1, 2, 1, 13, 1, 1, 1, 4, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 1, 1, 1, 9, 7, 1, 8, 5, 1, 1], "chunk_stats": {"count": 79, "sum": 204, "mean": 2.5822784810126582, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 37, "chunk_lengths": [1, 2, 1, 4, 1, 3, 3, 2, 1, 5, 6, 2, 1, 1, 1, 4, 1, 2, 5, 1, 3, 1, 2, 3, 1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 1, 4, 1], "chunk_stats": {"count": 37, "sum": 79, "mean": 2.135135135135135, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [13, 1, 1, 1, 4, 2, 2, 3, 1, 1, 9, 3, 4, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 3, 1, 8, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 4, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.399999999999999, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 2, 2, 1, 7, 1, 1, 1, 6, 2, 2, 4, 5, 1, 4, 6, 2], "chunk_stats": {"count": 18, "sum": 53, "mean": 2.9444444444444446, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 103, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06625803499991889, "decode_time_sec": 1.9507175389990152, "total_time_sec": 2.0192255139991175, "prefill_units_per_sec": 2671.37412089291, "prefill_bytes_per_sec": 2656.281611735323, "decode_units_per_sec": 65.61688068159857, "decode_bytes_per_sec": 65.61688068159857, "total_units_per_sec": 63.390641170382885, "total_bytes_per_sec": 63.390641170382885, "step_latency_ms": {"count": 128, "sum": 1934, "mean": 15.109375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3308.04541015625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 76, "stage1_units": 44, "bytes_per_stage0_unit": 2.3157894736842106, "stage0_per_stage1_unit": 1.7272727272727273}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 177, "units_out": 76, "chunk_lengths": [1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 6, 2, 1, 1, 4, 1, 4, 1, 1, 5, 6, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 4, 7, 4, 1, 2, 4, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 9, 1, 1, 4, 1], "chunk_stats": {"count": 76, "sum": 177, "mean": 2.3289473684210527, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 44, "chunk_lengths": [1, 2, 2, 4, 6, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 3, 3, 1], "chunk_stats": {"count": 44, "sum": 76, "mean": 1.7272727272727273, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 4, 2, 5, 2, 1, 2, 2, 3, 1, 1, 1, 1, 4, 1, 4, 1, 3, 3, 1, 1, 1, 6, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 4, 2, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 3], "chunk_stats": {"count": 57, "sum": 128, "mean": 2.245614035087719, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 2, 1, 2, 3, 1, 1, 1, 3, 9, 1, 2, 4, 1, 1, 1, 9, 1, 4, 6, 1], "chunk_stats": {"count": 21, "sum": 56, "mean": 2.6666666666666665, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 104, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06725104499855661, "decode_time_sec": 1.667048393001096, "total_time_sec": 1.736541636999391, "prefill_units_per_sec": 3182.1066870350196, "prefill_bytes_per_sec": 3167.2370296189683, "decode_units_per_sec": 76.78241407831516, "decode_bytes_per_sec": 76.78241407831516, "total_units_per_sec": 73.7097212487079, "total_bytes_per_sec": 73.7097212487079, "step_latency_ms": {"count": 128, "sum": 1654, "mean": 12.921875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3319.86767578125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}, "model_input_units": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 213, "model_input_units": 214, "stage0_units": 90, "stage1_units": 45, "bytes_per_stage0_unit": 2.3666666666666667, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 214, "units_out": 90, "chunk_lengths": [1, 1, 3, 1, 4, 1, 6, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 2, 4, 1, 1, 1, 4, 1, 4, 7, 1, 3, 1, 3, 1, 7, 9, 5, 2, 1, 4, 1, 1, 1, 1, 4, 2, 1, 1, 1, 9, 4, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 1, 1, 4, 1, 7, 1, 1, 2, 2, 1, 5, 1, 2, 3, 1, 4, 1, 1, 9, 1, 2, 1, 4, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 90, "sum": 214, "mean": 2.3777777777777778, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 90, "units_out": 45, "chunk_lengths": [1, 2, 1, 1, 2, 2, 1, 4, 1, 2, 1, 3, 4, 1, 2, 2, 2, 1, 1, 1, 8, 1, 2, 1, 1, 1, 5, 1, 4, 2, 3, 2, 1, 2, 1, 5, 3, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 45, "sum": 90, "mean": 2.0, "median": 1.0, "p95": 4.799999999999997, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [13, 3, 4, 4, 1, 5, 9, 4, 1, 13, 1, 5, 9, 1, 1, 1, 1, 3, 3, 1, 1, 4, 1, 8, 1, 6, 5, 6, 5, 1, 1, 1, 1, 2, 2], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 3.0, "p95": 10.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 2, 1, 2, 1, 2, 1, 1, 10, 2, 1, 1, 1, 2, 2, 1], "chunk_stats": {"count": 17, "sum": 34, "mean": 2.0, "median": 1.0, "p95": 4.399999999999995, "max": 10, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 105, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06673033600054623, "decode_time_sec": 1.7386538270002347, "total_time_sec": 1.8076168819989107, "prefill_units_per_sec": 3072.066054010607, "prefill_bytes_per_sec": 3057.0803659422622, "decode_units_per_sec": 73.62017557045455, "decode_bytes_per_sec": 73.62017557045455, "total_units_per_sec": 70.81146523618114, "total_bytes_per_sec": 70.81146523618114, "step_latency_ms": {"count": 128, "sum": 1723, "mean": 13.4609375, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3316.16748046875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}, "model_input_units": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 204, "model_input_units": 205, "stage0_units": 60, "stage1_units": 32, "bytes_per_stage0_unit": 3.4, "stage0_per_stage1_unit": 1.875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 205, "units_out": 60, "chunk_lengths": [1, 1, 3, 9, 1, 1, 2, 1, 1, 1, 3, 2, 2, 1, 1, 4, 2, 10, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 10, 2, 4, 1, 1, 13, 5, 1, 1, 11, 6, 1, 4, 3, 2, 4, 1, 1, 13, 3, 3, 1, 9, 5, 1, 7, 2, 1, 1, 10, 1, 2], "chunk_stats": {"count": 60, "sum": 205, "mean": 3.4166666666666665, "median": 2.0, "p95": 10.049999999999997, "max": 13, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 32, "chunk_lengths": [1, 2, 5, 1, 3, 4, 1, 1, 2, 1, 1, 5, 2, 1, 3, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1], "chunk_stats": {"count": 32, "sum": 60, "mean": 1.875, "median": 1.5, "p95": 4.449999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [1, 10, 1, 9, 9, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 3, 1, 3, 2, 6, 1, 5, 1, 6, 1, 9, 1, 2, 8, 1, 6, 1, 5, 3, 1, 1, 1, 1, 10], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.100000000000001, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 4, 2, 4, 2, 5], "chunk_stats": {"count": 17, "sum": 38, "mean": 2.235294117647059, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 106, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06645488600042881, "decode_time_sec": 1.878037886999664, "total_time_sec": 1.946779901998525, "prefill_units_per_sec": 3400.803366039055, "prefill_bytes_per_sec": 3385.7555635344575, "decode_units_per_sec": 68.15623949125522, "decode_bytes_per_sec": 68.15623949125522, "total_units_per_sec": 65.74960007990516, "total_bytes_per_sec": 65.74960007990516, "step_latency_ms": {"count": 128, "sum": 1856, "mean": 14.5, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3322.2412109375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 225, "mean": 225.0, "median": 225.0, "p95": 225.0, "max": 225, "min": 225}, "model_input_units": {"count": 1, "sum": 226, "mean": 226.0, "median": 226.0, "p95": 226.0, "max": 226, "min": 226}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 225, "model_input_units": 226, "stage0_units": 83, "stage1_units": 36, "bytes_per_stage0_unit": 2.710843373493976, "stage0_per_stage1_unit": 2.3055555555555554}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 226, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 2, 7, 2, 1, 6, 3, 1, 1, 3, 2, 5, 2, 2, 7, 2, 2, 7, 4, 1, 2, 2, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 2, 2, 1, 7, 2, 7, 5, 2, 1, 3, 1, 2, 7, 4, 1, 5, 1, 9, 1, 2, 1, 1, 1, 2, 2, 1, 5, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 1, 1, 3, 1, 1, 7, 3, 4, 1, 1, 1], "chunk_stats": {"count": 83, "sum": 226, "mean": 2.7228915662650603, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 36, "chunk_lengths": [1, 2, 3, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 4, 1, 3, 1, 6, 1, 1, 3, 1, 5, 3, 1, 1, 1, 5, 1, 5, 1, 5], "chunk_stats": {"count": 36, "sum": 83, "mean": 2.3055555555555554, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 7, 2, 5, 2, 1, 9, 1, 5, 2, 3, 2, 7, 5, 1, 2, 1, 2, 2, 1, 1, 7, 3, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.5, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 6, 3, 1, 3, 2, 3, 1, 1, 1, 5, 1, 5, 1, 6, 6, 3, 1, 2], "chunk_stats": {"count": 19, "sum": 53, "mean": 2.789473684210526, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 107, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0661056760000065, "decode_time_sec": 1.4759266840010241, "total_time_sec": 1.5444402789999003, "prefill_units_per_sec": 2949.8223420327904, "prefill_bytes_per_sec": 2934.695047971084, "decode_units_per_sec": 86.72517502902684, "decode_bytes_per_sec": 86.72517502902684, "total_units_per_sec": 82.87792136765961, "total_bytes_per_sec": 82.87792136765961, "step_latency_ms": {"count": 128, "sum": 1462, "mean": 11.421875, "median": 8.0, "p95": 37.64999999999999, "max": 51, "min": 7}, "peak_allocated_mb": 3315.10205078125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 73, "stage1_units": 38, "bytes_per_stage0_unit": 2.6575342465753424, "stage0_per_stage1_unit": 1.9210526315789473}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 195, "units_out": 73, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 3, 2, 7, 1, 2, 2, 1, 1, 9, 1, 3, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 3, 1, 4, 2, 1, 1, 17, 1, 2, 4, 1, 4, 1, 21, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1], "chunk_stats": {"count": 73, "sum": 195, "mean": 2.671232876712329, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 38, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 2, 1, 3, 1, 1, 4, 1, 2, 3, 1, 1, 2, 3, 1, 1, 5, 3, 3, 1], "chunk_stats": {"count": 38, "sum": 73, "mean": 1.9210526315789473, "median": 1.5, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 25, "chunk_lengths": [2, 1, 3, 1, 3, 4, 1, 25, 4, 1, 3, 1, 4, 1, 7, 1, 1, 25, 1, 5, 2, 2, 9, 17, 4], "chunk_stats": {"count": 25, "sum": 128, "mean": 5.12, "median": 3.0, "p95": 23.399999999999977, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [7, 1, 5, 2, 2, 1, 2, 2, 1, 1, 1], "chunk_stats": {"count": 11, "sum": 25, "mean": 2.272727272727273, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 25, "sum": 25, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 108, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0674524449987075, "decode_time_sec": 1.782814533000419, "total_time_sec": 1.8524079369999527, "prefill_units_per_sec": 2208.963663257204, "prefill_bytes_per_sec": 2194.1384037722564, "decode_units_per_sec": 71.79658771604254, "decode_bytes_per_sec": 71.79658771604254, "total_units_per_sec": 69.09925046385897, "total_bytes_per_sec": 69.09925046385897, "step_latency_ms": {"count": 128, "sum": 1770, "mean": 13.828125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3300.48486328125, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}, "model_input_units": {"count": 1, "sum": 149, "mean": 149.0, "median": 149.0, "p95": 149.0, "max": 149, "min": 149}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 148, "model_input_units": 149, "stage0_units": 58, "stage1_units": 28, "bytes_per_stage0_unit": 2.5517241379310347, "stage0_per_stage1_unit": 2.0714285714285716}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 149, "units_out": 58, "chunk_lengths": [1, 1, 3, 10, 1, 1, 3, 1, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 5, 1, 2, 1, 4, 1, 9, 1, 2, 1, 3, 1, 1, 7, 2, 1, 2, 4, 2, 2, 1, 1], "chunk_stats": {"count": 58, "sum": 149, "mean": 2.5689655172413794, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 58, "units_out": 28, "chunk_lengths": [1, 2, 1, 1, 4, 1, 4, 3, 3, 1, 2, 4, 1, 1, 5, 3, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 4, 1], "chunk_stats": {"count": 28, "sum": 58, "mean": 2.0714285714285716, "median": 1.5, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [13, 1, 3, 1, 1, 8, 1, 1, 4, 1, 1, 13, 1, 3, 1, 1, 9, 2, 2, 2, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 3, 1, 1, 1, 1, 5], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 9.949999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 3, 2, 1, 5, 1, 2, 1, 1, 4, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 109, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0670269250003912, "decode_time_sec": 1.82815965699956, "total_time_sec": 1.8974520720003056, "prefill_units_per_sec": 2939.1173770667565, "prefill_bytes_per_sec": 2924.197999518194, "decode_units_per_sec": 70.0157666809463, "decode_bytes_per_sec": 70.0157666809463, "total_units_per_sec": 67.45888441074646, "total_bytes_per_sec": 67.45888441074646, "step_latency_ms": {"count": 128, "sum": 1811, "mean": 14.1484375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.34619140625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 74, "stage1_units": 40, "bytes_per_stage0_unit": 2.6486486486486487, "stage0_per_stage1_unit": 1.85}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 197, "units_out": 74, "chunk_lengths": [1, 1, 3, 2, 1, 1, 3, 1, 1, 9, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 2, 1, 5, 4, 1, 43, 4, 1, 1, 2, 1, 1, 3, 4, 1, 9, 4, 1, 1], "chunk_stats": {"count": 74, "sum": 197, "mean": 2.6621621621621623, "median": 1.0, "p95": 9.0, "max": 43, "min": 1}}, {"stage": 1, "units_in": 74, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 5, 2, 3, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 2, 6, 2, 1, 2, 5, 1, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 40, "sum": 74, "mean": 1.85, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 5, 4, 2, 4, 1, 1, 3, 4, 1, 9, 3, 4, 3, 1, 2, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 3, 1, 1, 1, 1, 5, 1, 3, 5, 7, 1, 5, 1, 1, 10, 1, 1], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 1.0, "p95": 7.449999999999996, "max": 10, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 110, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06637872600003902, "decode_time_sec": 1.9283743010000762, "total_time_sec": 1.996979776000444, "prefill_units_per_sec": 3013.0135368955775, "prefill_bytes_per_sec": 2997.9484692110996, "decode_units_per_sec": 66.37715506456283, "decode_bytes_per_sec": 66.37715506456283, "total_units_per_sec": 64.09679333676515, "total_bytes_per_sec": 64.09679333676515, "step_latency_ms": {"count": 128, "sum": 1913, "mean": 14.9453125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.5166015625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 63, "stage1_units": 32, "bytes_per_stage0_unit": 3.1587301587301586, "stage0_per_stage1_unit": 1.96875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 5, 2, 8, 1, 4, 1, 1, 1, 9, 4, 1, 6, 2, 1, 3, 1, 1, 5, 9, 4, 1, 1, 6, 2, 5, 9, 1, 2, 4, 1, 1, 6, 3, 4, 1, 5, 1, 13, 2, 6, 1, 1, 3, 8, 1, 2, 3, 5, 1, 5, 4, 1, 6, 1], "chunk_stats": {"count": 63, "sum": 200, "mean": 3.1746031746031744, "median": 2.0, "p95": 8.899999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 32, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 5, 1, 4, 2, 1, 1, 5, 5, 1, 1, 1, 1, 2, 4, 4, 2, 1], "chunk_stats": {"count": 32, "sum": 63, "mean": 1.96875, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [13, 4, 1, 1, 1, 6, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 5, 1, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 1, 4, 1, 4, 2, 1, 6, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 9, 2], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 5, 3, 3, 1, 1, 1, 4, 1, 3, 1, 7, 2, 4, 1, 3, 4, 1, 1, 3, 1], "chunk_stats": {"count": 21, "sum": 51, "mean": 2.4285714285714284, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 111, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06652244599899859, "decode_time_sec": 1.7137835689991334, "total_time_sec": 1.7826884039986908, "prefill_units_per_sec": 3713.0324402641218, "prefill_bytes_per_sec": 3697.9999202630524, "decode_units_per_sec": 74.68854429194538, "decode_bytes_per_sec": 74.68854429194538, "total_units_per_sec": 71.80166747755095, "total_bytes_per_sec": 71.80166747755095, "step_latency_ms": {"count": 128, "sum": 1702, "mean": 13.296875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3326.591796875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 246, "mean": 246.0, "median": 246.0, "p95": 246.0, "max": 246, "min": 246}, "model_input_units": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 246, "model_input_units": 247, "stage0_units": 83, "stage1_units": 41, "bytes_per_stage0_unit": 2.963855421686747, "stage0_per_stage1_unit": 2.024390243902439}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 247, "units_out": 83, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 8, 1, 1, 3, 2, 3, 1, 1, 9, 6, 1, 5, 2, 6, 1, 6, 4, 1, 1, 4, 1, 1, 3, 1, 6, 2, 6, 1, 6, 4, 1, 1, 2, 2, 1, 4, 1, 9, 7, 2, 3, 4, 1, 3, 2, 6, 1, 4, 2, 2, 2, 1, 9, 1, 2, 6, 1, 13, 3, 4, 1, 5, 6, 1, 1, 1, 1, 3, 1, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 83, "sum": 247, "mean": 2.9759036144578315, "median": 2.0, "p95": 7.8999999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 41, "chunk_lengths": [1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 2, 3, 1, 1, 1, 2, 2, 4, 1, 3, 2, 3, 1, 3, 1, 1, 1, 5, 2, 2, 1, 1], "chunk_stats": {"count": 41, "sum": 83, "mean": 2.024390243902439, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 1, 1, 5, 1, 1, 4, 4, 1, 6, 1, 1, 3, 1, 1, 9, 3, 4, 1, 3, 1, 8, 1, 5, 1, 1, 4, 4, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 3.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 7, 2, 1, 1, 4, 2, 5, 1, 5, 1, 1, 1, 4], "chunk_stats": {"count": 16, "sum": 39, "mean": 2.4375, "median": 1.5, "p95": 5.5, "max": 7, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 112, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06657033600095019, "decode_time_sec": 2.0140559610008495, "total_time_sec": 2.083161286000177, "prefill_units_per_sec": 3725.3830294090776, "prefill_bytes_per_sec": 3710.361323645331, "decode_units_per_sec": 63.55334830735918, "decode_bytes_per_sec": 63.55334830735918, "total_units_per_sec": 61.44507430136119, "total_bytes_per_sec": 61.44507430136119, "step_latency_ms": {"count": 128, "sum": 1994, "mean": 15.578125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3327.4296875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 103, "stage1_units": 53, "bytes_per_stage0_unit": 2.3980582524271843, "stage0_per_stage1_unit": 1.9433962264150944}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 4, 4, 2, 3, 1, 9, 1, 3, 4, 1, 3, 4, 1, 13, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 3, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 4, 4, 1, 1, 1, 1, 17, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 13, 1, 1, 1], "chunk_stats": {"count": 103, "sum": 248, "mean": 2.407766990291262, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 53, "chunk_lengths": [1, 2, 2, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 1, 2, 1, 3, 1, 2, 2, 2, 1, 3, 3, 2, 1, 3, 1, 2, 1, 2, 7, 1, 1, 1, 1, 1, 5, 3, 1, 5, 3, 2, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 103, "mean": 1.9433962264150944, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [9, 1, 1, 6, 1, 1, 1, 4, 1, 1, 5, 1, 5, 3, 4, 4, 3, 1, 1, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 4, 3, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 9, 1, 3, 1, 5, 1, 5], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 5.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [1, 1, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 4, 4, 1, 4, 1, 3, 2, 1, 3, 1, 2, 2, 3], "chunk_stats": {"count": 26, "sum": 51, "mean": 1.9615384615384615, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 113, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06674767600088671, "decode_time_sec": 1.837826416000098, "total_time_sec": 1.9069632110004022, "prefill_units_per_sec": 3026.322594322483, "prefill_bytes_per_sec": 3011.340799301084, "decode_units_per_sec": 69.6474916703957, "decode_bytes_per_sec": 69.6474916703957, "total_units_per_sec": 67.12242756526518, "total_bytes_per_sec": 67.12242756526518, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3316.0361328125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 78, "stage1_units": 41, "bytes_per_stage0_unit": 2.576923076923077, "stage0_per_stage1_unit": 1.9024390243902438}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 78, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 1, 5, 6, 1, 3, 7, 1, 1, 6, 1, 1, 13, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 4, 4, 1, 13, 1, 1, 6, 1, 1, 2, 4, 4, 6, 1, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4], "chunk_stats": {"count": 78, "sum": 202, "mean": 2.58974358974359, "median": 1.0, "p95": 6.1499999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 41, "chunk_lengths": [1, 2, 2, 3, 3, 1, 2, 1, 1, 1, 3, 3, 3, 4, 1, 2, 1, 1, 2, 6, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 5, 2, 2, 1, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 41, "sum": 78, "mean": 1.9024390243902438, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 2, 1, 5, 1, 5, 2, 4, 1, 1, 1, 2, 4, 2, 2, 1, 1, 1, 4, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 5, 4, 2, 1, 3, 7, 1, 1, 6, 1, 1, 10], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 6.699999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 2, 3, 1, 2, 3, 1, 1, 1, 3, 6, 1, 1, 2, 1, 3, 1, 1, 1, 8], "chunk_stats": {"count": 20, "sum": 46, "mean": 2.3, "median": 1.5, "p95": 6.100000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 114, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06606660599936731, "decode_time_sec": 1.8539721010001813, "total_time_sec": 1.9224297759992623, "prefill_units_per_sec": 3874.8774229820674, "prefill_bytes_per_sec": 3859.7411830485435, "decode_units_per_sec": 69.0409526286542, "decode_bytes_per_sec": 69.0409526286542, "total_units_per_sec": 66.58240607694849, "total_bytes_per_sec": 66.58240607694849, "step_latency_ms": {"count": 128, "sum": 1835, "mean": 14.3359375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3339.232421875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 106, "stage1_units": 55, "bytes_per_stage0_unit": 2.4056603773584904, "stage0_per_stage1_unit": 1.9272727272727272}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 2, 2, 1, 1, 2, 3, 1, 2, 1, 3, 2, 1, 4, 1, 1, 7, 1, 1, 4, 4, 3, 2, 3, 1, 3, 4, 5, 1, 13, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 14, 1, 4, 4, 1, 4, 4, 5, 1, 2, 8, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 1, 1, 2, 1, 6, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 256, "mean": 2.4150943396226414, "median": 1.0, "p95": 7.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 55, "chunk_lengths": [1, 2, 3, 3, 1, 3, 2, 1, 1, 2, 3, 3, 3, 3, 3, 1, 1, 1, 1, 3, 2, 2, 1, 6, 1, 2, 1, 1, 3, 2, 1, 2, 5, 1, 2, 1, 1, 1, 1, 3, 5, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 3, 2, 1], "chunk_stats": {"count": 55, "sum": 106, "mean": 1.9272727272727272, "median": 2.0, "p95": 3.5999999999999943, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [13, 3, 4, 1, 4, 5, 3, 4, 1, 3, 1, 1, 1, 4, 1, 7, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 3, 4, 1, 4, 5, 3, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 4, 1, 1, 1, 3, 1, 5, 1, 1, 5, 3, 6, 3, 1, 4, 1, 1], "chunk_stats": {"count": 20, "sum": 48, "mean": 2.4, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 115, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0664160960004665, "decode_time_sec": 1.7292134159997659, "total_time_sec": 1.7980095610000717, "prefill_units_per_sec": 2725.2429892706837, "prefill_bytes_per_sec": 2710.1863981697406, "decode_units_per_sec": 74.02209514202458, "decode_bytes_per_sec": 74.02209514202458, "total_units_per_sec": 71.18983278865606, "total_bytes_per_sec": 71.18983278865606, "step_latency_ms": {"count": 128, "sum": 1715, "mean": 13.3984375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3308.2958984375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 64, "stage1_units": 33, "bytes_per_stage0_unit": 2.8125, "stage0_per_stage1_unit": 1.9393939393939394}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 64, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 1, 13, 1, 5, 9, 1, 1, 4, 1, 1, 1, 7, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 9, 4, 1, 13, 1, 3, 1, 1, 4, 2, 1, 3, 13, 8, 2, 4, 1], "chunk_stats": {"count": 64, "sum": 181, "mean": 2.828125, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 33, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 8, 1, 2, 1, 1, 3, 1, 2, 3, 1, 2, 2, 2, 1, 3, 2, 1, 2, 1, 5, 1, 2, 1, 1, 1, 2], "chunk_stats": {"count": 33, "sum": 64, "mean": 1.9393939393939394, "median": 2.0, "p95": 4.399999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 13, 4, 1, 1, 4, 2, 1, 4, 13, 3, 4, 7, 1, 5, 4, 1, 3, 1, 5, 1, 4, 1, 1, 9, 8, 2, 1, 1, 9, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 2, 2, 1, 4, 3, 1, 3, 1, 1, 3, 2, 4, 1, 1, 1, 2, 1], "chunk_stats": {"count": 18, "sum": 36, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 116, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06696946599913645, "decode_time_sec": 1.8852282399984688, "total_time_sec": 1.95470188499894, "prefill_units_per_sec": 3777.8410836255193, "prefill_bytes_per_sec": 3762.908905429371, "decode_units_per_sec": 67.89628825001262, "decode_bytes_per_sec": 67.89628825001262, "total_units_per_sec": 65.48313120395309, "total_bytes_per_sec": 65.48313120395309, "step_latency_ms": {"count": 128, "sum": 1864, "mean": 14.5625, "median": 8.0, "p95": 38.0, "max": 46, "min": 7}, "peak_allocated_mb": 3329.12158203125, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 252, "mean": 252.0, "median": 252.0, "p95": 252.0, "max": 252, "min": 252}, "model_input_units": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 252, "model_input_units": 253, "stage0_units": 110, "stage1_units": 64, "bytes_per_stage0_unit": 2.290909090909091, "stage0_per_stage1_unit": 1.71875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 253, "units_out": 110, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 1, 1, 1, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 1, 5, 4, 2, 1, 1, 2, 2, 1, 3, 1, 4, 1, 3, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 1, 5, 1, 2, 1, 1, 2, 1, 2, 1, 8, 2, 1, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 2, 2, 1, 1, 1, 1, 2, 7, 9, 5, 4, 5, 1, 2, 1, 8, 9, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 1], "chunk_stats": {"count": 110, "sum": 253, "mean": 2.3, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 110, "units_out": 64, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 2, 4, 1, 2, 3, 1, 3, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 7, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 2, 2, 2, 1], "chunk_stats": {"count": 64, "sum": 110, "mean": 1.71875, "median": 1.0, "p95": 3.8499999999999943, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 14, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 13, 1, 4, 1, 2, 1, 1, 1, 1, 3, 1, 13, 1, 1, 6, 1, 2, 1, 6, 1, 9, 1, 1, 5, 4, 1, 9, 1, 1, 1, 1, 1, 3, 1, 2], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 11.799999999999983, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 5, 1, 3, 2, 3, 1, 5, 2, 4, 1, 2, 2, 1, 1, 1, 2, 1, 6, 1], "chunk_stats": {"count": 21, "sum": 46, "mean": 2.1904761904761907, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 117, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06654954599980556, "decode_time_sec": 1.8467329750001227, "total_time_sec": 1.9156403099987074, "prefill_units_per_sec": 3320.8340745201435, "prefill_bytes_per_sec": 3305.8076759929027, "decode_units_per_sec": 69.31159064834021, "decode_bytes_per_sec": 69.31159064834021, "total_units_per_sec": 66.81838930403713, "total_bytes_per_sec": 66.81838930403713, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3321.55517578125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 72, "stage1_units": 39, "bytes_per_stage0_unit": 3.0555555555555554, "stage0_per_stage1_unit": 1.8461538461538463}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 221, "units_out": 72, "chunk_lengths": [1, 1, 3, 2, 5, 1, 1, 6, 1, 1, 5, 1, 4, 1, 3, 2, 5, 1, 4, 2, 9, 1, 1, 5, 3, 1, 7, 2, 1, 1, 5, 4, 6, 3, 5, 1, 4, 1, 9, 4, 1, 2, 2, 5, 1, 1, 6, 1, 6, 1, 3, 2, 5, 2, 9, 1, 9, 3, 1, 6, 1, 1, 5, 1, 4, 1, 5, 3, 4, 1, 4, 1], "chunk_stats": {"count": 72, "sum": 221, "mean": 3.0694444444444446, "median": 2.0, "p95": 7.900000000000006, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 39, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 2, 1, 7, 2, 2, 3, 1, 3, 3, 3, 1, 3, 1, 1], "chunk_stats": {"count": 39, "sum": 72, "mean": 1.8461538461538463, "median": 1.0, "p95": 3.1000000000000014, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 5, 1, 1, 6, 1, 1, 5, 1, 3, 2, 5, 2, 9, 1, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 4, 1, 1, 9, 3, 4, 3, 1, 2, 5, 1, 1, 4], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [5, 1, 1, 1, 9, 1, 1, 2, 1, 3, 1, 1, 2, 1, 2, 1, 5, 1, 3, 5], "chunk_stats": {"count": 20, "sum": 47, "mean": 2.35, "median": 1.0, "p95": 5.200000000000003, "max": 9, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 118, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06709597599910921, "decode_time_sec": 1.5187526340014301, "total_time_sec": 1.5882468889994925, "prefill_units_per_sec": 3472.637464921792, "prefill_bytes_per_sec": 3457.733441467192, "decode_units_per_sec": 84.27968922283328, "decode_bytes_per_sec": 84.27968922283328, "total_units_per_sec": 80.5920042321839, "total_bytes_per_sec": 80.5920042321839, "step_latency_ms": {"count": 128, "sum": 1506, "mean": 11.765625, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3323.287109375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 74, "stage1_units": 32, "bytes_per_stage0_unit": 3.135135135135135, "stage0_per_stage1_unit": 2.3125}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 74, "chunk_lengths": [1, 1, 3, 2, 1, 11, 1, 1, 3, 2, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 12, 1, 2, 2, 2, 1, 13, 1, 4, 1, 1, 7, 1, 2, 2, 1, 1, 3, 1, 2, 1, 11, 2, 1, 1, 13, 3, 3, 9, 1, 3, 1, 11, 1, 4, 1, 13, 3, 1, 1, 3, 1, 1, 1, 6, 1, 4, 2, 1, 1, 13, 1, 3, 1], "chunk_stats": {"count": 74, "sum": 233, "mean": 3.1486486486486487, "median": 1.5, "p95": 12.349999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 74, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 4, 1, 1, 5, 5, 1, 2, 3, 3, 5, 2, 1, 2, 1, 2, 1, 4, 2, 2, 1, 6, 1, 4, 2, 2, 1], "chunk_stats": {"count": 32, "sum": 74, "mean": 2.3125, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 1, 3, 1, 1, 1, 6, 1, 4, 3, 1, 1, 3, 1, 13, 11, 1, 1, 3, 1, 11, 1, 13, 11, 1, 4, 1, 1, 3, 1, 11, 1, 4, 1, 6], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 11.599999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [10, 1, 2, 2, 1, 5, 2, 3, 7, 1], "chunk_stats": {"count": 10, "sum": 34, "mean": 3.4, "median": 2.0, "p95": 8.649999999999997, "max": 10, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 119, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06677883600059431, "decode_time_sec": 1.7584241479999037, "total_time_sec": 1.8273029729989503, "prefill_units_per_sec": 2081.4977966786205, "prefill_bytes_per_sec": 2066.522992385969, "decode_units_per_sec": 72.79244893536745, "decode_bytes_per_sec": 72.79244893536745, "total_units_per_sec": 70.04859177234728, "total_bytes_per_sec": 70.04859177234728, "step_latency_ms": {"count": 128, "sum": 1744, "mean": 13.625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3297.26708984375, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 138, "mean": 138.0, "median": 138.0, "p95": 138.0, "max": 138, "min": 138}, "model_input_units": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 138, "model_input_units": 139, "stage0_units": 47, "stage1_units": 27, "bytes_per_stage0_unit": 2.9361702127659575, "stage0_per_stage1_unit": 1.7407407407407407}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 139, "units_out": 47, "chunk_lengths": [1, 1, 3, 6, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 4, 4, 2, 1, 2, 3, 4, 4, 1, 1, 5, 1, 1, 1, 13, 1, 2, 1, 1, 1, 1, 1, 1, 17, 3, 4, 4, 1], "chunk_stats": {"count": 47, "sum": 139, "mean": 2.9574468085106385, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 47, "units_out": 27, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 3, 5, 1, 1, 3, 1, 2, 1, 1, 3, 1], "chunk_stats": {"count": 27, "sum": 47, "mean": 1.7407407407407407, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 3, 4, 2, 2, 1, 1, 4, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 1, 2, 2, 1, 2, 2, 2, 1, 13, 4, 1, 1, 8, 2, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 3, 2, 4, 3, 1, 1, 6, 1, 1, 2, 5, 1, 4, 1], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 120, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06600219599931734, "decode_time_sec": 1.8543747140010964, "total_time_sec": 1.9228056799984188, "prefill_units_per_sec": 3848.3568031982927, "prefill_bytes_per_sec": 3833.205792162079, "decode_units_per_sec": 69.02596278603285, "decode_bytes_per_sec": 69.02596278603285, "total_units_per_sec": 66.56938937277596, "total_bytes_per_sec": 66.56938937277596, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3329.826171875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.53, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 254, "units_out": 100, "chunk_lengths": [1, 1, 3, 9, 1, 1, 3, 2, 1, 3, 1, 1, 9, 1, 2, 1, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 6, 2, 1, 3, 1, 1, 7, 1, 4, 1, 9, 1, 1, 3, 1, 1, 9, 1, 5, 2, 1, 3, 1, 1, 3, 1, 2, 3, 1, 1, 2, 1, 3, 5, 1, 1, 9, 3, 2, 2, 1, 1, 1, 4, 1, 1, 1, 4, 1, 9, 4, 1, 2, 4, 1, 1, 2, 2, 3, 9, 1, 1, 2, 1, 4, 1, 3, 1, 1, 1, 13, 4, 3, 1], "chunk_stats": {"count": 100, "sum": 254, "mean": 2.54, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 1, 1, 3, 2, 2, 1, 4, 4, 1, 2, 3, 1, 5, 4, 4, 1, 1, 2, 1, 2, 4, 2, 7, 1, 1, 1, 1, 1, 5, 4, 1, 3, 5, 1, 1, 10, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 1.5, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [2, 3, 1, 3, 2, 3, 9, 1, 4, 1, 3, 1, 1, 1, 17, 3, 1, 1, 1, 2, 3, 1, 3, 3, 1, 3, 1, 1, 9, 3, 4, 3, 1, 1, 1, 1, 4, 1, 7, 1, 4, 1, 1, 2, 6, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 8.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 7, 1, 2, 2, 3, 5, 1, 1, 4, 1, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 20, "sum": 47, "mean": 2.35, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 121, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06641216699972574, "decode_time_sec": 1.632142673999624, "total_time_sec": 1.7005226599994785, "prefill_units_per_sec": 1550.9206317635344, "prefill_bytes_per_sec": 1535.8631499017526, "decode_units_per_sec": 78.42451645868152, "decode_bytes_per_sec": 78.42451645868152, "total_units_per_sec": 75.27097580695529, "total_bytes_per_sec": 75.27097580695529, "step_latency_ms": {"count": 128, "sum": 1622, "mean": 12.671875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3289.77734375, "peak_reserved_mb": 3314.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "model_input_units": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 102, "model_input_units": 103, "stage0_units": 41, "stage1_units": 19, "bytes_per_stage0_unit": 2.4878048780487805, "stage0_per_stage1_unit": 2.1578947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 103, "units_out": 41, "chunk_lengths": [1, 1, 3, 12, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 6, 1, 8, 1, 2, 2, 2, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 41, "sum": 103, "mean": 2.5121951219512195, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 41, "units_out": 19, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 1, 5, 2, 2, 2, 3, 1, 6, 3, 2, 1, 1], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 5.099999999999998, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 6, 1, 7, 1, 13, 1, 5, 4, 1, 1, 4, 1, 1, 5, 1, 4, 1, 1, 9, 1, 5, 5, 5, 1, 1, 1, 5, 1, 1, 7, 5], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 9, 2, 1, 1, 4, 3, 4, 1, 2, 3, 3, 1, 2], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 2.0, "p95": 5.749999999999998, "max": 9, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 122, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0665882959983719, "decode_time_sec": 1.5997284360000776, "total_time_sec": 1.6685469820004073, "prefill_units_per_sec": 2943.4602141612427, "prefill_bytes_per_sec": 2928.442560007359, "decode_units_per_sec": 80.01358050498128, "decode_bytes_per_sec": 80.01358050498128, "total_units_per_sec": 76.71345271113783, "total_bytes_per_sec": 76.71345271113783, "step_latency_ms": {"count": 128, "sum": 1587, "mean": 12.3984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3314.8271484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}, "model_input_units": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 195, "model_input_units": 196, "stage0_units": 61, "stage1_units": 32, "bytes_per_stage0_unit": 3.19672131147541, "stage0_per_stage1_unit": 1.90625}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 196, "units_out": 61, "chunk_lengths": [1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 4, 1, 5, 2, 6, 1, 4, 1, 1, 1, 9, 4, 9, 1, 1, 1, 1, 13, 6, 2, 2, 1, 3, 1, 1, 6, 1, 6, 1, 1, 3, 1, 6, 1, 4, 1, 13, 1, 2, 6, 1, 1, 17, 6, 1, 1, 4, 1, 5, 1, 2], "chunk_stats": {"count": 61, "sum": 196, "mean": 3.2131147540983607, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 1, 1, 1, 1, 5, 1, 2, 2, 5, 1, 1, 4, 1, 2, 5, 1], "chunk_stats": {"count": 32, "sum": 61, "mean": 1.90625, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 29, "chunk_lengths": [2, 1, 3, 17, 3, 4, 1, 13, 4, 1, 17, 3, 4, 1, 1, 9, 3, 4, 9, 1, 5, 4, 1, 6, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 3.0, "p95": 15.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 1, 4, 2, 2], "chunk_stats": {"count": 16, "sum": 29, "mean": 1.8125, "median": 1.5, "p95": 3.25, "max": 4, "min": 1}, "active_size_stats": {"count": 29, "sum": 29, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 123, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06632190600066679, "decode_time_sec": 1.7606544900008885, "total_time_sec": 1.8291815650009084, "prefill_units_per_sec": 2382.319953205378, "prefill_bytes_per_sec": 2367.2419788180027, "decode_units_per_sec": 72.70023773939621, "decode_bytes_per_sec": 72.70023773939621, "total_units_per_sec": 69.97665100562963, "total_bytes_per_sec": 69.97665100562963, "step_latency_ms": {"count": 128, "sum": 1741, "mean": 13.6015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3302.23046875, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 70, "stage1_units": 30, "bytes_per_stage0_unit": 2.242857142857143, "stage0_per_stage1_unit": 2.3333333333333335}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 158, "units_out": 70, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 1, 6, 1, 4, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 2, 1, 1, 1, 5, 7, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 5, 7, 1, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1], "chunk_stats": {"count": 70, "sum": 158, "mean": 2.257142857142857, "median": 1.0, "p95": 6.549999999999997, "max": 8, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 30, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 4, 1, 10, 1, 2, 3, 4, 10, 1], "chunk_stats": {"count": 30, "sum": 70, "mean": 2.3333333333333335, "median": 1.0, "p95": 7.749999999999986, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [5, 7, 1, 1, 7, 1, 1, 3, 1, 1, 1, 3, 1, 7, 5, 7, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 5, 5, 7, 1, 1, 1, 5, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 1, 1, 4], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 2, 4, 7, 1, 2, 5, 8, 1, 2, 4, 4, 10], "chunk_stats": {"count": 13, "sum": 51, "mean": 3.923076923076923, "median": 4.0, "p95": 8.799999999999997, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 124, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06736457599981804, "decode_time_sec": 1.776103434000106, "total_time_sec": 1.8461091989993292, "prefill_units_per_sec": 2642.338311466264, "prefill_bytes_per_sec": 2627.493714210835, "decode_units_per_sec": 72.06787484877547, "decode_bytes_per_sec": 72.06787484877547, "total_units_per_sec": 69.33501012257645, "total_bytes_per_sec": 69.33501012257645, "step_latency_ms": {"count": 128, "sum": 1763, "mean": 13.7734375, "median": 8.0, "p95": 37.64999999999999, "max": 41, "min": 7}, "peak_allocated_mb": 3307.89599609375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 63, "stage1_units": 36, "bytes_per_stage0_unit": 2.8095238095238093, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 178, "units_out": 63, "chunk_lengths": [1, 1, 3, 2, 4, 1, 5, 1, 1, 3, 2, 5, 2, 7, 1, 2, 2, 1, 1, 9, 1, 2, 8, 1, 2, 2, 2, 1, 13, 8, 2, 4, 1, 1, 1, 9, 7, 1, 1, 3, 1, 1, 3, 5, 9, 2, 2, 4, 6, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 178, "mean": 2.8253968253968256, "median": 2.0, "p95": 8.899999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 36, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 7, 1], "chunk_stats": {"count": 36, "sum": 63, "mean": 1.75, "median": 1.0, "p95": 4.25, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [9, 2, 5, 3, 10, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 4, 5, 2, 3, 7, 1, 9], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 1, 32, 9, 5, 1, 1, 1, 5, 3], "chunk_stats": {"count": 10, "sum": 59, "mean": 5.9, "median": 2.0, "p95": 21.649999999999977, "max": 32, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 125, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06698912600040785, "decode_time_sec": 1.5751709069991193, "total_time_sec": 1.644435872000031, "prefill_units_per_sec": 3537.887626695668, "prefill_bytes_per_sec": 3522.9598308024374, "decode_units_per_sec": 81.26102344275431, "decode_bytes_per_sec": 81.26102344275431, "total_units_per_sec": 77.83824360649656, "total_bytes_per_sec": 77.83824360649656, "step_latency_ms": {"count": 128, "sum": 1558, "mean": 12.171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3323.84521484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}, "model_input_units": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 236, "model_input_units": 237, "stage0_units": 92, "stage1_units": 46, "bytes_per_stage0_unit": 2.5652173913043477, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 237, "units_out": 92, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 6, 1, 1, 5, 1, 4, 2, 1, 4, 1, 5, 2, 2, 2, 2, 2, 2, 1, 5, 1, 2, 1, 9, 1, 5, 2, 5, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 1, 9, 1, 1, 4, 1, 5, 2, 1, 4, 1, 3, 1, 4, 1, 1, 1, 9, 1, 2, 4, 1, 1, 4, 1, 4, 1, 13, 1, 4, 1, 1, 4, 1, 1, 13, 6, 1, 5, 1, 1], "chunk_stats": {"count": 92, "sum": 237, "mean": 2.5760869565217392, "median": 1.0, "p95": 7.3500000000000085, "max": 13, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 46, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 1, 1, 3, 1, 2, 1, 5, 5, 2, 1, 5, 1, 5, 1, 2, 1, 1, 1, 2, 6, 1, 5, 2, 1, 4, 1], "chunk_stats": {"count": 46, "sum": 92, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [17, 1, 6, 4, 5, 1, 3, 1, 5, 5, 3, 4, 13, 1, 4, 1, 1, 1, 17, 1, 2, 3, 1, 2, 7, 2, 2, 4, 3, 4, 4], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 3.0, "p95": 15.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 3, 1, 2, 4, 5, 1, 2, 1, 4, 2, 1, 2, 1], "chunk_stats": {"count": 14, "sum": 30, "mean": 2.142857142857143, "median": 2.0, "p95": 4.35, "max": 5, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 126, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06647980699926848, "decode_time_sec": 2.159492347998821, "total_time_sec": 2.2283014439999533, "prefill_units_per_sec": 3279.1912287350474, "prefill_bytes_per_sec": 3264.1490671353454, "decode_units_per_sec": 59.27318988586195, "decode_bytes_per_sec": 59.27318988586195, "total_units_per_sec": 57.44285646121166, "total_bytes_per_sec": 57.44285646121166, "step_latency_ms": {"count": 128, "sum": 2142, "mean": 16.734375, "median": 17.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3322.39501953125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 114, "stage1_units": 51, "bytes_per_stage0_unit": 1.9035087719298245, "stage0_per_stage1_unit": 2.235294117647059}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 218, "units_out": 114, "chunk_lengths": [1, 1, 3, 11, 1, 1, 3, 1, 1, 9, 3, 2, 1, 3, 1, 3, 1, 1, 2, 1, 4, 1, 1, 9, 1, 2, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 9, 1, 2, 2, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 3, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 2, 2, 1, 1, 9, 3, 4, 1, 1], "chunk_stats": {"count": 114, "sum": 218, "mean": 1.912280701754386, "median": 1.0, "p95": 5.749999999999972, "max": 11, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 51, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 7, 2, 2, 1, 2, 1, 1, 2, 4, 2, 1, 6, 2, 6, 1, 6, 2, 1, 3, 1, 2, 1, 5, 1, 5, 1, 3, 1, 1, 3, 6, 5, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 51, "sum": 114, "mean": 2.235294117647059, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 65, "chunk_lengths": [1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1, 1, 9, 1, 1, 2, 2, 2, 2, 2, 4, 9, 2, 2, 2, 2, 2, 2, 3, 1, 9, 1], "chunk_stats": {"count": 66, "sum": 128, "mean": 1.9393939393939394, "median": 1.0, "p95": 5.75, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [3, 5, 1, 6, 2, 1, 3, 1, 6, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 4, 1, 2, 1, 5, 1], "chunk_stats": {"count": 25, "sum": 65, "mean": 2.6, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 65, "sum": 65, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 127, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0667316059989389, "decode_time_sec": 1.8804761589999544, "total_time_sec": 1.9494740250011091, "prefill_units_per_sec": 3191.8908111305896, "prefill_bytes_per_sec": 3176.9054082614316, "decode_units_per_sec": 68.06786642169979, "decode_bytes_per_sec": 68.06786642169979, "total_units_per_sec": 65.65873582230837, "total_bytes_per_sec": 65.65873582230837, "step_latency_ms": {"count": 128, "sum": 1861, "mean": 14.5390625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3318.62255859375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.12, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 213, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 100, "sum": 213, "mean": 2.13, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 2.0, "p95": 4.949999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 4, 1, 1, 9, 1, 3, 1, 4], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.25, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 1, 7, 3, 3, 1, 3], "chunk_stats": {"count": 18, "sum": 55, "mean": 3.0555555555555554, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0683530950009299, "decode_time_sec": 1.8270300189997215, "total_time_sec": 1.8977596829990944, "prefill_units_per_sec": 2648.0146948362412, "prefill_bytes_per_sec": 2633.3847793951572, "decode_units_per_sec": 70.05905686764719, "decode_bytes_per_sec": 70.05905686764719, "total_units_per_sec": 67.44794988884854, "total_bytes_per_sec": 67.44794988884854, "step_latency_ms": {"count": 128, "sum": 1816, "mean": 14.1875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3308.2958984375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 61, "stage1_units": 29, "bytes_per_stage0_unit": 2.9508196721311477, "stage0_per_stage1_unit": 2.103448275862069}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 61, "chunk_lengths": [1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 4, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 181, "mean": 2.9672131147540983, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 29, "chunk_lengths": [1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 4, 1, 3, 1, 2, 1], "chunk_stats": {"count": 29, "sum": 61, "mean": 2.103448275862069, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 5, 1, 1, 9, 4, 1, 6, 2, 5, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 7], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 3, 1, 3, 2, 1, 1, 10], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 2.0, "p95": 7.599999999999998, "max": 10, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06685971600018092, "decode_time_sec": 1.713247808998858, "total_time_sec": 1.782410305000667, "prefill_units_per_sec": 2617.4206303766896, "prefill_bytes_per_sec": 2602.4639410602513, "decode_units_per_sec": 74.71190059469401, "decode_bytes_per_sec": 74.71190059469401, "total_units_per_sec": 71.81287026948158, "total_bytes_per_sec": 71.81287026948158, "step_latency_ms": {"count": 128, "sum": 1701, "mean": 13.2890625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3306.43359375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}, "model_input_units": {"count": 1, "sum": 175, "mean": 175.0, "median": 175.0, "p95": 175.0, "max": 175, "min": 175}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 174, "model_input_units": 175, "stage0_units": 63, "stage1_units": 30, "bytes_per_stage0_unit": 2.761904761904762, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 175, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 175, "mean": 2.7777777777777777, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 30, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1], "chunk_stats": {"count": 30, "sum": 63, "mean": 2.1, "median": 1.5, "p95": 4.549999999999997, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 3, 1, 3, 1, 1, 8, 2, 1, 5, 1, 2, 3, 1, 3, 1], "chunk_stats": {"count": 16, "sum": 38, "mean": 2.375, "median": 2.0, "p95": 5.75, "max": 8, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06627351600036491, "decode_time_sec": 1.9298740829999588, "total_time_sec": 1.9984545079987583, "prefill_units_per_sec": 2806.5509607031545, "prefill_bytes_per_sec": 2791.46197704346, "decode_units_per_sec": 66.32557073414138, "decode_bytes_per_sec": 66.32557073414138, "total_units_per_sec": 64.04949399032282, "total_bytes_per_sec": 64.04949399032282, "step_latency_ms": {"count": 128, "sum": 1918, "mean": 14.984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3311.38427734375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}, "model_input_units": {"count": 1, "sum": 186, "mean": 186.0, "median": 186.0, "p95": 186.0, "max": 186, "min": 186}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 185, "model_input_units": 186, "stage0_units": 76, "stage1_units": 39, "bytes_per_stage0_unit": 2.4342105263157894, "stage0_per_stage1_unit": 1.9487179487179487}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 186, "units_out": 76, "chunk_lengths": [1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1], "chunk_stats": {"count": 76, "sum": 186, "mean": 2.4473684210526314, "median": 1.0, "p95": 7.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 39, "chunk_lengths": [1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1], "chunk_stats": {"count": 39, "sum": 76, "mean": 1.9487179487179487, "median": 1.0, "p95": 4.100000000000001, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 1, 2, 3, 1, 4, 1, 8, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 1, 6, 2, 2, 4, 1, 1, 4, 2, 3], "chunk_stats": {"count": 22, "sum": 51, "mean": 2.3181818181818183, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06657526600065466, "decode_time_sec": 1.742747270000109, "total_time_sec": 1.8115444949999073, "prefill_units_per_sec": 2538.4802818262588, "prefill_bytes_per_sec": 2523.4596884426714, "decode_units_per_sec": 73.44725319810256, "decode_bytes_per_sec": 73.44725319810256, "total_units_per_sec": 70.65793876622752, "total_bytes_per_sec": 70.65793876622752, "step_latency_ms": {"count": 128, "sum": 1729, "mean": 13.5078125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3305.35693359375, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 168, "mean": 168.0, "median": 168.0, "p95": 168.0, "max": 168, "min": 168}, "model_input_units": {"count": 1, "sum": 169, "mean": 169.0, "median": 169.0, "p95": 169.0, "max": 169, "min": 169}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 168, "model_input_units": 169, "stage0_units": 68, "stage1_units": 37, "bytes_per_stage0_unit": 2.4705882352941178, "stage0_per_stage1_unit": 1.837837837837838}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 169, "units_out": 68, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 68, "sum": 169, "mean": 2.485294117647059, "median": 1.0, "p95": 7.299999999999997, "max": 16, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 37, "chunk_lengths": [1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1], "chunk_stats": {"count": 37, "sum": 68, "mean": 1.837837837837838, "median": 1.0, "p95": 4.199999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [5, 3, 4, 4, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 6, 2, 45, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 5.0, "max": 45, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 7, 2, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 21], "chunk_stats": {"count": 14, "sum": 48, "mean": 3.4285714285714284, "median": 1.0, "p95": 11.899999999999995, "max": 21, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06601283700001659, "decode_time_sec": 1.67680255400046, "total_time_sec": 1.7451108900004328, "prefill_units_per_sec": 3029.7137509777035, "prefill_bytes_per_sec": 3014.565182222815, "decode_units_per_sec": 76.33576159257501, "decode_bytes_per_sec": 76.33576159257501, "total_units_per_sec": 73.34777447865692, "total_bytes_per_sec": 73.34777447865692, "step_latency_ms": {"count": 128, "sum": 1665, "mean": 13.0078125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.5166015625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 67, "stage1_units": 30, "bytes_per_stage0_unit": 2.970149253731343, "stage0_per_stage1_unit": 2.2333333333333334}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 67, "chunk_lengths": [1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1], "chunk_stats": {"count": 67, "sum": 200, "mean": 2.985074626865672, "median": 2.0, "p95": 11.799999999999983, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 30, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1], "chunk_stats": {"count": 30, "sum": 67, "mean": 2.2333333333333334, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [1, 6, 2, 1, 14, 1, 2, 2, 2, 1, 13, 1, 2, 4, 2, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 3, 14, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 2.0, "p95": 14.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 1, 3, 1, 3, 2, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2], "chunk_stats": {"count": 16, "sum": 35, "mean": 2.1875, "median": 2.0, "p95": 3.5, "max": 5, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06698162600150681, "decode_time_sec": 1.8737403850009287, "total_time_sec": 1.9430072699997254, "prefill_units_per_sec": 3254.6238873791435, "prefill_bytes_per_sec": 3239.6944200058447, "decode_units_per_sec": 68.31255867921989, "decode_bytes_per_sec": 68.31255867921989, "total_units_per_sec": 65.87726251792053, "total_bytes_per_sec": 65.87726251792053, "step_latency_ms": {"count": 128, "sum": 1869, "mean": 14.6015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3320.0654296875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 73, "stage1_units": 36, "bytes_per_stage0_unit": 2.9726027397260273, "stage0_per_stage1_unit": 2.0277777777777777}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 218, "units_out": 73, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1], "chunk_stats": {"count": 73, "sum": 218, "mean": 2.9863013698630136, "median": 2.0, "p95": 8.399999999999991, "max": 9, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 36, "chunk_lengths": [1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3], "chunk_stats": {"count": 36, "sum": 73, "mean": 2.0277777777777777, "median": 1.5, "p95": 4.25, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 1, 5, 1, 5, 1, 7, 1, 1, 8, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 7.399999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [5, 2, 1, 3, 1, 1, 7, 3, 4, 1, 3, 1, 1, 7, 3, 5, 3, 1], "chunk_stats": {"count": 18, "sum": 52, "mean": 2.888888888888889, "median": 3.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06636242700005823, "decode_time_sec": 1.8915089489983075, "total_time_sec": 1.9601108850001765, "prefill_units_per_sec": 2832.928337594329, "prefill_bytes_per_sec": 2817.8595698411677, "decode_units_per_sec": 67.67084029276488, "decode_bytes_per_sec": 67.67084029276488, "total_units_per_sec": 65.302428030743, "total_bytes_per_sec": 65.302428030743, "step_latency_ms": {"count": 128, "sum": 1877, "mean": 14.6640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3311.63525390625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 70, "stage1_units": 37, "bytes_per_stage0_unit": 2.6714285714285713, "stage0_per_stage1_unit": 1.8918918918918919}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 188, "units_out": 70, "chunk_lengths": [1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 70, "sum": 188, "mean": 2.6857142857142855, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 37, "chunk_lengths": [1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1], "chunk_stats": {"count": 37, "sum": 70, "mean": 1.8918918918918919, "median": 1.0, "p95": 4.199999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [9, 3, 4, 6, 1, 1, 1, 1, 5, 7, 1, 7, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 2, 1, 1, 9, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 8.199999999999989, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 7, 3, 2, 1, 3, 6, 1, 5, 3, 1, 1], "chunk_stats": {"count": 21, "sum": 49, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06637246600075741, "decode_time_sec": 1.7778572799998074, "total_time_sec": 1.8463563059995067, "prefill_units_per_sec": 2214.77381898576, "prefill_bytes_per_sec": 2199.707330421231, "decode_units_per_sec": 71.99678030399261, "decode_bytes_per_sec": 71.99678030399261, "total_units_per_sec": 69.32573067510307, "total_bytes_per_sec": 69.32573067510307, "step_latency_ms": {"count": 128, "sum": 1766, "mean": 13.796875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3299.83984375, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}, "model_input_units": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 146, "model_input_units": 147, "stage0_units": 50, "stage1_units": 31, "bytes_per_stage0_unit": 2.92, "stage0_per_stage1_unit": 1.6129032258064515}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 147, "units_out": 50, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1], "chunk_stats": {"count": 50, "sum": 147, "mean": 2.94, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 50, "units_out": 31, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 50, "mean": 1.6129032258064515, "median": 1.0, "p95": 3.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [13, 7, 1, 1, 2, 1, 1, 3, 6, 1, 1, 2, 1, 1, 9, 1, 2, 1, 7, 2, 3, 6, 1, 13, 7, 1, 1, 7, 1, 1, 3, 6, 1, 1, 7, 1, 1, 1, 3], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 3, 1, 2, 4, 3, 4, 1], "chunk_stats": {"count": 19, "sum": 38, "mean": 2.0, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 8, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06620355599989125, "decode_time_sec": 1.9424297519999527, "total_time_sec": 2.010822238000401, "prefill_units_per_sec": 2386.5787511513663, "prefill_bytes_per_sec": 2371.4738223466106, "decode_units_per_sec": 65.89684896877708, "decode_bytes_per_sec": 65.89684896877708, "total_units_per_sec": 63.65555223184999, "total_bytes_per_sec": 63.65555223184999, "step_latency_ms": {"count": 128, "sum": 1926, "mean": 15.046875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3301.69873046875, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 58, "stage1_units": 34, "bytes_per_stage0_unit": 2.706896551724138, "stage0_per_stage1_unit": 1.7058823529411764}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 158, "units_out": 58, "chunk_lengths": [1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6], "chunk_stats": {"count": 58, "sum": 158, "mean": 2.7241379310344827, "median": 1.0, "p95": 7.149999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 58, "units_out": 34, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1], "chunk_stats": {"count": 34, "sum": 58, "mean": 1.7058823529411764, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 2, 7, 1, 1, 4, 5, 1, 1, 5, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 1, 1, 5, 3, 4, 5, 1, 1, 1, 4, 1, 4, 1, 7, 1, 4, 1, 7, 1, 4, 2, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 4, 1, 2, 2, 2, 4, 3, 1, 2, 2, 1, 1, 4, 1, 1, 3, 2, 1, 1, 4, 1, 3], "chunk_stats": {"count": 24, "sum": 48, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 9, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06624818699856405, "decode_time_sec": 1.9203764310004772, "total_time_sec": 1.9888811069995427, "prefill_units_per_sec": 2792.52925071006, "prefill_bytes_per_sec": 2777.434498003519, "decode_units_per_sec": 66.65359870789219, "decode_bytes_per_sec": 66.65359870789219, "total_units_per_sec": 64.35779371100911, "total_bytes_per_sec": 64.35779371100911, "step_latency_ms": {"count": 128, "sum": 1901, "mean": 14.8515625, "median": 8.0, "p95": 38.0, "max": 48, "min": 7}, "peak_allocated_mb": 3310.8134765625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 64, "stage1_units": 35, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 1.8285714285714285}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 185, "units_out": 64, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1], "chunk_stats": {"count": 64, "sum": 185, "mean": 2.890625, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 35, "sum": 64, "mean": 1.8285714285714285, "median": 2.0, "p95": 3.299999999999997, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [2, 3, 5, 1, 2, 7, 1, 1, 1, 5, 2, 7, 1, 4, 5, 1, 2, 2, 6, 5, 4, 1, 7, 2, 3, 1, 4, 1, 1, 5, 2, 7, 1, 4, 7, 1, 2, 2, 6, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 4, 1, 1], "chunk_stats": {"count": 25, "sum": 39, "mean": 1.56, "median": 1.0, "p95": 3.799999999999997, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 10, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06608513600076549, "decode_time_sec": 1.9345175069993275, "total_time_sec": 2.0029515719998017, "prefill_units_per_sec": 2678.363255512552, "prefill_bytes_per_sec": 2663.2312597186956, "decode_units_per_sec": 66.16636941091508, "decode_bytes_per_sec": 66.16636941091508, "total_units_per_sec": 63.905688879038294, "total_bytes_per_sec": 63.905688879038294, "step_latency_ms": {"count": 128, "sum": 1916, "mean": 14.96875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3307.7626953125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 70, "stage1_units": 45, "bytes_per_stage0_unit": 2.5142857142857142, "stage0_per_stage1_unit": 1.5555555555555556}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 177, "units_out": 70, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1], "chunk_stats": {"count": 70, "sum": 177, "mean": 2.5285714285714285, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 45, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 45, "sum": 70, "mean": 1.5555555555555556, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 2, 2, 1, 2, 2, 2, 3, 1, 6, 2, 1, 9, 2, 2, 1, 2, 2, 2, 3, 1, 7, 2, 1, 1, 9, 2, 1, 4, 2, 3, 9, 2, 3, 1, 1, 3, 1, 3, 2, 1, 2, 1, 1, 1, 8], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 1, 2, 3, 2, 2, 1, 1, 3, 5, 2, 1, 1, 1, 2, 2, 1, 5, 2, 1, 1, 3, 1], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.5, "p95": 4.699999999999996, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 11, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06632361700030742, "decode_time_sec": 2.018048006999379, "total_time_sec": 2.0865949130002264, "prefill_units_per_sec": 3075.8274235715226, "prefill_bytes_per_sec": 3060.749838161858, "decode_units_per_sec": 63.427628855233365, "decode_bytes_per_sec": 63.427628855233365, "total_units_per_sec": 61.34396245409907, "total_bytes_per_sec": 61.34396245409907, "step_latency_ms": {"count": 128, "sum": 2003, "mean": 15.6484375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3316.3330078125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 80, "stage1_units": 44, "bytes_per_stage0_unit": 2.5375, "stage0_per_stage1_unit": 1.8181818181818181}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 80, "chunk_lengths": [1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4], "chunk_stats": {"count": 80, "sum": 204, "mean": 2.55, "median": 1.0, "p95": 7.049999999999997, "max": 13, "min": 1}}, {"stage": 1, "units_in": 80, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 80, "mean": 1.8181818181818181, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 7, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 4, 4, 1, 1, 5, 3, 4, 1, 3, 1, 3, 1, 1, 3, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 2, 1, 1, 4, 1, 1, 3], "chunk_stats": {"count": 57, "sum": 128, "mean": 2.245614035087719, "median": 1.0, "p95": 5.3999999999999915, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [2, 1, 1, 1, 2, 3, 1, 5, 1, 4, 1, 4, 5, 4, 1, 1, 1, 5, 1, 6, 1, 3, 1, 1], "chunk_stats": {"count": 24, "sum": 56, "mean": 2.3333333333333335, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 12, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06668211599935603, "decode_time_sec": 1.7817873519998102, "total_time_sec": 1.8507538869998825, "prefill_units_per_sec": 3494.190256383738, "prefill_bytes_per_sec": 3479.1937316782282, "decode_units_per_sec": 71.83797766682858, "decode_bytes_per_sec": 71.83797766682858, "total_units_per_sec": 69.1610056307871, "total_bytes_per_sec": 69.1610056307871, "step_latency_ms": {"count": 128, "sum": 1767, "mean": 13.8046875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3323.287109375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 66, "stage1_units": 33, "bytes_per_stage0_unit": 3.515151515151515, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1], "chunk_stats": {"count": 66, "sum": 233, "mean": 3.5303030303030303, "median": 1.5, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 33, "chunk_lengths": [1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1], "chunk_stats": {"count": 33, "sum": 66, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 1, 5, 1, 1, 6, 1, 9, 3, 4, 1, 7, 1, 1, 4, 1, 2, 4, 1, 1, 7, 1, 4, 1, 1, 6, 1, 1, 6, 1, 4, 2, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 7.799999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 4, 1, 4, 1, 1, 7, 1, 1, 3, 5, 4, 3, 1, 2, 1, 2], "chunk_stats": {"count": 17, "sum": 44, "mean": 2.588235294117647, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 13, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06823156599966751, "decode_time_sec": 1.9169818640002632, "total_time_sec": 1.9871500589997595, "prefill_units_per_sec": 1524.2212087072248, "prefill_bytes_per_sec": 1509.5652355465784, "decode_units_per_sec": 66.77162804915426, "decode_bytes_per_sec": 66.77162804915426, "total_units_per_sec": 64.41385713187124, "total_bytes_per_sec": 64.41385713187124, "step_latency_ms": {"count": 128, "sum": 1906, "mean": 14.890625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3290.56591796875, "peak_reserved_mb": 3314.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}, "model_input_units": {"count": 1, "sum": 104, "mean": 104.0, "median": 104.0, "p95": 104.0, "max": 104, "min": 104}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 103, "model_input_units": 104, "stage0_units": 55, "stage1_units": 32, "bytes_per_stage0_unit": 1.8727272727272728, "stage0_per_stage1_unit": 1.71875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 104, "units_out": 55, "chunk_lengths": [1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 104, "mean": 1.8909090909090909, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 55, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1], "chunk_stats": {"count": 32, "sum": 55, "mean": 1.71875, "median": 1.0, "p95": 4.449999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 5, 1, 2, 1, 4, 1, 5, 2, 3, 1, 1, 9, 3, 1, 1, 4, 1, 3], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 1, 4, 1, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 1, 1, 1, 2, 3, 3, 1, 2, 3], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 14, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0664169169995148, "decode_time_sec": 2.2996296900000743, "total_time_sec": 2.3682074759999523, "prefill_units_per_sec": 2318.686367226667, "prefill_bytes_per_sec": 2303.6299622446754, "decode_units_per_sec": 55.66113559787787, "decode_bytes_per_sec": 55.66113559787787, "total_units_per_sec": 54.049318439024546, "total_bytes_per_sec": 54.049318439024546, "step_latency_ms": {"count": 128, "sum": 2279, "mean": 17.8046875, "median": 17.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3301.78125, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 153, "mean": 153.0, "median": 153.0, "p95": 153.0, "max": 153, "min": 153}, "model_input_units": {"count": 1, "sum": 154, "mean": 154.0, "median": 154.0, "p95": 154.0, "max": 154, "min": 154}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 153, "model_input_units": 154, "stage0_units": 72, "stage1_units": 48, "bytes_per_stage0_unit": 2.125, "stage0_per_stage1_unit": 1.5}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 154, "units_out": 72, "chunk_lengths": [1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 72, "sum": 154, "mean": 2.138888888888889, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 48, "chunk_lengths": [1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 48, "sum": 72, "mean": 1.5, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 72, "chunk_lengths": [3, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 3, 4, 1, 2, 1, 4, 1, 1, 4, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 4, 2, 1, 1, 5, 3], "chunk_stats": {"count": 73, "sum": 128, "mean": 1.7534246575342465, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 29, "chunk_lengths": [1, 3, 3, 3, 3, 1, 3, 3, 3, 1, 2, 1, 3, 3, 6, 1, 1, 6, 1, 1, 6, 1, 3, 4, 1, 4, 1, 2, 1], "chunk_stats": {"count": 29, "sum": 72, "mean": 2.4827586206896552, "median": 3.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 72, "sum": 72, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 15, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06639162700048473, "decode_time_sec": 2.090784324998822, "total_time_sec": 2.159463040999981, "prefill_units_per_sec": 3614.9136697350064, "prefill_bytes_per_sec": 3599.8515294444437, "decode_units_per_sec": 61.22104440402868, "decode_bytes_per_sec": 61.22104440402868, "total_units_per_sec": 59.2739943077364, "total_bytes_per_sec": 59.2739943077364, "step_latency_ms": {"count": 128, "sum": 2070, "mean": 16.171875, "median": 16.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3326.4697265625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 109, "stage1_units": 51, "bytes_per_stage0_unit": 2.1926605504587156, "stage0_per_stage1_unit": 2.1372549019607843}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 240, "units_out": 109, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 13, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 13, 2, 2, 1, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 5, 4, 5, 3, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1], "chunk_stats": {"count": 109, "sum": 240, "mean": 2.2018348623853212, "median": 1.0, "p95": 5.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 51, "chunk_lengths": [1, 2, 2, 2, 2, 1, 3, 4, 1, 1, 5, 1, 2, 3, 2, 4, 1, 1, 1, 1, 7, 5, 4, 1, 1, 1, 8, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 3, 2, 3, 1], "chunk_stats": {"count": 51, "sum": 109, "mean": 2.1372549019607843, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 69, "chunk_lengths": [2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2], "chunk_stats": {"count": 69, "sum": 128, "mean": 1.855072463768116, "median": 1.0, "p95": 3.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [5, 1, 1, 3, 1, 5, 2, 3, 5, 2, 3, 1, 7, 3, 5, 2, 3, 1, 7, 3, 5, 1], "chunk_stats": {"count": 22, "sum": 69, "mean": 3.1363636363636362, "median": 3.0, "p95": 6.899999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 69, "sum": 69, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 16, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06608983700061799, "decode_time_sec": 1.7544048229992768, "total_time_sec": 1.8227789390002727, "prefill_units_per_sec": 3041.314809085102, "prefill_bytes_per_sec": 3026.1838896369172, "decode_units_per_sec": 72.95921575339443, "decode_bytes_per_sec": 72.95921575339443, "total_units_per_sec": 70.22244840627975, "total_bytes_per_sec": 70.22244840627975, "step_latency_ms": {"count": 128, "sum": 1732, "mean": 13.53125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.68896484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 66, "stage1_units": 31, "bytes_per_stage0_unit": 3.0303030303030303, "stage0_per_stage1_unit": 2.129032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 3, 4, 5, 1, 5, 1, 2, 4, 2, 3, 14, 1, 3, 1, 1, 8, 1, 5, 1, 4, 2, 4, 1, 1, 14, 1, 3, 3, 1, 5, 1, 4, 1, 1, 1, 2, 2, 14, 1, 3, 1, 3, 1, 3, 6, 1, 5, 3], "chunk_stats": {"count": 66, "sum": 201, "mean": 3.0454545454545454, "median": 2.0, "p95": 8.75, "max": 14, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 31, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 5, 2, 3, 1, 2, 3, 4, 1, 2, 1, 1, 2, 1, 7, 2, 1, 2, 4, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 66, "mean": 2.129032258064516, "median": 2.0, "p95": 4.5, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 5, 1, 4, 1, 5, 4, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 5, 1, 4, 1, 1, 13, 3, 4, 5, 1, 4, 9, 2], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.849999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 3, 1, 1, 2, 4, 5, 1, 1, 1, 4, 2, 2, 6, 1, 5, 1], "chunk_stats": {"count": 17, "sum": 41, "mean": 2.411764705882353, "median": 2.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 17, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06677349600067828, "decode_time_sec": 1.799006098000973, "total_time_sec": 1.86802315299974, "prefill_units_per_sec": 3429.5044248944796, "prefill_bytes_per_sec": 3414.5284230390453, "decode_units_per_sec": 71.150398068262, "decode_bytes_per_sec": 71.150398068262, "total_units_per_sec": 68.5216346459373, "total_bytes_per_sec": 68.5216346459373, "step_latency_ms": {"count": 128, "sum": 1783, "mean": 13.9296875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3322.755859375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 84, "stage1_units": 38, "bytes_per_stage0_unit": 2.7142857142857144, "stage0_per_stage1_unit": 2.210526315789474}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 229, "units_out": 84, "chunk_lengths": [1, 1, 3, 4, 1, 1, 6, 1, 9, 1, 1, 6, 1, 1, 5, 7, 1, 6, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 6, 1, 1, 1, 7, 1, 1, 1, 5, 1, 2, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 5, 1, 3, 1], "chunk_stats": {"count": 84, "sum": 229, "mean": 2.7261904761904763, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 38, "chunk_lengths": [1, 2, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 2, 2, 1, 3, 1, 9, 1, 1, 5, 4, 1, 9, 1, 4, 2, 1], "chunk_stats": {"count": 38, "sum": 84, "mean": 2.210526315789474, "median": 1.0, "p95": 5.599999999999994, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 1, 1, 7, 8, 1, 1, 1, 1, 2, 3, 5, 1, 1, 2, 9, 1, 2, 1, 3, 5, 9, 1, 1, 1, 9, 3, 4, 1, 4, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 4], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.949999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 5, 1, 1, 1, 2, 3, 2, 3, 2, 1, 4, 1, 1, 1, 2, 2, 1, 3], "chunk_stats": {"count": 20, "sum": 41, "mean": 2.05, "median": 2.0, "p95": 4.050000000000001, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 18, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06715063600131543, "decode_time_sec": 1.7318984630001069, "total_time_sec": 1.8013742580005783, "prefill_units_per_sec": 2978.3783432234677, "prefill_bytes_per_sec": 2963.4864515073505, "decode_units_per_sec": 73.90733506297482, "decode_bytes_per_sec": 73.90733506297482, "total_units_per_sec": 71.05686085581829, "total_bytes_per_sec": 71.05686085581829, "step_latency_ms": {"count": 128, "sum": 1716, "mean": 13.40625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3316.2783203125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 85, "stage1_units": 35, "bytes_per_stage0_unit": 2.3411764705882354, "stage0_per_stage1_unit": 2.4285714285714284}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 85, "chunk_lengths": [1, 1, 3, 4, 1, 1, 2, 1, 2, 6, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 200, "mean": 2.3529411764705883, "median": 1.0, "p95": 7.599999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 35, "chunk_lengths": [1, 2, 1, 3, 3, 1, 3, 1, 5, 1, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 7, 1, 7, 1, 5, 1, 1, 4, 1, 5, 1, 2, 1], "chunk_stats": {"count": 35, "sum": 85, "mean": 2.4285714285714284, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 1, 5, 4, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 6.199999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 15, 4, 1, 5, 1, 1, 10, 4, 4, 6], "chunk_stats": {"count": 11, "sum": 52, "mean": 4.7272727272727275, "median": 4.0, "p95": 12.5, "max": 15, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 19, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06668463700043503, "decode_time_sec": 1.8343584860012925, "total_time_sec": 1.903293842000494, "prefill_units_per_sec": 2909.2158063143447, "prefill_bytes_per_sec": 2894.219848549838, "decode_units_per_sec": 69.77916311169169, "decode_bytes_per_sec": 69.77916311169169, "total_units_per_sec": 67.25183320378062, "total_bytes_per_sec": 67.25183320378062, "step_latency_ms": {"count": 128, "sum": 1813, "mean": 14.1640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3314.90087890625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 71, "stage1_units": 39, "bytes_per_stage0_unit": 2.7183098591549295, "stage0_per_stage1_unit": 1.8205128205128205}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 194, "units_out": 71, "chunk_lengths": [1, 1, 3, 7, 1, 1, 13, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5, 5, 1, 4, 1, 6, 2, 1, 14, 1, 1, 3, 4, 5, 1, 1, 5, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1], "chunk_stats": {"count": 71, "sum": 194, "mean": 2.732394366197183, "median": 1.0, "p95": 8.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 39, "chunk_lengths": [1, 2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 7, 2, 1, 1, 2, 2, 1, 2, 1, 3, 3, 5, 1], "chunk_stats": {"count": 39, "sum": 71, "mean": 1.8205128205128205, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [9, 1, 3, 2, 1, 14, 1, 7, 1, 6, 1, 7, 1, 7, 2, 4, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 8.700000000000003, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 4, 1, 5, 1, 1], "chunk_stats": {"count": 20, "sum": 43, "mean": 2.15, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 20, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06621221699970192, "decode_time_sec": 1.6557966500004113, "total_time_sec": 1.7244002560000808, "prefill_units_per_sec": 3700.2234799221865, "prefill_bytes_per_sec": 3685.1205269429124, "decode_units_per_sec": 77.30417862602162, "decode_bytes_per_sec": 77.30417862602162, "total_units_per_sec": 74.22870621517352, "total_bytes_per_sec": 74.22870621517352, "step_latency_ms": {"count": 128, "sum": 1642, "mean": 12.828125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3326.318359375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 79, "stage1_units": 44, "bytes_per_stage0_unit": 3.088607594936709, "stage0_per_stage1_unit": 1.7954545454545454}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 79, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 2, 1, 1, 1, 3, 2, 4, 1, 4, 2, 1, 6, 1, 2, 2, 1, 22, 6, 1, 4, 6, 1, 2, 1, 4, 2, 4, 1, 4, 1, 2, 2, 1, 1, 9, 3, 1, 5, 2, 1, 1, 9, 4, 1, 5, 3, 4, 1, 4, 1, 13, 1, 2, 4, 1, 5, 1, 2, 2, 2, 1, 17, 1, 5, 2, 4, 5, 1, 2, 1, 5, 1], "chunk_stats": {"count": 79, "sum": 245, "mean": 3.1012658227848102, "median": 2.0, "p95": 9.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 44, "chunk_lengths": [1, 2, 1, 2, 3, 1, 3, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 4, 5, 1, 1, 1, 1, 2, 2, 2, 1], "chunk_stats": {"count": 44, "sum": 79, "mean": 1.7954545454545454, "median": 1.5, "p95": 3.8500000000000014, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [13, 4, 1, 17, 1, 5, 2, 4, 1, 4, 1, 3, 1, 1, 4, 2, 4, 5, 1, 2, 1, 5, 1, 13, 1, 2, 1, 5, 1, 2, 4, 5, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 3, 1, 2, 5, 2, 4, 8], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 2.0, "p95": 6.049999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 21, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06670658699840715, "decode_time_sec": 1.868739445000756, "total_time_sec": 1.9379453009987628, "prefill_units_per_sec": 3672.800708659405, "prefill_bytes_per_sec": 3657.809685358754, "decode_units_per_sec": 68.49537015041079, "decode_bytes_per_sec": 68.49537015041079, "total_units_per_sec": 66.04933582698767, "total_bytes_per_sec": 66.04933582698767, "step_latency_ms": {"count": 128, "sum": 1849, "mean": 14.4453125, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3326.978515625, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 103, "stage1_units": 45, "bytes_per_stage0_unit": 2.3689320388349513, "stage0_per_stage1_unit": 2.2888888888888888}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 4, 1, 1, 3, 2, 1, 5, 1, 2, 3, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 6, 1, 6, 1, 9, 3, 1, 1, 3, 1, 1, 3, 2, 3, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 1, 1, 1, 1, 1, 7, 2, 1, 3, 1, 1, 1, 2, 1, 1, 6, 1, 2, 2, 1, 1, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 14, 1, 1, 2], "chunk_stats": {"count": 103, "sum": 245, "mean": 2.378640776699029, "median": 1.0, "p95": 8.799999999999983, "max": 14, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 45, "chunk_lengths": [1, 2, 2, 3, 1, 3, 3, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 5, 2, 1, 6, 4, 1, 5, 2, 1, 9, 3, 2, 1, 6, 1, 4, 1, 2, 2, 1], "chunk_stats": {"count": 45, "sum": 103, "mean": 2.2888888888888888, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [2, 1, 1, 1, 1, 1, 4, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 1, 3, 3, 1, 1, 3, 1, 1, 2, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 6, 1, 6, 1, 4, 1, 5, 1, 7, 1, 7, 4, 1, 7, 1, 1], "chunk_stats": {"count": 17, "sum": 55, "mean": 3.235294117647059, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 22, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06599386699963361, "decode_time_sec": 1.9055544839993672, "total_time_sec": 1.973880219999046, "prefill_units_per_sec": 2379.0089464051507, "prefill_bytes_per_sec": 2363.85602317964, "decode_units_per_sec": 67.17204943484707, "decode_bytes_per_sec": 67.17204943484707, "total_units_per_sec": 64.84689329328295, "total_bytes_per_sec": 64.84689329328295, "step_latency_ms": {"count": 128, "sum": 1891, "mean": 14.7734375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3302.1015625, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 71, "stage1_units": 37, "bytes_per_stage0_unit": 2.1971830985915495, "stage0_per_stage1_unit": 1.9189189189189189}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 157, "units_out": 71, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 2, 3, 1, 4, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 5, 1, 6, 2, 2, 3, 1, 1, 1, 1, 4, 1, 3, 1, 2, 3, 1, 3, 1, 5, 1, 2, 1, 5, 1, 9, 3, 4, 8, 1, 1, 5, 1, 5, 4, 1, 1], "chunk_stats": {"count": 71, "sum": 157, "mean": 2.211267605633803, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 37, "chunk_lengths": [1, 2, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 7, 1, 2, 1, 3, 1, 1, 2, 2, 6, 1, 1, 4, 1, 2, 1, 4, 1, 2, 1], "chunk_stats": {"count": 37, "sum": 71, "mean": 1.9189189189189189, "median": 1.0, "p95": 4.3999999999999915, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [9, 6, 2, 5, 1, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 9, 2, 3, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 3, 2, 5, 1, 9, 3, 4, 8, 1, 5, 1, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 8.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 3, 2, 7, 1, 6, 1, 1, 5, 2, 3, 5, 3, 1, 3, 3, 1, 1], "chunk_stats": {"count": 20, "sum": 51, "mean": 2.55, "median": 2.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 23, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06666266599859227, "decode_time_sec": 1.8377587079994555, "total_time_sec": 1.906641124000089, "prefill_units_per_sec": 2475.1485337157733, "prefill_bytes_per_sec": 2460.1476335114353, "decode_units_per_sec": 69.65005767233612, "decode_bytes_per_sec": 69.65005767233612, "total_units_per_sec": 67.13376649060153, "total_bytes_per_sec": 67.13376649060153, "step_latency_ms": {"count": 128, "sum": 1821, "mean": 14.2265625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3303.4443359375, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 164, "mean": 164.0, "median": 164.0, "p95": 164.0, "max": 164, "min": 164}, "model_input_units": {"count": 1, "sum": 165, "mean": 165.0, "median": 165.0, "p95": 165.0, "max": 165, "min": 165}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 164, "model_input_units": 165, "stage0_units": 59, "stage1_units": 37, "bytes_per_stage0_unit": 2.7796610169491527, "stage0_per_stage1_unit": 1.5945945945945945}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 165, "units_out": 59, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 6, 1, 7, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 7, 1, 2, 1, 2, 2, 5, 1, 1, 7, 1, 9, 3, 4, 1, 3, 5, 7, 9, 1, 1], "chunk_stats": {"count": 59, "sum": 165, "mean": 2.7966101694915255, "median": 1.0, "p95": 7.199999999999989, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 37, "chunk_lengths": [1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 3, 1, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1], "chunk_stats": {"count": 37, "sum": 59, "mean": 1.5945945945945945, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [9, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 7, 1, 7, 1, 2, 1, 1, 4, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 4], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 1, 1, 3, 4, 2, 3, 3, 3, 1, 1, 10, 1, 3, 1, 4, 1], "chunk_stats": {"count": 19, "sum": 48, "mean": 2.526315789473684, "median": 2.0, "p95": 4.599999999999987, "max": 10, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 24, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06633927700022468, "decode_time_sec": 1.9104135729994596, "total_time_sec": 1.9789880690004793, "prefill_units_per_sec": 2999.731215028557, "prefill_bytes_per_sec": 2984.6571888223834, "decode_units_per_sec": 67.00119901212418, "decode_bytes_per_sec": 67.00119901212418, "total_units_per_sec": 64.67952081421518, "total_bytes_per_sec": 64.67952081421518, "step_latency_ms": {"count": 128, "sum": 1892, "mean": 14.78125, "median": 8.0, "p95": 38.0, "max": 44, "min": 7}, "peak_allocated_mb": 3315.8544921875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 80, "stage1_units": 47, "bytes_per_stage0_unit": 2.475, "stage0_per_stage1_unit": 1.702127659574468}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 199, "units_out": 80, "chunk_lengths": [1, 1, 3, 3, 2, 1, 1, 5, 2, 5, 1, 1, 1, 1, 5, 4, 7, 1, 5, 3, 1, 1, 9, 3, 4, 3, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 3, 1, 5, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 5, 1, 1, 9, 6, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1], "chunk_stats": {"count": 80, "sum": 199, "mean": 2.4875, "median": 2.0, "p95": 6.049999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 80, "units_out": 47, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 4, 2, 1, 3, 1, 1, 3, 1, 1, 3, 3, 3, 1, 1, 1, 1, 4, 3, 2, 5, 4, 1], "chunk_stats": {"count": 47, "sum": 80, "mean": 1.702127659574468, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [5, 3, 4, 5, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 5, 1, 1, 5, 3, 4, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 3], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 2.0, "p95": 5.349999999999994, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 6, 1, 1, 1, 3, 1, 7, 3, 2, 5, 4, 1, 1, 1, 8, 1], "chunk_stats": {"count": 20, "sum": 53, "mean": 2.65, "median": 1.0, "p95": 7.050000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 25, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06617836700024782, "decode_time_sec": 1.76045382600023, "total_time_sec": 1.8288677519994962, "prefill_units_per_sec": 2946.5822267761578, "prefill_bytes_per_sec": 2931.471548690126, "decode_units_per_sec": 72.70852442112462, "decode_bytes_per_sec": 72.70852442112462, "total_units_per_sec": 69.98865820672815, "total_bytes_per_sec": 69.98865820672815, "step_latency_ms": {"count": 128, "sum": 1748, "mean": 13.65625, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3314.732421875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 66, "stage1_units": 30, "bytes_per_stage0_unit": 2.9393939393939394, "stage0_per_stage1_unit": 2.2}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 195, "units_out": 66, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 7, 1, 2, 4, 2, 2, 1, 13, 2, 2, 4, 1, 1, 3, 1, 6, 1, 13, 1, 1, 1, 1, 3, 4, 1, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 3, 1, 13, 4, 1, 7, 2, 1, 4, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 66, "sum": 195, "mean": 2.9545454545454546, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 30, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 5, 2, 4, 1, 1, 1, 1, 6, 1, 1, 3, 1, 3, 4, 3, 4, 1, 3, 1, 2, 3, 1, 2], "chunk_stats": {"count": 30, "sum": 66, "mean": 2.2, "median": 2.0, "p95": 4.549999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 4, 1, 1, 4, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 4, 1, 1, 9, 1, 2, 2, 4, 1, 13, 3, 4, 2, 1, 4, 1, 2, 1, 9, 4, 1, 13, 3, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 1, 1, 2, 4, 3, 5, 1, 1, 4, 1, 4, 2, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 26, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06595030700009374, "decode_time_sec": 1.7856465870008833, "total_time_sec": 1.8538646639990475, "prefill_units_per_sec": 2926.445816237454, "prefill_bytes_per_sec": 2911.2828845471045, "decode_units_per_sec": 71.68271758354201, "decode_bytes_per_sec": 71.68271758354201, "total_units_per_sec": 69.04495375832126, "total_bytes_per_sec": 69.04495375832126, "step_latency_ms": {"count": 128, "sum": 1772, "mean": 13.84375, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3315.33349609375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 81, "stage1_units": 43, "bytes_per_stage0_unit": 2.3703703703703702, "stage0_per_stage1_unit": 1.8837209302325582}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 193, "units_out": 81, "chunk_lengths": [1, 1, 3, 7, 1, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 3, 2, 1, 4, 1, 1, 1, 3, 5, 7, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 5, 1, 1, 9, 1, 2, 5, 1, 1, 4, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 1, 7, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 81, "sum": 193, "mean": 2.382716049382716, "median": 1.0, "p95": 7.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 43, "chunk_lengths": [1, 2, 1, 3, 1, 3, 3, 1, 2, 1, 2, 4, 2, 4, 2, 3, 3, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 5, 1, 4, 3, 1, 1, 1], "chunk_stats": {"count": 43, "sum": 81, "mean": 1.8837209302325582, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 3, 4, 1, 2, 1, 1, 1, 1, 5, 1, 1, 3, 5, 7, 1, 1, 1, 3, 7, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 1, 1, 3, 5, 2], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 5, 1, 1, 7, 1, 6, 1, 7, 3, 3, 6, 1, 2, 5], "chunk_stats": {"count": 15, "sum": 50, "mean": 3.3333333333333335, "median": 3.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 27, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07316081499993743, "decode_time_sec": 1.8536209739995684, "total_time_sec": 1.9290777480000543, "prefill_units_per_sec": 2733.7038276592607, "prefill_bytes_per_sec": 2720.0353085209645, "decode_units_per_sec": 69.05403089166265, "decode_bytes_per_sec": 69.05403089166265, "total_units_per_sec": 66.3529503322001, "total_bytes_per_sec": 66.3529503322001, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3315.8974609375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 79, "stage1_units": 41, "bytes_per_stage0_unit": 2.518987341772152, "stage0_per_stage1_unit": 1.9268292682926829}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 79, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 2, 1, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 9, 1, 2, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 1, 2, 1, 1, 9, 3, 2, 2, 1, 1, 9, 3, 1, 1, 6, 1, 1, 3, 1, 2, 1, 1, 1, 1, 9, 3, 1, 1], "chunk_stats": {"count": 79, "sum": 200, "mean": 2.5316455696202533, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 2, 5, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 8, 2, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 6, 1, 3], "chunk_stats": {"count": 41, "sum": 79, "mean": 1.9268292682926829, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 6, 1, 1, 3, 1, 1, 2, 1, 1, 1, 9, 3, 4, 3, 1, 1, 1, 4, 1, 7, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 1, 9, 1, 2, 10, 1, 2, 1, 2, 1, 1, 1, 17, 3], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 3, 6, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 21, "sum": 45, "mean": 2.142857142857143, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 28, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06626028699974995, "decode_time_sec": 1.7919584859992028, "total_time_sec": 1.8604840030002379, "prefill_units_per_sec": 3244.779184261779, "prefill_bytes_per_sec": 3229.68718805591, "decode_units_per_sec": 71.43022620226981, "decode_bytes_per_sec": 71.43022620226981, "total_units_per_sec": 68.79930157614133, "total_bytes_per_sec": 68.79930157614133, "step_latency_ms": {"count": 128, "sum": 1781, "mean": 13.9140625, "median": 8.0, "p95": 38.0, "max": 46, "min": 7}, "peak_allocated_mb": 3320.32861328125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 94, "stage1_units": 57, "bytes_per_stage0_unit": 2.276595744680851, "stage0_per_stage1_unit": 1.6491228070175439}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 215, "units_out": 94, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 4, 1, 4, 2, 5, 1, 1, 6, 1, 2, 6, 1, 2, 2, 2, 5, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 4, 4, 1, 1, 5, 5, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 9, 2, 2, 1, 9, 4, 1, 4, 1, 4, 2, 1, 4, 1, 5], "chunk_stats": {"count": 94, "sum": 215, "mean": 2.2872340425531914, "median": 1.0, "p95": 5.349999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 94, "units_out": 57, "chunk_lengths": [1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 1, 2, 1, 2, 2, 3, 1, 1, 1, 4, 3, 3, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4], "chunk_stats": {"count": 57, "sum": 94, "mean": 1.6491228070175439, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 3, 4, 1, 5, 1, 1, 1, 13, 1, 2, 7, 1, 2, 4, 2, 2, 1, 17, 1, 4, 1, 5, 2, 7, 2, 1, 1, 1, 1, 2, 1, 4, 1, 4, 13, 1, 2, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 6, 1, 1, 2, 2, 4, 1, 4, 1, 1, 1, 2, 2, 5, 1, 1, 2], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 1.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 29, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06647058700036723, "decode_time_sec": 1.7881966490003833, "total_time_sec": 1.857125945000007, "prefill_units_per_sec": 3685.8407764421645, "prefill_bytes_per_sec": 3670.7965283750536, "decode_units_per_sec": 71.58049427704333, "decode_bytes_per_sec": 71.58049427704333, "total_units_per_sec": 68.92370457944332, "total_bytes_per_sec": 68.92370457944332, "step_latency_ms": {"count": 128, "sum": 1764, "mean": 13.78125, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3326.85693359375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 100, "stage1_units": 50, "bytes_per_stage0_unit": 2.44, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 9, 1, 1, 1, 1, 2, 4, 1, 2, 1, 1, 5, 4, 1, 2, 1, 1, 8, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 5, 6, 1, 1, 2, 5, 1, 7, 1, 1, 3, 1, 5, 2, 1, 3, 1, 8, 2, 7, 1, 6, 7, 1, 1, 2, 1, 2, 1, 3, 1, 5, 2, 1, 3, 1, 7, 1], "chunk_stats": {"count": 100, "sum": 245, "mean": 2.45, "median": 1.0, "p95": 7.049999999999997, "max": 10, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 50, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 1, 3, 2, 1, 1, 5, 1, 1, 4, 1, 4, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 2, 1, 3, 1, 8, 1, 5, 1], "chunk_stats": {"count": 50, "sum": 100, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 1, 2, 9, 1, 1, 9, 1, 5, 6, 1, 1, 2, 7, 1, 2, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 5], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 1, 1, 3, 1, 4, 1, 7, 1, 1, 1, 3, 5, 1, 3, 1, 2, 4, 1], "chunk_stats": {"count": 19, "sum": 44, "mean": 2.3157894736842106, "median": 1.0, "p95": 5.199999999999996, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 30, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06614057700062403, "decode_time_sec": 1.6360816409996914, "total_time_sec": 1.704565616999389, "prefill_units_per_sec": 3069.220276050581, "prefill_bytes_per_sec": 3054.1009643458983, "decode_units_per_sec": 78.23570462033204, "decode_bytes_per_sec": 78.23570462033204, "total_units_per_sec": 75.09244509186054, "total_bytes_per_sec": 75.09244509186054, "step_latency_ms": {"count": 128, "sum": 1601, "mean": 12.5078125, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3316.484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 83, "stage1_units": 44, "bytes_per_stage0_unit": 2.433734939759036, "stage0_per_stage1_unit": 1.8863636363636365}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 203, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 2, 3, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 1, 6, 4, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 1, 8, 2, 1, 1, 1, 1, 2, 5, 1, 2, 4, 1, 1, 1, 2, 3, 1, 1, 1, 1, 6, 1, 17, 1, 1, 5, 1, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 83, "sum": 203, "mean": 2.4457831325301207, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 44, "chunk_lengths": [1, 2, 2, 4, 1, 3, 3, 1, 1, 1, 2, 6, 1, 2, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 2, 7, 2, 1, 1], "chunk_stats": {"count": 44, "sum": 83, "mean": 1.8863636363636365, "median": 1.0, "p95": 4.850000000000001, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [13, 1, 3, 1, 1, 1, 5, 1, 3, 4, 2, 5, 9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 3, 1, 5, 1, 5, 1, 3, 4, 2, 8, 1, 1, 3], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 3.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 6, 3, 2, 1, 2, 1, 11, 1, 1, 5, 1, 1, 2], "chunk_stats": {"count": 14, "sum": 38, "mean": 2.7142857142857144, "median": 1.5, "p95": 7.749999999999998, "max": 11, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 31, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06568984699879366, "decode_time_sec": 1.8396465909991093, "total_time_sec": 1.9076919870003621, "prefill_units_per_sec": 2801.041689187966, "prefill_bytes_per_sec": 2785.8186365293354, "decode_units_per_sec": 69.57858135702216, "decode_bytes_per_sec": 69.57858135702216, "total_units_per_sec": 67.09678547282995, "total_bytes_per_sec": 67.09678547282995, "step_latency_ms": {"count": 128, "sum": 1807, "mean": 14.1171875, "median": 8.0, "p95": 37.0, "max": 45, "min": 7}, "peak_allocated_mb": 3310.69580078125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}, "model_input_units": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 183, "model_input_units": 184, "stage0_units": 65, "stage1_units": 37, "bytes_per_stage0_unit": 2.8153846153846156, "stage0_per_stage1_unit": 1.7567567567567568}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 184, "units_out": 65, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 6, 1, 3, 4, 2, 1, 4, 3, 1, 2, 4, 1, 1, 7, 5, 3, 4, 1, 2, 1, 5, 4, 2, 1, 3, 3, 4, 1, 1, 7, 5, 2], "chunk_stats": {"count": 65, "sum": 184, "mean": 2.830769230769231, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 65, "units_out": 37, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 3, 1, 1, 2, 2, 2, 4, 1, 1, 1, 2, 1, 1, 2, 4, 5, 1, 1, 1, 2, 1, 5, 1], "chunk_stats": {"count": 37, "sum": 65, "mean": 1.7567567567567568, "median": 1.0, "p95": 4.199999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 4, 1, 2, 3, 3, 4, 3, 1, 1, 4, 8, 1, 1, 6, 1, 1, 2, 1, 1, 7, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 3], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 4, 1, 2, 3, 1, 2, 3, 2, 5, 1, 3, 6, 1, 4, 2, 2], "chunk_stats": {"count": 19, "sum": 47, "mean": 2.473684210526316, "median": 2.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 32, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06571408700074244, "decode_time_sec": 1.8004807850011275, "total_time_sec": 1.8682185020006727, "prefill_units_per_sec": 1445.6565454363947, "prefill_bytes_per_sec": 1430.4391081160115, "decode_units_per_sec": 71.09212220774677, "decode_bytes_per_sec": 71.09212220774677, "total_units_per_sec": 68.51446972767103, "total_bytes_per_sec": 68.51446972767103, "step_latency_ms": {"count": 128, "sum": 1780, "mean": 13.90625, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3288.8212890625, "peak_reserved_mb": 3314.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}, "model_input_units": {"count": 1, "sum": 95, "mean": 95.0, "median": 95.0, "p95": 95.0, "max": 95, "min": 95}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 94, "model_input_units": 95, "stage0_units": 30, "stage1_units": 22, "bytes_per_stage0_unit": 3.1333333333333333, "stage0_per_stage1_unit": 1.3636363636363635}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 95, "units_out": 30, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 9, 7, 2], "chunk_stats": {"count": 30, "sum": 95, "mean": 3.1666666666666665, "median": 2.5, "p95": 8.099999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 30, "units_out": 22, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 22, "sum": 30, "mean": 1.3636363636363635, "median": 1.0, "p95": 2.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 4, 1, 4, 1, 7, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 4, 1, 4, 1, 7, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 2], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 2, 2, 1, 1, 4, 1, 1, 4, 2, 4, 1, 1, 1, 5, 1, 5, 1, 2], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 33, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0660388870001043, "decode_time_sec": 1.7831947519989626, "total_time_sec": 1.851377857999978, "prefill_units_per_sec": 2150.248231769499, "prefill_bytes_per_sec": 2135.1056385880233, "decode_units_per_sec": 71.78127899743531, "decode_bytes_per_sec": 71.78127899743531, "total_units_per_sec": 69.13769625519716, "total_bytes_per_sec": 69.13769625519716, "step_latency_ms": {"count": 128, "sum": 1761, "mean": 13.7578125, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3298.76904296875, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "model_input_units": {"count": 1, "sum": 142, "mean": 142.0, "median": 142.0, "p95": 142.0, "max": 142, "min": 142}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 141, "model_input_units": 142, "stage0_units": 66, "stage1_units": 31, "bytes_per_stage0_unit": 2.1363636363636362, "stage0_per_stage1_unit": 2.129032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 142, "units_out": 66, "chunk_lengths": [1, 1, 3, 6, 1, 2, 2, 5, 1, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 4, 2, 4, 1, 1, 9, 1, 1, 5, 2, 1, 5, 1, 1, 4, 1, 1, 1, 5, 2, 2, 6, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 66, "sum": 142, "mean": 2.1515151515151514, "median": 1.0, "p95": 5.75, "max": 9, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 31, "chunk_lengths": [1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 5, 4, 1, 3, 1, 3, 1, 5, 2, 1, 1, 3, 1, 1, 3, 1, 4, 4, 4, 1, 1], "chunk_stats": {"count": 31, "sum": 66, "mean": 2.129032258064516, "median": 1.0, "p95": 4.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 4, 5, 3, 2, 2, 5, 1, 9, 1, 2, 5, 3, 1, 1, 4, 1, 13, 1, 5, 1, 2, 4, 1, 4, 1, 1, 5, 3, 4, 1, 5, 1, 1, 1, 4, 6, 1, 2, 2, 5], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 2, 4, 1, 1, 2, 1, 4, 1, 5, 3, 1, 1, 5, 1, 1, 2, 4], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 34, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06598815700090199, "decode_time_sec": 1.7517142329998023, "total_time_sec": 1.8199865089991363, "prefill_units_per_sec": 3061.1553524254186, "prefill_bytes_per_sec": 3046.001118007471, "decode_units_per_sec": 73.07127931523432, "decode_bytes_per_sec": 73.07127931523432, "total_units_per_sec": 70.33019166191013, "total_bytes_per_sec": 70.33019166191013, "step_latency_ms": {"count": 128, "sum": 1727, "mean": 13.4921875, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3315.814453125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 59, "stage1_units": 27, "bytes_per_stage0_unit": 3.406779661016949, "stage0_per_stage1_unit": 2.185185185185185}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 59, "chunk_lengths": [1, 1, 3, 7, 1, 4, 1, 1, 3, 1, 1, 2, 10, 2, 3, 2, 3, 1, 3, 1, 4, 5, 1, 8, 4, 10, 8, 2, 1, 2, 1, 3, 1, 12, 1, 1, 3, 1, 1, 1, 1, 1, 10, 5, 1, 7, 1, 4, 2, 7, 1, 7, 10, 5, 1, 8, 2, 7, 1], "chunk_stats": {"count": 59, "sum": 202, "mean": 3.4237288135593222, "median": 2.0, "p95": 10.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 27, "chunk_lengths": [1, 2, 2, 1, 1, 4, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 6, 1, 7, 1, 5, 1, 3, 1, 3, 1, 2], "chunk_stats": {"count": 27, "sum": 59, "mean": 2.185185185185185, "median": 1.0, "p95": 5.699999999999999, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 7, 10, 5, 1, 7, 1, 4, 2, 5, 1, 7, 1, 3, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 10, 5, 1, 8, 2, 5, 1, 7, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 7.949999999999996, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 5, 1, 7, 1, 3, 1, 3, 1, 3, 1, 5, 1, 3, 1, 3], "chunk_stats": {"count": 17, "sum": 42, "mean": 2.4705882352941178, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 35, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06670754700098769, "decode_time_sec": 1.9389493190010398, "total_time_sec": 2.0080058650000865, "prefill_units_per_sec": 3432.894931612601, "prefill_bytes_per_sec": 3417.904124050974, "decode_units_per_sec": 66.01513445743207, "decode_bytes_per_sec": 66.01513445743207, "total_units_per_sec": 63.744833733338965, "total_bytes_per_sec": 63.744833733338965, "step_latency_ms": {"count": 128, "sum": 1916, "mean": 14.96875, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3322.755859375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 85, "stage1_units": 49, "bytes_per_stage0_unit": 2.6823529411764704, "stage0_per_stage1_unit": 1.7346938775510203}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 229, "units_out": 85, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 2, 4, 4, 1, 1, 4, 1, 1, 5, 5, 1, 1, 2, 4, 7, 1, 6, 1, 2, 2, 2, 1, 5, 5, 1, 3, 1, 2, 2, 7, 6, 1, 1, 2, 2, 2, 1, 5, 7, 2, 6, 1, 2, 1, 5, 6, 1, 7, 1, 9, 3, 2, 1, 2, 3, 1, 1, 2, 3, 2, 4, 4, 1, 4, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 229, "mean": 2.6941176470588237, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 49, "chunk_lengths": [1, 3, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 1, 1, 1, 1, 4, 3, 1, 1, 3, 1, 6, 3, 1, 1, 3, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 85, "mean": 1.7346938775510203, "median": 1.0, "p95": 3.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [5, 3, 4, 1, 5, 1, 7, 2, 6, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 5, 4, 1, 1, 5, 1, 1, 1, 5, 2, 1, 6, 4, 3, 1, 2, 2, 1, 2, 1, 1, 5, 1, 6, 3, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.5, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 4, 2, 1, 1, 1, 5, 1, 1, 1, 4, 1, 5, 1, 3, 1, 1, 3, 4, 3, 1, 1, 3], "chunk_stats": {"count": 23, "sum": 49, "mean": 2.130434782608696, "median": 1.0, "p95": 4.899999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 36, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0660501469992596, "decode_time_sec": 2.0473874419985805, "total_time_sec": 2.115404067999407, "prefill_units_per_sec": 1907.641477337097, "prefill_bytes_per_sec": 1892.5014656121994, "decode_units_per_sec": 62.51869937965984, "decode_bytes_per_sec": 62.51869937965984, "total_units_per_sec": 60.50853448582661, "total_bytes_per_sec": 60.50853448582661, "step_latency_ms": {"count": 128, "sum": 2023, "mean": 15.8046875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3294.1044921875, "peak_reserved_mb": 3314.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 125, "mean": 125.0, "median": 125.0, "p95": 125.0, "max": 125, "min": 125}, "model_input_units": {"count": 1, "sum": 126, "mean": 126.0, "median": 126.0, "p95": 126.0, "max": 126, "min": 126}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 125, "model_input_units": 126, "stage0_units": 49, "stage1_units": 28, "bytes_per_stage0_unit": 2.5510204081632653, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 126, "units_out": 49, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 5, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 5, 2, 3, 4, 1, 6, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 49, "sum": 126, "mean": 2.5714285714285716, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 49, "units_out": 28, "chunk_lengths": [1, 2, 2, 2, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 5, 1], "chunk_stats": {"count": 28, "sum": 49, "mean": 1.75, "median": 1.0, "p95": 3.6499999999999986, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [9, 6, 2, 1, 2, 2, 1, 1, 5, 5, 1, 1, 1, 2, 1, 1, 1, 1, 6, 1, 5, 2, 4, 1, 4, 5, 1, 1, 1, 1, 1, 4, 1, 2, 1, 5, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 5], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 3, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 4, 5], "chunk_stats": {"count": 27, "sum": 51, "mean": 1.8888888888888888, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 37, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06645595700138074, "decode_time_sec": 1.583031653000944, "total_time_sec": 1.6520941790004144, "prefill_units_per_sec": 3852.1753587068374, "prefill_bytes_per_sec": 3837.1277987118888, "decode_units_per_sec": 80.85751144479715, "decode_bytes_per_sec": 80.85751144479715, "total_units_per_sec": 77.47742327707087, "total_bytes_per_sec": 77.47742327707087, "step_latency_ms": {"count": 128, "sum": 1557, "mean": 12.1640625, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3339.232421875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 78, "stage1_units": 38, "bytes_per_stage0_unit": 3.269230769230769, "stage0_per_stage1_unit": 2.0526315789473686}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 78, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 7, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 1, 13, 2, 5, 4, 1, 3, 4, 5, 13, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 6, 1, 5, 1, 1, 9, 7, 3, 5, 1, 13, 2, 1, 4, 13, 7, 2, 1, 2, 1, 1, 13, 4, 1, 2, 1, 6, 3, 1, 3, 1, 1, 1, 1, 6, 1, 5, 1, 1, 1], "chunk_stats": {"count": 78, "sum": 256, "mean": 3.282051282051282, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 38, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 3, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 4, 1, 7, 4, 1], "chunk_stats": {"count": 38, "sum": 78, "mean": 2.0526315789473686, "median": 1.0, "p95": 4.449999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [17, 6, 1, 1, 5, 1, 3, 1, 5, 1, 7, 1, 1, 2, 1, 5, 2, 5, 1, 1, 13, 3, 4, 6, 1, 5, 4, 3, 1, 5, 1, 7, 1, 1, 3, 2, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 8.199999999999974, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 4, 6, 5, 4, 1, 3, 1, 1, 6, 4], "chunk_stats": {"count": 11, "sum": 36, "mean": 3.272727272727273, "median": 4.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 38, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06559054699937406, "decode_time_sec": 2.06069669900171, "total_time_sec": 2.1285500949998095, "prefill_units_per_sec": 2256.4227128859347, "prefill_bytes_per_sec": 2241.176613474543, "decode_units_per_sec": 62.11491485477155, "decode_bytes_per_sec": 62.11491485477155, "total_units_per_sec": 60.13483088825845, "total_bytes_per_sec": 60.13483088825845, "step_latency_ms": {"count": 128, "sum": 2026, "mean": 15.828125, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3301.060546875, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 71, "stage1_units": 37, "bytes_per_stage0_unit": 2.0704225352112675, "stage0_per_stage1_unit": 1.9189189189189189}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 148, "units_out": 71, "chunk_lengths": [1, 1, 3, 8, 3, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 5, 4, 2, 2, 1, 1, 2, 1, 1, 1, 9, 1, 1, 1, 1, 2, 3, 1, 8, 4], "chunk_stats": {"count": 71, "sum": 148, "mean": 2.084507042253521, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 37, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 4, 1, 1, 4, 3, 1, 1, 1, 4, 1, 7, 3, 1, 1, 3, 2, 1, 3, 1, 4, 2, 2, 1], "chunk_stats": {"count": 37, "sum": 71, "mean": 1.9189189189189189, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [1, 8, 3, 1, 13, 1, 1, 1, 9, 3, 4, 1, 1, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 3, 4, 2, 2, 1, 1, 1, 4, 1, 6, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.0, "p95": 6.699999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 26, "chunk_lengths": [1, 3, 1, 3, 1, 6, 1, 1, 2, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 4, 1, 1, 6, 1, 1], "chunk_stats": {"count": 26, "sum": 54, "mean": 2.076923076923077, "median": 1.0, "p95": 5.5, "max": 6, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 39, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06620780699995521, "decode_time_sec": 1.7881451039993408, "total_time_sec": 1.856612909999967, "prefill_units_per_sec": 3050.999710655522, "prefill_bytes_per_sec": 3035.895751691881, "decode_units_per_sec": 71.58255765358021, "decode_bytes_per_sec": 71.58255765358021, "total_units_per_sec": 68.9427501610997, "total_bytes_per_sec": 68.9427501610997, "step_latency_ms": {"count": 128, "sum": 1758, "mean": 13.734375, "median": 8.0, "p95": 37.64999999999999, "max": 38, "min": 7}, "peak_allocated_mb": 3315.8779296875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 75, "stage1_units": 32, "bytes_per_stage0_unit": 2.68, "stage0_per_stage1_unit": 2.34375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 75, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 6, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 4, 1, 3, 1, 1, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 13, 1, 3, 1, 3, 1, 8, 1, 1, 6, 1, 1, 3, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 13, 3, 4, 1, 9, 3, 4], "chunk_stats": {"count": 75, "sum": 202, "mean": 2.6933333333333334, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 3, 1, 1, 3, 3, 6, 1, 3, 1, 3, 1, 2, 1, 8, 1, 4, 5, 3, 1, 2, 1, 2, 1, 5, 1, 3, 1, 2], "chunk_stats": {"count": 32, "sum": 75, "mean": 2.34375, "median": 2.0, "p95": 5.449999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 4, 1, 1, 4, 3, 1, 8, 1, 1, 6, 1, 1, 2, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 2, 1, 13, 3, 3, 9, 1, 2, 4, 1, 1, 8, 1, 1, 2, 2, 3], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 8.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 1, 7, 3, 1, 3, 6, 1, 1, 5, 1, 2, 2, 5, 3, 1, 1], "chunk_stats": {"count": 18, "sum": 46, "mean": 2.5555555555555554, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 40, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06600486699971952, "decode_time_sec": 1.8274719000000914, "total_time_sec": 1.895779655998922, "prefill_units_per_sec": 3378.538737165361, "prefill_bytes_per_sec": 3363.3883392408525, "decode_units_per_sec": 70.04211665306241, "decode_bytes_per_sec": 70.04211665306241, "total_units_per_sec": 67.51839518636167, "total_bytes_per_sec": 67.51839518636167, "step_latency_ms": {"count": 128, "sum": 1813, "mean": 14.1640625, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3322.08544921875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 222, "mean": 222.0, "median": 222.0, "p95": 222.0, "max": 222, "min": 222}, "model_input_units": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 222, "model_input_units": 223, "stage0_units": 88, "stage1_units": 49, "bytes_per_stage0_unit": 2.522727272727273, "stage0_per_stage1_unit": 1.7959183673469388}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 223, "units_out": 88, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 1, 3, 1, 3, 4, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 13, 1, 4, 7, 1, 4, 3, 5, 3, 1, 1, 1, 1, 5, 1, 1, 6, 1, 1, 3, 5, 1, 1, 5, 7, 2, 1, 2, 1, 3, 1, 1, 1, 8, 4, 1, 1, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 88, "sum": 223, "mean": 2.534090909090909, "median": 1.0, "p95": 6.6499999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 88, "units_out": 49, "chunk_lengths": [1, 2, 2, 4, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 4, 1, 2, 3, 1, 2, 5, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 88, "mean": 1.7959183673469388, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [5, 4, 2, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 2, 6, 1, 5, 1, 2, 4, 1, 2, 1, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 1, 2, 6, 4, 6, 1, 1, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 1, 6, 8, 2, 2, 3, 1, 1, 3, 1, 3, 1, 2, 5, 3, 4], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.299999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 41, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06618546699974104, "decode_time_sec": 1.9137466110005334, "total_time_sec": 1.9822555070004455, "prefill_units_per_sec": 2628.975935165356, "prefill_bytes_per_sec": 2613.8668780667044, "decode_units_per_sec": 66.88450773171053, "decode_bytes_per_sec": 66.88450773171053, "total_units_per_sec": 64.57290674585637, "total_bytes_per_sec": 64.57290674585637, "step_latency_ms": {"count": 128, "sum": 1899, "mean": 14.8359375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3306.23779296875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 173, "mean": 173.0, "median": 173.0, "p95": 173.0, "max": 173, "min": 173}, "model_input_units": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 173, "model_input_units": 174, "stage0_units": 61, "stage1_units": 40, "bytes_per_stage0_unit": 2.8360655737704916, "stage0_per_stage1_unit": 1.525}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 174, "units_out": 61, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 10, 1, 1, 5, 1, 2, 3, 4, 1, 10, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 4, 1, 4, 3, 1, 10, 2, 4, 1, 1, 1, 1, 1, 1, 5, 5, 2, 5, 1, 1, 1, 10, 1, 5, 7, 1, 2, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 174, "mean": 2.8524590163934427, "median": 2.0, "p95": 10.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3], "chunk_stats": {"count": 40, "sum": 61, "mean": 1.525, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 1, 3, 4, 1, 4, 3, 1, 4, 2, 4, 1, 1, 1, 1, 1, 1, 5, 7, 1, 5, 1, 10, 1, 5, 7, 1, 1, 4, 1, 1, 5, 3, 4, 4, 1, 3, 5, 1, 1, 1, 1, 1, 4, 1, 1, 3, 1, 4], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 6.199999999999989, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [4, 3, 2, 1, 1, 1, 5, 1, 3, 3, 1, 4, 2, 1, 3, 2, 1, 2, 1, 1, 1, 4, 1], "chunk_stats": {"count": 23, "sum": 48, "mean": 2.0869565217391304, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 42, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06663522700000613, "decode_time_sec": 1.5840302150008938, "total_time_sec": 1.6528855619999376, "prefill_units_per_sec": 2100.9908167640388, "prefill_bytes_per_sec": 2085.9837395014383, "decode_units_per_sec": 80.80653941309306, "decode_bytes_per_sec": 80.80653941309306, "total_units_per_sec": 77.44032795901742, "total_bytes_per_sec": 77.44032795901742, "step_latency_ms": {"count": 128, "sum": 1569, "mean": 12.2578125, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3297.1689453125, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}, "model_input_units": {"count": 1, "sum": 140, "mean": 140.0, "median": 140.0, "p95": 140.0, "max": 140, "min": 140}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 139, "model_input_units": 140, "stage0_units": 42, "stage1_units": 25, "bytes_per_stage0_unit": 3.3095238095238093, "stage0_per_stage1_unit": 1.68}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 140, "units_out": 42, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 2, 8, 1, 1, 9, 1, 1, 1, 9, 1, 3, 2, 10, 1, 1, 9, 1, 6, 8, 2, 9, 6, 5, 1, 5, 3, 1, 5, 2, 8, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 140, "mean": 3.3333333333333335, "median": 2.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 42, "units_out": 25, "chunk_lengths": [1, 2, 2, 1, 3, 3, 1, 3, 1, 3, 2, 1, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1], "chunk_stats": {"count": 25, "sum": 42, "mean": 1.68, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 28, "chunk_lengths": [26, 1, 7, 1, 6, 1, 1, 2, 9, 9, 1, 1, 1, 9, 1, 2, 4, 1, 3, 1, 5, 1, 13, 3, 3, 9, 2, 2, 3], "chunk_stats": {"count": 29, "sum": 128, "mean": 4.413793103448276, "median": 2.0, "p95": 11.399999999999991, "max": 26, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 2, 3, 1, 2, 4, 1, 1, 5, 2, 1, 2, 1, 1, 1], "chunk_stats": {"count": 15, "sum": 28, "mean": 1.8666666666666667, "median": 1.0, "p95": 4.299999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 28, "sum": 28, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 43, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06629751699983899, "decode_time_sec": 1.719115829000657, "total_time_sec": 1.7877397159991233, "prefill_units_per_sec": 3620.045076508414, "prefill_bytes_per_sec": 3604.9615553562953, "decode_units_per_sec": 74.45687942644794, "decode_bytes_per_sec": 74.45687942644794, "total_units_per_sec": 71.59878972004825, "total_bytes_per_sec": 71.59878972004825, "step_latency_ms": {"count": 128, "sum": 1701, "mean": 13.2890625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3325.091796875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 89, "stage1_units": 43, "bytes_per_stage0_unit": 2.6853932584269664, "stage0_per_stage1_unit": 2.0697674418604652}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 240, "units_out": 89, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 8, 1, 5, 2, 6, 1, 1, 1, 1, 1, 5, 1, 3, 6, 2, 5, 1, 5, 3, 2, 1, 1, 4, 1, 1, 3, 1, 2, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3], "chunk_stats": {"count": 89, "sum": 240, "mean": 2.696629213483146, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 89, "units_out": 43, "chunk_lengths": [1, 2, 2, 3, 3, 1, 3, 1, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 1], "chunk_stats": {"count": 43, "sum": 89, "mean": 2.0697674418604652, "median": 1.0, "p95": 5.799999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 6, 1, 2, 1, 4, 1, 5, 1, 1, 5, 3, 4, 5, 1, 4, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 3.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 3], "chunk_stats": {"count": 16, "sum": 43, "mean": 2.6875, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 44, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06638341700090677, "decode_time_sec": 1.6841809920006199, "total_time_sec": 1.7528616380004678, "prefill_units_per_sec": 2696.4565562745124, "prefill_bytes_per_sec": 2681.3925531668337, "decode_units_per_sec": 76.0013327593433, "decode_bytes_per_sec": 76.0013327593433, "total_units_per_sec": 73.02344761564451, "total_bytes_per_sec": 73.02344761564451, "step_latency_ms": {"count": 128, "sum": 1670, "mean": 13.046875, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3308.029296875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 59, "stage1_units": 32, "bytes_per_stage0_unit": 3.016949152542373, "stage0_per_stage1_unit": 1.84375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 179, "units_out": 59, "chunk_lengths": [1, 1, 3, 1, 1, 1, 8, 4, 1, 6, 1, 5, 1, 8, 1, 4, 1, 1, 5, 1, 2, 4, 1, 5, 4, 3, 1, 1, 8, 1, 2, 1, 1, 9, 3, 4, 1, 4, 1, 5, 6, 1, 2, 4, 1, 6, 5, 6, 4, 1, 1, 8, 1, 6, 2, 6, 1, 1, 1], "chunk_stats": {"count": 59, "sum": 179, "mean": 3.0338983050847457, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 32, "chunk_lengths": [1, 2, 2, 3, 2, 2, 2, 1, 2, 1, 1, 1, 4, 2, 1, 3, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 1, 4, 2, 1, 3, 1], "chunk_stats": {"count": 32, "sum": 59, "mean": 1.84375, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [9, 1, 2, 6, 1, 5, 1, 2, 1, 8, 4, 1, 1, 13, 3, 4, 1, 3, 9, 7, 2, 6, 1, 6, 5, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 3.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 5, 1, 5, 1, 4, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 17, "sum": 36, "mean": 2.1176470588235294, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 45, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06568546700145816, "decode_time_sec": 1.802655950999906, "total_time_sec": 1.870616666999922, "prefill_units_per_sec": 2040.0250788660042, "prefill_bytes_per_sec": 2024.8010111132728, "decode_units_per_sec": 71.00633924571149, "decode_bytes_per_sec": 71.00633924571149, "total_units_per_sec": 68.42663291634477, "total_bytes_per_sec": 68.42663291634477, "step_latency_ms": {"count": 128, "sum": 1773, "mean": 13.8515625, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3295.95654296875, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 133, "mean": 133.0, "median": 133.0, "p95": 133.0, "max": 133, "min": 133}, "model_input_units": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 133, "model_input_units": 134, "stage0_units": 45, "stage1_units": 28, "bytes_per_stage0_unit": 2.9555555555555557, "stage0_per_stage1_unit": 1.6071428571428572}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 134, "units_out": 45, "chunk_lengths": [1, 1, 3, 1, 8, 1, 5, 2, 3, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 5, 2, 3, 4, 1, 1, 4, 1, 1, 5, 7, 3, 5, 1, 9, 2, 3, 2, 9, 3, 4], "chunk_stats": {"count": 45, "sum": 134, "mean": 2.977777777777778, "median": 2.0, "p95": 8.799999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 45, "units_out": 28, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2], "chunk_stats": {"count": 28, "sum": 45, "mean": 1.6071428571428572, "median": 1.0, "p95": 3.6499999999999986, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 5, 5, 1, 2, 1, 5, 1, 2, 1, 6, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 3, 1, 1, 13, 1, 5, 5, 5, 1, 1, 1, 2, 1, 2, 4, 2, 6, 6, 1, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.799999999999997, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [2, 1, 1, 4, 1, 4, 1, 1, 5, 3, 3, 1, 2, 3, 3, 2, 2, 2, 2], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 46, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06621841699961806, "decode_time_sec": 1.786506417000055, "total_time_sec": 1.8550548040002468, "prefill_units_per_sec": 3594.1662574231086, "prefill_bytes_per_sec": 3579.064718526373, "decode_units_per_sec": 71.64821731507728, "decode_bytes_per_sec": 71.64821731507728, "total_units_per_sec": 69.00065686683776, "total_bytes_per_sec": 69.00065686683776, "step_latency_ms": {"count": 128, "sum": 1773, "mean": 13.8515625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3323.966796875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 85, "stage1_units": 54, "bytes_per_stage0_unit": 2.788235294117647, "stage0_per_stage1_unit": 1.5740740740740742}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 238, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 2, 4, 1, 5, 4, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 2, 1, 4, 2, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 5, 3, 7, 1, 1, 6, 5, 1, 2, 4, 1, 4, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 9, 7, 2, 1, 6, 1, 5, 1, 2, 4, 1, 5, 1, 9, 1, 6, 2, 6, 9, 7, 2, 1, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 85, "sum": 238, "mean": 2.8, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 54, "chunk_lengths": [1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 54, "sum": 85, "mean": 1.5740740740740742, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 2, 4, 4, 1, 6, 5, 4, 5, 1, 6, 2, 1, 4, 1, 4, 1, 1, 6, 1, 1, 5, 1, 5, 2, 4, 4, 1, 6, 5, 4, 1, 1, 3, 9, 5, 1, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 4.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 2, 1, 5, 2, 4, 1, 1, 1, 6, 1, 1, 1, 1, 2], "chunk_stats": {"count": 20, "sum": 38, "mean": 1.9, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 47, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06609502699939185, "decode_time_sec": 1.885305433999747, "total_time_sec": 1.9537644500014721, "prefill_units_per_sec": 2375.3678170287244, "prefill_bytes_per_sec": 2360.2380857100698, "decode_units_per_sec": 67.89350823035774, "decode_bytes_per_sec": 67.89350823035774, "total_units_per_sec": 65.51455064089407, "total_bytes_per_sec": 65.51455064089407, "step_latency_ms": {"count": 128, "sum": 1875, "mean": 14.6484375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3302.31298828125, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 75, "stage1_units": 40, "bytes_per_stage0_unit": 2.08, "stage0_per_stage1_unit": 1.875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 157, "units_out": 75, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 8, 1, 1, 2, 1, 5, 1, 1, 1, 5, 5, 4, 2, 3, 1, 5, 1, 3, 1, 1, 1, 5, 5, 2, 5, 4, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 2, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 75, "sum": 157, "mean": 2.0933333333333333, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 40, "chunk_lengths": [1, 2, 1, 3, 1, 3, 2, 2, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 5, 1, 3, 2, 5, 1, 3, 1, 1, 1, 1, 3, 1, 4, 2, 1, 5, 1], "chunk_stats": {"count": 40, "sum": 75, "mean": 1.875, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 7, 10, 1, 2, 1, 1, 9, 5, 1, 1, 6, 7, 1, 6, 5, 1, 1, 1, 1, 6, 1, 4, 1, 1, 9, 1, 5, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 4, 4, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 5, 1, 1, 3], "chunk_stats": {"count": 24, "sum": 41, "mean": 1.7083333333333333, "median": 1.0, "p95": 3.849999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 48, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06657398700008343, "decode_time_sec": 1.567855633000363, "total_time_sec": 1.6367678389997309, "prefill_units_per_sec": 3289.5731481385596, "prefill_bytes_per_sec": 3274.552266183589, "decode_units_per_sec": 81.64016973619557, "decode_bytes_per_sec": 81.64016973619557, "total_units_per_sec": 78.20290510975823, "total_bytes_per_sec": 78.20290510975823, "step_latency_ms": {"count": 128, "sum": 1555, "mean": 12.1484375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3320.25732421875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}, "model_input_units": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 218, "model_input_units": 219, "stage0_units": 55, "stage1_units": 28, "bytes_per_stage0_unit": 3.963636363636364, "stage0_per_stage1_unit": 1.9642857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 219, "units_out": 55, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 3, 2, 4, 1, 1, 9, 1, 2, 1, 13, 9, 2, 1, 3, 1, 7, 1, 3, 2, 4, 1, 13, 1, 2, 9, 1, 2, 2, 2, 1, 17, 6, 1, 5, 1, 1, 1, 11, 3, 6, 2, 3, 1, 30, 1, 4, 4], "chunk_stats": {"count": 55, "sum": 219, "mean": 3.981818181818182, "median": 2.0, "p95": 13.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 55, "units_out": 28, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 1, 1, 1, 4, 2, 3, 2, 2, 5, 1, 1, 3, 3, 2, 2, 1, 1, 3], "chunk_stats": {"count": 28, "sum": 55, "mean": 1.9642857142857142, "median": 2.0, "p95": 3.6499999999999986, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 25, "chunk_lengths": [1, 3, 2, 8, 1, 5, 4, 1, 5, 1, 1, 17, 3, 4, 2, 2, 13, 4, 1, 17, 3, 4, 8, 9, 7, 2], "chunk_stats": {"count": 26, "sum": 128, "mean": 4.923076923076923, "median": 3.5, "p95": 16.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 15, "sum": 25, "mean": 1.6666666666666667, "median": 1.0, "p95": 3.299999999999999, "max": 4, "min": 1}, "active_size_stats": {"count": 25, "sum": 25, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 49, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06649937699876318, "decode_time_sec": 1.894037150999793, "total_time_sec": 1.9629953280000336, "prefill_units_per_sec": 3639.131837347904, "prefill_bytes_per_sec": 3624.09410248283, "decode_units_per_sec": 67.58051178269311, "decode_bytes_per_sec": 67.58051178269311, "total_units_per_sec": 65.20647205534144, "total_bytes_per_sec": 65.20647205534144, "step_latency_ms": {"count": 128, "sum": 1880, "mean": 14.6875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3326.08154296875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 241, "mean": 241.0, "median": 241.0, "p95": 241.0, "max": 241, "min": 241}, "model_input_units": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 241, "model_input_units": 242, "stage0_units": 92, "stage1_units": 51, "bytes_per_stage0_unit": 2.619565217391304, "stage0_per_stage1_unit": 1.803921568627451}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 242, "units_out": 92, "chunk_lengths": [1, 1, 3, 2, 4, 1, 3, 2, 5, 1, 2, 2, 2, 1, 4, 1, 2, 2, 1, 1, 6, 5, 1, 1, 2, 2, 1, 1, 4, 1, 2, 1, 1, 1, 1, 2, 4, 1, 4, 5, 1, 18, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 1, 18, 2, 2, 2, 1, 1, 1, 1, 2, 4, 1, 1, 2, 5, 18, 1, 6, 2, 2, 5, 1, 1, 1, 1, 5, 1, 6, 1, 2, 1, 7, 1, 3, 1, 1, 2], "chunk_stats": {"count": 92, "sum": 242, "mean": 2.630434782608696, "median": 2.0, "p95": 6.0, "max": 18, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 51, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 3, 2, 4, 1, 7, 1, 2, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 51, "sum": 92, "mean": 1.803921568627451, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [9, 4, 2, 3, 1, 1, 6, 1, 2, 1, 1, 8, 1, 3, 2, 1, 1, 1, 1, 6, 1, 1, 10, 4, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 6, 1, 2, 1, 5, 1, 2, 2, 2, 1, 10, 1, 5, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 1, 1, 2, 1, 1, 4, 3, 7, 1, 1, 1, 6, 3, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 21, "sum": 47, "mean": 2.238095238095238, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 50, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06636268700094661, "decode_time_sec": 1.8113354799988883, "total_time_sec": 1.8801391670003795, "prefill_units_per_sec": 2712.3675688031203, "prefill_bytes_per_sec": 2697.298860087548, "decode_units_per_sec": 70.6660921808248, "decode_bytes_per_sec": 70.6660921808248, "total_units_per_sec": 68.08006675602337, "total_bytes_per_sec": 68.08006675602337, "step_latency_ms": {"count": 128, "sum": 1799, "mean": 14.0546875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3308.16259765625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 69, "stage1_units": 33, "bytes_per_stage0_unit": 2.5942028985507246, "stage0_per_stage1_unit": 2.090909090909091}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 180, "units_out": 69, "chunk_lengths": [1, 1, 3, 8, 1, 1, 7, 1, 1, 3, 1, 1, 1, 5, 3, 4, 10, 1, 3, 2, 14, 1, 7, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 6, 1, 2, 6, 1, 3, 1, 7, 3, 1, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 69, "sum": 180, "mean": 2.608695652173913, "median": 1.0, "p95": 7.599999999999994, "max": 14, "min": 1}}, {"stage": 1, "units_in": 69, "units_out": 33, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 4, 1, 2, 4, 1, 3, 3, 3, 3, 4, 4, 1, 1, 2], "chunk_stats": {"count": 33, "sum": 69, "mean": 2.090909090909091, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [13, 1, 1, 5, 2, 1, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 9, 1, 9, 4, 1, 4, 3, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 6, 4, 4, 5, 2, 4, 4, 4, 5, 2, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 2.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 51, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06666739699903701, "decode_time_sec": 1.7705157750006038, "total_time_sec": 1.8394665619998705, "prefill_units_per_sec": 3089.9661494654665, "prefill_bytes_per_sec": 3074.96631378845, "decode_units_per_sec": 72.29531744779645, "decode_bytes_per_sec": 72.29531744779645, "total_units_per_sec": 69.58539102816755, "total_bytes_per_sec": 69.58539102816755, "step_latency_ms": {"count": 128, "sum": 1755, "mean": 13.7109375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3316.28515625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 68, "stage1_units": 38, "bytes_per_stage0_unit": 3.014705882352941, "stage0_per_stage1_unit": 1.7894736842105263}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 206, "units_out": 68, "chunk_lengths": [1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 1, 4, 2, 6, 1, 2, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 9, 10, 1, 1, 2, 1, 1, 3, 6, 1, 2, 9, 9, 2, 1, 3, 1, 7, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 2, 10, 1, 1], "chunk_stats": {"count": 68, "sum": 206, "mean": 3.0294117647058822, "median": 1.5, "p95": 9.649999999999999, "max": 11, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 38, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 2, 4, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 3, 1, 2, 1], "chunk_stats": {"count": 38, "sum": 68, "mean": 1.7894736842105263, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [9, 3, 4, 8, 1, 4, 1, 1, 1, 1, 1, 4, 6, 1, 4, 1, 1, 3, 2, 1, 4, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 2, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 2, 1, 2, 5, 3], "chunk_stats": {"count": 18, "sum": 40, "mean": 2.2222222222222223, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 52, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06628849799926684, "decode_time_sec": 1.7083759060005832, "total_time_sec": 1.7771035129990196, "prefill_units_per_sec": 3831.735635385935, "prefill_bytes_per_sec": 3816.6500620182737, "decode_units_per_sec": 74.9249620943532, "decode_bytes_per_sec": 74.9249620943532, "total_units_per_sec": 72.02731808457722, "total_bytes_per_sec": 72.02731808457722, "step_latency_ms": {"count": 128, "sum": 1700, "mean": 13.28125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3329.826171875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 85, "stage1_units": 33, "bytes_per_stage0_unit": 2.976470588235294, "stage0_per_stage1_unit": 2.5757575757575757}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 254, "units_out": 85, "chunk_lengths": [1, 1, 3, 3, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 1, 6, 1, 8, 1, 13, 1, 5, 1, 6, 5, 1, 1, 3, 1, 5, 1, 8, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 1, 3, 1, 1, 6, 1, 8, 2, 1, 5, 1, 1, 13, 1, 5, 1, 6, 5, 1, 1, 1, 7, 8, 1, 4, 2, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 85, "sum": 254, "mean": 2.988235294117647, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 33, "chunk_lengths": [1, 2, 1, 1, 1, 3, 3, 6, 1, 1, 5, 2, 3, 1, 2, 4, 2, 6, 1, 1, 5, 8, 1, 4, 1, 2, 4, 5, 1, 1, 4, 1, 1], "chunk_stats": {"count": 33, "sum": 85, "mean": 2.5757575757575757, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [9, 1, 2, 1, 3, 1, 1, 6, 1, 8, 1, 1, 1, 1, 1, 5, 1, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 8, 1, 3, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 9, 4], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 1.0, "p95": 8.899999999999999, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 8, 3, 3, 3, 1, 9, 3, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 15, "sum": 43, "mean": 2.8666666666666667, "median": 2.0, "p95": 8.299999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 53, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06648983699960809, "decode_time_sec": 1.9351102200016612, "total_time_sec": 2.0039148060004663, "prefill_units_per_sec": 3549.414627101448, "prefill_bytes_per_sec": 3534.37473461373, "decode_units_per_sec": 66.14610303690614, "decode_bytes_per_sec": 66.14610303690614, "total_units_per_sec": 63.87497094024177, "total_bytes_per_sec": 63.87497094024177, "step_latency_ms": {"count": 128, "sum": 1924, "mean": 15.03125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3323.685546875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}, "model_input_units": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 235, "model_input_units": 236, "stage0_units": 79, "stage1_units": 44, "bytes_per_stage0_unit": 2.9746835443037973, "stage0_per_stage1_unit": 1.7954545454545454}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 236, "units_out": 79, "chunk_lengths": [1, 1, 3, 1, 3, 10, 1, 1, 1, 3, 2, 1, 2, 2, 1, 1, 1, 9, 2, 2, 3, 1, 2, 9, 2, 1, 2, 2, 1, 6, 1, 2, 2, 4, 2, 4, 8, 1, 4, 1, 1, 2, 1, 9, 9, 2, 6, 3, 4, 5, 2, 6, 12, 1, 2, 1, 4, 3, 1, 4, 1, 5, 1, 9, 1, 2, 2, 2, 1, 2, 2, 2, 1, 13, 2, 2, 2, 1, 1], "chunk_stats": {"count": 79, "sum": 236, "mean": 2.9873417721518987, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 3, 2, 2, 1, 2, 2, 1, 1, 1, 1, 3, 3, 1, 4, 4, 1, 1, 3, 5, 1, 2, 1, 1, 1], "chunk_stats": {"count": 44, "sum": 79, "mean": 1.7954545454545454, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [9, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 9, 4, 1, 13, 3, 4, 1, 2, 1, 1, 1, 3, 1, 7, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 3, 1, 4, 1, 3, 1, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 2, 5, 3, 1, 3, 1, 2, 1, 4, 1, 4, 1, 2, 3, 3, 1, 1, 1, 2, 4, 2], "chunk_stats": {"count": 23, "sum": 49, "mean": 2.130434782608696, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 54, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06635586799893645, "decode_time_sec": 1.6727791689991136, "total_time_sec": 1.741687555999306, "prefill_units_per_sec": 3782.6345667578794, "prefill_bytes_per_sec": 3767.5643095198, "decode_units_per_sec": 76.5193651213311, "decode_bytes_per_sec": 76.5193651213311, "total_units_per_sec": 73.49194151333249, "total_bytes_per_sec": 73.49194151333249, "step_latency_ms": {"count": 128, "sum": 1661, "mean": 12.9765625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3327.091796875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 250, "mean": 250.0, "median": 250.0, "p95": 250.0, "max": 250, "min": 250}, "model_input_units": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 250, "model_input_units": 251, "stage0_units": 81, "stage1_units": 44, "bytes_per_stage0_unit": 3.0864197530864197, "stage0_per_stage1_unit": 1.8409090909090908}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 251, "units_out": 81, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 6, 1, 1, 2, 1, 4, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 1, 9, 2, 12, 5, 1, 8, 3, 9, 2, 1, 1, 1, 1, 1, 8, 1, 8, 3, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 9, 1, 9, 1, 5, 2, 1, 1, 9, 4, 4, 1, 3, 3, 4, 1, 2, 1, 1, 13, 1, 9, 1, 5, 3, 4, 1, 1], "chunk_stats": {"count": 81, "sum": 251, "mean": 3.0987654320987654, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 44, "chunk_lengths": [1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 4, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 2, 2, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 81, "mean": 1.8409090909090908, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [17, 1, 3, 1, 8, 1, 3, 1, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 9, 3, 4, 1, 9, 1, 4, 1, 5, 4, 3, 1, 1, 8], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 2, 3, 6, 3, 4, 1, 1, 1, 6, 1, 1, 4], "chunk_stats": {"count": 15, "sum": 38, "mean": 2.533333333333333, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 55, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06641145699904882, "decode_time_sec": 1.9269733439996344, "total_time_sec": 1.995511520000946, "prefill_units_per_sec": 2198.415854693432, "prefill_bytes_per_sec": 2183.3582118530658, "decode_units_per_sec": 66.42541288833951, "decode_bytes_per_sec": 66.42541288833951, "total_units_per_sec": 64.14395442825573, "total_bytes_per_sec": 64.14395442825573, "step_latency_ms": {"count": 128, "sum": 1909, "mean": 14.9140625, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3300.4150390625, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}, "model_input_units": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 145, "model_input_units": 146, "stage0_units": 63, "stage1_units": 42, "bytes_per_stage0_unit": 2.3015873015873014, "stage0_per_stage1_unit": 1.5}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 146, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 5, 5, 1, 5, 2, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 3, 3, 5, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 146, "mean": 2.3174603174603177, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 42, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 63, "mean": 1.5, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.5, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 2, 5, 4, 1, 1, 2, 2, 1, 2, 8, 1, 1, 3, 5, 4, 1, 1, 2, 2], "chunk_stats": {"count": 21, "sum": 50, "mean": 2.380952380952381, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 56, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07439873399926, "decode_time_sec": 1.772883717001605, "total_time_sec": 1.8495168610006658, "prefill_units_per_sec": 2674.7766971677142, "prefill_bytes_per_sec": 2661.3356082372234, "decode_units_per_sec": 72.19875662036108, "decode_bytes_per_sec": 72.19875662036108, "total_units_per_sec": 69.20726309612915, "total_bytes_per_sec": 69.20726309612915, "step_latency_ms": {"count": 128, "sum": 1756, "mean": 13.71875, "median": 8.0, "p95": 38.0, "max": 42, "min": 7}, "peak_allocated_mb": 3315.34423828125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 67, "stage1_units": 37, "bytes_per_stage0_unit": 2.955223880597015, "stage0_per_stage1_unit": 1.8108108108108107}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 199, "units_out": 67, "chunk_lengths": [1, 1, 3, 9, 1, 1, 3, 2, 1, 2, 1, 2, 2, 1, 5, 2, 6, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 10, 1, 1, 1, 13, 3, 3, 9, 5, 2, 14, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 13, 1, 1, 6, 2, 1, 5, 1, 1], "chunk_stats": {"count": 67, "sum": 199, "mean": 2.970149253731343, "median": 2.0, "p95": 10.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 37, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 1, 6, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 37, "sum": 67, "mean": 1.8108108108108107, "median": 1.0, "p95": 4.199999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [13, 1, 7, 2, 6, 1, 13, 1, 10, 1, 2, 10, 9, 1, 9, 1, 3, 1, 1, 1, 10, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 2.0, "p95": 11.049999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 1, 1], "chunk_stats": {"count": 20, "sum": 33, "mean": 1.65, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 57, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06666277700060164, "decode_time_sec": 1.752709402999244, "total_time_sec": 1.821596910000153, "prefill_units_per_sec": 3300.19254970453, "prefill_bytes_per_sec": 3285.1916744786, "decode_units_per_sec": 73.02979020992632, "decode_bytes_per_sec": 73.02979020992632, "total_units_per_sec": 70.26801555125017, "total_bytes_per_sec": 70.26801555125017, "step_latency_ms": {"count": 128, "sum": 1741, "mean": 13.6015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3321.41796875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 62, "stage1_units": 45, "bytes_per_stage0_unit": 3.532258064516129, "stage0_per_stage1_unit": 1.3777777777777778}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 220, "units_out": 62, "chunk_lengths": [1, 1, 3, 6, 1, 4, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 8, 2, 8, 1, 4, 1, 3, 5, 1, 1, 1, 2, 3, 1, 5, 3, 4, 1, 6, 1, 4, 1, 9, 6, 1, 9, 4, 5, 1, 1, 3, 10, 5, 1, 5, 1, 1], "chunk_stats": {"count": 62, "sum": 220, "mean": 3.5483870967741935, "median": 3.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 62, "units_out": 45, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 62, "mean": 1.3777777777777778, "median": 1.0, "p95": 2.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [9, 8, 1, 8, 1, 1, 1, 1, 4, 6, 1, 4, 1, 5, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 1], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 3.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 3, 2, 1, 2, 3, 3, 2], "chunk_stats": {"count": 20, "sum": 33, "mean": 1.65, "median": 1.5, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 58, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06628636700042989, "decode_time_sec": 1.793639871000778, "total_time_sec": 1.8622828570005368, "prefill_units_per_sec": 2836.1789687279247, "prefill_bytes_per_sec": 2821.0929103836274, "decode_units_per_sec": 71.36326643351278, "decode_bytes_per_sec": 71.36326643351278, "total_units_per_sec": 68.73284556040088, "total_bytes_per_sec": 68.73284556040088, "step_latency_ms": {"count": 128, "sum": 1784, "mean": 13.9375, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3311.63525390625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 72, "stage1_units": 30, "bytes_per_stage0_unit": 2.5972222222222223, "stage0_per_stage1_unit": 2.4}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 188, "units_out": 72, "chunk_lengths": [1, 1, 3, 1, 3, 1, 2, 4, 1, 1, 3, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 6, 2, 1, 1, 3, 1, 6, 2, 2, 1, 3, 1, 1, 7, 1, 9, 4, 1, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 8, 1, 6, 1, 1, 1, 1, 9, 4, 1, 6, 1, 1, 3, 1, 4, 1, 4, 1, 9, 4, 1], "chunk_stats": {"count": 72, "sum": 188, "mean": 2.611111111111111, "median": 1.0, "p95": 8.450000000000003, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 30, "chunk_lengths": [1, 2, 1, 1, 3, 1, 4, 1, 4, 3, 3, 6, 6, 1, 1, 3, 1, 3, 4, 2, 2, 3, 1, 1, 2, 1, 3, 5, 1, 2], "chunk_stats": {"count": 30, "sum": 72, "mean": 2.4, "median": 2.0, "p95": 5.549999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 6, 2, 1, 1, 3, 1, 4, 1, 6, 2, 1, 1, 9, 4, 1, 3, 3, 1, 1, 3, 1, 4, 1, 4, 1, 1, 9, 4, 1, 4, 1, 1, 3, 1, 4, 1, 8, 1, 9, 4, 1, 1, 4, 1, 1, 2], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.699999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 1, 3, 6, 1, 1, 4, 3, 5, 1, 1, 3, 3, 5, 1, 4, 2], "chunk_stats": {"count": 17, "sum": 46, "mean": 2.7058823529411766, "median": 3.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 59, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06653355800153804, "decode_time_sec": 1.6364002040008927, "total_time_sec": 1.705276660999516, "prefill_units_per_sec": 3306.6020607963624, "prefill_bytes_per_sec": 3291.5720514291065, "decode_units_per_sec": 78.22047423793292, "decode_bytes_per_sec": 78.22047423793292, "total_units_per_sec": 75.06113402441994, "total_bytes_per_sec": 75.06113402441994, "step_latency_ms": {"count": 128, "sum": 1626, "mean": 12.703125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3321.41796875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 78, "stage1_units": 37, "bytes_per_stage0_unit": 2.8076923076923075, "stage0_per_stage1_unit": 2.108108108108108}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 220, "units_out": 78, "chunk_lengths": [1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 1, 1, 9, 6, 2, 1, 4, 1, 4, 4, 5, 2, 1, 3, 1, 1, 3, 1, 1, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 2, 7, 1, 6, 1, 1, 5, 8, 1, 1, 3, 2, 3, 5, 13, 1, 2, 1, 3, 1, 5, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 4, 1, 1], "chunk_stats": {"count": 78, "sum": 220, "mean": 2.8205128205128207, "median": 2.0, "p95": 8.149999999999991, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 37, "chunk_lengths": [1, 2, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 4, 5, 2, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 1, 2, 5, 1, 1, 5, 3, 5, 1, 2, 1, 1], "chunk_stats": {"count": 37, "sum": 78, "mean": 2.108108108108108, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 32, "chunk_lengths": [17, 1, 2, 1, 1, 8, 1, 5, 2, 1, 4, 4, 2, 4, 1, 1, 1, 21, 3, 4, 5, 1, 1, 2, 6, 1, 1, 17, 2, 3, 1, 1, 3], "chunk_stats": {"count": 33, "sum": 128, "mean": 3.878787878787879, "median": 2.0, "p95": 17.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 4, 3, 3, 1, 2, 2, 1, 3, 3, 1, 2, 1, 1, 3], "chunk_stats": {"count": 16, "sum": 32, "mean": 2.0, "median": 2.0, "p95": 3.25, "max": 4, "min": 1}, "active_size_stats": {"count": 32, "sum": 32, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 60, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06640977700044459, "decode_time_sec": 1.7027926119990298, "total_time_sec": 1.7714987679992191, "prefill_units_per_sec": 2755.618348165435, "prefill_bytes_per_sec": 2740.560324404968, "decode_units_per_sec": 75.1706338740404, "decode_bytes_per_sec": 75.1706338740404, "total_units_per_sec": 72.25520125230842, "total_bytes_per_sec": 72.25520125230842, "step_latency_ms": {"count": 128, "sum": 1690, "mean": 13.203125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3308.5625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "model_input_units": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 182, "model_input_units": 183, "stage0_units": 64, "stage1_units": 41, "bytes_per_stage0_unit": 2.84375, "stage0_per_stage1_unit": 1.5609756097560976}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 183, "units_out": 64, "chunk_lengths": [1, 1, 3, 3, 6, 6, 1, 1, 3, 2, 7, 4, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 6, 9, 1, 1, 7, 2, 1, 1, 4, 2, 1, 1, 9, 1, 9, 2, 1, 1, 8, 1, 1, 1, 1, 9, 1, 1, 1, 2, 3, 1, 1, 1, 6, 1, 1], "chunk_stats": {"count": 64, "sum": 183, "mean": 2.859375, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 2, 2, 2, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 41, "sum": 64, "mean": 1.5609756097560976, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [2, 2, 3, 1, 1, 8, 1, 1, 9, 3, 4, 1, 1, 6, 1, 5, 1, 5, 4, 3, 6, 7, 1, 1, 3, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 5, 1, 5, 2, 1, 1, 4, 5, 1, 1, 2, 8, 3], "chunk_stats": {"count": 15, "sum": 42, "mean": 2.8, "median": 2.0, "p95": 5.899999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 61, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06713966700044693, "decode_time_sec": 1.907753032999608, "total_time_sec": 1.977147519999562, "prefill_units_per_sec": 3023.547912423347, "prefill_bytes_per_sec": 3008.6535877316064, "decode_units_per_sec": 67.09463844947602, "decode_bytes_per_sec": 67.09463844947602, "total_units_per_sec": 64.73973171209215, "total_bytes_per_sec": 64.73973171209215, "step_latency_ms": {"count": 128, "sum": 1899, "mean": 14.8359375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.93212890625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 70, "stage1_units": 41, "bytes_per_stage0_unit": 2.8857142857142857, "stage0_per_stage1_unit": 1.7073170731707317}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 203, "units_out": 70, "chunk_lengths": [1, 1, 3, 1, 4, 1, 8, 1, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 9, 5, 3, 2, 4, 1, 5, 2, 1, 1, 8, 1, 1, 9, 3, 4, 1, 5, 1, 1, 1, 1, 4, 6, 3, 5, 2, 1, 5, 4, 1, 9, 3, 4], "chunk_stats": {"count": 70, "sum": 203, "mean": 2.9, "median": 2.0, "p95": 8.549999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 41, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 3, 1, 1, 4, 1, 2, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 2], "chunk_stats": {"count": 41, "sum": 70, "mean": 1.7073170731707317, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 1, 4, 1, 1, 8, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 9, 1, 1, 2, 1, 1, 7, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 7], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 4, 1, 1, 1, 1, 3, 2, 3, 3, 2, 1, 7, 5, 1, 1, 7, 4], "chunk_stats": {"count": 20, "sum": 51, "mean": 2.55, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 62, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06623718799892231, "decode_time_sec": 1.8042073180004081, "total_time_sec": 1.8725547849990107, "prefill_units_per_sec": 2234.3943707635653, "prefill_bytes_per_sec": 2219.2971115016494, "decode_units_per_sec": 70.94528368384051, "decode_bytes_per_sec": 70.94528368384051, "total_units_per_sec": 68.35581048170381, "total_bytes_per_sec": 68.35581048170381, "step_latency_ms": {"count": 128, "sum": 1794, "mean": 14.015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3300.00390625, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 51, "stage1_units": 26, "bytes_per_stage0_unit": 2.8823529411764706, "stage0_per_stage1_unit": 1.9615384615384615}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 148, "units_out": 51, "chunk_lengths": [1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 4, 5, 3, 1, 2, 1, 1, 4, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 1, 3, 3, 1, 3, 1, 7, 1, 13, 4, 5, 3], "chunk_stats": {"count": 51, "sum": 148, "mean": 2.9019607843137254, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 51, "units_out": 26, "chunk_lengths": [1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 8, 3, 1, 2, 1, 1, 1, 2, 1, 5, 1, 2, 1], "chunk_stats": {"count": 26, "sum": 51, "mean": 1.9615384615384615, "median": 1.0, "p95": 4.75, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 3, 1, 5, 1, 17, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 5, 3, 1, 3, 1, 5, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 5], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 7.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 8, 3, 1, 2, 1, 1, 3, 5, 1, 8, 3, 1, 2, 1], "chunk_stats": {"count": 17, "sum": 46, "mean": 2.7058823529411766, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 63, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06648799799950211, "decode_time_sec": 1.9581597460000921, "total_time_sec": 2.026966823001203, "prefill_units_per_sec": 3023.1020040865897, "prefill_bytes_per_sec": 3008.061695608547, "decode_units_per_sec": 65.36749632478349, "decode_bytes_per_sec": 65.36749632478349, "total_units_per_sec": 63.148542219590155, "total_bytes_per_sec": 63.148542219590155, "step_latency_ms": {"count": 128, "sum": 1943, "mean": 15.1796875, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3315.68896484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 73, "stage1_units": 46, "bytes_per_stage0_unit": 2.73972602739726, "stage0_per_stage1_unit": 1.5869565217391304}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 73, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 2, 2, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 1, 1, 1, 6, 2, 1, 4, 2, 4, 2, 12, 2, 1, 3, 2, 1, 7, 2, 1, 5, 1, 9, 3, 4, 1, 1, 5, 3, 4], "chunk_stats": {"count": 73, "sum": 201, "mean": 2.7534246575342465, "median": 2.0, "p95": 7.799999999999983, "max": 12, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 46, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 2, 3, 1, 2, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2], "chunk_stats": {"count": 46, "sum": 73, "mean": 1.5869565217391304, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 4, 1, 1, 1, 4, 7, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 4, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 1, 1, 8], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.5, "p95": 7.649999999999999, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [2, 1, 1, 1, 2, 2, 2, 2, 3, 3, 2, 1, 2, 3, 3, 5, 1, 1, 2, 4, 1, 3, 1], "chunk_stats": {"count": 23, "sum": 48, "mean": 2.0869565217391304, "median": 2.0, "p95": 3.8999999999999986, "max": 5, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 64, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06669292800143012, "decode_time_sec": 1.9640917449996778, "total_time_sec": 2.033028142001058, "prefill_units_per_sec": 3358.676949903844, "prefill_bytes_per_sec": 3343.682856377488, "decode_units_per_sec": 65.17007177789498, "decode_bytes_per_sec": 65.17007177789498, "total_units_per_sec": 62.9602696370021, "total_bytes_per_sec": 62.9602696370021, "step_latency_ms": {"count": 128, "sum": 1952, "mean": 15.25, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3321.994140625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}, "model_input_units": {"count": 1, "sum": 224, "mean": 224.0, "median": 224.0, "p95": 224.0, "max": 224, "min": 224}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 223, "model_input_units": 224, "stage0_units": 83, "stage1_units": 49, "bytes_per_stage0_unit": 2.6867469879518073, "stage0_per_stage1_unit": 1.6938775510204083}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 224, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1, 5, 7, 1, 1, 6, 1, 2, 3, 1, 9, 7, 1, 4, 1, 1, 1, 6, 1, 2, 1, 6, 5, 1, 5, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 3, 4], "chunk_stats": {"count": 83, "sum": 224, "mean": 2.6987951807228914, "median": 2.0, "p95": 6.8999999999999915, "max": 9, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 49, "chunk_lengths": [1, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 1, 1, 3, 1, 1, 3, 2, 2, 1, 1, 2, 1, 5, 2, 3, 1, 2, 1, 2, 2, 1, 1, 2], "chunk_stats": {"count": 49, "sum": 83, "mean": 1.6938775510204083, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 4, 1, 1, 1, 4, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.5, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [3, 1, 1, 6, 2, 2, 3, 2, 4, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 2, 3], "chunk_stats": {"count": 23, "sum": 50, "mean": 2.1739130434782608, "median": 2.0, "p95": 3.8999999999999986, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 65, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06657769699995697, "decode_time_sec": 1.6965863360001094, "total_time_sec": 1.7654253630007588, "prefill_units_per_sec": 3589.7907372818026, "prefill_bytes_per_sec": 3574.7706923559376, "decode_units_per_sec": 75.44561528284744, "decode_bytes_per_sec": 75.44561528284744, "total_units_per_sec": 72.50377313172484, "total_bytes_per_sec": 72.50377313172484, "step_latency_ms": {"count": 128, "sum": 1682, "mean": 13.140625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3324.810546875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 68, "stage1_units": 38, "bytes_per_stage0_unit": 3.5, "stage0_per_stage1_unit": 1.7894736842105263}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 239, "units_out": 68, "chunk_lengths": [1, 1, 3, 1, 1, 1, 7, 1, 2, 1, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 9, 7, 1, 5, 2, 6, 1, 6, 9, 7, 1, 3, 1, 5, 2, 4, 9, 7, 1, 5, 2, 7, 1, 5, 1, 1, 2, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 68, "sum": 239, "mean": 3.514705882352941, "median": 2.0, "p95": 9.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 38, "chunk_lengths": [1, 2, 2, 5, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 2, 1, 5, 1, 2], "chunk_stats": {"count": 38, "sum": 68, "mean": 1.7894736842105263, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 7, 1, 1, 4, 1, 1, 1, 7, 1, 2, 1, 1, 6, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 2], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [2, 1, 1, 8, 2, 4, 1, 4, 1, 1, 2, 2, 1, 3, 6], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 66, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06658540799980983, "decode_time_sec": 1.670894605000285, "total_time_sec": 1.739720732000933, "prefill_units_per_sec": 2913.551269379532, "prefill_bytes_per_sec": 2898.5329638672665, "decode_units_per_sec": 76.60566957182687, "decode_bytes_per_sec": 76.60566957182687, "total_units_per_sec": 73.5750270980454, "total_bytes_per_sec": 73.5750270980454, "step_latency_ms": {"count": 128, "sum": 1658, "mean": 12.953125, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3314.95361328125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 72, "stage1_units": 33, "bytes_per_stage0_unit": 2.6805555555555554, "stage0_per_stage1_unit": 2.1818181818181817}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 194, "units_out": 72, "chunk_lengths": [1, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 2, 2, 1, 1, 9, 1, 2, 3, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 2, 3, 1, 9, 4, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 6, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 72, "sum": 194, "mean": 2.6944444444444446, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 33, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 6, 4, 3, 3, 1, 2, 1, 1, 1, 10, 4, 1, 1, 1, 2, 2, 3, 1], "chunk_stats": {"count": 33, "sum": 72, "mean": 2.1818181818181817, "median": 1.0, "p95": 4.799999999999997, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [13, 3, 4, 2, 2, 9, 2, 3, 6, 1, 2, 1, 3, 1, 13, 3, 4, 1, 1, 9, 4, 1, 13, 3, 4, 5, 1, 5, 4, 3, 1, 1], "chunk_stats": {"count": 32, "sum": 128, "mean": 4.0, "median": 3.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 2, 2, 3, 1, 2, 2, 1, 2, 1, 3, 1, 1, 3], "chunk_stats": {"count": 17, "sum": 31, "mean": 1.8235294117647058, "median": 2.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 67, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0668298569999024, "decode_time_sec": 1.8563050630000362, "total_time_sec": 1.9254234290001477, "prefill_units_per_sec": 2947.784251585151, "prefill_bytes_per_sec": 2932.8208797496936, "decode_units_per_sec": 68.95418352904504, "decode_bytes_per_sec": 68.95418352904504, "total_units_per_sec": 66.4788835910598, "total_bytes_per_sec": 66.4788835910598, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3314.99951171875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 61, "stage1_units": 35, "bytes_per_stage0_unit": 3.2131147540983607, "stage0_per_stage1_unit": 1.7428571428571429}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 197, "units_out": 61, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 3, 2, 4, 2, 8, 11, 2, 1, 4, 1, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 4, 6, 1, 9, 4, 6, 1, 3, 1, 3, 1, 1, 6, 1, 1, 13, 1, 2, 6, 1, 5, 1, 2, 4, 1, 6, 1, 17, 3, 4, 6, 1, 1], "chunk_stats": {"count": 61, "sum": 197, "mean": 3.2295081967213113, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 5, 2, 3, 1, 3, 1, 1], "chunk_stats": {"count": 35, "sum": 61, "mean": 1.7428571428571429, "median": 1.0, "p95": 3.5999999999999943, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [9, 1, 2, 1, 4, 1, 2, 1, 5, 1, 13, 1, 5, 5, 5, 1, 1, 3, 6, 1, 5, 1, 4, 1, 1, 1, 1, 6, 1, 4, 1, 6, 1, 1, 1, 9, 3, 4, 2, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 8.399999999999991, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2, 3, 6, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 44, "mean": 2.0952380952380953, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 68, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06659990799926163, "decode_time_sec": 1.8828268739998748, "total_time_sec": 1.9517291309985012, "prefill_units_per_sec": 3168.1725446578585, "prefill_bytes_per_sec": 3153.1575089011862, "decode_units_per_sec": 67.98288348629578, "decode_bytes_per_sec": 67.98288348629578, "total_units_per_sec": 65.582871089553, "total_bytes_per_sec": 65.582871089553, "step_latency_ms": {"count": 128, "sum": 1868, "mean": 14.59375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3317.49560546875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 210, "mean": 210.0, "median": 210.0, "p95": 210.0, "max": 210, "min": 210}, "model_input_units": {"count": 1, "sum": 211, "mean": 211.0, "median": 211.0, "p95": 211.0, "max": 211, "min": 211}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 210, "model_input_units": 211, "stage0_units": 81, "stage1_units": 40, "bytes_per_stage0_unit": 2.5925925925925926, "stage0_per_stage1_unit": 2.025}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 211, "units_out": 81, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 3, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 5, 2, 1, 6, 5, 1, 1, 2, 2, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 4, 1, 3, 1, 7, 1, 5, 3, 4], "chunk_stats": {"count": 81, "sum": 211, "mean": 2.6049382716049383, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 40, "chunk_lengths": [1, 2, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 4, 2, 5, 1, 2, 2, 3, 1, 3, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2], "chunk_stats": {"count": 40, "sum": 81, "mean": 2.025, "median": 1.5, "p95": 5.049999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 3, 1, 1, 1, 4, 4, 1, 1, 3, 1, 4, 1, 4, 1, 2, 1, 1, 4, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 4, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 7], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 6.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [3, 1, 1, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 6, 1, 1, 6, 5, 1, 2], "chunk_stats": {"count": 20, "sum": 50, "mean": 2.5, "median": 1.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 69, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0662623980006174, "decode_time_sec": 1.7999647529995855, "total_time_sec": 1.8684981599999446, "prefill_units_per_sec": 2595.740649144593, "prefill_bytes_per_sec": 2580.64913374259, "decode_units_per_sec": 71.11250361246906, "decode_bytes_per_sec": 71.11250361246906, "total_units_per_sec": 68.50421517139937, "total_bytes_per_sec": 68.50421517139937, "step_latency_ms": {"count": 128, "sum": 1780, "mean": 13.90625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3305.84619140625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}, "model_input_units": {"count": 1, "sum": 172, "mean": 172.0, "median": 172.0, "p95": 172.0, "max": 172, "min": 172}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 171, "model_input_units": 172, "stage0_units": 63, "stage1_units": 31, "bytes_per_stage0_unit": 2.7142857142857144, "stage0_per_stage1_unit": 2.032258064516129}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 172, "units_out": 63, "chunk_lengths": [1, 1, 3, 5, 1, 1, 3, 2, 1, 1, 1, 5, 1, 2, 2, 2, 4, 1, 2, 2, 1, 1, 9, 5, 1, 3, 1, 4, 1, 13, 1, 2, 4, 1, 1, 1, 5, 1, 17, 1, 3, 1, 1, 3, 1, 1, 4, 1, 1, 1, 13, 2, 3, 4, 5, 1, 3, 1, 1, 1, 5, 1, 1], "chunk_stats": {"count": 63, "sum": 172, "mean": 2.7301587301587302, "median": 1.0, "p95": 8.599999999999994, "max": 17, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 31, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 2, 5, 1, 5, 1, 5, 1, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 31, "sum": 63, "mean": 2.032258064516129, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 6, 1, 13, 2, 3, 5, 1, 3, 4, 1, 1, 6, 1, 17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 3, 2, 1, 5, 1, 1, 2, 2, 5, 1, 4, 1, 3, 2, 2], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 70, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06616476799899829, "decode_time_sec": 2.0943635040002846, "total_time_sec": 2.1626697909996437, "prefill_units_per_sec": 2191.498653818226, "prefill_bytes_per_sec": 2176.3848699987902, "decode_units_per_sec": 61.11642021813163, "decode_bytes_per_sec": 61.11642021813163, "total_units_per_sec": 59.18610438481918, "total_bytes_per_sec": 59.18610438481918, "step_latency_ms": {"count": 128, "sum": 2078, "mean": 16.234375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3300.2509765625, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 62, "stage1_units": 32, "bytes_per_stage0_unit": 2.3225806451612905, "stage0_per_stage1_unit": 1.9375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 145, "units_out": 62, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 1, 9, 4, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 3, 1, 6, 1, 5, 4, 1, 8, 1, 1, 5, 1, 1, 2, 1, 4, 1, 6, 1, 1, 5, 3, 4], "chunk_stats": {"count": 62, "sum": 145, "mean": 2.338709677419355, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 62, "units_out": 32, "chunk_lengths": [1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 1, 7, 1, 3, 3, 3, 1, 2, 1, 1, 1, 1, 3, 3, 3, 2, 3, 1, 1, 2], "chunk_stats": {"count": 32, "sum": 62, "mean": 1.9375, "median": 1.5, "p95": 3.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 6, 1, 1, 1, 4, 3, 1, 6, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 3], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [3, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 5, 1, 1, 3, 1, 3, 4], "chunk_stats": {"count": 28, "sum": 55, "mean": 1.9642857142857142, "median": 1.0, "p95": 3.6499999999999986, "max": 5, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 71, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06640179700116278, "decode_time_sec": 2.1733258290005324, "total_time_sec": 2.242069245001403, "prefill_units_per_sec": 2710.7700111918352, "prefill_bytes_per_sec": 2695.7101777963253, "decode_units_per_sec": 58.895908883972794, "decode_bytes_per_sec": 58.895908883972794, "total_units_per_sec": 57.09011899849681, "total_bytes_per_sec": 57.09011899849681, "step_latency_ms": {"count": 128, "sum": 2159, "mean": 16.8671875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3308.16259765625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 63, "stage1_units": 38, "bytes_per_stage0_unit": 2.8412698412698414, "stage0_per_stage1_unit": 1.6578947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 180, "units_out": 63, "chunk_lengths": [1, 1, 3, 7, 1, 1, 8, 1, 3, 2, 4, 2, 6, 2, 7, 1, 1, 5, 5, 1, 4, 2, 6, 1, 5, 2, 1, 3, 1, 5, 1, 6, 1, 4, 1, 3, 2, 4, 1, 5, 5, 2, 4, 1, 1, 4, 1, 1, 5, 6, 2, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1], "chunk_stats": {"count": 63, "sum": 180, "mean": 2.857142857142857, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 38, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 5, 3, 2, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 38, "sum": 63, "mean": 1.6578947368421053, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [2, 1, 1, 5, 4, 1, 4, 3, 5, 1, 1, 1, 3, 1, 1, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 1, 1, 2, 1, 1, 9, 1, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 2, 1], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 29, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 6, 1, 2, 3, 2, 1, 5, 1, 1, 1, 2, 6, 3, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 30, "sum": 59, "mean": 1.9666666666666666, "median": 1.0, "p95": 5.549999999999997, "max": 6, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 72, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06732235799972841, "decode_time_sec": 1.6594598309984576, "total_time_sec": 1.7290605880007206, "prefill_units_per_sec": 2747.9726720318727, "prefill_bytes_per_sec": 2733.1187656965653, "decode_units_per_sec": 77.13353321905083, "decode_bytes_per_sec": 77.13353321905083, "total_units_per_sec": 74.02863779805654, "total_bytes_per_sec": 74.02863779805654, "step_latency_ms": {"count": 128, "sum": 1654, "mean": 12.921875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3310.8134765625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 67, "stage1_units": 31, "bytes_per_stage0_unit": 2.746268656716418, "stage0_per_stage1_unit": 2.161290322580645}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 185, "units_out": 67, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 1, 5, 1, 1, 3, 1, 1, 9, 5, 2, 1, 4, 1, 4, 7, 4, 4, 1, 4, 2, 1, 3, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 4, 1, 1, 5, 1, 14, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 1, 2, 8, 1, 7, 1, 1, 10, 1, 1, 1], "chunk_stats": {"count": 67, "sum": 185, "mean": 2.7611940298507465, "median": 1.0, "p95": 8.699999999999996, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 31, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 4, 1, 1, 1, 2, 6, 1, 4, 7, 2, 1, 2, 2, 1, 1, 3, 6, 4, 2, 2, 1, 1, 1, 1], "chunk_stats": {"count": 31, "sum": 67, "mean": 2.161290322580645, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 1, 5, 4, 7, 4, 4, 1, 4, 7, 4, 4, 1, 4, 2, 4, 4, 1, 1, 5, 4, 1, 1, 5, 2, 4, 7, 4, 5, 5], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 4.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 4, 1, 1, 6, 1, 6, 1, 4, 1, 1, 3, 1, 3, 1], "chunk_stats": {"count": 15, "sum": 35, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 73, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06667273799939721, "decode_time_sec": 2.0830763689991727, "total_time_sec": 2.1519948360000853, "prefill_units_per_sec": 3314.698130471229, "prefill_bytes_per_sec": 3299.6994963966986, "decode_units_per_sec": 61.44757912140226, "decode_bytes_per_sec": 61.44757912140226, "total_units_per_sec": 59.479696632503874, "total_bytes_per_sec": 59.479696632503874, "step_latency_ms": {"count": 128, "sum": 2064, "mean": 16.125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3322.2294921875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 93, "stage1_units": 54, "bytes_per_stage0_unit": 2.3655913978494625, "stage0_per_stage1_unit": 1.7222222222222223}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 221, "units_out": 93, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 5, 1, 1, 3, 1, 5, 1, 1, 1, 1, 5, 2, 2, 5, 2, 4, 1, 9, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 9, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 8, 1, 6, 1, 1, 1, 1, 5, 2, 1, 1, 1], "chunk_stats": {"count": 93, "sum": 221, "mean": 2.3763440860215055, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 54, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 5, 1, 1, 1, 1, 2, 3, 2, 1, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 1, 2, 2, 1, 3, 7, 1, 1], "chunk_stats": {"count": 54, "sum": 93, "mean": 1.7222222222222223, "median": 1.0, "p95": 4.349999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [5, 4, 2, 2, 1, 1, 3, 1, 4, 1, 4, 2, 4, 2, 5, 1, 1, 9, 3, 4, 1, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 4, 1, 1, 5, 3, 4, 1, 2, 2, 1, 1, 3, 1, 4, 1, 4, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 4, 4, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 1, 2, 2, 3, 1, 1, 2, 8, 2], "chunk_stats": {"count": 27, "sum": 53, "mean": 1.962962962962963, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 74, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06645099799970922, "decode_time_sec": 1.8276823260002857, "total_time_sec": 1.8964149930015992, "prefill_units_per_sec": 3100.028685812987, "prefill_bytes_per_sec": 3084.9800028721475, "decode_units_per_sec": 70.0340525150868, "decode_bytes_per_sec": 70.0340525150868, "total_units_per_sec": 67.49577517176488, "total_bytes_per_sec": 67.49577517176488, "step_latency_ms": {"count": 128, "sum": 1821, "mean": 14.2265625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3316.81201171875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 84, "stage1_units": 40, "bytes_per_stage0_unit": 2.4404761904761907, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 206, "units_out": 84, "chunk_lengths": [1, 1, 3, 6, 1, 4, 1, 1, 1, 5, 1, 1, 4, 4, 1, 4, 1, 1, 4, 1, 5, 4, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 3, 4, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 7, 1, 1, 1, 1, 4, 1, 4, 1, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 206, "mean": 2.4523809523809526, "median": 1.0, "p95": 6.849999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 2, 1, 3, 6, 1, 3, 1, 2, 1, 5, 1, 1, 1, 2, 5, 4, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 7, 1], "chunk_stats": {"count": 40, "sum": 84, "mean": 2.1, "median": 1.0, "p95": 5.049999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [5, 4, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 1, 6, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 2, 1, 8, 5, 9, 1, 1, 4, 1, 1, 6, 1, 3, 1, 3, 1], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 1.0, "p95": 8.2, "max": 9, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 75, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06704224799977965, "decode_time_sec": 1.7171516529997461, "total_time_sec": 1.7866426499986119, "prefill_units_per_sec": 2878.781749690648, "prefill_bytes_per_sec": 2863.8657820756707, "decode_units_per_sec": 74.54204745189091, "decode_bytes_per_sec": 74.54204745189091, "total_units_per_sec": 71.64275407849435, "total_bytes_per_sec": 71.64275407849435, "step_latency_ms": {"count": 128, "sum": 1706, "mean": 13.328125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.0166015625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 75, "stage1_units": 38, "bytes_per_stage0_unit": 2.56, "stage0_per_stage1_unit": 1.9736842105263157}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 193, "units_out": 75, "chunk_lengths": [1, 1, 3, 1, 3, 1, 9, 1, 1, 3, 2, 9, 2, 4, 1, 4, 2, 3, 1, 2, 2, 2, 3, 1, 4, 1, 2, 2, 2, 4, 1, 2, 1, 4, 2, 2, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 4, 2, 1, 4, 1, 13, 2, 1, 5, 2, 1, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 3, 1, 5, 1, 3, 3, 1, 1], "chunk_stats": {"count": 75, "sum": 193, "mean": 2.5733333333333333, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 38, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 6, 1, 3, 1, 6, 1, 1, 1, 2, 3, 2, 2, 1], "chunk_stats": {"count": 38, "sum": 75, "mean": 1.9736842105263157, "median": 2.0, "p95": 3.4499999999999957, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [13, 3, 1, 5, 2, 3, 13, 4, 2, 2, 2, 1, 9, 1, 2, 4, 3, 1, 4, 1, 13, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 2], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 6, 1, 2, 1], "chunk_stats": {"count": 19, "sum": 35, "mean": 1.8421052631578947, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 76, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0667006580006273, "decode_time_sec": 1.6842838249995111, "total_time_sec": 1.7534096719991794, "prefill_units_per_sec": 3028.455881171371, "prefill_bytes_per_sec": 3013.463525323988, "decode_units_per_sec": 75.9966925408413, "decode_bytes_per_sec": 75.9966925408413, "total_units_per_sec": 73.00062389530375, "total_bytes_per_sec": 73.00062389530375, "step_latency_ms": {"count": 128, "sum": 1678, "mean": 13.109375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3315.814453125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 66, "stage1_units": 34, "bytes_per_stage0_unit": 3.0454545454545454, "stage0_per_stage1_unit": 1.9411764705882353}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 4, 1, 5, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 6, 1, 39, 4, 1, 1, 2, 3, 1, 4, 1, 5, 1, 4, 1, 1, 1, 13, 4, 1, 5, 1, 4, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 66, "sum": 202, "mean": 3.0606060606060606, "median": 1.0, "p95": 8.25, "max": 39, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 34, "chunk_lengths": [1, 2, 3, 2, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 4, 2, 2, 2, 3, 4, 3, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 34, "sum": 66, "mean": 1.9411764705882353, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 4, 1, 3, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 5, 1, 3, 1, 6, 1, 1, 5, 1, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 1, 2, 4, 5, 1, 5, 6, 2, 1, 4, 1, 5, 3], "chunk_stats": {"count": 14, "sum": 42, "mean": 3.0, "median": 2.5, "p95": 5.35, "max": 6, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 77, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06687726800009841, "decode_time_sec": 1.8296808960003546, "total_time_sec": 1.8989252429983026, "prefill_units_per_sec": 2168.1507683565455, "prefill_bytes_per_sec": 2153.1980044368456, "decode_units_per_sec": 69.95755395370057, "decode_bytes_per_sec": 69.95755395370057, "total_units_per_sec": 67.40655034839327, "total_bytes_per_sec": 67.40655034839327, "step_latency_ms": {"count": 128, "sum": 1821, "mean": 14.2265625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3300.0927734375, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 59, "stage1_units": 32, "bytes_per_stage0_unit": 2.440677966101695, "stage0_per_stage1_unit": 1.84375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 145, "units_out": 59, "chunk_lengths": [1, 1, 3, 2, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 5, 4, 1, 3, 1, 1, 3, 2, 1, 2, 3, 4, 1, 8, 1, 9, 1, 3, 1, 1, 4, 2, 2, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 1, 4, 2, 1], "chunk_stats": {"count": 59, "sum": 145, "mean": 2.457627118644068, "median": 2.0, "p95": 8.099999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 1, 1, 2, 3, 1, 1, 4, 1, 1, 1, 5, 1, 6, 1], "chunk_stats": {"count": 32, "sum": 59, "mean": 1.84375, "median": 1.0, "p95": 4.449999999999999, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1, 1, 17, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 3, 2, 2, 1, 5, 1, 17, 1, 3, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [7, 1, 5, 1, 1, 1, 8, 1, 3, 1, 6, 1, 5, 1, 5, 1, 3], "chunk_stats": {"count": 17, "sum": 51, "mean": 3.0, "median": 1.0, "p95": 7.199999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 78, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06723289699948509, "decode_time_sec": 2.016900323998925, "total_time_sec": 2.0864456409999548, "prefill_units_per_sec": 3539.933732170172, "prefill_bytes_per_sec": 3525.0600610265997, "decode_units_per_sec": 63.46372127414474, "decode_bytes_per_sec": 63.46372127414474, "total_units_per_sec": 61.348351226948054, "total_bytes_per_sec": 61.348351226948054, "step_latency_ms": {"count": 128, "sum": 2005, "mean": 15.6640625, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3325.14794921875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 100, "stage1_units": 55, "bytes_per_stage0_unit": 2.37, "stage0_per_stage1_unit": 1.8181818181818181}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 238, "units_out": 100, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 1, 1, 5, 4, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 5, 4, 1, 6, 2, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 7, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 28, 4, 1, 4, 2, 2, 1, 1, 1, 5, 1, 2, 4, 1, 5, 1, 9, 3, 4, 4, 1, 5, 1, 5, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 100, "sum": 238, "mean": 2.38, "median": 1.0, "p95": 5.0, "max": 28, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 55, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 9, 1, 1, 2, 1, 1, 4, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 5, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 55, "sum": 100, "mean": 1.8181818181818181, "median": 1.0, "p95": 4.299999999999997, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [1, 9, 1, 1, 6, 4, 5, 1, 1, 7, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 4, 1, 7, 1, 1, 1, 5, 7, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 1, 3, 1, 7, 1, 1, 7, 2, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 2, 1, 10], "chunk_stats": {"count": 24, "sum": 54, "mean": 2.25, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 79, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06636709700069332, "decode_time_sec": 1.8318411270010984, "total_time_sec": 1.9007135140000173, "prefill_units_per_sec": 3736.791440454435, "prefill_bytes_per_sec": 3721.7237330332478, "decode_units_per_sec": 69.87505527269629, "decode_bytes_per_sec": 69.87505527269629, "total_units_per_sec": 67.34313143837564, "total_bytes_per_sec": 67.34313143837564, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3326.716796875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 83, "stage1_units": 46, "bytes_per_stage0_unit": 2.9759036144578315, "stage0_per_stage1_unit": 1.8043478260869565}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 83, "chunk_lengths": [1, 1, 3, 3, 1, 9, 1, 1, 4, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 1, 9, 7, 2, 1, 1, 9, 5, 2, 1, 1, 9, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 1, 2, 5, 1, 13, 6, 1], "chunk_stats": {"count": 83, "sum": 248, "mean": 2.9879518072289155, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 46, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 4, 3, 2, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 5, 1, 2, 1, 2, 5, 1, 2, 1, 1, 3, 1, 2], "chunk_stats": {"count": 46, "sum": 83, "mean": 1.8043478260869565, "median": 1.0, "p95": 4.75, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 1, 5, 1, 1, 3, 5, 9, 3, 4, 1, 3, 1, 3, 1, 4, 2, 6, 2, 1, 1, 1, 3, 1, 1, 5, 4, 3, 1, 9, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 5.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 2, 1, 6, 2, 2, 1, 5, 1, 1, 7, 4, 4, 2, 3, 2, 1], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 80, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06628593799905502, "decode_time_sec": 1.7725933469992015, "total_time_sec": 1.8414533439990919, "prefill_units_per_sec": 3862.055931133532, "prefill_bytes_per_sec": 3846.9697751525414, "decode_units_per_sec": 72.21058355921815, "decode_bytes_per_sec": 72.21058355921815, "total_units_per_sec": 69.51031391434651, "total_bytes_per_sec": 69.51031391434651, "step_latency_ms": {"count": 128, "sum": 1763, "mean": 13.7734375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3339.232421875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 92, "stage1_units": 44, "bytes_per_stage0_unit": 2.7717391304347827, "stage0_per_stage1_unit": 2.090909090909091}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 92, "chunk_lengths": [1, 1, 3, 3, 3, 1, 4, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 4, 1, 1, 3, 1, 9, 7, 5, 5, 1, 13, 1, 5, 1, 5, 9, 1, 1, 1, 3, 1, 1, 1, 2, 4, 2, 4, 1, 6, 1, 1, 5, 4, 1, 4, 2, 4, 1, 1, 3, 1, 1, 3, 2, 1, 3, 1, 3, 1, 1, 1, 3, 2, 6, 1, 1, 1, 1], "chunk_stats": {"count": 92, "sum": 256, "mean": 2.782608695652174, "median": 2.0, "p95": 8.450000000000003, "max": 13, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 44, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 4, 3, 5, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 2, 2, 3, 2, 1, 3, 1, 5, 2, 3, 3, 3, 1, 1, 3, 1], "chunk_stats": {"count": 44, "sum": 92, "mean": 2.090909090909091, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 3, 4, 4, 1, 3, 1, 1, 1, 4, 3, 3, 1, 4, 1, 6, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 2], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 7.700000000000003, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 5, 1, 1, 1, 3, 4, 4, 1, 1, 4, 3, 5, 1, 3, 1, 1, 3], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 81, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0664241470003617, "decode_time_sec": 1.605796002999341, "total_time_sec": 1.6746046200005367, "prefill_units_per_sec": 2574.365012155427, "prefill_bytes_per_sec": 2559.310246002471, "decode_units_per_sec": 79.71124586243756, "decode_bytes_per_sec": 79.71124586243756, "total_units_per_sec": 76.43595298331314, "total_bytes_per_sec": 76.43595298331314, "step_latency_ms": {"count": 128, "sum": 1596, "mean": 12.46875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3305.650390625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}, "model_input_units": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 170, "model_input_units": 171, "stage0_units": 60, "stage1_units": 26, "bytes_per_stage0_unit": 2.8333333333333335, "stage0_per_stage1_unit": 2.3076923076923075}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 171, "units_out": 60, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 2, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 8, 3, 4, 1, 1, 3, 1, 1, 3, 1, 2, 1, 7, 1, 1, 17, 1, 3, 1, 1, 1, 7, 1, 1, 7, 1, 7, 1, 1], "chunk_stats": {"count": 60, "sum": 171, "mean": 2.85, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 26, "chunk_lengths": [1, 2, 2, 3, 1, 4, 1, 4, 1, 3, 1, 2, 1, 3, 1, 1, 2, 1, 6, 2, 4, 1, 6, 3, 3, 1], "chunk_stats": {"count": 26, "sum": 60, "mean": 2.3076923076923075, "median": 2.0, "p95": 5.5, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 4, 1, 1, 1, 7, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 2, 1, 13, 4, 1, 1, 4, 1, 7, 1, 1, 1, 5, 4, 1, 1, 7, 1, 1, 6], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [1, 8, 6, 1, 3, 1, 4, 2, 2, 1, 1, 4, 2], "chunk_stats": {"count": 13, "sum": 36, "mean": 2.769230769230769, "median": 2.0, "p95": 6.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 82, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06887684699904639, "decode_time_sec": 1.8439214039990475, "total_time_sec": 1.9151034400001663, "prefill_units_per_sec": 3382.849392092903, "prefill_bytes_per_sec": 3368.33072517405, "decode_units_per_sec": 69.41727544481941, "decode_bytes_per_sec": 69.41727544481941, "total_units_per_sec": 66.83712081890934, "total_bytes_per_sec": 66.83712081890934, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3324.53515625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 99, "stage1_units": 53, "bytes_per_stage0_unit": 2.3434343434343434, "stage0_per_stage1_unit": 1.8679245283018868}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 99, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 13, 3, 1, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 4, 2, 3, 1, 4, 1, 3, 1, 4, 1, 1, 17, 1, 2, 2, 5, 2, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 99, "sum": 233, "mean": 2.3535353535353534, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 99, "units_out": 53, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 3, 2, 1, 2, 1, 3, 1, 3, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 3, 3, 2, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 99, "mean": 1.8679245283018868, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [17, 1, 3, 1, 4, 1, 1, 1, 3, 1, 1, 2, 2, 5, 1, 1, 5, 4, 1, 3, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 12], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 7.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 3, 1, 3, 3, 1, 1, 3, 4, 4, 1, 2, 3, 1, 5, 1, 5], "chunk_stats": {"count": 18, "sum": 46, "mean": 2.5555555555555554, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 83, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06616753799971775, "decode_time_sec": 1.7360012200006167, "total_time_sec": 1.8043519180009753, "prefill_units_per_sec": 3612.043113966542, "prefill_bytes_per_sec": 3596.9299628620793, "decode_units_per_sec": 73.73266707724694, "decode_bytes_per_sec": 73.73266707724694, "total_units_per_sec": 70.93959815877271, "total_bytes_per_sec": 70.93959815877271, "step_latency_ms": {"count": 128, "sum": 1730, "mean": 13.515625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3325.88916015625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 98, "stage1_units": 49, "bytes_per_stage0_unit": 2.4285714285714284, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 239, "units_out": 98, "chunk_lengths": [1, 1, 3, 6, 1, 5, 1, 1, 1, 1, 1, 5, 4, 2, 1, 1, 4, 1, 5, 1, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 5, 1, 1, 2, 1, 4, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 1, 3, 1, 5, 1, 1, 1, 2, 5, 1, 1, 2, 1, 1, 1, 4, 1, 4, 1, 3, 1, 5, 3, 1, 5, 1, 9, 2, 5, 1, 1, 2, 1, 5, 2, 3, 1, 5, 1, 5, 4, 2, 1, 1], "chunk_stats": {"count": 98, "sum": 239, "mean": 2.438775510204082, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 49, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 4, 5, 3, 1, 2, 3, 2, 2, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 2, 3, 1, 3, 2, 1, 4, 2, 4, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 98, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 4, 1, 3, 1, 5, 1, 8, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 3, 1, 5, 1, 8, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 3, 4, 3, 1, 1, 1, 4, 5], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.5, "p95": 7.700000000000003, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [2, 7, 1, 1, 2, 4, 7, 1, 7, 2, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 16, "sum": 43, "mean": 2.6875, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 84, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06847427700085973, "decode_time_sec": 1.7981466399996862, "total_time_sec": 1.8688498869996693, "prefill_units_per_sec": 3037.6370384661154, "prefill_bytes_per_sec": 3023.033014242721, "decode_units_per_sec": 71.18440573902379, "decode_bytes_per_sec": 71.18440573902379, "total_units_per_sec": 68.49132233167032, "total_bytes_per_sec": 68.49132233167032, "step_latency_ms": {"count": 128, "sum": 1782, "mean": 13.921875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3317.00341796875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 84, "stage1_units": 35, "bytes_per_stage0_unit": 2.4642857142857144, "stage0_per_stage1_unit": 2.4}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 208, "units_out": 84, "chunk_lengths": [1, 1, 3, 1, 2, 2, 4, 1, 1, 3, 1, 1, 9, 7, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 1, 4, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 208, "mean": 2.4761904761904763, "median": 1.0, "p95": 6.849999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 35, "chunk_lengths": [1, 2, 4, 1, 4, 1, 1, 1, 4, 2, 2, 2, 6, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 6, 1, 5, 4, 2, 2, 2, 5, 4, 4, 1, 1], "chunk_stats": {"count": 35, "sum": 84, "mean": 2.4, "median": 2.0, "p95": 5.299999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 3, 4, 1, 3, 1, 1, 4, 7, 1, 1, 3, 1, 1, 9, 7, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 8, 2, 1, 1, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 8.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 1, 2, 5, 1, 1, 4, 2, 4, 5, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 1.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 85, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06668135800100572, "decode_time_sec": 1.7984594400004426, "total_time_sec": 1.8674510670007294, "prefill_units_per_sec": 3224.2894632823354, "prefill_bytes_per_sec": 3209.2927681042784, "decode_units_per_sec": 71.1720248747831, "decode_bytes_per_sec": 71.1720248747831, "total_units_per_sec": 68.54262596854969, "total_bytes_per_sec": 68.54262596854969, "step_latency_ms": {"count": 128, "sum": 1788, "mean": 13.96875, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3319.48974609375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 75, "stage1_units": 43, "bytes_per_stage0_unit": 2.8533333333333335, "stage0_per_stage1_unit": 1.744186046511628}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 215, "units_out": 75, "chunk_lengths": [1, 1, 3, 7, 1, 6, 2, 1, 3, 1, 2, 2, 2, 5, 1, 6, 1, 2, 2, 2, 5, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 5, 1, 3, 7, 5, 1, 5, 1, 2, 4, 3, 4, 1, 6, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 7, 2, 1, 6, 1, 1, 5, 4, 1, 7, 1, 6, 1, 5, 1, 1, 9, 3, 4], "chunk_stats": {"count": 75, "sum": 215, "mean": 2.8666666666666667, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 43, "chunk_lengths": [1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 1, 1, 1, 3, 1, 1, 2, 1, 2, 4, 1, 2], "chunk_stats": {"count": 43, "sum": 75, "mean": 1.744186046511628, "median": 1.0, "p95": 3.8999999999999986, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2, 1, 5, 4, 1, 6, 1, 5, 1, 1, 9, 3, 4, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [4, 3, 1, 1, 4, 1, 2, 1, 1, 3, 4, 1, 5, 3, 1, 1, 4, 3], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 2.5, "p95": 4.149999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 86, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06708680700103287, "decode_time_sec": 1.7610099929988792, "total_time_sec": 1.830386620000354, "prefill_units_per_sec": 3502.9242038063003, "prefill_bytes_per_sec": 3488.0181433645716, "decode_units_per_sec": 72.6855614158241, "decode_bytes_per_sec": 72.6855614158241, "total_units_per_sec": 69.9305811140464, "total_bytes_per_sec": 69.9305811140464, "step_latency_ms": {"count": 128, "sum": 1750, "mean": 13.671875, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3325.04150390625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 234, "mean": 234.0, "median": 234.0, "p95": 234.0, "max": 234, "min": 234}, "model_input_units": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 234, "model_input_units": 235, "stage0_units": 106, "stage1_units": 41, "bytes_per_stage0_unit": 2.207547169811321, "stage0_per_stage1_unit": 2.5853658536585367}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 235, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 9, 7, 2, 1, 3, 1, 1, 1, 1, 9, 7, 2, 1, 1, 1, 1, 2, 7, 1, 1, 3, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 235, "mean": 2.2169811320754715, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 41, "chunk_lengths": [1, 2, 2, 11, 1, 4, 2, 2, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 2, 4, 1, 4, 1, 9, 1, 1, 1, 6, 1, 1, 1, 5, 1, 7, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 106, "mean": 2.5853658536585367, "median": 1.0, "p95": 7.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [9, 6, 1, 5, 2, 1, 1, 1, 2, 5, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 7, 1, 6, 2, 1, 4, 1, 1, 5, 4, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.399999999999991, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 4, 2, 1, 4, 1, 6, 2, 1, 9, 1, 4, 6], "chunk_stats": {"count": 15, "sum": 46, "mean": 3.066666666666667, "median": 2.0, "p95": 6.899999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 87, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0664203180003824, "decode_time_sec": 1.9382607839997945, "total_time_sec": 2.0070004609988246, "prefill_units_per_sec": 2679.902857420454, "prefill_bytes_per_sec": 2664.847223390002, "decode_units_per_sec": 66.03858523921596, "decode_bytes_per_sec": 66.03858523921596, "total_units_per_sec": 63.7767666163356, "total_bytes_per_sec": 63.7767666163356, "step_latency_ms": {"count": 128, "sum": 1925, "mean": 15.0390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3307.89599609375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 64, "stage1_units": 39, "bytes_per_stage0_unit": 2.765625, "stage0_per_stage1_unit": 1.641025641025641}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 178, "units_out": 64, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 1, 1, 9, 5, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 1, 4, 1, 1, 1, 1, 1, 5, 6, 4, 1, 1, 9, 5, 3, 1, 3, 1, 1, 1, 1, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 5, 1, 13, 5, 1], "chunk_stats": {"count": 64, "sum": 178, "mean": 2.78125, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 39, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1], "chunk_stats": {"count": 39, "sum": 64, "mean": 1.641025641025641, "median": 1.0, "p95": 5.100000000000001, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 2, 4, 1, 6, 1, 1, 9, 3, 4, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 9, 5, 2, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [4, 1, 2, 1, 1, 1, 3, 2, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 1, 2, 1, 1, 3, 4], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 88, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06628981799985922, "decode_time_sec": 1.8244947630009847, "total_time_sec": 1.893034209999314, "prefill_units_per_sec": 2428.7289489969926, "prefill_bytes_per_sec": 2413.6436760218558, "decode_units_per_sec": 70.15640855524391, "decode_bytes_per_sec": 70.15640855524391, "total_units_per_sec": 67.61631634752463, "total_bytes_per_sec": 67.61631634752463, "step_latency_ms": {"count": 128, "sum": 1814, "mean": 14.171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3302.56396484375, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 160, "mean": 160.0, "median": 160.0, "p95": 160.0, "max": 160, "min": 160}, "model_input_units": {"count": 1, "sum": 161, "mean": 161.0, "median": 161.0, "p95": 161.0, "max": 161, "min": 161}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 160, "model_input_units": 161, "stage0_units": 66, "stage1_units": 33, "bytes_per_stage0_unit": 2.4242424242424243, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 161, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 4, 9, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 1, 3, 1, 9, 5, 2, 1, 3, 2, 3, 1, 4, 1], "chunk_stats": {"count": 66, "sum": 161, "mean": 2.4393939393939394, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 33, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 2, 1, 1, 2, 4, 1, 2, 1, 1, 3, 1, 5, 2, 2, 1, 1, 2, 1, 6, 4, 1, 1, 1, 2, 4, 1], "chunk_stats": {"count": 33, "sum": 66, "mean": 2.0, "median": 2.0, "p95": 4.399999999999999, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [9, 3, 4, 4, 1, 5, 4, 3, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 3, 4, 1, 3, 1, 1, 2, 1, 5, 1, 5, 2, 1, 3, 1, 3], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 7.799999999999983, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 1, 4, 4, 4, 1, 1, 2, 4, 1, 3, 1, 9, 2, 3, 1], "chunk_stats": {"count": 18, "sum": 46, "mean": 2.5555555555555554, "median": 2.0, "p95": 4.749999999999993, "max": 9, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 89, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07035311699837621, "decode_time_sec": 2.7267700230004266, "total_time_sec": 2.7992631790002633, "prefill_units_per_sec": 2217.385762788599, "prefill_bytes_per_sec": 2203.1717514886723, "decode_units_per_sec": 46.941985910184684, "decode_bytes_per_sec": 46.941985910184684, "total_units_per_sec": 45.72631861135482, "total_bytes_per_sec": 45.72631861135482, "step_latency_ms": {"count": 128, "sum": 2699, "mean": 21.0859375, "median": 17.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3301.84521484375, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 155, "mean": 155.0, "median": 155.0, "p95": 155.0, "max": 155, "min": 155}, "model_input_units": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 155, "model_input_units": 156, "stage0_units": 69, "stage1_units": 42, "bytes_per_stage0_unit": 2.246376811594203, "stage0_per_stage1_unit": 1.6428571428571428}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 156, "units_out": 69, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 1, 2, 2, 4, 2, 1, 4, 6, 1, 4, 1, 1, 4, 2, 1, 3, 3, 1, 1, 3, 2, 3, 2, 3, 1, 1, 10, 4, 1, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 9, 1, 4, 1, 1, 2, 3, 1], "chunk_stats": {"count": 69, "sum": 156, "mean": 2.260869565217391, "median": 2.0, "p95": 4.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 69, "units_out": 42, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 6, 2, 1, 5, 2, 1, 2, 2, 4, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 69, "mean": 1.6428571428571428, "median": 1.0, "p95": 3.9499999999999957, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 70, "chunk_lengths": [1, 1, 3, 1, 1, 2, 2, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 2, 4, 1, 1, 1, 2, 1, 2, 1, 2, 3, 3, 3, 3, 3, 3, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1], "chunk_stats": {"count": 71, "sum": 128, "mean": 1.8028169014084507, "median": 2.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 50, "chunk_lengths": [3, 2, 1, 1, 1, 1, 7, 1, 8, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 50, "sum": 70, "mean": 1.4, "median": 1.0, "p95": 2.549999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 70, "sum": 70, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 90, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06699783799922443, "decode_time_sec": 1.787395965999167, "total_time_sec": 1.8565005029995518, "prefill_units_per_sec": 2268.7299253113147, "prefill_bytes_per_sec": 2253.8040705395297, "decode_units_per_sec": 71.61255951948347, "decode_bytes_per_sec": 71.61255951948347, "total_units_per_sec": 68.94692449217769, "total_bytes_per_sec": 68.94692449217769, "step_latency_ms": {"count": 128, "sum": 1778, "mean": 13.890625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3300.60791015625, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}, "model_input_units": {"count": 1, "sum": 152, "mean": 152.0, "median": 152.0, "p95": 152.0, "max": 152, "min": 152}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 151, "model_input_units": 152, "stage0_units": 54, "stage1_units": 25, "bytes_per_stage0_unit": 2.7962962962962963, "stage0_per_stage1_unit": 2.16}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 152, "units_out": 54, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 2, 1, 2, 2, 1, 5, 1, 1, 2, 1, 5, 13, 1, 3, 1, 2, 2, 1, 1, 9, 2, 3, 1, 3, 1, 10, 1, 13, 1, 3, 1], "chunk_stats": {"count": 54, "sum": 152, "mean": 2.814814814814815, "median": 1.5, "p95": 9.349999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 54, "units_out": 25, "chunk_lengths": [1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 2, 1, 5, 2, 1, 1, 6, 1, 3], "chunk_stats": {"count": 25, "sum": 54, "mean": 2.16, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 10, 1, 5, 1, 9, 4, 1, 13, 1, 3, 1, 5, 1, 1, 1, 9, 3, 4, 5, 1, 1, 1, 1, 5, 2, 2, 1, 9, 1, 1, 5, 2, 2, 1, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [2, 3, 1, 2, 1, 4, 2, 1, 1, 4, 1, 1, 4, 1, 3, 1, 2, 2, 1, 3], "chunk_stats": {"count": 20, "sum": 40, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 91, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06640727800004242, "decode_time_sec": 1.8185265159991104, "total_time_sec": 1.88717415300016, "prefill_units_per_sec": 3041.8352638978963, "prefill_bytes_per_sec": 3026.77667348256, "decode_units_per_sec": 70.38665583035282, "decode_bytes_per_sec": 70.38665583035282, "total_units_per_sec": 67.82627866988868, "total_bytes_per_sec": 67.82627866988868, "step_latency_ms": {"count": 128, "sum": 1807, "mean": 14.1171875, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3315.814453125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 63, "stage1_units": 44, "bytes_per_stage0_unit": 3.1904761904761907, "stage0_per_stage1_unit": 1.4318181818181819}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 63, "chunk_lengths": [1, 1, 3, 4, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 1, 1, 9, 2, 2, 2, 1, 9, 9, 2, 8, 1, 8, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 4, 1, 1, 9, 3, 4], "chunk_stats": {"count": 63, "sum": 202, "mean": 3.2063492063492065, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 44, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 3, 2, 1, 2, 1, 2, 1, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 63, "mean": 1.4318181818181819, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 8, 1, 1, 1, 4, 1, 3, 1, 8, 2, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 2], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 5, 1, 1, 5, 6, 1, 5, 2, 1], "chunk_stats": {"count": 19, "sum": 45, "mean": 2.3684210526315788, "median": 1.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 92, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06634507800117717, "decode_time_sec": 1.9783807040003012, "total_time_sec": 2.047050051000042, "prefill_units_per_sec": 3029.614344509982, "prefill_bytes_per_sec": 3014.5416363283402, "decode_units_per_sec": 64.69937749654706, "decode_bytes_per_sec": 64.69937749654706, "total_units_per_sec": 62.52900359591519, "total_bytes_per_sec": 62.52900359591519, "step_latency_ms": {"count": 128, "sum": 1965, "mean": 15.3515625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.68896484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 73, "stage1_units": 35, "bytes_per_stage0_unit": 2.73972602739726, "stage0_per_stage1_unit": 2.085714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 73, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 7, 1, 2, 4, 2, 2, 1, 13, 7, 2, 1, 3, 1, 1, 6, 9, 4, 1, 13, 7, 2, 4, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 9, 3, 4, 1, 6, 1, 2, 2, 1, 4, 2, 4, 1, 5, 1], "chunk_stats": {"count": 73, "sum": 201, "mean": 2.7534246575342465, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 35, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 2, 2, 4, 2, 1, 1, 4, 3, 2, 4, 1], "chunk_stats": {"count": 35, "sum": 73, "mean": 2.085714285714286, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [1, 1, 3, 1, 4, 2, 6, 1, 1, 1, 1, 1, 5, 1, 1, 5, 1, 2, 2, 1, 1, 6, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 6, 2, 5, 2, 6, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [3, 2, 2, 1, 1, 1, 1, 8, 1, 5, 3, 1, 7, 2, 1, 1, 1, 1, 3, 1, 2, 2, 3], "chunk_stats": {"count": 23, "sum": 53, "mean": 2.3043478260869565, "median": 2.0, "p95": 6.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 93, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06675350799923763, "decode_time_sec": 1.5216691850000643, "total_time_sec": 1.5907555120011239, "prefill_units_per_sec": 2711.4679876009986, "prefill_bytes_per_sec": 2696.4875014816557, "decode_units_per_sec": 84.11815213304368, "decode_bytes_per_sec": 84.11815213304368, "total_units_per_sec": 80.46491056251614, "total_bytes_per_sec": 80.46491056251614, "step_latency_ms": {"count": 128, "sum": 1515, "mean": 11.8359375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3308.2958984375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 60, "stage1_units": 35, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 60, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 2, 4, 1, 1, 1, 9, 4, 5, 3, 5, 1, 13, 1, 4, 2, 1, 3, 1, 1, 3, 13, 6, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 13, 3, 1, 6, 2, 5, 1, 1, 1, 1, 1, 13, 6, 2, 1, 1, 1], "chunk_stats": {"count": 60, "sum": 181, "mean": 3.0166666666666666, "median": 1.0, "p95": 13.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 2, 1], "chunk_stats": {"count": 35, "sum": 60, "mean": 1.7142857142857142, "median": 1.0, "p95": 4.299999999999997, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 25, "chunk_lengths": [13, 4, 5, 3, 5, 1, 17, 1, 2, 5, 1, 2, 1, 1, 1, 1, 21, 8, 17, 1, 2, 5, 3, 3, 1, 4], "chunk_stats": {"count": 26, "sum": 128, "mean": 4.923076923076923, "median": 3.0, "p95": 17.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 1, 2, 2, 2, 3, 1, 4, 1, 1, 2, 2, 1, 2], "chunk_stats": {"count": 14, "sum": 25, "mean": 1.7857142857142858, "median": 2.0, "p95": 3.3499999999999996, "max": 4, "min": 1}, "active_size_stats": {"count": 25, "sum": 25, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 94, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06648449800013623, "decode_time_sec": 1.7050682349999988, "total_time_sec": 1.7737871820008877, "prefill_units_per_sec": 3248.8776556537646, "prefill_bytes_per_sec": 3233.8365553961085, "decode_units_per_sec": 75.07030942958133, "decode_bytes_per_sec": 75.07030942958133, "total_units_per_sec": 72.16198273324535, "total_bytes_per_sec": 72.16198273324535, "step_latency_ms": {"count": 128, "sum": 1697, "mean": 13.2578125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3320.52099609375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}, "model_input_units": {"count": 1, "sum": 216, "mean": 216.0, "median": 216.0, "p95": 216.0, "max": 216, "min": 216}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 215, "model_input_units": 216, "stage0_units": 96, "stage1_units": 56, "bytes_per_stage0_unit": 2.2395833333333335, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 216, "units_out": 96, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 5, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 6, 1, 6, 1, 1, 3, 1, 1, 5, 4, 1, 4, 2, 3, 1, 4, 5, 1, 3, 5, 4, 3, 1, 1, 5, 6, 1, 3, 2, 3, 1, 2, 3, 2, 2, 2, 5, 2, 3, 6, 5, 1], "chunk_stats": {"count": 96, "sum": 216, "mean": 2.25, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}}, {"stage": 1, "units_in": 96, "units_out": 56, "chunk_lengths": [1, 2, 3, 3, 1, 2, 1, 2, 1, 2, 2, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 1, 3, 1, 5, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 2, 1, 4, 2, 3, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 56, "sum": 96, "mean": 1.7142857142857142, "median": 1.0, "p95": 3.25, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 6, 1, 5, 3, 1, 2, 3, 2, 3, 1, 4, 5, 1, 3, 4, 1, 6, 1, 5, 3, 1, 4, 1, 5, 6, 1, 5, 3, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 5, 6, 1, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 3.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 6, 1, 4, 2, 1, 8, 1, 6, 3, 1, 4, 1, 3], "chunk_stats": {"count": 15, "sum": 43, "mean": 2.8666666666666667, "median": 2.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 95, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06655868800044118, "decode_time_sec": 1.7880355969991797, "total_time_sec": 1.8567157839988795, "prefill_units_per_sec": 2268.674526742461, "prefill_bytes_per_sec": 2253.6501921282725, "decode_units_per_sec": 71.58694167768223, "decode_bytes_per_sec": 71.58694167768223, "total_units_per_sec": 68.93893028922366, "total_bytes_per_sec": 68.93893028922366, "step_latency_ms": {"count": 128, "sum": 1779, "mean": 13.8984375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3300.60205078125, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 150, "mean": 150.0, "median": 150.0, "p95": 150.0, "max": 150, "min": 150}, "model_input_units": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 150, "model_input_units": 151, "stage0_units": 56, "stage1_units": 31, "bytes_per_stage0_unit": 2.6785714285714284, "stage0_per_stage1_unit": 1.8064516129032258}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 151, "units_out": 56, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 1, 3, 2, 1, 2, 1, 1, 1, 9, 2, 2, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 3, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 2, 2, 3, 1, 1, 1, 13, 4, 1, 1], "chunk_stats": {"count": 56, "sum": 151, "mean": 2.6964285714285716, "median": 1.0, "p95": 10.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 56, "units_out": 31, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 10, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 56, "mean": 1.8064516129032258, "median": 1.0, "p95": 3.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [17, 4, 3, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 4, 3, 1, 1, 3, 1, 7, 1, 1, 1, 1, 13, 4, 1, 4], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 1.0, "p95": 13.599999999999994, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 2], "chunk_stats": {"count": 20, "sum": 37, "mean": 1.85, "median": 1.0, "p95": 4.050000000000001, "max": 5, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 96, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06920544700005848, "decode_time_sec": 1.8007645239995327, "total_time_sec": 1.872240659999079, "prefill_units_per_sec": 3005.5437688282573, "prefill_bytes_per_sec": 2991.0940391704294, "decode_units_per_sec": 71.08092051686444, "decode_bytes_per_sec": 71.08092051686444, "total_units_per_sec": 68.36727923645401, "total_bytes_per_sec": 68.36727923645401, "step_latency_ms": {"count": 128, "sum": 1787, "mean": 13.9609375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3316.896484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 78, "stage1_units": 40, "bytes_per_stage0_unit": 2.6538461538461537, "stage0_per_stage1_unit": 1.95}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 208, "units_out": 78, "chunk_lengths": [1, 1, 3, 1, 2, 1, 7, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 1, 7, 1, 7, 1, 5, 1, 2, 1, 6, 1, 3, 1, 5, 1, 7, 1, 1, 4, 1, 9, 4, 2, 1, 5, 1, 7, 1, 1, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 5, 4, 1, 9, 1, 5], "chunk_stats": {"count": 78, "sum": 208, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 40, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 3, 5, 1, 1, 2, 1, 5, 1, 3, 1, 2, 3, 1, 1, 3, 2, 3, 1, 3, 1, 1, 1, 1, 7, 1, 2, 1, 5, 1, 2, 1, 2], "chunk_stats": {"count": 40, "sum": 78, "mean": 1.95, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 3, 11, 5, 1, 1, 3, 1, 6, 6, 4, 8, 1, 1, 1, 1, 2, 7, 1, 5, 3, 4, 3, 1, 1, 1, 4, 1, 2, 1, 7, 1, 3, 1, 8, 1, 8, 2, 1, 4, 2], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 8.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 2, 3, 1, 1, 2, 2, 3, 1, 4, 1, 1, 6, 1, 2, 2, 1, 3], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 4.199999999999996, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 97, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06665009800053667, "decode_time_sec": 2.045317164000153, "total_time_sec": 2.1142194809999637, "prefill_units_per_sec": 3060.7606908298526, "prefill_bytes_per_sec": 3045.7569619532355, "decode_units_per_sec": 62.58198105063691, "decode_bytes_per_sec": 62.58198105063691, "total_units_per_sec": 60.54243712647079, "total_bytes_per_sec": 60.54243712647079, "step_latency_ms": {"count": 128, "sum": 2028, "mean": 15.84375, "median": 8.0, "p95": 39.0, "max": 42, "min": 7}, "peak_allocated_mb": 3316.6611328125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 85, "stage1_units": 39, "bytes_per_stage0_unit": 2.388235294117647, "stage0_per_stage1_unit": 2.1794871794871793}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 9, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 3, 4, 4, 1, 3, 1, 1, 9, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 204, "mean": 2.4, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 39, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 3, 4, 4, 1, 1, 1, 3, 2, 3, 1, 9, 1, 3, 2, 1, 5, 2, 1, 1, 1, 2, 1, 3, 2, 6, 1, 1, 2, 1], "chunk_stats": {"count": 39, "sum": 85, "mean": 2.1794871794871793, "median": 2.0, "p95": 5.100000000000001, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 1, 1, 1, 4, 1, 9, 1, 1, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 6], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 6.1499999999999915, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 3, 3, 1, 1, 1, 4, 2, 2, 4, 1, 1, 3, 3, 9, 1, 1, 3, 2, 3, 1, 9], "chunk_stats": {"count": 22, "sum": 59, "mean": 2.6818181818181817, "median": 2.0, "p95": 8.749999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 98, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06631263799863518, "decode_time_sec": 1.864827454000988, "total_time_sec": 1.933384900999954, "prefill_units_per_sec": 2895.37568998464, "prefill_bytes_per_sec": 2880.2956082659703, "decode_units_per_sec": 68.63905812056551, "decode_bytes_per_sec": 68.63905812056551, "total_units_per_sec": 66.20513066684131, "total_bytes_per_sec": 66.20513066684131, "step_latency_ms": {"count": 128, "sum": 1854, "mean": 14.484375, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3314.13720703125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 191, "mean": 191.0, "median": 191.0, "p95": 191.0, "max": 191, "min": 191}, "model_input_units": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 191, "model_input_units": 192, "stage0_units": 79, "stage1_units": 42, "bytes_per_stage0_unit": 2.4177215189873418, "stage0_per_stage1_unit": 1.880952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 192, "units_out": 79, "chunk_lengths": [1, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 1, 5, 3, 4, 1, 2, 1, 1, 9, 3, 1, 1, 5, 1, 4, 1, 1, 4, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 5, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 1, 2, 1, 1, 1, 10, 1, 1, 3, 1, 2, 3, 3, 1, 1, 9, 1, 1, 3, 1, 2, 3, 3, 1, 2], "chunk_stats": {"count": 79, "sum": 192, "mean": 2.430379746835443, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 42, "chunk_lengths": [1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 2, 1, 6, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 3, 2, 3, 1], "chunk_stats": {"count": 42, "sum": 79, "mean": 1.880952380952381, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [9, 1, 1, 3, 1, 2, 3, 3, 1, 10, 1, 1, 7, 1, 1, 1, 3, 3, 1, 10, 1, 1, 3, 1, 1, 1, 3, 3, 1, 10, 1, 1, 1, 1, 1, 2, 3, 3, 1, 10, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 2, 3, 1, 3, 3, 3, 1, 3, 3, 3, 1, 4, 2, 4, 4, 2, 3], "chunk_stats": {"count": 19, "sum": 49, "mean": 2.5789473684210527, "median": 3.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 99, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0662805779993505, "decode_time_sec": 1.8173525300007896, "total_time_sec": 1.8859271170003922, "prefill_units_per_sec": 2700.6402992103367, "prefill_bytes_per_sec": 2685.5529232370945, "decode_units_per_sec": 70.4321246907139, "decode_bytes_per_sec": 70.4321246907139, "total_units_per_sec": 67.87112759881558, "total_bytes_per_sec": 67.87112759881558, "step_latency_ms": {"count": 128, "sum": 1805, "mean": 14.1015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3308.25244140625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 76, "stage1_units": 42, "bytes_per_stage0_unit": 2.3421052631578947, "stage0_per_stage1_unit": 1.8095238095238095}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 179, "units_out": 76, "chunk_lengths": [1, 1, 3, 1, 7, 1, 4, 1, 1, 1, 1, 5, 2, 1, 2, 2, 4, 2, 2, 2, 3, 1, 1, 1, 2, 2, 5, 1, 6, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 5, 1, 1, 1, 1, 5, 4, 6, 2, 6, 3, 9, 1, 1, 5, 1, 1, 1, 9, 2, 4, 4, 1, 3, 1, 4, 1, 1], "chunk_stats": {"count": 76, "sum": 179, "mean": 2.3552631578947367, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 42, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 1, 1, 3, 1, 5, 2, 3, 1, 2, 1, 6, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1], "chunk_stats": {"count": 42, "sum": 76, "mean": 1.8095238095238095, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [9, 1, 5, 2, 5, 1, 5, 1, 1, 1, 9, 2, 4, 4, 2, 3, 1, 3, 1, 4, 1, 5, 1, 9, 2, 3, 2, 2, 2, 1, 3, 1, 1, 4, 1, 9, 6, 2, 7, 2], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 1, 4, 1, 5, 1, 2, 1, 4, 4, 2, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 40, "mean": 1.9047619047619047, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 100, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06614247799916484, "decode_time_sec": 1.8450863109992497, "total_time_sec": 1.9136310590001813, "prefill_units_per_sec": 3673.8871501468134, "prefill_bytes_per_sec": 3658.768272985715, "decode_units_per_sec": 69.37344840560797, "decode_bytes_per_sec": 69.37344840560797, "total_units_per_sec": 66.88854646144614, "total_bytes_per_sec": 66.88854646144614, "step_latency_ms": {"count": 128, "sum": 1838, "mean": 14.359375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3326.7587890625, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}, "model_input_units": {"count": 1, "sum": 243, "mean": 243.0, "median": 243.0, "p95": 243.0, "max": 243, "min": 243}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 242, "model_input_units": 243, "stage0_units": 105, "stage1_units": 60, "bytes_per_stage0_unit": 2.3047619047619046, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 243, "units_out": 105, "chunk_lengths": [1, 1, 3, 6, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 1, 2, 4, 1, 1, 9, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 4, 2, 1, 1, 9, 1, 4, 2, 1, 2, 1, 1, 2, 4, 1, 1, 4, 1, 6, 1, 4, 2, 1, 2, 1, 9, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1], "chunk_stats": {"count": 105, "sum": 243, "mean": 2.3142857142857145, "median": 1.0, "p95": 8.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 105, "units_out": 60, "chunk_lengths": [1, 2, 1, 7, 1, 3, 1, 3, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 3, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 1, 2, 5, 1, 1, 3, 2, 4, 1, 1], "chunk_stats": {"count": 60, "sum": 105, "mean": 1.75, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [9, 3, 4, 1, 1, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 2, 4, 2, 4, 1, 1, 1, 1, 4, 6, 1, 7, 1, 1, 8, 1, 8, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 9], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 8.850000000000001, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 5, 5, 2, 3, 1, 1, 2, 1, 1, 1, 1, 2, 7, 2, 1, 3, 1, 3, 1], "chunk_stats": {"count": 20, "sum": 44, "mean": 2.2, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 101, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06664709799952107, "decode_time_sec": 1.6231238749987824, "total_time_sec": 1.6922987019988796, "prefill_units_per_sec": 3721.0922522355313, "prefill_bytes_per_sec": 3706.087847992646, "decode_units_per_sec": 78.86027799332076, "decode_bytes_per_sec": 78.86027799332076, "total_units_per_sec": 75.63676545329216, "total_bytes_per_sec": 75.63676545329216, "step_latency_ms": {"count": 128, "sum": 1618, "mean": 12.640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3326.716796875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 84, "stage1_units": 41, "bytes_per_stage0_unit": 2.9404761904761907, "stage0_per_stage1_unit": 2.048780487804878}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 84, "chunk_lengths": [1, 1, 3, 1, 5, 1, 6, 1, 1, 3, 2, 6, 2, 6, 1, 1, 9, 6, 2, 1, 3, 1, 3, 1, 6, 1, 5, 1, 6, 1, 9, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 13, 1, 5, 4, 5, 1, 1, 6, 1, 1, 4, 3, 3, 5, 3, 1, 1, 9, 4, 1, 2, 2, 3, 1, 5, 3, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 248, "mean": 2.9523809523809526, "median": 2.0, "p95": 7.699999999999989, "max": 13, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 41, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 5, 2, 1, 5, 1, 2, 3, 3, 2, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 5, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 84, "mean": 2.048780487804878, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 1, 2, 1, 3, 1, 2, 5, 1, 17, 1, 3, 1, 1, 5, 1, 1, 2, 1, 3, 3, 1, 4, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 3, 1, 3, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 13.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 4, 3, 1, 5, 4, 1, 3, 1, 2, 1, 5, 3, 1], "chunk_stats": {"count": 14, "sum": 36, "mean": 2.5714285714285716, "median": 2.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 102, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06674320800084388, "decode_time_sec": 1.8925295259996346, "total_time_sec": 1.961517912999625, "prefill_units_per_sec": 3056.4907817649505, "prefill_bytes_per_sec": 3041.5079838151223, "decode_units_per_sec": 67.63434770318332, "decode_bytes_per_sec": 67.63434770318332, "total_units_per_sec": 65.25558556039782, "total_bytes_per_sec": 65.25558556039782, "step_latency_ms": {"count": 128, "sum": 1879, "mean": 14.6796875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3316.2802734375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 79, "stage1_units": 37, "bytes_per_stage0_unit": 2.569620253164557, "stage0_per_stage1_unit": 2.135135135135135}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 79, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 9, 9, 2, 1, 3, 1, 1, 4, 1, 8, 1, 8, 1, 2, 1, 9, 1, 2, 1, 13, 1, 1, 1, 4, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 1, 1, 1, 9, 7, 1, 8, 5, 1, 1], "chunk_stats": {"count": 79, "sum": 204, "mean": 2.5822784810126582, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 37, "chunk_lengths": [1, 2, 1, 4, 1, 3, 3, 2, 1, 5, 6, 2, 1, 1, 1, 4, 1, 2, 5, 1, 3, 1, 2, 3, 1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 1, 4, 1], "chunk_stats": {"count": 37, "sum": 79, "mean": 2.135135135135135, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [13, 1, 1, 1, 4, 2, 2, 3, 1, 1, 9, 3, 4, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 3, 1, 8, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 4, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.399999999999999, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 2, 2, 1, 7, 1, 1, 1, 6, 2, 2, 4, 5, 1, 4, 6, 2], "chunk_stats": {"count": 18, "sum": 53, "mean": 2.9444444444444446, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 103, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06646712799920351, "decode_time_sec": 1.9716236500007653, "total_time_sec": 2.040425277000395, "prefill_units_per_sec": 2662.9704837272498, "prefill_bytes_per_sec": 2647.9254527457397, "decode_units_per_sec": 64.92111209963946, "decode_bytes_per_sec": 64.92111209963946, "total_units_per_sec": 62.732020350272904, "total_bytes_per_sec": 62.732020350272904, "step_latency_ms": {"count": 128, "sum": 1953, "mean": 15.2578125, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3308.04541015625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 76, "stage1_units": 44, "bytes_per_stage0_unit": 2.3157894736842106, "stage0_per_stage1_unit": 1.7272727272727273}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 177, "units_out": 76, "chunk_lengths": [1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 6, 2, 1, 1, 4, 1, 4, 1, 1, 5, 6, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 4, 7, 4, 1, 2, 4, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 9, 1, 1, 4, 1], "chunk_stats": {"count": 76, "sum": 177, "mean": 2.3289473684210527, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 44, "chunk_lengths": [1, 2, 2, 4, 6, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 3, 3, 1], "chunk_stats": {"count": 44, "sum": 76, "mean": 1.7272727272727273, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 4, 2, 5, 2, 1, 2, 2, 3, 1, 1, 1, 1, 4, 1, 4, 1, 3, 3, 1, 1, 1, 6, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 4, 2, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 3], "chunk_stats": {"count": 57, "sum": 128, "mean": 2.245614035087719, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 2, 1, 2, 3, 1, 1, 1, 3, 9, 1, 2, 4, 1, 1, 1, 9, 1, 4, 6, 1], "chunk_stats": {"count": 21, "sum": 56, "mean": 2.6666666666666665, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 104, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06654525799967814, "decode_time_sec": 1.666632070999185, "total_time_sec": 1.7354561290012498, "prefill_units_per_sec": 3215.856492750168, "prefill_bytes_per_sec": 3200.829125961616, "decode_units_per_sec": 76.80159420144903, "decode_bytes_per_sec": 76.80159420144903, "total_units_per_sec": 73.75582583793901, "total_bytes_per_sec": 73.75582583793901, "step_latency_ms": {"count": 128, "sum": 1655, "mean": 12.9296875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3319.86767578125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}, "model_input_units": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 213, "model_input_units": 214, "stage0_units": 90, "stage1_units": 45, "bytes_per_stage0_unit": 2.3666666666666667, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 214, "units_out": 90, "chunk_lengths": [1, 1, 3, 1, 4, 1, 6, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 2, 4, 1, 1, 1, 4, 1, 4, 7, 1, 3, 1, 3, 1, 7, 9, 5, 2, 1, 4, 1, 1, 1, 1, 4, 2, 1, 1, 1, 9, 4, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 1, 1, 4, 1, 7, 1, 1, 2, 2, 1, 5, 1, 2, 3, 1, 4, 1, 1, 9, 1, 2, 1, 4, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 90, "sum": 214, "mean": 2.3777777777777778, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 90, "units_out": 45, "chunk_lengths": [1, 2, 1, 1, 2, 2, 1, 4, 1, 2, 1, 3, 4, 1, 2, 2, 2, 1, 1, 1, 8, 1, 2, 1, 1, 1, 5, 1, 4, 2, 3, 2, 1, 2, 1, 5, 3, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 45, "sum": 90, "mean": 2.0, "median": 1.0, "p95": 4.799999999999997, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [13, 3, 4, 4, 1, 5, 9, 4, 1, 13, 1, 5, 9, 1, 1, 1, 1, 3, 3, 1, 1, 4, 1, 8, 1, 6, 5, 6, 5, 1, 1, 1, 1, 2, 2], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 3.0, "p95": 10.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 2, 1, 2, 1, 2, 1, 1, 10, 2, 1, 1, 1, 2, 2, 1], "chunk_stats": {"count": 17, "sum": 34, "mean": 2.0, "median": 1.0, "p95": 4.399999999999995, "max": 10, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 105, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06649107799967169, "decode_time_sec": 1.7286908510013745, "total_time_sec": 1.797454038000069, "prefill_units_per_sec": 3083.1204150579756, "prefill_bytes_per_sec": 3068.0808032772047, "decode_units_per_sec": 74.04447124010274, "decode_bytes_per_sec": 74.04447124010274, "total_units_per_sec": 71.21183479184745, "total_bytes_per_sec": 71.21183479184745, "step_latency_ms": {"count": 128, "sum": 1717, "mean": 13.4140625, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3316.16748046875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}, "model_input_units": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 204, "model_input_units": 205, "stage0_units": 60, "stage1_units": 32, "bytes_per_stage0_unit": 3.4, "stage0_per_stage1_unit": 1.875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 205, "units_out": 60, "chunk_lengths": [1, 1, 3, 9, 1, 1, 2, 1, 1, 1, 3, 2, 2, 1, 1, 4, 2, 10, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 10, 2, 4, 1, 1, 13, 5, 1, 1, 11, 6, 1, 4, 3, 2, 4, 1, 1, 13, 3, 3, 1, 9, 5, 1, 7, 2, 1, 1, 10, 1, 2], "chunk_stats": {"count": 60, "sum": 205, "mean": 3.4166666666666665, "median": 2.0, "p95": 10.049999999999997, "max": 13, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 32, "chunk_lengths": [1, 2, 5, 1, 3, 4, 1, 1, 2, 1, 1, 5, 2, 1, 3, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1], "chunk_stats": {"count": 32, "sum": 60, "mean": 1.875, "median": 1.5, "p95": 4.449999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [1, 10, 1, 9, 9, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 3, 1, 3, 2, 6, 1, 5, 1, 6, 1, 9, 1, 2, 8, 1, 6, 1, 5, 3, 1, 1, 1, 1, 10], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.100000000000001, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 4, 2, 4, 2, 5], "chunk_stats": {"count": 17, "sum": 38, "mean": 2.235294117647059, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 106, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06666778799990425, "decode_time_sec": 1.8989379150007153, "total_time_sec": 1.9678391929992358, "prefill_units_per_sec": 3389.9429811639257, "prefill_bytes_per_sec": 3374.9432334596604, "decode_units_per_sec": 67.40610053064941, "decode_bytes_per_sec": 67.40610053064941, "total_units_per_sec": 65.04596536920876, "total_bytes_per_sec": 65.04596536920876, "step_latency_ms": {"count": 128, "sum": 1886, "mean": 14.734375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3322.2412109375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 225, "mean": 225.0, "median": 225.0, "p95": 225.0, "max": 225, "min": 225}, "model_input_units": {"count": 1, "sum": 226, "mean": 226.0, "median": 226.0, "p95": 226.0, "max": 226, "min": 226}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 225, "model_input_units": 226, "stage0_units": 83, "stage1_units": 36, "bytes_per_stage0_unit": 2.710843373493976, "stage0_per_stage1_unit": 2.3055555555555554}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 226, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 2, 7, 2, 1, 6, 3, 1, 1, 3, 2, 5, 2, 2, 7, 2, 2, 7, 4, 1, 2, 2, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 2, 2, 1, 7, 2, 7, 5, 2, 1, 3, 1, 2, 7, 4, 1, 5, 1, 9, 1, 2, 1, 1, 1, 2, 2, 1, 5, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 1, 1, 3, 1, 1, 7, 3, 4, 1, 1, 1], "chunk_stats": {"count": 83, "sum": 226, "mean": 2.7228915662650603, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 36, "chunk_lengths": [1, 2, 3, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 4, 1, 3, 1, 6, 1, 1, 3, 1, 5, 3, 1, 1, 1, 5, 1, 5, 1, 5], "chunk_stats": {"count": 36, "sum": 83, "mean": 2.3055555555555554, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 7, 2, 5, 2, 1, 9, 1, 5, 2, 3, 2, 7, 5, 1, 2, 1, 2, 2, 1, 1, 7, 3, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.5, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 6, 3, 1, 3, 2, 3, 1, 1, 1, 5, 1, 5, 1, 6, 6, 3, 1, 2], "chunk_stats": {"count": 19, "sum": 53, "mean": 2.789473684210526, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 107, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06661361799888255, "decode_time_sec": 1.4642793889997847, "total_time_sec": 1.5331344759997592, "prefill_units_per_sec": 2927.3293638437585, "prefill_bytes_per_sec": 2912.3174183881497, "decode_units_per_sec": 87.4150117536202, "decode_bytes_per_sec": 87.4150117536202, "total_units_per_sec": 83.48908853317059, "total_bytes_per_sec": 83.48908853317059, "step_latency_ms": {"count": 128, "sum": 1458, "mean": 11.390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.10205078125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 73, "stage1_units": 38, "bytes_per_stage0_unit": 2.6575342465753424, "stage0_per_stage1_unit": 1.9210526315789473}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 195, "units_out": 73, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 3, 2, 7, 1, 2, 2, 1, 1, 9, 1, 3, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 3, 1, 4, 2, 1, 1, 17, 1, 2, 4, 1, 4, 1, 21, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1], "chunk_stats": {"count": 73, "sum": 195, "mean": 2.671232876712329, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 38, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 2, 1, 3, 1, 1, 4, 1, 2, 3, 1, 1, 2, 3, 1, 1, 5, 3, 3, 1], "chunk_stats": {"count": 38, "sum": 73, "mean": 1.9210526315789473, "median": 1.5, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 25, "chunk_lengths": [2, 1, 3, 1, 3, 4, 1, 25, 4, 1, 3, 1, 4, 1, 7, 1, 1, 25, 1, 5, 2, 2, 9, 17, 4], "chunk_stats": {"count": 25, "sum": 128, "mean": 5.12, "median": 3.0, "p95": 23.399999999999977, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [7, 1, 5, 2, 2, 1, 2, 2, 1, 1, 1], "chunk_stats": {"count": 11, "sum": 25, "mean": 2.272727272727273, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 25, "sum": 25, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 108, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06786245799958124, "decode_time_sec": 1.7795504350015108, "total_time_sec": 1.8495284020009422, "prefill_units_per_sec": 2195.6174944461845, "prefill_bytes_per_sec": 2180.8818065639957, "decode_units_per_sec": 71.92827889696272, "decode_bytes_per_sec": 71.92827889696272, "total_units_per_sec": 69.20683124493851, "total_bytes_per_sec": 69.20683124493851, "step_latency_ms": {"count": 128, "sum": 1775, "mean": 13.8671875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3300.48486328125, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}, "model_input_units": {"count": 1, "sum": 149, "mean": 149.0, "median": 149.0, "p95": 149.0, "max": 149, "min": 149}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 148, "model_input_units": 149, "stage0_units": 58, "stage1_units": 28, "bytes_per_stage0_unit": 2.5517241379310347, "stage0_per_stage1_unit": 2.0714285714285716}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 149, "units_out": 58, "chunk_lengths": [1, 1, 3, 10, 1, 1, 3, 1, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 5, 1, 2, 1, 4, 1, 9, 1, 2, 1, 3, 1, 1, 7, 2, 1, 2, 4, 2, 2, 1, 1], "chunk_stats": {"count": 58, "sum": 149, "mean": 2.5689655172413794, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 58, "units_out": 28, "chunk_lengths": [1, 2, 1, 1, 4, 1, 4, 3, 3, 1, 2, 4, 1, 1, 5, 3, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 4, 1], "chunk_stats": {"count": 28, "sum": 58, "mean": 2.0714285714285716, "median": 1.5, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [13, 1, 3, 1, 1, 8, 1, 1, 4, 1, 1, 13, 1, 3, 1, 1, 9, 2, 2, 2, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 3, 1, 1, 1, 1, 5], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 9.949999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 3, 2, 1, 5, 1, 2, 1, 1, 4, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 109, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06721092800034967, "decode_time_sec": 1.8239324810001563, "total_time_sec": 1.8934024779991887, "prefill_units_per_sec": 2931.0709710625497, "prefill_bytes_per_sec": 2916.192438214516, "decode_units_per_sec": 70.17803637654997, "decode_bytes_per_sec": 70.17803637654997, "total_units_per_sec": 67.60316493050182, "total_bytes_per_sec": 67.60316493050182, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3315.34619140625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 74, "stage1_units": 40, "bytes_per_stage0_unit": 2.6486486486486487, "stage0_per_stage1_unit": 1.85}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 197, "units_out": 74, "chunk_lengths": [1, 1, 3, 2, 1, 1, 3, 1, 1, 9, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 2, 1, 5, 4, 1, 43, 4, 1, 1, 2, 1, 1, 3, 4, 1, 9, 4, 1, 1], "chunk_stats": {"count": 74, "sum": 197, "mean": 2.6621621621621623, "median": 1.0, "p95": 9.0, "max": 43, "min": 1}}, {"stage": 1, "units_in": 74, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 5, 2, 3, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 2, 6, 2, 1, 2, 5, 1, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 40, "sum": 74, "mean": 1.85, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 5, 4, 2, 4, 1, 1, 3, 4, 1, 9, 3, 4, 3, 1, 2, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 3, 1, 1, 1, 1, 5, 1, 3, 5, 7, 1, 5, 1, 1, 10, 1, 1], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 1.0, "p95": 7.449999999999996, "max": 10, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 110, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06707360799919115, "decode_time_sec": 1.927994857000158, "total_time_sec": 1.9972872750004171, "prefill_units_per_sec": 2981.7987426949185, "prefill_bytes_per_sec": 2966.889748981444, "decode_units_per_sec": 66.39021859174467, "decode_bytes_per_sec": 66.39021859174467, "total_units_per_sec": 64.08692510193521, "total_bytes_per_sec": 64.08692510193521, "step_latency_ms": {"count": 128, "sum": 1920, "mean": 15.0, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3315.5166015625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 63, "stage1_units": 32, "bytes_per_stage0_unit": 3.1587301587301586, "stage0_per_stage1_unit": 1.96875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 5, 2, 8, 1, 4, 1, 1, 1, 9, 4, 1, 6, 2, 1, 3, 1, 1, 5, 9, 4, 1, 1, 6, 2, 5, 9, 1, 2, 4, 1, 1, 6, 3, 4, 1, 5, 1, 13, 2, 6, 1, 1, 3, 8, 1, 2, 3, 5, 1, 5, 4, 1, 6, 1], "chunk_stats": {"count": 63, "sum": 200, "mean": 3.1746031746031744, "median": 2.0, "p95": 8.899999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 32, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 5, 1, 4, 2, 1, 1, 5, 5, 1, 1, 1, 1, 2, 4, 4, 2, 1], "chunk_stats": {"count": 32, "sum": 63, "mean": 1.96875, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [13, 4, 1, 1, 1, 6, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 5, 1, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 1, 4, 1, 4, 2, 1, 6, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 9, 2], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 5, 3, 3, 1, 1, 1, 4, 1, 3, 1, 7, 2, 4, 1, 3, 4, 1, 1, 3, 1], "chunk_stats": {"count": 21, "sum": 51, "mean": 2.4285714285714284, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 111, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06636712900035491, "decode_time_sec": 1.713331028000539, "total_time_sec": 1.7820778060013254, "prefill_units_per_sec": 3721.7219385620724, "prefill_bytes_per_sec": 3706.6542384059508, "decode_units_per_sec": 74.7082717280713, "decode_bytes_per_sec": 74.7082717280713, "total_units_per_sec": 71.82626907138801, "total_bytes_per_sec": 71.82626907138801, "step_latency_ms": {"count": 128, "sum": 1706, "mean": 13.328125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3326.591796875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 246, "mean": 246.0, "median": 246.0, "p95": 246.0, "max": 246, "min": 246}, "model_input_units": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 246, "model_input_units": 247, "stage0_units": 83, "stage1_units": 41, "bytes_per_stage0_unit": 2.963855421686747, "stage0_per_stage1_unit": 2.024390243902439}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 247, "units_out": 83, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 8, 1, 1, 3, 2, 3, 1, 1, 9, 6, 1, 5, 2, 6, 1, 6, 4, 1, 1, 4, 1, 1, 3, 1, 6, 2, 6, 1, 6, 4, 1, 1, 2, 2, 1, 4, 1, 9, 7, 2, 3, 4, 1, 3, 2, 6, 1, 4, 2, 2, 2, 1, 9, 1, 2, 6, 1, 13, 3, 4, 1, 5, 6, 1, 1, 1, 1, 3, 1, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 83, "sum": 247, "mean": 2.9759036144578315, "median": 2.0, "p95": 7.8999999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 41, "chunk_lengths": [1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 2, 3, 1, 1, 1, 2, 2, 4, 1, 3, 2, 3, 1, 3, 1, 1, 1, 5, 2, 2, 1, 1], "chunk_stats": {"count": 41, "sum": 83, "mean": 2.024390243902439, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 1, 1, 5, 1, 1, 4, 4, 1, 6, 1, 1, 3, 1, 1, 9, 3, 4, 1, 3, 1, 8, 1, 5, 1, 1, 4, 4, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 3.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 7, 2, 1, 1, 4, 2, 5, 1, 5, 1, 1, 1, 4], "chunk_stats": {"count": 16, "sum": 39, "mean": 2.4375, "median": 1.5, "p95": 5.5, "max": 7, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 112, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06661829800032137, "decode_time_sec": 2.0158947599993553, "total_time_sec": 2.0849794469995686, "prefill_units_per_sec": 3722.7009311886595, "prefill_bytes_per_sec": 3707.6900403370923, "decode_units_per_sec": 63.495378102000195, "decode_bytes_per_sec": 63.495378102000195, "total_units_per_sec": 61.39149246012998, "total_bytes_per_sec": 61.39149246012998, "step_latency_ms": {"count": 128, "sum": 2002, "mean": 15.640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3327.4296875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 103, "stage1_units": 53, "bytes_per_stage0_unit": 2.3980582524271843, "stage0_per_stage1_unit": 1.9433962264150944}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 4, 4, 2, 3, 1, 9, 1, 3, 4, 1, 3, 4, 1, 13, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 3, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 4, 4, 1, 1, 1, 1, 17, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 13, 1, 1, 1], "chunk_stats": {"count": 103, "sum": 248, "mean": 2.407766990291262, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 53, "chunk_lengths": [1, 2, 2, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 1, 2, 1, 3, 1, 2, 2, 2, 1, 3, 3, 2, 1, 3, 1, 2, 1, 2, 7, 1, 1, 1, 1, 1, 5, 3, 1, 5, 3, 2, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 103, "mean": 1.9433962264150944, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [9, 1, 1, 6, 1, 1, 1, 4, 1, 1, 5, 1, 5, 3, 4, 4, 3, 1, 1, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 4, 3, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 9, 1, 3, 1, 5, 1, 5], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 5.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [1, 1, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 4, 4, 1, 4, 1, 3, 2, 1, 3, 1, 2, 2, 3], "chunk_stats": {"count": 26, "sum": 51, "mean": 1.9615384615384615, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 113, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06646702899888624, "decode_time_sec": 1.8506571340003575, "total_time_sec": 1.9195257520004816, "prefill_units_per_sec": 3039.1007848926847, "prefill_bytes_per_sec": 3024.055731502127, "decode_units_per_sec": 69.16462139224936, "decode_bytes_per_sec": 69.16462139224936, "total_units_per_sec": 66.68313767950319, "total_bytes_per_sec": 66.68313767950319, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3316.0361328125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 78, "stage1_units": 41, "bytes_per_stage0_unit": 2.576923076923077, "stage0_per_stage1_unit": 1.9024390243902438}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 78, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 1, 5, 6, 1, 3, 7, 1, 1, 6, 1, 1, 13, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 4, 4, 1, 13, 1, 1, 6, 1, 1, 2, 4, 4, 6, 1, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4], "chunk_stats": {"count": 78, "sum": 202, "mean": 2.58974358974359, "median": 1.0, "p95": 6.1499999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 41, "chunk_lengths": [1, 2, 2, 3, 3, 1, 2, 1, 1, 1, 3, 3, 3, 4, 1, 2, 1, 1, 2, 6, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 5, 2, 2, 1, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 41, "sum": 78, "mean": 1.9024390243902438, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 2, 1, 5, 1, 5, 2, 4, 1, 1, 1, 2, 4, 2, 2, 1, 1, 1, 4, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 5, 4, 2, 1, 3, 7, 1, 1, 6, 1, 1, 10], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 6.699999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 2, 3, 1, 2, 3, 1, 1, 1, 3, 6, 1, 1, 2, 1, 3, 1, 1, 1, 8], "chunk_stats": {"count": 20, "sum": 46, "mean": 2.3, "median": 1.5, "p95": 6.100000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 114, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06660381800065807, "decode_time_sec": 1.8627350599999772, "total_time_sec": 1.931796648001182, "prefill_units_per_sec": 3843.623499143407, "prefill_bytes_per_sec": 3828.609344849878, "decode_units_per_sec": 68.71615977422016, "decode_bytes_per_sec": 68.71615977422016, "total_units_per_sec": 66.2595621192535, "total_bytes_per_sec": 66.2595621192535, "step_latency_ms": {"count": 128, "sum": 1851, "mean": 14.4609375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3339.232421875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 106, "stage1_units": 55, "bytes_per_stage0_unit": 2.4056603773584904, "stage0_per_stage1_unit": 1.9272727272727272}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 2, 2, 1, 1, 2, 3, 1, 2, 1, 3, 2, 1, 4, 1, 1, 7, 1, 1, 4, 4, 3, 2, 3, 1, 3, 4, 5, 1, 13, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 14, 1, 4, 4, 1, 4, 4, 5, 1, 2, 8, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 1, 1, 2, 1, 6, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 256, "mean": 2.4150943396226414, "median": 1.0, "p95": 7.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 55, "chunk_lengths": [1, 2, 3, 3, 1, 3, 2, 1, 1, 2, 3, 3, 3, 3, 3, 1, 1, 1, 1, 3, 2, 2, 1, 6, 1, 2, 1, 1, 3, 2, 1, 2, 5, 1, 2, 1, 1, 1, 1, 3, 5, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 3, 2, 1], "chunk_stats": {"count": 55, "sum": 106, "mean": 1.9272727272727272, "median": 2.0, "p95": 3.5999999999999943, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [13, 3, 4, 1, 4, 5, 3, 4, 1, 3, 1, 1, 1, 4, 1, 7, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 3, 4, 1, 4, 5, 3, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 4, 1, 1, 1, 3, 1, 5, 1, 1, 5, 3, 6, 3, 1, 4, 1, 1], "chunk_stats": {"count": 20, "sum": 48, "mean": 2.4, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 115, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06662494800002605, "decode_time_sec": 1.7676535120008339, "total_time_sec": 1.8365349389987387, "prefill_units_per_sec": 2716.7000565603325, "prefill_bytes_per_sec": 2701.690663982651, "decode_units_per_sec": 72.41238123364734, "decode_bytes_per_sec": 72.41238123364734, "total_units_per_sec": 69.6964687585984, "total_bytes_per_sec": 69.6964687585984, "step_latency_ms": {"count": 128, "sum": 1757, "mean": 13.7265625, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3308.2958984375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 64, "stage1_units": 33, "bytes_per_stage0_unit": 2.8125, "stage0_per_stage1_unit": 1.9393939393939394}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 64, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 1, 13, 1, 5, 9, 1, 1, 4, 1, 1, 1, 7, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 9, 4, 1, 13, 1, 3, 1, 1, 4, 2, 1, 3, 13, 8, 2, 4, 1], "chunk_stats": {"count": 64, "sum": 181, "mean": 2.828125, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 33, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 8, 1, 2, 1, 1, 3, 1, 2, 3, 1, 2, 2, 2, 1, 3, 2, 1, 2, 1, 5, 1, 2, 1, 1, 1, 2], "chunk_stats": {"count": 33, "sum": 64, "mean": 1.9393939393939394, "median": 2.0, "p95": 4.399999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 13, 4, 1, 1, 4, 2, 1, 4, 13, 3, 4, 7, 1, 5, 4, 1, 3, 1, 5, 1, 4, 1, 1, 9, 8, 2, 1, 1, 9, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 2, 2, 1, 4, 3, 1, 3, 1, 1, 3, 2, 4, 1, 1, 1, 2, 1], "chunk_stats": {"count": 18, "sum": 36, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 116, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06626209800015204, "decode_time_sec": 1.8794973760013818, "total_time_sec": 1.9482260639997548, "prefill_units_per_sec": 3818.17068332819, "prefill_bytes_per_sec": 3803.0790995996203, "decode_units_per_sec": 68.10331402128325, "decode_bytes_per_sec": 68.10331402128325, "total_units_per_sec": 65.70079436121131, "total_bytes_per_sec": 65.70079436121131, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3329.12158203125, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 252, "mean": 252.0, "median": 252.0, "p95": 252.0, "max": 252, "min": 252}, "model_input_units": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 252, "model_input_units": 253, "stage0_units": 110, "stage1_units": 64, "bytes_per_stage0_unit": 2.290909090909091, "stage0_per_stage1_unit": 1.71875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 253, "units_out": 110, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 1, 1, 1, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 1, 5, 4, 2, 1, 1, 2, 2, 1, 3, 1, 4, 1, 3, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 1, 5, 1, 2, 1, 1, 2, 1, 2, 1, 8, 2, 1, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 2, 2, 1, 1, 1, 1, 2, 7, 9, 5, 4, 5, 1, 2, 1, 8, 9, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 1], "chunk_stats": {"count": 110, "sum": 253, "mean": 2.3, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 110, "units_out": 64, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 2, 4, 1, 2, 3, 1, 3, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 7, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 2, 2, 2, 1], "chunk_stats": {"count": 64, "sum": 110, "mean": 1.71875, "median": 1.0, "p95": 3.8499999999999943, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 14, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 13, 1, 4, 1, 2, 1, 1, 1, 1, 3, 1, 13, 1, 1, 6, 1, 2, 1, 6, 1, 9, 1, 1, 5, 4, 1, 9, 1, 1, 1, 1, 1, 3, 1, 2], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 11.799999999999983, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 5, 1, 3, 2, 3, 1, 5, 2, 4, 1, 2, 2, 1, 1, 1, 2, 1, 6, 1], "chunk_stats": {"count": 21, "sum": 46, "mean": 2.1904761904761907, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 117, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06674451800063252, "decode_time_sec": 1.8584552930005884, "total_time_sec": 1.9275719899997057, "prefill_units_per_sec": 3311.1333577673845, "prefill_bytes_per_sec": 3296.150853886084, "decode_units_per_sec": 68.8744036416051, "decode_bytes_per_sec": 68.8744036416051, "total_units_per_sec": 66.40478314899126, "total_bytes_per_sec": 66.40478314899126, "step_latency_ms": {"count": 128, "sum": 1848, "mean": 14.4375, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3321.55517578125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 72, "stage1_units": 39, "bytes_per_stage0_unit": 3.0555555555555554, "stage0_per_stage1_unit": 1.8461538461538463}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 221, "units_out": 72, "chunk_lengths": [1, 1, 3, 2, 5, 1, 1, 6, 1, 1, 5, 1, 4, 1, 3, 2, 5, 1, 4, 2, 9, 1, 1, 5, 3, 1, 7, 2, 1, 1, 5, 4, 6, 3, 5, 1, 4, 1, 9, 4, 1, 2, 2, 5, 1, 1, 6, 1, 6, 1, 3, 2, 5, 2, 9, 1, 9, 3, 1, 6, 1, 1, 5, 1, 4, 1, 5, 3, 4, 1, 4, 1], "chunk_stats": {"count": 72, "sum": 221, "mean": 3.0694444444444446, "median": 2.0, "p95": 7.900000000000006, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 39, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 2, 1, 7, 2, 2, 3, 1, 3, 3, 3, 1, 3, 1, 1], "chunk_stats": {"count": 39, "sum": 72, "mean": 1.8461538461538463, "median": 1.0, "p95": 3.1000000000000014, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 5, 1, 1, 6, 1, 1, 5, 1, 3, 2, 5, 2, 9, 1, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 4, 1, 1, 9, 3, 4, 3, 1, 2, 5, 1, 1, 4], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [5, 1, 1, 1, 9, 1, 1, 2, 1, 3, 1, 1, 2, 1, 2, 1, 5, 1, 3, 5], "chunk_stats": {"count": 20, "sum": 47, "mean": 2.35, "median": 1.0, "p95": 5.200000000000003, "max": 9, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 118, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06686852799975895, "decode_time_sec": 1.519684803999553, "total_time_sec": 1.5888507020008547, "prefill_units_per_sec": 3484.4493660880335, "prefill_bytes_per_sec": 3469.494647778643, "decode_units_per_sec": 84.22799231993746, "decode_bytes_per_sec": 84.22799231993746, "total_units_per_sec": 80.5613767478646, "total_bytes_per_sec": 80.5613767478646, "step_latency_ms": {"count": 128, "sum": 1512, "mean": 11.8125, "median": 8.0, "p95": 37.64999999999999, "max": 38, "min": 7}, "peak_allocated_mb": 3323.287109375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 74, "stage1_units": 32, "bytes_per_stage0_unit": 3.135135135135135, "stage0_per_stage1_unit": 2.3125}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 74, "chunk_lengths": [1, 1, 3, 2, 1, 11, 1, 1, 3, 2, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 12, 1, 2, 2, 2, 1, 13, 1, 4, 1, 1, 7, 1, 2, 2, 1, 1, 3, 1, 2, 1, 11, 2, 1, 1, 13, 3, 3, 9, 1, 3, 1, 11, 1, 4, 1, 13, 3, 1, 1, 3, 1, 1, 1, 6, 1, 4, 2, 1, 1, 13, 1, 3, 1], "chunk_stats": {"count": 74, "sum": 233, "mean": 3.1486486486486487, "median": 1.5, "p95": 12.349999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 74, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 4, 1, 1, 5, 5, 1, 2, 3, 3, 5, 2, 1, 2, 1, 2, 1, 4, 2, 2, 1, 6, 1, 4, 2, 2, 1], "chunk_stats": {"count": 32, "sum": 74, "mean": 2.3125, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 1, 3, 1, 1, 1, 6, 1, 4, 3, 1, 1, 3, 1, 13, 11, 1, 1, 3, 1, 11, 1, 13, 11, 1, 4, 1, 1, 3, 1, 11, 1, 4, 1, 6], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 11.599999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [10, 1, 2, 2, 1, 5, 2, 3, 7, 1], "chunk_stats": {"count": 10, "sum": 34, "mean": 3.4, "median": 2.0, "p95": 8.649999999999997, "max": 10, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 119, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06630591899920546, "decode_time_sec": 1.764350553999975, "total_time_sec": 1.8327543619998323, "prefill_units_per_sec": 2096.343766861381, "prefill_bytes_per_sec": 2081.262157027846, "decode_units_per_sec": 72.54794105956441, "decode_bytes_per_sec": 72.54794105956441, "total_units_per_sec": 69.84023754297942, "total_bytes_per_sec": 69.84023754297942, "step_latency_ms": {"count": 128, "sum": 1757, "mean": 13.7265625, "median": 8.0, "p95": 38.0, "max": 42, "min": 7}, "peak_allocated_mb": 3297.26708984375, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 138, "mean": 138.0, "median": 138.0, "p95": 138.0, "max": 138, "min": 138}, "model_input_units": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 138, "model_input_units": 139, "stage0_units": 47, "stage1_units": 27, "bytes_per_stage0_unit": 2.9361702127659575, "stage0_per_stage1_unit": 1.7407407407407407}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 139, "units_out": 47, "chunk_lengths": [1, 1, 3, 6, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 4, 4, 2, 1, 2, 3, 4, 4, 1, 1, 5, 1, 1, 1, 13, 1, 2, 1, 1, 1, 1, 1, 1, 17, 3, 4, 4, 1], "chunk_stats": {"count": 47, "sum": 139, "mean": 2.9574468085106385, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 47, "units_out": 27, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 3, 5, 1, 1, 3, 1, 2, 1, 1, 3, 1], "chunk_stats": {"count": 27, "sum": 47, "mean": 1.7407407407407407, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 3, 4, 2, 2, 1, 1, 4, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 1, 2, 2, 1, 2, 2, 2, 1, 13, 4, 1, 1, 8, 2, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 3, 2, 4, 3, 1, 1, 6, 1, 1, 2, 5, 1, 4, 1], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 120, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06649468799878377, "decode_time_sec": 1.847743738000645, "total_time_sec": 1.91659389599954, "prefill_units_per_sec": 3819.8540010390875, "prefill_bytes_per_sec": 3804.815205759406, "decode_units_per_sec": 69.27367543862044, "decode_bytes_per_sec": 69.27367543862044, "total_units_per_sec": 66.78514434756956, "total_bytes_per_sec": 66.78514434756956, "step_latency_ms": {"count": 128, "sum": 1836, "mean": 14.34375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3329.826171875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.53, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 254, "units_out": 100, "chunk_lengths": [1, 1, 3, 9, 1, 1, 3, 2, 1, 3, 1, 1, 9, 1, 2, 1, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 6, 2, 1, 3, 1, 1, 7, 1, 4, 1, 9, 1, 1, 3, 1, 1, 9, 1, 5, 2, 1, 3, 1, 1, 3, 1, 2, 3, 1, 1, 2, 1, 3, 5, 1, 1, 9, 3, 2, 2, 1, 1, 1, 4, 1, 1, 1, 4, 1, 9, 4, 1, 2, 4, 1, 1, 2, 2, 3, 9, 1, 1, 2, 1, 4, 1, 3, 1, 1, 1, 13, 4, 3, 1], "chunk_stats": {"count": 100, "sum": 254, "mean": 2.54, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 1, 1, 3, 2, 2, 1, 4, 4, 1, 2, 3, 1, 5, 4, 4, 1, 1, 2, 1, 2, 4, 2, 7, 1, 1, 1, 1, 1, 5, 4, 1, 3, 5, 1, 1, 10, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 1.5, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [2, 3, 1, 3, 2, 3, 9, 1, 4, 1, 3, 1, 1, 1, 17, 3, 1, 1, 1, 2, 3, 1, 3, 3, 1, 3, 1, 1, 9, 3, 4, 3, 1, 1, 1, 1, 4, 1, 7, 1, 4, 1, 1, 2, 6, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 8.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 7, 1, 2, 2, 3, 5, 1, 1, 4, 1, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 20, "sum": 47, "mean": 2.35, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 121, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06594410799880279, "decode_time_sec": 1.6325161479999224, "total_time_sec": 1.700430155999129, "prefill_units_per_sec": 1561.92877765319, "prefill_bytes_per_sec": 1546.764420588596, "decode_units_per_sec": 78.40657512442938, "decode_bytes_per_sec": 78.40657512442938, "total_units_per_sec": 75.27507057459263, "total_bytes_per_sec": 75.27507057459263, "step_latency_ms": {"count": 128, "sum": 1627, "mean": 12.7109375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3289.77734375, "peak_reserved_mb": 3314.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "model_input_units": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 102, "model_input_units": 103, "stage0_units": 41, "stage1_units": 19, "bytes_per_stage0_unit": 2.4878048780487805, "stage0_per_stage1_unit": 2.1578947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 103, "units_out": 41, "chunk_lengths": [1, 1, 3, 12, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 6, 1, 8, 1, 2, 2, 2, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 41, "sum": 103, "mean": 2.5121951219512195, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 41, "units_out": 19, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 1, 5, 2, 2, 2, 3, 1, 6, 3, 2, 1, 1], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 5.099999999999998, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 6, 1, 7, 1, 13, 1, 5, 4, 1, 1, 4, 1, 1, 5, 1, 4, 1, 1, 9, 1, 5, 5, 5, 1, 1, 1, 5, 1, 1, 7, 5], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 9, 2, 1, 1, 4, 3, 4, 1, 2, 3, 3, 1, 2], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 2.0, "p95": 5.749999999999998, "max": 9, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 122, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06959735700002057, "decode_time_sec": 1.6123592349995306, "total_time_sec": 1.6842776909998065, "prefill_units_per_sec": 2816.1988967475027, "prefill_bytes_per_sec": 2801.830535029403, "decode_units_per_sec": 79.38677511903063, "decode_bytes_per_sec": 79.38677511903063, "total_units_per_sec": 75.99696931449454, "total_bytes_per_sec": 75.99696931449454, "step_latency_ms": {"count": 128, "sum": 1607, "mean": 12.5546875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3314.8271484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}, "model_input_units": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 195, "model_input_units": 196, "stage0_units": 61, "stage1_units": 32, "bytes_per_stage0_unit": 3.19672131147541, "stage0_per_stage1_unit": 1.90625}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 196, "units_out": 61, "chunk_lengths": [1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 4, 1, 5, 2, 6, 1, 4, 1, 1, 1, 9, 4, 9, 1, 1, 1, 1, 13, 6, 2, 2, 1, 3, 1, 1, 6, 1, 6, 1, 1, 3, 1, 6, 1, 4, 1, 13, 1, 2, 6, 1, 1, 17, 6, 1, 1, 4, 1, 5, 1, 2], "chunk_stats": {"count": 61, "sum": 196, "mean": 3.2131147540983607, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 1, 1, 1, 1, 5, 1, 2, 2, 5, 1, 1, 4, 1, 2, 5, 1], "chunk_stats": {"count": 32, "sum": 61, "mean": 1.90625, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 29, "chunk_lengths": [2, 1, 3, 17, 3, 4, 1, 13, 4, 1, 17, 3, 4, 1, 1, 9, 3, 4, 9, 1, 5, 4, 1, 6, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 3.0, "p95": 15.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 1, 4, 2, 2], "chunk_stats": {"count": 16, "sum": 29, "mean": 1.8125, "median": 1.5, "p95": 3.25, "max": 4, "min": 1}, "active_size_stats": {"count": 29, "sum": 29, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 123, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06654269799946633, "decode_time_sec": 1.760638816998835, "total_time_sec": 1.8294351439999446, "prefill_units_per_sec": 2374.415296495299, "prefill_bytes_per_sec": 2359.3873515807722, "decode_units_per_sec": 72.7008849084603, "decode_bytes_per_sec": 72.7008849084603, "total_units_per_sec": 69.9669515040233, "total_bytes_per_sec": 69.9669515040233, "step_latency_ms": {"count": 128, "sum": 1747, "mean": 13.6484375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3302.23046875, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 70, "stage1_units": 30, "bytes_per_stage0_unit": 2.242857142857143, "stage0_per_stage1_unit": 2.3333333333333335}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 158, "units_out": 70, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 1, 6, 1, 4, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 2, 1, 1, 1, 5, 7, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 5, 7, 1, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1], "chunk_stats": {"count": 70, "sum": 158, "mean": 2.257142857142857, "median": 1.0, "p95": 6.549999999999997, "max": 8, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 30, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 4, 1, 10, 1, 2, 3, 4, 10, 1], "chunk_stats": {"count": 30, "sum": 70, "mean": 2.3333333333333335, "median": 1.0, "p95": 7.749999999999986, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [5, 7, 1, 1, 7, 1, 1, 3, 1, 1, 1, 3, 1, 7, 5, 7, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 5, 5, 7, 1, 1, 1, 5, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 1, 1, 4], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 2, 4, 7, 1, 2, 5, 8, 1, 2, 4, 4, 10], "chunk_stats": {"count": 13, "sum": 51, "mean": 3.923076923076923, "median": 4.0, "p95": 8.799999999999997, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 124, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0668223280008533, "decode_time_sec": 1.7739661230007187, "total_time_sec": 1.8430124299993622, "prefill_units_per_sec": 2663.7802861002833, "prefill_bytes_per_sec": 2648.815228313203, "decode_units_per_sec": 72.15470371186346, "decode_bytes_per_sec": 72.15470371186346, "total_units_per_sec": 69.4515120552086, "total_bytes_per_sec": 69.4515120552086, "step_latency_ms": {"count": 128, "sum": 1761, "mean": 13.7578125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3307.89599609375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 63, "stage1_units": 36, "bytes_per_stage0_unit": 2.8095238095238093, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 178, "units_out": 63, "chunk_lengths": [1, 1, 3, 2, 4, 1, 5, 1, 1, 3, 2, 5, 2, 7, 1, 2, 2, 1, 1, 9, 1, 2, 8, 1, 2, 2, 2, 1, 13, 8, 2, 4, 1, 1, 1, 9, 7, 1, 1, 3, 1, 1, 3, 5, 9, 2, 2, 4, 6, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 178, "mean": 2.8253968253968256, "median": 2.0, "p95": 8.899999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 36, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 7, 1], "chunk_stats": {"count": 36, "sum": 63, "mean": 1.75, "median": 1.0, "p95": 4.25, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [9, 2, 5, 3, 10, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 4, 5, 2, 3, 7, 1, 9], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 1, 32, 9, 5, 1, 1, 1, 5, 3], "chunk_stats": {"count": 10, "sum": 59, "mean": 5.9, "median": 2.0, "p95": 21.649999999999977, "max": 32, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 125, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06667499799914367, "decode_time_sec": 1.5766827569987072, "total_time_sec": 1.6457964050005103, "prefill_units_per_sec": 3554.5557872089307, "prefill_bytes_per_sec": 3539.5576615245045, "decode_units_per_sec": 81.18310385004416, "decode_bytes_per_sec": 81.18310385004416, "total_units_per_sec": 77.77389694806163, "total_bytes_per_sec": 77.77389694806163, "step_latency_ms": {"count": 128, "sum": 1563, "mean": 12.2109375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3323.84521484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}, "model_input_units": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 236, "model_input_units": 237, "stage0_units": 92, "stage1_units": 46, "bytes_per_stage0_unit": 2.5652173913043477, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 237, "units_out": 92, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 6, 1, 1, 5, 1, 4, 2, 1, 4, 1, 5, 2, 2, 2, 2, 2, 2, 1, 5, 1, 2, 1, 9, 1, 5, 2, 5, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 1, 9, 1, 1, 4, 1, 5, 2, 1, 4, 1, 3, 1, 4, 1, 1, 1, 9, 1, 2, 4, 1, 1, 4, 1, 4, 1, 13, 1, 4, 1, 1, 4, 1, 1, 13, 6, 1, 5, 1, 1], "chunk_stats": {"count": 92, "sum": 237, "mean": 2.5760869565217392, "median": 1.0, "p95": 7.3500000000000085, "max": 13, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 46, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 1, 1, 3, 1, 2, 1, 5, 5, 2, 1, 5, 1, 5, 1, 2, 1, 1, 1, 2, 6, 1, 5, 2, 1, 4, 1], "chunk_stats": {"count": 46, "sum": 92, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [17, 1, 6, 4, 5, 1, 3, 1, 5, 5, 3, 4, 13, 1, 4, 1, 1, 1, 17, 1, 2, 3, 1, 2, 7, 2, 2, 4, 3, 4, 4], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 3.0, "p95": 15.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 3, 1, 2, 4, 5, 1, 2, 1, 4, 2, 1, 2, 1], "chunk_stats": {"count": 14, "sum": 30, "mean": 2.142857142857143, "median": 2.0, "p95": 4.35, "max": 5, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 126, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06679537799936952, "decode_time_sec": 2.1507816909997928, "total_time_sec": 2.219878138999775, "prefill_units_per_sec": 3263.698874524787, "prefill_bytes_per_sec": 3248.727778770086, "decode_units_per_sec": 59.51324606101658, "decode_bytes_per_sec": 59.51324606101658, "total_units_per_sec": 57.66082279528813, "total_bytes_per_sec": 57.66082279528813, "step_latency_ms": {"count": 128, "sum": 2133, "mean": 16.6640625, "median": 16.5, "p95": 38.0, "max": 46, "min": 7}, "peak_allocated_mb": 3322.39501953125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 114, "stage1_units": 51, "bytes_per_stage0_unit": 1.9035087719298245, "stage0_per_stage1_unit": 2.235294117647059}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 218, "units_out": 114, "chunk_lengths": [1, 1, 3, 11, 1, 1, 3, 1, 1, 9, 3, 2, 1, 3, 1, 3, 1, 1, 2, 1, 4, 1, 1, 9, 1, 2, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 9, 1, 2, 2, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 3, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 2, 2, 1, 1, 9, 3, 4, 1, 1], "chunk_stats": {"count": 114, "sum": 218, "mean": 1.912280701754386, "median": 1.0, "p95": 5.749999999999972, "max": 11, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 51, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 7, 2, 2, 1, 2, 1, 1, 2, 4, 2, 1, 6, 2, 6, 1, 6, 2, 1, 3, 1, 2, 1, 5, 1, 5, 1, 3, 1, 1, 3, 6, 5, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 51, "sum": 114, "mean": 2.235294117647059, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 65, "chunk_lengths": [1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1, 1, 9, 1, 1, 2, 2, 2, 2, 2, 4, 9, 2, 2, 2, 2, 2, 2, 3, 1, 9, 1], "chunk_stats": {"count": 66, "sum": 128, "mean": 1.9393939393939394, "median": 1.0, "p95": 5.75, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [3, 5, 1, 6, 2, 1, 3, 1, 6, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 4, 1, 2, 1, 5, 1], "chunk_stats": {"count": 25, "sum": 65, "mean": 2.6, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 65, "sum": 65, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 127, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06670785800088197, "decode_time_sec": 1.8816403790006007, "total_time_sec": 1.950698566999563, "prefill_units_per_sec": 3193.0271242884737, "prefill_bytes_per_sec": 3178.0363866157577, "decode_units_per_sec": 68.02575105663118, "decode_bytes_per_sec": 68.02575105663118, "total_units_per_sec": 65.61751885473583, "total_bytes_per_sec": 65.61751885473583, "step_latency_ms": {"count": 128, "sum": 1869, "mean": 14.6015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3318.62255859375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.12, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 213, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 100, "sum": 213, "mean": 2.13, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 2.0, "p95": 4.949999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 4, 1, 1, 9, 1, 3, 1, 4], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.25, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 1, 7, 3, 3, 1, 3], "chunk_stats": {"count": 18, "sum": 55, "mean": 3.0555555555555554, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06660953800019342, "decode_time_sec": 1.8394252430007327, "total_time_sec": 1.9082907100000739, "prefill_units_per_sec": 2717.3285603553413, "prefill_bytes_per_sec": 2702.3156953810026, "decode_units_per_sec": 69.5869541244243, "decode_bytes_per_sec": 69.5869541244243, "total_units_per_sec": 67.07573396927297, "total_bytes_per_sec": 67.07573396927297, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3308.2958984375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 61, "stage1_units": 29, "bytes_per_stage0_unit": 2.9508196721311477, "stage0_per_stage1_unit": 2.103448275862069}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 61, "chunk_lengths": [1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 4, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 181, "mean": 2.9672131147540983, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 29, "chunk_lengths": [1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 4, 1, 3, 1, 2, 1], "chunk_stats": {"count": 29, "sum": 61, "mean": 2.103448275862069, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 5, 1, 1, 9, 4, 1, 6, 2, 5, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 7], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 3, 1, 3, 2, 1, 1, 10], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 2.0, "p95": 7.599999999999998, "max": 10, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06679634800093481, "decode_time_sec": 1.704774678000831, "total_time_sec": 1.7739258949986834, "prefill_units_per_sec": 2619.903710866811, "prefill_bytes_per_sec": 2604.9328325190004, "decode_units_per_sec": 75.0832363078645, "decode_bytes_per_sec": 75.0832363078645, "total_units_per_sec": 72.15633999192227, "total_bytes_per_sec": 72.15633999192227, "step_latency_ms": {"count": 128, "sum": 1699, "mean": 13.2734375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3306.43359375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}, "model_input_units": {"count": 1, "sum": 175, "mean": 175.0, "median": 175.0, "p95": 175.0, "max": 175, "min": 175}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 174, "model_input_units": 175, "stage0_units": 63, "stage1_units": 30, "bytes_per_stage0_unit": 2.761904761904762, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 175, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 175, "mean": 2.7777777777777777, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 30, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1], "chunk_stats": {"count": 30, "sum": 63, "mean": 2.1, "median": 1.5, "p95": 4.549999999999997, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 3, 1, 3, 1, 1, 8, 2, 1, 5, 1, 2, 3, 1, 3, 1], "chunk_stats": {"count": 16, "sum": 38, "mean": 2.375, "median": 2.0, "p95": 5.75, "max": 8, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06696710799951688, "decode_time_sec": 1.9304480739992869, "total_time_sec": 1.9997541310003726, "prefill_units_per_sec": 2777.482939853724, "prefill_bytes_per_sec": 2762.550235876016, "decode_units_per_sec": 66.30584977860808, "decode_bytes_per_sec": 66.30584977860808, "total_units_per_sec": 64.00786877533204, "total_bytes_per_sec": 64.00786877533204, "step_latency_ms": {"count": 128, "sum": 1919, "mean": 14.9921875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3311.38427734375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}, "model_input_units": {"count": 1, "sum": 186, "mean": 186.0, "median": 186.0, "p95": 186.0, "max": 186, "min": 186}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 185, "model_input_units": 186, "stage0_units": 76, "stage1_units": 39, "bytes_per_stage0_unit": 2.4342105263157894, "stage0_per_stage1_unit": 1.9487179487179487}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 186, "units_out": 76, "chunk_lengths": [1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1], "chunk_stats": {"count": 76, "sum": 186, "mean": 2.4473684210526314, "median": 1.0, "p95": 7.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 39, "chunk_lengths": [1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1], "chunk_stats": {"count": 39, "sum": 76, "mean": 1.9487179487179487, "median": 1.0, "p95": 4.100000000000001, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 1, 2, 3, 1, 4, 1, 8, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 1, 6, 2, 2, 4, 1, 1, 4, 2, 3], "chunk_stats": {"count": 22, "sum": 51, "mean": 2.3181818181818183, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06658814900038124, "decode_time_sec": 1.7348072479999246, "total_time_sec": 1.803646676000426, "prefill_units_per_sec": 2537.9891547823686, "prefill_bytes_per_sec": 2522.971467475964, "decode_units_per_sec": 73.78341319911615, "decode_bytes_per_sec": 73.78341319911615, "total_units_per_sec": 70.96733617686094, "total_bytes_per_sec": 70.96733617686094, "step_latency_ms": {"count": 128, "sum": 1725, "mean": 13.4765625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3305.35693359375, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 168, "mean": 168.0, "median": 168.0, "p95": 168.0, "max": 168, "min": 168}, "model_input_units": {"count": 1, "sum": 169, "mean": 169.0, "median": 169.0, "p95": 169.0, "max": 169, "min": 169}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 168, "model_input_units": 169, "stage0_units": 68, "stage1_units": 37, "bytes_per_stage0_unit": 2.4705882352941178, "stage0_per_stage1_unit": 1.837837837837838}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 169, "units_out": 68, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 68, "sum": 169, "mean": 2.485294117647059, "median": 1.0, "p95": 7.299999999999997, "max": 16, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 37, "chunk_lengths": [1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1], "chunk_stats": {"count": 37, "sum": 68, "mean": 1.837837837837838, "median": 1.0, "p95": 4.199999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [5, 3, 4, 4, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 6, 2, 45, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 5.0, "max": 45, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 7, 2, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 21], "chunk_stats": {"count": 14, "sum": 48, "mean": 3.4285714285714284, "median": 1.0, "p95": 11.899999999999995, "max": 21, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06744720899951062, "decode_time_sec": 1.6810667850004393, "total_time_sec": 1.75084826300008, "prefill_units_per_sec": 2965.282077149421, "prefill_bytes_per_sec": 2950.4556667636743, "decode_units_per_sec": 76.14212661989306, "decode_bytes_per_sec": 76.14212661989306, "total_units_per_sec": 73.10742038871598, "total_bytes_per_sec": 73.10742038871598, "step_latency_ms": {"count": 128, "sum": 1675, "mean": 13.0859375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3315.5166015625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 67, "stage1_units": 30, "bytes_per_stage0_unit": 2.970149253731343, "stage0_per_stage1_unit": 2.2333333333333334}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 67, "chunk_lengths": [1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1], "chunk_stats": {"count": 67, "sum": 200, "mean": 2.985074626865672, "median": 2.0, "p95": 11.799999999999983, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 30, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1], "chunk_stats": {"count": 30, "sum": 67, "mean": 2.2333333333333334, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [1, 6, 2, 1, 14, 1, 2, 2, 2, 1, 13, 1, 2, 4, 2, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 3, 14, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 2.0, "p95": 14.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 1, 3, 1, 3, 2, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2], "chunk_stats": {"count": 16, "sum": 35, "mean": 2.1875, "median": 2.0, "p95": 3.5, "max": 5, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06702992799910135, "decode_time_sec": 1.8763299330003065, "total_time_sec": 1.9458058300006087, "prefill_units_per_sec": 3252.2785941665143, "prefill_bytes_per_sec": 3237.3598850189614, "decode_units_per_sec": 68.2182796046558, "decode_bytes_per_sec": 68.2182796046558, "total_units_per_sec": 65.78251438375018, "total_bytes_per_sec": 65.78251438375018, "step_latency_ms": {"count": 128, "sum": 1866, "mean": 14.578125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3320.0654296875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 73, "stage1_units": 36, "bytes_per_stage0_unit": 2.9726027397260273, "stage0_per_stage1_unit": 2.0277777777777777}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 218, "units_out": 73, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1], "chunk_stats": {"count": 73, "sum": 218, "mean": 2.9863013698630136, "median": 2.0, "p95": 8.399999999999991, "max": 9, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 36, "chunk_lengths": [1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3], "chunk_stats": {"count": 36, "sum": 73, "mean": 2.0277777777777777, "median": 1.5, "p95": 4.25, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 1, 5, 1, 5, 1, 7, 1, 1, 8, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 7.399999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [5, 2, 1, 3, 1, 1, 7, 3, 4, 1, 3, 1, 1, 7, 3, 5, 3, 1], "chunk_stats": {"count": 18, "sum": 52, "mean": 2.888888888888889, "median": 3.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06788980800047284, "decode_time_sec": 1.8925822579985834, "total_time_sec": 1.9627480550007022, "prefill_units_per_sec": 2769.1932785947874, "prefill_bytes_per_sec": 2754.4635271129, "decode_units_per_sec": 67.63246324382261, "decode_bytes_per_sec": 67.63246324382261, "total_units_per_sec": 65.21468696600196, "total_bytes_per_sec": 65.21468696600196, "step_latency_ms": {"count": 128, "sum": 1882, "mean": 14.703125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3311.63525390625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 70, "stage1_units": 37, "bytes_per_stage0_unit": 2.6714285714285713, "stage0_per_stage1_unit": 1.8918918918918919}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 188, "units_out": 70, "chunk_lengths": [1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 70, "sum": 188, "mean": 2.6857142857142855, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 37, "chunk_lengths": [1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1], "chunk_stats": {"count": 37, "sum": 70, "mean": 1.8918918918918919, "median": 1.0, "p95": 4.199999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [9, 3, 4, 6, 1, 1, 1, 1, 5, 7, 1, 7, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 2, 1, 1, 9, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 8.199999999999989, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 7, 3, 2, 1, 3, 6, 1, 5, 3, 1, 1], "chunk_stats": {"count": 21, "sum": 49, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06880533800176636, "decode_time_sec": 1.7663106889995106, "total_time_sec": 1.8372578460002842, "prefill_units_per_sec": 2136.462144786299, "prefill_bytes_per_sec": 2121.9283886993176, "decode_units_per_sec": 72.46743214383359, "decode_bytes_per_sec": 72.46743214383359, "total_units_per_sec": 69.66904524514966, "total_bytes_per_sec": 69.66904524514966, "step_latency_ms": {"count": 128, "sum": 1757, "mean": 13.7265625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3299.83984375, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}, "model_input_units": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 146, "model_input_units": 147, "stage0_units": 50, "stage1_units": 31, "bytes_per_stage0_unit": 2.92, "stage0_per_stage1_unit": 1.6129032258064515}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 147, "units_out": 50, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1], "chunk_stats": {"count": 50, "sum": 147, "mean": 2.94, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 50, "units_out": 31, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 50, "mean": 1.6129032258064515, "median": 1.0, "p95": 3.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [13, 7, 1, 1, 2, 1, 1, 3, 6, 1, 1, 2, 1, 1, 9, 1, 2, 1, 7, 2, 3, 6, 1, 13, 7, 1, 1, 7, 1, 1, 3, 6, 1, 1, 7, 1, 1, 1, 3], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 3, 1, 2, 4, 3, 4, 1], "chunk_stats": {"count": 19, "sum": 38, "mean": 2.0, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 8, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06654239899944514, "decode_time_sec": 1.946862302000227, "total_time_sec": 2.0157379190004576, "prefill_units_per_sec": 2374.4259656360973, "prefill_bytes_per_sec": 2359.3979531953623, "decode_units_per_sec": 65.74681726000418, "decode_bytes_per_sec": 65.74681726000418, "total_units_per_sec": 63.50031856496069, "total_bytes_per_sec": 63.50031856496069, "step_latency_ms": {"count": 128, "sum": 1937, "mean": 15.1328125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3301.69873046875, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 58, "stage1_units": 34, "bytes_per_stage0_unit": 2.706896551724138, "stage0_per_stage1_unit": 1.7058823529411764}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 158, "units_out": 58, "chunk_lengths": [1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6], "chunk_stats": {"count": 58, "sum": 158, "mean": 2.7241379310344827, "median": 1.0, "p95": 7.149999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 58, "units_out": 34, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1], "chunk_stats": {"count": 34, "sum": 58, "mean": 1.7058823529411764, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 2, 7, 1, 1, 4, 5, 1, 1, 5, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 1, 1, 5, 3, 4, 5, 1, 1, 1, 4, 1, 4, 1, 7, 1, 4, 1, 7, 1, 4, 2, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 4, 1, 2, 2, 2, 4, 3, 1, 2, 2, 1, 1, 4, 1, 1, 3, 2, 1, 1, 4, 1, 3], "chunk_stats": {"count": 24, "sum": 48, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 9, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06638974800080177, "decode_time_sec": 1.9052966849994846, "total_time_sec": 1.9739993430011964, "prefill_units_per_sec": 2786.574818716977, "prefill_bytes_per_sec": 2771.512252129318, "decode_units_per_sec": 67.18113824883636, "decode_bytes_per_sec": 67.18113824883636, "total_units_per_sec": 64.8429800414186, "total_bytes_per_sec": 64.8429800414186, "step_latency_ms": {"count": 128, "sum": 1894, "mean": 14.796875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3310.8134765625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 64, "stage1_units": 35, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 1.8285714285714285}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 185, "units_out": 64, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1], "chunk_stats": {"count": 64, "sum": 185, "mean": 2.890625, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 35, "sum": 64, "mean": 1.8285714285714285, "median": 2.0, "p95": 3.299999999999997, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [2, 3, 5, 1, 2, 7, 1, 1, 1, 5, 2, 7, 1, 4, 5, 1, 2, 2, 6, 5, 4, 1, 7, 2, 3, 1, 4, 1, 1, 5, 2, 7, 1, 4, 7, 1, 2, 2, 6, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 4, 1, 1], "chunk_stats": {"count": 25, "sum": 39, "mean": 1.56, "median": 1.0, "p95": 3.799999999999997, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 10, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06657788899974548, "decode_time_sec": 1.9366696650013182, "total_time_sec": 2.005523182999241, "prefill_units_per_sec": 2658.5402850588525, "prefill_bytes_per_sec": 2643.5202834483507, "decode_units_per_sec": 66.09284087687348, "decode_bytes_per_sec": 66.09284087687348, "total_units_per_sec": 63.823744888641585, "total_bytes_per_sec": 63.823744888641585, "step_latency_ms": {"count": 128, "sum": 1925, "mean": 15.0390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3307.7626953125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 70, "stage1_units": 45, "bytes_per_stage0_unit": 2.5142857142857142, "stage0_per_stage1_unit": 1.5555555555555556}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 177, "units_out": 70, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1], "chunk_stats": {"count": 70, "sum": 177, "mean": 2.5285714285714285, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 45, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 45, "sum": 70, "mean": 1.5555555555555556, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 2, 2, 1, 2, 2, 2, 3, 1, 6, 2, 1, 9, 2, 2, 1, 2, 2, 2, 3, 1, 7, 2, 1, 1, 9, 2, 1, 4, 2, 3, 9, 2, 3, 1, 1, 3, 1, 3, 2, 1, 2, 1, 1, 1, 8], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 1, 2, 3, 2, 2, 1, 1, 3, 5, 2, 1, 1, 1, 2, 2, 1, 5, 2, 1, 1, 3, 1], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.5, "p95": 4.699999999999996, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 11, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0666192280004907, "decode_time_sec": 2.0168066200003523, "total_time_sec": 2.085701527999845, "prefill_units_per_sec": 3062.178985299821, "prefill_bytes_per_sec": 3047.1683039993313, "decode_units_per_sec": 63.466669898166856, "decode_bytes_per_sec": 63.466669898166856, "total_units_per_sec": 61.37023839779702, "total_bytes_per_sec": 61.37023839779702, "step_latency_ms": {"count": 128, "sum": 2008, "mean": 15.6875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3316.3330078125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 80, "stage1_units": 44, "bytes_per_stage0_unit": 2.5375, "stage0_per_stage1_unit": 1.8181818181818181}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 80, "chunk_lengths": [1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4], "chunk_stats": {"count": 80, "sum": 204, "mean": 2.55, "median": 1.0, "p95": 7.049999999999997, "max": 13, "min": 1}}, {"stage": 1, "units_in": 80, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 80, "mean": 1.8181818181818181, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 7, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 4, 4, 1, 1, 5, 3, 4, 1, 3, 1, 3, 1, 1, 3, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 2, 1, 1, 4, 1, 1, 3], "chunk_stats": {"count": 57, "sum": 128, "mean": 2.245614035087719, "median": 1.0, "p95": 5.3999999999999915, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [2, 1, 1, 1, 2, 3, 1, 5, 1, 4, 1, 4, 5, 4, 1, 1, 1, 5, 1, 6, 1, 3, 1, 1], "chunk_stats": {"count": 24, "sum": 56, "mean": 2.3333333333333335, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 12, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06683037899892952, "decode_time_sec": 1.7826156549999723, "total_time_sec": 1.8516887629994017, "prefill_units_per_sec": 3486.438405560025, "prefill_bytes_per_sec": 3471.4751506005396, "decode_units_per_sec": 71.80459772188077, "decode_bytes_per_sec": 71.80459772188077, "total_units_per_sec": 69.12608779493974, "total_bytes_per_sec": 69.12608779493974, "step_latency_ms": {"count": 128, "sum": 1765, "mean": 13.7890625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3323.287109375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 66, "stage1_units": 33, "bytes_per_stage0_unit": 3.515151515151515, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1], "chunk_stats": {"count": 66, "sum": 233, "mean": 3.5303030303030303, "median": 1.5, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 33, "chunk_lengths": [1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1], "chunk_stats": {"count": 33, "sum": 66, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 1, 5, 1, 1, 6, 1, 9, 3, 4, 1, 7, 1, 1, 4, 1, 2, 4, 1, 1, 7, 1, 4, 1, 1, 6, 1, 1, 6, 1, 4, 2, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 7.799999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 4, 1, 4, 1, 1, 7, 1, 1, 3, 5, 4, 3, 1, 2, 1, 2], "chunk_stats": {"count": 17, "sum": 44, "mean": 2.588235294117647, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 13, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06608346900065953, "decode_time_sec": 1.9175649619992328, "total_time_sec": 1.9855176099990786, "prefill_units_per_sec": 1573.767260900938, "prefill_bytes_per_sec": 1558.634883392275, "decode_units_per_sec": 66.75132396377778, "decode_bytes_per_sec": 66.75132396377778, "total_units_per_sec": 64.46681679144584, "total_bytes_per_sec": 64.46681679144584, "step_latency_ms": {"count": 128, "sum": 1904, "mean": 14.875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3290.56591796875, "peak_reserved_mb": 3314.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}, "model_input_units": {"count": 1, "sum": 104, "mean": 104.0, "median": 104.0, "p95": 104.0, "max": 104, "min": 104}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 103, "model_input_units": 104, "stage0_units": 55, "stage1_units": 32, "bytes_per_stage0_unit": 1.8727272727272728, "stage0_per_stage1_unit": 1.71875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 104, "units_out": 55, "chunk_lengths": [1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 104, "mean": 1.8909090909090909, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 55, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1], "chunk_stats": {"count": 32, "sum": 55, "mean": 1.71875, "median": 1.0, "p95": 4.449999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 5, 1, 2, 1, 4, 1, 5, 2, 3, 1, 1, 9, 3, 1, 1, 4, 1, 3], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 1, 4, 1, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 1, 1, 1, 2, 3, 3, 1, 2, 3], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 14, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06674386899976525, "decode_time_sec": 2.295516060999944, "total_time_sec": 2.3643947189993924, "prefill_units_per_sec": 2307.328033388979, "prefill_bytes_per_sec": 2292.345383821518, "decode_units_per_sec": 55.76088191003214, "decode_bytes_per_sec": 55.76088191003214, "total_units_per_sec": 54.13647686295348, "total_bytes_per_sec": 54.13647686295348, "step_latency_ms": {"count": 128, "sum": 2279, "mean": 17.8046875, "median": 17.0, "p95": 38.0, "max": 44, "min": 7}, "peak_allocated_mb": 3301.78125, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 153, "mean": 153.0, "median": 153.0, "p95": 153.0, "max": 153, "min": 153}, "model_input_units": {"count": 1, "sum": 154, "mean": 154.0, "median": 154.0, "p95": 154.0, "max": 154, "min": 154}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 153, "model_input_units": 154, "stage0_units": 72, "stage1_units": 48, "bytes_per_stage0_unit": 2.125, "stage0_per_stage1_unit": 1.5}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 154, "units_out": 72, "chunk_lengths": [1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 72, "sum": 154, "mean": 2.138888888888889, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 48, "chunk_lengths": [1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 48, "sum": 72, "mean": 1.5, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 72, "chunk_lengths": [3, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 3, 4, 1, 2, 1, 4, 1, 1, 4, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 4, 2, 1, 1, 5, 3], "chunk_stats": {"count": 73, "sum": 128, "mean": 1.7534246575342465, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 29, "chunk_lengths": [1, 3, 3, 3, 3, 1, 3, 3, 3, 1, 2, 1, 3, 3, 6, 1, 1, 6, 1, 1, 6, 1, 3, 4, 1, 4, 1, 2, 1], "chunk_stats": {"count": 29, "sum": 72, "mean": 2.4827586206896552, "median": 3.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 72, "sum": 72, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 15, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06709161899925675, "decode_time_sec": 2.095058295999479, "total_time_sec": 2.1643635939999513, "prefill_units_per_sec": 3577.197920990083, "prefill_bytes_per_sec": 3562.292929652624, "decode_units_per_sec": 61.0961519516743, "decode_bytes_per_sec": 61.0961519516743, "total_units_per_sec": 59.13978610379587, "total_bytes_per_sec": 59.13978610379587, "step_latency_ms": {"count": 128, "sum": 2076, "mean": 16.21875, "median": 17.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3326.4697265625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 109, "stage1_units": 51, "bytes_per_stage0_unit": 2.1926605504587156, "stage0_per_stage1_unit": 2.1372549019607843}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 240, "units_out": 109, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 13, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 13, 2, 2, 1, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 5, 4, 5, 3, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1], "chunk_stats": {"count": 109, "sum": 240, "mean": 2.2018348623853212, "median": 1.0, "p95": 5.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 51, "chunk_lengths": [1, 2, 2, 2, 2, 1, 3, 4, 1, 1, 5, 1, 2, 3, 2, 4, 1, 1, 1, 1, 7, 5, 4, 1, 1, 1, 8, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 3, 2, 3, 1], "chunk_stats": {"count": 51, "sum": 109, "mean": 2.1372549019607843, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 69, "chunk_lengths": [2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2], "chunk_stats": {"count": 69, "sum": 128, "mean": 1.855072463768116, "median": 1.0, "p95": 3.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [5, 1, 1, 3, 1, 5, 2, 3, 5, 2, 3, 1, 7, 3, 5, 2, 3, 1, 7, 3, 5, 1], "chunk_stats": {"count": 22, "sum": 69, "mean": 3.1363636363636362, "median": 3.0, "p95": 6.899999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 69, "sum": 69, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 16, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06632957900001202, "decode_time_sec": 1.7583401150004647, "total_time_sec": 1.8269598229999247, "prefill_units_per_sec": 3030.3222639173327, "prefill_bytes_per_sec": 3015.24603374859, "decode_units_per_sec": 72.79592776620817, "decode_bytes_per_sec": 72.79592776620817, "total_units_per_sec": 70.06174869780115, "total_bytes_per_sec": 70.06174869780115, "step_latency_ms": {"count": 128, "sum": 1749, "mean": 13.6640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.68896484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 66, "stage1_units": 31, "bytes_per_stage0_unit": 3.0303030303030303, "stage0_per_stage1_unit": 2.129032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 3, 4, 5, 1, 5, 1, 2, 4, 2, 3, 14, 1, 3, 1, 1, 8, 1, 5, 1, 4, 2, 4, 1, 1, 14, 1, 3, 3, 1, 5, 1, 4, 1, 1, 1, 2, 2, 14, 1, 3, 1, 3, 1, 3, 6, 1, 5, 3], "chunk_stats": {"count": 66, "sum": 201, "mean": 3.0454545454545454, "median": 2.0, "p95": 8.75, "max": 14, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 31, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 5, 2, 3, 1, 2, 3, 4, 1, 2, 1, 1, 2, 1, 7, 2, 1, 2, 4, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 66, "mean": 2.129032258064516, "median": 2.0, "p95": 4.5, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 5, 1, 4, 1, 5, 4, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 5, 1, 4, 1, 1, 13, 3, 4, 5, 1, 4, 9, 2], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.849999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 3, 1, 1, 2, 4, 5, 1, 1, 1, 4, 2, 2, 6, 1, 5, 1], "chunk_stats": {"count": 17, "sum": 41, "mean": 2.411764705882353, "median": 2.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 17, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0663740889995097, "decode_time_sec": 1.8149053569995885, "total_time_sec": 1.8835435349992622, "prefill_units_per_sec": 3450.141515338789, "prefill_bytes_per_sec": 3435.075395184471, "decode_units_per_sec": 70.5270936064734, "decode_bytes_per_sec": 70.5270936064734, "total_units_per_sec": 67.9570169850362, "total_bytes_per_sec": 67.9570169850362, "step_latency_ms": {"count": 128, "sum": 1805, "mean": 14.1015625, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3322.755859375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 84, "stage1_units": 38, "bytes_per_stage0_unit": 2.7142857142857144, "stage0_per_stage1_unit": 2.210526315789474}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 229, "units_out": 84, "chunk_lengths": [1, 1, 3, 4, 1, 1, 6, 1, 9, 1, 1, 6, 1, 1, 5, 7, 1, 6, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 6, 1, 1, 1, 7, 1, 1, 1, 5, 1, 2, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 5, 1, 3, 1], "chunk_stats": {"count": 84, "sum": 229, "mean": 2.7261904761904763, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 38, "chunk_lengths": [1, 2, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 2, 2, 1, 3, 1, 9, 1, 1, 5, 4, 1, 9, 1, 4, 2, 1], "chunk_stats": {"count": 38, "sum": 84, "mean": 2.210526315789474, "median": 1.0, "p95": 5.599999999999994, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 1, 1, 7, 8, 1, 1, 1, 1, 2, 3, 5, 1, 1, 2, 9, 1, 2, 1, 3, 5, 9, 1, 1, 1, 9, 3, 4, 1, 4, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 4], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.949999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 5, 1, 1, 1, 2, 3, 2, 3, 2, 1, 4, 1, 1, 1, 2, 2, 1, 3], "chunk_stats": {"count": 20, "sum": 41, "mean": 2.05, "median": 2.0, "p95": 4.050000000000001, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 18, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06682384799933061, "decode_time_sec": 1.749047448998681, "total_time_sec": 1.8181164669986174, "prefill_units_per_sec": 2992.94347733467, "prefill_bytes_per_sec": 2977.978759947997, "decode_units_per_sec": 73.18269156921913, "decode_bytes_per_sec": 73.18269156921913, "total_units_per_sec": 70.40253048876727, "total_bytes_per_sec": 70.40253048876727, "step_latency_ms": {"count": 128, "sum": 1736, "mean": 13.5625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3316.2783203125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 85, "stage1_units": 35, "bytes_per_stage0_unit": 2.3411764705882354, "stage0_per_stage1_unit": 2.4285714285714284}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 85, "chunk_lengths": [1, 1, 3, 4, 1, 1, 2, 1, 2, 6, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 200, "mean": 2.3529411764705883, "median": 1.0, "p95": 7.599999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 35, "chunk_lengths": [1, 2, 1, 3, 3, 1, 3, 1, 5, 1, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 7, 1, 7, 1, 5, 1, 1, 4, 1, 5, 1, 2, 1], "chunk_stats": {"count": 35, "sum": 85, "mean": 2.4285714285714284, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 1, 5, 4, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 6.199999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 15, 4, 1, 5, 1, 1, 10, 4, 4, 6], "chunk_stats": {"count": 11, "sum": 52, "mean": 4.7272727272727275, "median": 4.0, "p95": 12.5, "max": 15, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 19, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06717154800026037, "decode_time_sec": 1.8404976689998875, "total_time_sec": 1.9099301070000365, "prefill_units_per_sec": 2888.1275744791233, "prefill_bytes_per_sec": 2873.2403189405713, "decode_units_per_sec": 69.54640701585579, "decode_bytes_per_sec": 69.54640701585579, "total_units_per_sec": 67.01815921476417, "total_bytes_per_sec": 67.01815921476417, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3314.90087890625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 71, "stage1_units": 39, "bytes_per_stage0_unit": 2.7183098591549295, "stage0_per_stage1_unit": 1.8205128205128205}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 194, "units_out": 71, "chunk_lengths": [1, 1, 3, 7, 1, 1, 13, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5, 5, 1, 4, 1, 6, 2, 1, 14, 1, 1, 3, 4, 5, 1, 1, 5, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1], "chunk_stats": {"count": 71, "sum": 194, "mean": 2.732394366197183, "median": 1.0, "p95": 8.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 39, "chunk_lengths": [1, 2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 7, 2, 1, 1, 2, 2, 1, 2, 1, 3, 3, 5, 1], "chunk_stats": {"count": 39, "sum": 71, "mean": 1.8205128205128205, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [9, 1, 3, 2, 1, 14, 1, 7, 1, 6, 1, 7, 1, 7, 2, 4, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 8.700000000000003, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 4, 1, 5, 1, 1], "chunk_stats": {"count": 20, "sum": 43, "mean": 2.15, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 20, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06647978799992416, "decode_time_sec": 1.655429088999881, "total_time_sec": 1.7243129969992879, "prefill_units_per_sec": 3685.3306451620983, "prefill_bytes_per_sec": 3670.2884792634773, "decode_units_per_sec": 77.32134275671726, "decode_bytes_per_sec": 77.32134275671726, "total_units_per_sec": 74.2324625649463, "total_bytes_per_sec": 74.2324625649463, "step_latency_ms": {"count": 128, "sum": 1650, "mean": 12.890625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3326.318359375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 79, "stage1_units": 44, "bytes_per_stage0_unit": 3.088607594936709, "stage0_per_stage1_unit": 1.7954545454545454}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 79, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 2, 1, 1, 1, 3, 2, 4, 1, 4, 2, 1, 6, 1, 2, 2, 1, 22, 6, 1, 4, 6, 1, 2, 1, 4, 2, 4, 1, 4, 1, 2, 2, 1, 1, 9, 3, 1, 5, 2, 1, 1, 9, 4, 1, 5, 3, 4, 1, 4, 1, 13, 1, 2, 4, 1, 5, 1, 2, 2, 2, 1, 17, 1, 5, 2, 4, 5, 1, 2, 1, 5, 1], "chunk_stats": {"count": 79, "sum": 245, "mean": 3.1012658227848102, "median": 2.0, "p95": 9.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 44, "chunk_lengths": [1, 2, 1, 2, 3, 1, 3, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 4, 5, 1, 1, 1, 1, 2, 2, 2, 1], "chunk_stats": {"count": 44, "sum": 79, "mean": 1.7954545454545454, "median": 1.5, "p95": 3.8500000000000014, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [13, 4, 1, 17, 1, 5, 2, 4, 1, 4, 1, 3, 1, 1, 4, 2, 4, 5, 1, 2, 1, 5, 1, 13, 1, 2, 1, 5, 1, 2, 4, 5, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 3, 1, 2, 5, 2, 4, 8], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 2.0, "p95": 6.049999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 21, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06652881799891475, "decode_time_sec": 1.890598913998474, "total_time_sec": 1.959642152000015, "prefill_units_per_sec": 3682.6146528560985, "prefill_bytes_per_sec": 3667.5835726403593, "decode_units_per_sec": 67.70341348038208, "decode_bytes_per_sec": 67.70341348038208, "total_units_per_sec": 65.31804792490452, "total_bytes_per_sec": 65.31804792490452, "step_latency_ms": {"count": 128, "sum": 1883, "mean": 14.7109375, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3326.978515625, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 103, "stage1_units": 45, "bytes_per_stage0_unit": 2.3689320388349513, "stage0_per_stage1_unit": 2.2888888888888888}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 4, 1, 1, 3, 2, 1, 5, 1, 2, 3, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 6, 1, 6, 1, 9, 3, 1, 1, 3, 1, 1, 3, 2, 3, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 1, 1, 1, 1, 1, 7, 2, 1, 3, 1, 1, 1, 2, 1, 1, 6, 1, 2, 2, 1, 1, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 14, 1, 1, 2], "chunk_stats": {"count": 103, "sum": 245, "mean": 2.378640776699029, "median": 1.0, "p95": 8.799999999999983, "max": 14, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 45, "chunk_lengths": [1, 2, 2, 3, 1, 3, 3, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 5, 2, 1, 6, 4, 1, 5, 2, 1, 9, 3, 2, 1, 6, 1, 4, 1, 2, 2, 1], "chunk_stats": {"count": 45, "sum": 103, "mean": 2.2888888888888888, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [2, 1, 1, 1, 1, 1, 4, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 1, 3, 3, 1, 1, 3, 1, 1, 2, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 6, 1, 6, 1, 4, 1, 5, 1, 7, 1, 7, 4, 1, 7, 1, 1], "chunk_stats": {"count": 17, "sum": 55, "mean": 3.235294117647059, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 22, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0667594589995133, "decode_time_sec": 1.9098201580000023, "total_time_sec": 1.9790320960000827, "prefill_units_per_sec": 2351.7266669453475, "prefill_bytes_per_sec": 2336.7475162004725, "decode_units_per_sec": 67.0220174731237, "decode_bytes_per_sec": 67.0220174731237, "total_units_per_sec": 64.67808190615351, "total_bytes_per_sec": 64.67808190615351, "step_latency_ms": {"count": 128, "sum": 1899, "mean": 14.8359375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3302.1015625, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 71, "stage1_units": 37, "bytes_per_stage0_unit": 2.1971830985915495, "stage0_per_stage1_unit": 1.9189189189189189}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 157, "units_out": 71, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 2, 3, 1, 4, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 5, 1, 6, 2, 2, 3, 1, 1, 1, 1, 4, 1, 3, 1, 2, 3, 1, 3, 1, 5, 1, 2, 1, 5, 1, 9, 3, 4, 8, 1, 1, 5, 1, 5, 4, 1, 1], "chunk_stats": {"count": 71, "sum": 157, "mean": 2.211267605633803, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 37, "chunk_lengths": [1, 2, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 7, 1, 2, 1, 3, 1, 1, 2, 2, 6, 1, 1, 4, 1, 2, 1, 4, 1, 2, 1], "chunk_stats": {"count": 37, "sum": 71, "mean": 1.9189189189189189, "median": 1.0, "p95": 4.3999999999999915, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [9, 6, 2, 5, 1, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 9, 2, 3, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 3, 2, 5, 1, 9, 3, 4, 8, 1, 5, 1, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 8.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 3, 2, 7, 1, 6, 1, 1, 5, 2, 3, 5, 3, 1, 3, 3, 1, 1], "chunk_stats": {"count": 20, "sum": 51, "mean": 2.55, "median": 2.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 23, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06633202899865864, "decode_time_sec": 1.8536553859994456, "total_time_sec": 1.922204693999447, "prefill_units_per_sec": 2487.4860982065934, "prefill_bytes_per_sec": 2472.4104248841295, "decode_units_per_sec": 69.05274894501792, "decode_bytes_per_sec": 69.05274894501792, "total_units_per_sec": 66.59020259370817, "total_bytes_per_sec": 66.59020259370817, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3303.4443359375, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 164, "mean": 164.0, "median": 164.0, "p95": 164.0, "max": 164, "min": 164}, "model_input_units": {"count": 1, "sum": 165, "mean": 165.0, "median": 165.0, "p95": 165.0, "max": 165, "min": 165}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 164, "model_input_units": 165, "stage0_units": 59, "stage1_units": 37, "bytes_per_stage0_unit": 2.7796610169491527, "stage0_per_stage1_unit": 1.5945945945945945}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 165, "units_out": 59, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 6, 1, 7, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 7, 1, 2, 1, 2, 2, 5, 1, 1, 7, 1, 9, 3, 4, 1, 3, 5, 7, 9, 1, 1], "chunk_stats": {"count": 59, "sum": 165, "mean": 2.7966101694915255, "median": 1.0, "p95": 7.199999999999989, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 37, "chunk_lengths": [1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 3, 1, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1], "chunk_stats": {"count": 37, "sum": 59, "mean": 1.5945945945945945, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [9, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 7, 1, 7, 1, 2, 1, 1, 4, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 4], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 1, 1, 3, 4, 2, 3, 3, 3, 1, 1, 10, 1, 3, 1, 4, 1], "chunk_stats": {"count": 19, "sum": 48, "mean": 2.526315789473684, "median": 2.0, "p95": 4.599999999999987, "max": 10, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 24, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06653552900024806, "decode_time_sec": 1.90795941900069, "total_time_sec": 1.9767396669994923, "prefill_units_per_sec": 2990.883261772189, "prefill_bytes_per_sec": 2975.853697642681, "decode_units_per_sec": 67.08738075102303, "decode_bytes_per_sec": 67.08738075102303, "total_units_per_sec": 64.75308920890537, "total_bytes_per_sec": 64.75308920890537, "step_latency_ms": {"count": 128, "sum": 1901, "mean": 14.8515625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.8544921875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 80, "stage1_units": 47, "bytes_per_stage0_unit": 2.475, "stage0_per_stage1_unit": 1.702127659574468}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 199, "units_out": 80, "chunk_lengths": [1, 1, 3, 3, 2, 1, 1, 5, 2, 5, 1, 1, 1, 1, 5, 4, 7, 1, 5, 3, 1, 1, 9, 3, 4, 3, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 3, 1, 5, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 5, 1, 1, 9, 6, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1], "chunk_stats": {"count": 80, "sum": 199, "mean": 2.4875, "median": 2.0, "p95": 6.049999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 80, "units_out": 47, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 4, 2, 1, 3, 1, 1, 3, 1, 1, 3, 3, 3, 1, 1, 1, 1, 4, 3, 2, 5, 4, 1], "chunk_stats": {"count": 47, "sum": 80, "mean": 1.702127659574468, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [5, 3, 4, 5, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 5, 1, 1, 5, 3, 4, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 3], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 2.0, "p95": 5.349999999999994, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 6, 1, 1, 1, 3, 1, 7, 3, 2, 5, 4, 1, 1, 1, 8, 1], "chunk_stats": {"count": 20, "sum": 53, "mean": 2.65, "median": 1.0, "p95": 7.050000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 25, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06653469900084019, "decode_time_sec": 1.7594685869989917, "total_time_sec": 1.8285008650000236, "prefill_units_per_sec": 2930.80156562424, "prefill_bytes_per_sec": 2915.7718140056545, "decode_units_per_sec": 72.7492385745409, "decode_bytes_per_sec": 72.7492385745409, "total_units_per_sec": 70.00270136596208, "total_bytes_per_sec": 70.00270136596208, "step_latency_ms": {"count": 128, "sum": 1751, "mean": 13.6796875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3314.732421875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 66, "stage1_units": 30, "bytes_per_stage0_unit": 2.9393939393939394, "stage0_per_stage1_unit": 2.2}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 195, "units_out": 66, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 7, 1, 2, 4, 2, 2, 1, 13, 2, 2, 4, 1, 1, 3, 1, 6, 1, 13, 1, 1, 1, 1, 3, 4, 1, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 3, 1, 13, 4, 1, 7, 2, 1, 4, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 66, "sum": 195, "mean": 2.9545454545454546, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 30, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 5, 2, 4, 1, 1, 1, 1, 6, 1, 1, 3, 1, 3, 4, 3, 4, 1, 3, 1, 2, 3, 1, 2], "chunk_stats": {"count": 30, "sum": 66, "mean": 2.2, "median": 2.0, "p95": 4.549999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 4, 1, 1, 4, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 4, 1, 1, 9, 1, 2, 2, 4, 1, 13, 3, 4, 2, 1, 4, 1, 2, 1, 9, 4, 1, 13, 3, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 1, 1, 2, 4, 3, 5, 1, 1, 4, 1, 4, 2, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 26, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06696276799993939, "decode_time_sec": 1.7758649829993374, "total_time_sec": 1.845189040999685, "prefill_units_per_sec": 2882.1986570234776, "prefill_bytes_per_sec": 2867.2649852254285, "decode_units_per_sec": 72.07755162997533, "decode_bytes_per_sec": 72.07755162997533, "total_units_per_sec": 69.36958607268352, "total_bytes_per_sec": 69.36958607268352, "step_latency_ms": {"count": 128, "sum": 1763, "mean": 13.7734375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3315.33349609375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 81, "stage1_units": 43, "bytes_per_stage0_unit": 2.3703703703703702, "stage0_per_stage1_unit": 1.8837209302325582}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 193, "units_out": 81, "chunk_lengths": [1, 1, 3, 7, 1, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 3, 2, 1, 4, 1, 1, 1, 3, 5, 7, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 5, 1, 1, 9, 1, 2, 5, 1, 1, 4, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 1, 7, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 81, "sum": 193, "mean": 2.382716049382716, "median": 1.0, "p95": 7.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 43, "chunk_lengths": [1, 2, 1, 3, 1, 3, 3, 1, 2, 1, 2, 4, 2, 4, 2, 3, 3, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 5, 1, 4, 3, 1, 1, 1], "chunk_stats": {"count": 43, "sum": 81, "mean": 1.8837209302325582, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 3, 4, 1, 2, 1, 1, 1, 1, 5, 1, 1, 3, 5, 7, 1, 1, 1, 3, 7, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 1, 1, 3, 5, 2], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 5, 1, 1, 7, 1, 6, 1, 7, 3, 3, 6, 1, 2, 5], "chunk_stats": {"count": 15, "sum": 50, "mean": 3.3333333333333335, "median": 3.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 27, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06649266900058137, "decode_time_sec": 1.8678194929998426, "total_time_sec": 1.936626561000594, "prefill_units_per_sec": 3007.850384201773, "prefill_bytes_per_sec": 2992.811132280764, "decode_units_per_sec": 68.52910598680147, "decode_bytes_per_sec": 68.52910598680147, "total_units_per_sec": 66.09431192241132, "total_bytes_per_sec": 66.09431192241132, "step_latency_ms": {"count": 128, "sum": 1849, "mean": 14.4453125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.8974609375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 79, "stage1_units": 41, "bytes_per_stage0_unit": 2.518987341772152, "stage0_per_stage1_unit": 1.9268292682926829}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 79, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 2, 1, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 9, 1, 2, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 1, 2, 1, 1, 9, 3, 2, 2, 1, 1, 9, 3, 1, 1, 6, 1, 1, 3, 1, 2, 1, 1, 1, 1, 9, 3, 1, 1], "chunk_stats": {"count": 79, "sum": 200, "mean": 2.5316455696202533, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 2, 5, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 8, 2, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 6, 1, 3], "chunk_stats": {"count": 41, "sum": 79, "mean": 1.9268292682926829, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 6, 1, 1, 3, 1, 1, 2, 1, 1, 1, 9, 3, 4, 3, 1, 1, 1, 4, 1, 7, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 1, 9, 1, 2, 10, 1, 2, 1, 2, 1, 1, 1, 17, 3], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 3, 6, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 21, "sum": 45, "mean": 2.142857142857143, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 28, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0663309190003929, "decode_time_sec": 1.7845154400001775, "total_time_sec": 1.8530944879985327, "prefill_units_per_sec": 3241.324004552485, "prefill_bytes_per_sec": 3226.248078949915, "decode_units_per_sec": 71.7281549550433, "decode_bytes_per_sec": 71.7281549550433, "total_units_per_sec": 69.07364995632179, "total_bytes_per_sec": 69.07364995632179, "step_latency_ms": {"count": 128, "sum": 1769, "mean": 13.8203125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3320.32861328125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 94, "stage1_units": 57, "bytes_per_stage0_unit": 2.276595744680851, "stage0_per_stage1_unit": 1.6491228070175439}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 215, "units_out": 94, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 4, 1, 4, 2, 5, 1, 1, 6, 1, 2, 6, 1, 2, 2, 2, 5, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 4, 4, 1, 1, 5, 5, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 9, 2, 2, 1, 9, 4, 1, 4, 1, 4, 2, 1, 4, 1, 5], "chunk_stats": {"count": 94, "sum": 215, "mean": 2.2872340425531914, "median": 1.0, "p95": 5.349999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 94, "units_out": 57, "chunk_lengths": [1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 1, 2, 1, 2, 2, 3, 1, 1, 1, 4, 3, 3, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4], "chunk_stats": {"count": 57, "sum": 94, "mean": 1.6491228070175439, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 3, 4, 1, 5, 1, 1, 1, 13, 1, 2, 7, 1, 2, 4, 2, 2, 1, 17, 1, 4, 1, 5, 2, 7, 2, 1, 1, 1, 1, 2, 1, 4, 1, 4, 13, 1, 2, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 6, 1, 1, 2, 2, 4, 1, 4, 1, 1, 1, 2, 2, 5, 1, 1, 2], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 1.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 29, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06672314900060883, "decode_time_sec": 1.8250847279996378, "total_time_sec": 1.8941963260003831, "prefill_units_per_sec": 3671.8890470496895, "prefill_bytes_per_sec": 3656.901744816834, "decode_units_per_sec": 70.13373025168693, "decode_bytes_per_sec": 70.13373025168693, "total_units_per_sec": 67.57483278952053, "total_bytes_per_sec": 67.57483278952053, "step_latency_ms": {"count": 128, "sum": 1815, "mean": 14.1796875, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3326.85693359375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 100, "stage1_units": 50, "bytes_per_stage0_unit": 2.44, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 9, 1, 1, 1, 1, 2, 4, 1, 2, 1, 1, 5, 4, 1, 2, 1, 1, 8, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 5, 6, 1, 1, 2, 5, 1, 7, 1, 1, 3, 1, 5, 2, 1, 3, 1, 8, 2, 7, 1, 6, 7, 1, 1, 2, 1, 2, 1, 3, 1, 5, 2, 1, 3, 1, 7, 1], "chunk_stats": {"count": 100, "sum": 245, "mean": 2.45, "median": 1.0, "p95": 7.049999999999997, "max": 10, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 50, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 1, 3, 2, 1, 1, 5, 1, 1, 4, 1, 4, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 2, 1, 3, 1, 8, 1, 5, 1], "chunk_stats": {"count": 50, "sum": 100, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 1, 2, 9, 1, 1, 9, 1, 5, 6, 1, 1, 2, 7, 1, 2, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 5], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 1, 1, 3, 1, 4, 1, 7, 1, 1, 1, 3, 5, 1, 3, 1, 2, 4, 1], "chunk_stats": {"count": 19, "sum": 44, "mean": 2.3157894736842106, "median": 1.0, "p95": 5.199999999999996, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 30, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06610928899863211, "decode_time_sec": 1.648423554001056, "total_time_sec": 1.7169181219996972, "prefill_units_per_sec": 3070.672867230509, "prefill_bytes_per_sec": 3055.5463999042504, "decode_units_per_sec": 77.64994602832398, "decode_bytes_per_sec": 77.64994602832398, "total_units_per_sec": 74.55218647871116, "total_bytes_per_sec": 74.55218647871116, "step_latency_ms": {"count": 128, "sum": 1638, "mean": 12.796875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3316.484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 83, "stage1_units": 44, "bytes_per_stage0_unit": 2.433734939759036, "stage0_per_stage1_unit": 1.8863636363636365}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 203, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 2, 3, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 1, 6, 4, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 1, 8, 2, 1, 1, 1, 1, 2, 5, 1, 2, 4, 1, 1, 1, 2, 3, 1, 1, 1, 1, 6, 1, 17, 1, 1, 5, 1, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 83, "sum": 203, "mean": 2.4457831325301207, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 44, "chunk_lengths": [1, 2, 2, 4, 1, 3, 3, 1, 1, 1, 2, 6, 1, 2, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 2, 7, 2, 1, 1], "chunk_stats": {"count": 44, "sum": 83, "mean": 1.8863636363636365, "median": 1.0, "p95": 4.850000000000001, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [13, 1, 3, 1, 1, 1, 5, 1, 3, 4, 2, 5, 9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 3, 1, 5, 1, 5, 1, 3, 4, 2, 8, 1, 1, 3], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 3.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 6, 3, 2, 1, 2, 1, 11, 1, 1, 5, 1, 1, 2], "chunk_stats": {"count": 14, "sum": 38, "mean": 2.7142857142857144, "median": 1.5, "p95": 7.749999999999998, "max": 11, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 31, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06659259899970493, "decode_time_sec": 1.8346667250007158, "total_time_sec": 1.9035932839997258, "prefill_units_per_sec": 2763.06981201943, "prefill_bytes_per_sec": 2748.0531282584548, "decode_units_per_sec": 69.76743964217809, "decode_bytes_per_sec": 69.76743964217809, "total_units_per_sec": 67.24125425104118, "total_bytes_per_sec": 67.24125425104118, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3310.69580078125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}, "model_input_units": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 183, "model_input_units": 184, "stage0_units": 65, "stage1_units": 37, "bytes_per_stage0_unit": 2.8153846153846156, "stage0_per_stage1_unit": 1.7567567567567568}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 184, "units_out": 65, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 6, 1, 3, 4, 2, 1, 4, 3, 1, 2, 4, 1, 1, 7, 5, 3, 4, 1, 2, 1, 5, 4, 2, 1, 3, 3, 4, 1, 1, 7, 5, 2], "chunk_stats": {"count": 65, "sum": 184, "mean": 2.830769230769231, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 65, "units_out": 37, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 3, 1, 1, 2, 2, 2, 4, 1, 1, 1, 2, 1, 1, 2, 4, 5, 1, 1, 1, 2, 1, 5, 1], "chunk_stats": {"count": 37, "sum": 65, "mean": 1.7567567567567568, "median": 1.0, "p95": 4.199999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 4, 1, 2, 3, 3, 4, 3, 1, 1, 4, 8, 1, 1, 6, 1, 1, 2, 1, 1, 7, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 3], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 4, 1, 2, 3, 1, 2, 3, 2, 5, 1, 3, 6, 1, 4, 2, 2], "chunk_stats": {"count": 19, "sum": 47, "mean": 2.473684210526316, "median": 2.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 32, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06665564799914137, "decode_time_sec": 1.8167816610002774, "total_time_sec": 1.8854641890011408, "prefill_units_per_sec": 1425.235562952201, "prefill_bytes_per_sec": 1410.233083342178, "decode_units_per_sec": 70.45425586777786, "decode_bytes_per_sec": 70.45425586777786, "total_units_per_sec": 67.88779163597393, "total_bytes_per_sec": 67.88779163597393, "step_latency_ms": {"count": 128, "sum": 1809, "mean": 14.1328125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3288.8212890625, "peak_reserved_mb": 3314.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}, "model_input_units": {"count": 1, "sum": 95, "mean": 95.0, "median": 95.0, "p95": 95.0, "max": 95, "min": 95}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 94, "model_input_units": 95, "stage0_units": 30, "stage1_units": 22, "bytes_per_stage0_unit": 3.1333333333333333, "stage0_per_stage1_unit": 1.3636363636363635}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 95, "units_out": 30, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 9, 7, 2], "chunk_stats": {"count": 30, "sum": 95, "mean": 3.1666666666666665, "median": 2.5, "p95": 8.099999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 30, "units_out": 22, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 22, "sum": 30, "mean": 1.3636363636363635, "median": 1.0, "p95": 2.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 4, 1, 4, 1, 7, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 4, 1, 4, 1, 7, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 2], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 2, 2, 1, 1, 4, 1, 1, 4, 2, 4, 1, 1, 1, 5, 1, 5, 1, 2], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 33, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06665271900055814, "decode_time_sec": 1.7962370080003893, "total_time_sec": 1.864962175999608, "prefill_units_per_sec": 2130.445721183721, "prefill_bytes_per_sec": 2115.4425823021456, "decode_units_per_sec": 71.26008395879363, "decode_bytes_per_sec": 71.26008395879363, "total_units_per_sec": 68.63409974059812, "total_bytes_per_sec": 68.63409974059812, "step_latency_ms": {"count": 128, "sum": 1791, "mean": 13.9921875, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3298.76904296875, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "model_input_units": {"count": 1, "sum": 142, "mean": 142.0, "median": 142.0, "p95": 142.0, "max": 142, "min": 142}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 141, "model_input_units": 142, "stage0_units": 66, "stage1_units": 31, "bytes_per_stage0_unit": 2.1363636363636362, "stage0_per_stage1_unit": 2.129032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 142, "units_out": 66, "chunk_lengths": [1, 1, 3, 6, 1, 2, 2, 5, 1, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 4, 2, 4, 1, 1, 9, 1, 1, 5, 2, 1, 5, 1, 1, 4, 1, 1, 1, 5, 2, 2, 6, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 66, "sum": 142, "mean": 2.1515151515151514, "median": 1.0, "p95": 5.75, "max": 9, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 31, "chunk_lengths": [1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 5, 4, 1, 3, 1, 3, 1, 5, 2, 1, 1, 3, 1, 1, 3, 1, 4, 4, 4, 1, 1], "chunk_stats": {"count": 31, "sum": 66, "mean": 2.129032258064516, "median": 1.0, "p95": 4.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 4, 5, 3, 2, 2, 5, 1, 9, 1, 2, 5, 3, 1, 1, 4, 1, 13, 1, 5, 1, 2, 4, 1, 4, 1, 1, 5, 3, 4, 1, 5, 1, 1, 1, 4, 6, 1, 2, 2, 5], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 2, 4, 1, 1, 2, 1, 4, 1, 5, 3, 1, 1, 5, 1, 1, 2, 4], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 34, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06670539900005679, "decode_time_sec": 1.7709940870008722, "total_time_sec": 1.839948335000372, "prefill_units_per_sec": 3028.2406376105782, "prefill_bytes_per_sec": 3013.2493473253776, "decode_units_per_sec": 72.27579185019434, "decode_bytes_per_sec": 72.27579185019434, "total_units_per_sec": 69.56717075426693, "total_bytes_per_sec": 69.56717075426693, "step_latency_ms": {"count": 128, "sum": 1751, "mean": 13.6796875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.814453125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 59, "stage1_units": 27, "bytes_per_stage0_unit": 3.406779661016949, "stage0_per_stage1_unit": 2.185185185185185}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 59, "chunk_lengths": [1, 1, 3, 7, 1, 4, 1, 1, 3, 1, 1, 2, 10, 2, 3, 2, 3, 1, 3, 1, 4, 5, 1, 8, 4, 10, 8, 2, 1, 2, 1, 3, 1, 12, 1, 1, 3, 1, 1, 1, 1, 1, 10, 5, 1, 7, 1, 4, 2, 7, 1, 7, 10, 5, 1, 8, 2, 7, 1], "chunk_stats": {"count": 59, "sum": 202, "mean": 3.4237288135593222, "median": 2.0, "p95": 10.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 27, "chunk_lengths": [1, 2, 2, 1, 1, 4, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 6, 1, 7, 1, 5, 1, 3, 1, 3, 1, 2], "chunk_stats": {"count": 27, "sum": 59, "mean": 2.185185185185185, "median": 1.0, "p95": 5.699999999999999, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 7, 10, 5, 1, 7, 1, 4, 2, 5, 1, 7, 1, 3, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 10, 5, 1, 8, 2, 5, 1, 7, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 7.949999999999996, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 5, 1, 7, 1, 3, 1, 3, 1, 3, 1, 5, 1, 3, 1, 3], "chunk_stats": {"count": 17, "sum": 42, "mean": 2.4705882352941178, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 35, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06652368899995054, "decode_time_sec": 1.9549000180013536, "total_time_sec": 2.0237090359987633, "prefill_units_per_sec": 3442.382757819854, "prefill_bytes_per_sec": 3427.3505187027367, "decode_units_per_sec": 65.4764943584503, "decode_bytes_per_sec": 65.4764943584503, "total_units_per_sec": 63.250199373067495, "total_bytes_per_sec": 63.250199373067495, "step_latency_ms": {"count": 128, "sum": 1940, "mean": 15.15625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3322.755859375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 85, "stage1_units": 49, "bytes_per_stage0_unit": 2.6823529411764704, "stage0_per_stage1_unit": 1.7346938775510203}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 229, "units_out": 85, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 2, 4, 4, 1, 1, 4, 1, 1, 5, 5, 1, 1, 2, 4, 7, 1, 6, 1, 2, 2, 2, 1, 5, 5, 1, 3, 1, 2, 2, 7, 6, 1, 1, 2, 2, 2, 1, 5, 7, 2, 6, 1, 2, 1, 5, 6, 1, 7, 1, 9, 3, 2, 1, 2, 3, 1, 1, 2, 3, 2, 4, 4, 1, 4, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 229, "mean": 2.6941176470588237, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 49, "chunk_lengths": [1, 3, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 1, 1, 1, 1, 4, 3, 1, 1, 3, 1, 6, 3, 1, 1, 3, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 85, "mean": 1.7346938775510203, "median": 1.0, "p95": 3.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [5, 3, 4, 1, 5, 1, 7, 2, 6, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 5, 4, 1, 1, 5, 1, 1, 1, 5, 2, 1, 6, 4, 3, 1, 2, 2, 1, 2, 1, 1, 5, 1, 6, 3, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.5, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 4, 2, 1, 1, 1, 5, 1, 1, 1, 4, 1, 5, 1, 3, 1, 1, 3, 4, 3, 1, 1, 3], "chunk_stats": {"count": 23, "sum": 49, "mean": 2.130434782608696, "median": 1.0, "p95": 4.899999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 36, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06557759899988014, "decode_time_sec": 2.054317366999385, "total_time_sec": 2.1218131459991127, "prefill_units_per_sec": 1921.3878202559733, "prefill_bytes_per_sec": 1906.1387105714023, "decode_units_per_sec": 62.307802122591085, "decode_bytes_per_sec": 62.307802122591085, "total_units_per_sec": 60.325764425277775, "total_bytes_per_sec": 60.325764425277775, "step_latency_ms": {"count": 128, "sum": 2040, "mean": 15.9375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3294.1044921875, "peak_reserved_mb": 3314.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 125, "mean": 125.0, "median": 125.0, "p95": 125.0, "max": 125, "min": 125}, "model_input_units": {"count": 1, "sum": 126, "mean": 126.0, "median": 126.0, "p95": 126.0, "max": 126, "min": 126}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 125, "model_input_units": 126, "stage0_units": 49, "stage1_units": 28, "bytes_per_stage0_unit": 2.5510204081632653, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 126, "units_out": 49, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 5, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 5, 2, 3, 4, 1, 6, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 49, "sum": 126, "mean": 2.5714285714285716, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 49, "units_out": 28, "chunk_lengths": [1, 2, 2, 2, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 5, 1], "chunk_stats": {"count": 28, "sum": 49, "mean": 1.75, "median": 1.0, "p95": 3.6499999999999986, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [9, 6, 2, 1, 2, 2, 1, 1, 5, 5, 1, 1, 1, 2, 1, 1, 1, 1, 6, 1, 5, 2, 4, 1, 4, 5, 1, 1, 1, 1, 1, 4, 1, 2, 1, 5, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 5], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 3, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 4, 5], "chunk_stats": {"count": 27, "sum": 51, "mean": 1.8888888888888888, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 37, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06667154899878369, "decode_time_sec": 1.6079243889998907, "total_time_sec": 1.6769378469998628, "prefill_units_per_sec": 3839.7187982638634, "prefill_bytes_per_sec": 3824.7198967081454, "decode_units_per_sec": 79.60573325193135, "decode_bytes_per_sec": 79.60573325193135, "total_units_per_sec": 76.32960293012606, "total_bytes_per_sec": 76.32960293012606, "step_latency_ms": {"count": 128, "sum": 1597, "mean": 12.4765625, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3339.232421875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 78, "stage1_units": 38, "bytes_per_stage0_unit": 3.269230769230769, "stage0_per_stage1_unit": 2.0526315789473686}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 78, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 7, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 1, 13, 2, 5, 4, 1, 3, 4, 5, 13, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 6, 1, 5, 1, 1, 9, 7, 3, 5, 1, 13, 2, 1, 4, 13, 7, 2, 1, 2, 1, 1, 13, 4, 1, 2, 1, 6, 3, 1, 3, 1, 1, 1, 1, 6, 1, 5, 1, 1, 1], "chunk_stats": {"count": 78, "sum": 256, "mean": 3.282051282051282, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 38, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 3, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 4, 1, 7, 4, 1], "chunk_stats": {"count": 38, "sum": 78, "mean": 2.0526315789473686, "median": 1.0, "p95": 4.449999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [17, 6, 1, 1, 5, 1, 3, 1, 5, 1, 7, 1, 1, 2, 1, 5, 2, 5, 1, 1, 13, 3, 4, 6, 1, 5, 4, 3, 1, 5, 1, 7, 1, 1, 3, 2, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 8.199999999999974, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 4, 6, 5, 4, 1, 3, 1, 1, 6, 4], "chunk_stats": {"count": 11, "sum": 36, "mean": 3.272727272727273, "median": 4.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 38, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06631000900051731, "decode_time_sec": 2.0684895430003962, "total_time_sec": 2.136960260999331, "prefill_units_per_sec": 2231.940580777864, "prefill_bytes_per_sec": 2216.8599011780134, "decode_units_per_sec": 61.88090262923581, "decode_bytes_per_sec": 61.88090262923581, "total_units_per_sec": 59.89816579000955, "total_bytes_per_sec": 59.89816579000955, "step_latency_ms": {"count": 128, "sum": 2055, "mean": 16.0546875, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3301.060546875, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 71, "stage1_units": 37, "bytes_per_stage0_unit": 2.0704225352112675, "stage0_per_stage1_unit": 1.9189189189189189}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 148, "units_out": 71, "chunk_lengths": [1, 1, 3, 8, 3, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 5, 4, 2, 2, 1, 1, 2, 1, 1, 1, 9, 1, 1, 1, 1, 2, 3, 1, 8, 4], "chunk_stats": {"count": 71, "sum": 148, "mean": 2.084507042253521, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 37, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 4, 1, 1, 4, 3, 1, 1, 1, 4, 1, 7, 3, 1, 1, 3, 2, 1, 3, 1, 4, 2, 2, 1], "chunk_stats": {"count": 37, "sum": 71, "mean": 1.9189189189189189, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [1, 8, 3, 1, 13, 1, 1, 1, 9, 3, 4, 1, 1, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 3, 4, 2, 2, 1, 1, 1, 4, 1, 6, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.0, "p95": 6.699999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 26, "chunk_lengths": [1, 3, 1, 3, 1, 6, 1, 1, 2, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 4, 1, 1, 6, 1, 1], "chunk_stats": {"count": 26, "sum": 54, "mean": 2.076923076923077, "median": 1.0, "p95": 5.5, "max": 6, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 39, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06652220799878705, "decode_time_sec": 1.7993677989998105, "total_time_sec": 1.8682320069983689, "prefill_units_per_sec": 3036.5799043183174, "prefill_bytes_per_sec": 3021.5473305345636, "decode_units_per_sec": 71.13609572826054, "decode_bytes_per_sec": 71.13609572826054, "total_units_per_sec": 68.51397445312676, "total_bytes_per_sec": 68.51397445312676, "step_latency_ms": {"count": 128, "sum": 1788, "mean": 13.96875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3315.8779296875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 75, "stage1_units": 32, "bytes_per_stage0_unit": 2.68, "stage0_per_stage1_unit": 2.34375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 75, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 6, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 4, 1, 3, 1, 1, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 13, 1, 3, 1, 3, 1, 8, 1, 1, 6, 1, 1, 3, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 13, 3, 4, 1, 9, 3, 4], "chunk_stats": {"count": 75, "sum": 202, "mean": 2.6933333333333334, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 3, 1, 1, 3, 3, 6, 1, 3, 1, 3, 1, 2, 1, 8, 1, 4, 5, 3, 1, 2, 1, 2, 1, 5, 1, 3, 1, 2], "chunk_stats": {"count": 32, "sum": 75, "mean": 2.34375, "median": 2.0, "p95": 5.449999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 4, 1, 1, 4, 3, 1, 8, 1, 1, 6, 1, 1, 2, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 2, 1, 13, 3, 3, 9, 1, 2, 4, 1, 1, 8, 1, 1, 2, 2, 3], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 8.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 1, 7, 3, 1, 3, 6, 1, 1, 5, 1, 2, 2, 5, 3, 1, 1], "chunk_stats": {"count": 18, "sum": 46, "mean": 2.5555555555555554, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 40, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06758491799882904, "decode_time_sec": 1.8390436869995028, "total_time_sec": 1.908955175000301, "prefill_units_per_sec": 3299.5527197926563, "prefill_bytes_per_sec": 3284.7565192554694, "decode_units_per_sec": 69.601391693331, "decode_bytes_per_sec": 69.601391693331, "total_units_per_sec": 67.05238639245671, "total_bytes_per_sec": 67.05238639245671, "step_latency_ms": {"count": 128, "sum": 1828, "mean": 14.28125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3322.08544921875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 222, "mean": 222.0, "median": 222.0, "p95": 222.0, "max": 222, "min": 222}, "model_input_units": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 222, "model_input_units": 223, "stage0_units": 88, "stage1_units": 49, "bytes_per_stage0_unit": 2.522727272727273, "stage0_per_stage1_unit": 1.7959183673469388}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 223, "units_out": 88, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 1, 3, 1, 3, 4, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 13, 1, 4, 7, 1, 4, 3, 5, 3, 1, 1, 1, 1, 5, 1, 1, 6, 1, 1, 3, 5, 1, 1, 5, 7, 2, 1, 2, 1, 3, 1, 1, 1, 8, 4, 1, 1, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 88, "sum": 223, "mean": 2.534090909090909, "median": 1.0, "p95": 6.6499999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 88, "units_out": 49, "chunk_lengths": [1, 2, 2, 4, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 4, 1, 2, 3, 1, 2, 5, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 88, "mean": 1.7959183673469388, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [5, 4, 2, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 2, 6, 1, 5, 1, 2, 4, 1, 2, 1, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 1, 2, 6, 4, 6, 1, 1, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 1, 6, 8, 2, 2, 3, 1, 1, 3, 1, 3, 1, 2, 5, 3, 4], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.299999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 41, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0663829490003991, "decode_time_sec": 1.9292561080001178, "total_time_sec": 1.9978990460003843, "prefill_units_per_sec": 2621.1550197770503, "prefill_bytes_per_sec": 2606.0909104679868, "decode_units_per_sec": 66.34681599255674, "decode_bytes_per_sec": 66.34681599255674, "total_units_per_sec": 64.06730122637808, "total_bytes_per_sec": 64.06730122637808, "step_latency_ms": {"count": 128, "sum": 1915, "mean": 14.9609375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3306.23779296875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 173, "mean": 173.0, "median": 173.0, "p95": 173.0, "max": 173, "min": 173}, "model_input_units": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 173, "model_input_units": 174, "stage0_units": 61, "stage1_units": 40, "bytes_per_stage0_unit": 2.8360655737704916, "stage0_per_stage1_unit": 1.525}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 174, "units_out": 61, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 10, 1, 1, 5, 1, 2, 3, 4, 1, 10, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 4, 1, 4, 3, 1, 10, 2, 4, 1, 1, 1, 1, 1, 1, 5, 5, 2, 5, 1, 1, 1, 10, 1, 5, 7, 1, 2, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 174, "mean": 2.8524590163934427, "median": 2.0, "p95": 10.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3], "chunk_stats": {"count": 40, "sum": 61, "mean": 1.525, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 1, 3, 4, 1, 4, 3, 1, 4, 2, 4, 1, 1, 1, 1, 1, 1, 5, 7, 1, 5, 1, 10, 1, 5, 7, 1, 1, 4, 1, 1, 5, 3, 4, 4, 1, 3, 5, 1, 1, 1, 1, 1, 4, 1, 1, 3, 1, 4], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 6.199999999999989, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [4, 3, 2, 1, 1, 1, 5, 1, 3, 3, 1, 4, 2, 1, 3, 2, 1, 2, 1, 1, 1, 4, 1], "chunk_stats": {"count": 23, "sum": 48, "mean": 2.0869565217391304, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 42, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06802870800129313, "decode_time_sec": 1.5895743370001583, "total_time_sec": 1.659731814001134, "prefill_units_per_sec": 2057.95470931682, "prefill_bytes_per_sec": 2043.2550328216996, "decode_units_per_sec": 80.5247021297295, "decode_bytes_per_sec": 80.5247021297295, "total_units_per_sec": 77.12089321914543, "total_bytes_per_sec": 77.12089321914543, "step_latency_ms": {"count": 128, "sum": 1586, "mean": 12.390625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3297.1689453125, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}, "model_input_units": {"count": 1, "sum": 140, "mean": 140.0, "median": 140.0, "p95": 140.0, "max": 140, "min": 140}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 139, "model_input_units": 140, "stage0_units": 42, "stage1_units": 25, "bytes_per_stage0_unit": 3.3095238095238093, "stage0_per_stage1_unit": 1.68}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 140, "units_out": 42, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 2, 8, 1, 1, 9, 1, 1, 1, 9, 1, 3, 2, 10, 1, 1, 9, 1, 6, 8, 2, 9, 6, 5, 1, 5, 3, 1, 5, 2, 8, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 140, "mean": 3.3333333333333335, "median": 2.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 42, "units_out": 25, "chunk_lengths": [1, 2, 2, 1, 3, 3, 1, 3, 1, 3, 2, 1, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1], "chunk_stats": {"count": 25, "sum": 42, "mean": 1.68, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 28, "chunk_lengths": [26, 1, 7, 1, 6, 1, 1, 2, 9, 9, 1, 1, 1, 9, 1, 2, 4, 1, 3, 1, 5, 1, 13, 3, 3, 9, 2, 2, 3], "chunk_stats": {"count": 29, "sum": 128, "mean": 4.413793103448276, "median": 2.0, "p95": 11.399999999999991, "max": 26, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 2, 3, 1, 2, 4, 1, 1, 5, 2, 1, 2, 1, 1, 1], "chunk_stats": {"count": 15, "sum": 28, "mean": 1.8666666666666667, "median": 1.0, "p95": 4.299999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 28, "sum": 28, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 43, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06698856900038663, "decode_time_sec": 1.734370021000359, "total_time_sec": 1.8035774290001427, "prefill_units_per_sec": 3582.700803753769, "prefill_bytes_per_sec": 3567.7728837381283, "decode_units_per_sec": 73.8020136707457, "decode_bytes_per_sec": 73.8020136707457, "total_units_per_sec": 70.97006091441271, "total_bytes_per_sec": 70.97006091441271, "step_latency_ms": {"count": 128, "sum": 1719, "mean": 13.4296875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3325.091796875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 89, "stage1_units": 43, "bytes_per_stage0_unit": 2.6853932584269664, "stage0_per_stage1_unit": 2.0697674418604652}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 240, "units_out": 89, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 8, 1, 5, 2, 6, 1, 1, 1, 1, 1, 5, 1, 3, 6, 2, 5, 1, 5, 3, 2, 1, 1, 4, 1, 1, 3, 1, 2, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3], "chunk_stats": {"count": 89, "sum": 240, "mean": 2.696629213483146, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 89, "units_out": 43, "chunk_lengths": [1, 2, 2, 3, 3, 1, 3, 1, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 1], "chunk_stats": {"count": 43, "sum": 89, "mean": 2.0697674418604652, "median": 1.0, "p95": 5.799999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 6, 1, 2, 1, 4, 1, 5, 1, 1, 5, 3, 4, 5, 1, 4, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 3.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 3], "chunk_stats": {"count": 16, "sum": 43, "mean": 2.6875, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 44, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06818893899981049, "decode_time_sec": 1.6949093930015806, "total_time_sec": 1.765482011000131, "prefill_units_per_sec": 2625.0591756604026, "prefill_bytes_per_sec": 2610.3940406008473, "decode_units_per_sec": 75.5202611588103, "decode_bytes_per_sec": 75.5202611588103, "total_units_per_sec": 72.50144674512376, "total_bytes_per_sec": 72.50144674512376, "step_latency_ms": {"count": 128, "sum": 1684, "mean": 13.15625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3308.029296875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 59, "stage1_units": 32, "bytes_per_stage0_unit": 3.016949152542373, "stage0_per_stage1_unit": 1.84375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 179, "units_out": 59, "chunk_lengths": [1, 1, 3, 1, 1, 1, 8, 4, 1, 6, 1, 5, 1, 8, 1, 4, 1, 1, 5, 1, 2, 4, 1, 5, 4, 3, 1, 1, 8, 1, 2, 1, 1, 9, 3, 4, 1, 4, 1, 5, 6, 1, 2, 4, 1, 6, 5, 6, 4, 1, 1, 8, 1, 6, 2, 6, 1, 1, 1], "chunk_stats": {"count": 59, "sum": 179, "mean": 3.0338983050847457, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 32, "chunk_lengths": [1, 2, 2, 3, 2, 2, 2, 1, 2, 1, 1, 1, 4, 2, 1, 3, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 1, 4, 2, 1, 3, 1], "chunk_stats": {"count": 32, "sum": 59, "mean": 1.84375, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [9, 1, 2, 6, 1, 5, 1, 2, 1, 8, 4, 1, 1, 13, 3, 4, 1, 3, 9, 7, 2, 6, 1, 6, 5, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 3.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 5, 1, 5, 1, 4, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 17, "sum": 36, "mean": 2.1176470588235294, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 45, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06756715799929225, "decode_time_sec": 1.8158909850008058, "total_time_sec": 1.8856058530000155, "prefill_units_per_sec": 1983.2120214587628, "prefill_bytes_per_sec": 1968.411931746384, "decode_units_per_sec": 70.48881296139217, "decode_bytes_per_sec": 70.48881296139217, "total_units_per_sec": 67.8826912826723, "total_bytes_per_sec": 67.8826912826723, "step_latency_ms": {"count": 128, "sum": 1804, "mean": 14.09375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3295.95654296875, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 133, "mean": 133.0, "median": 133.0, "p95": 133.0, "max": 133, "min": 133}, "model_input_units": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 133, "model_input_units": 134, "stage0_units": 45, "stage1_units": 28, "bytes_per_stage0_unit": 2.9555555555555557, "stage0_per_stage1_unit": 1.6071428571428572}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 134, "units_out": 45, "chunk_lengths": [1, 1, 3, 1, 8, 1, 5, 2, 3, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 5, 2, 3, 4, 1, 1, 4, 1, 1, 5, 7, 3, 5, 1, 9, 2, 3, 2, 9, 3, 4], "chunk_stats": {"count": 45, "sum": 134, "mean": 2.977777777777778, "median": 2.0, "p95": 8.799999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 45, "units_out": 28, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2], "chunk_stats": {"count": 28, "sum": 45, "mean": 1.6071428571428572, "median": 1.0, "p95": 3.6499999999999986, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 5, 5, 1, 2, 1, 5, 1, 2, 1, 6, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 3, 1, 1, 13, 1, 5, 5, 5, 1, 1, 1, 2, 1, 2, 4, 2, 6, 6, 1, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.799999999999997, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [2, 1, 1, 4, 1, 4, 1, 1, 5, 3, 3, 1, 2, 3, 3, 2, 2, 2, 2], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 46, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06812094800079649, "decode_time_sec": 1.8039261989997613, "total_time_sec": 1.874261437000314, "prefill_units_per_sec": 3493.785788142837, "prefill_bytes_per_sec": 3479.10601592375, "decode_units_per_sec": 70.95633960578503, "decode_bytes_per_sec": 70.95633960578503, "total_units_per_sec": 68.29356752111342, "total_bytes_per_sec": 68.29356752111342, "step_latency_ms": {"count": 128, "sum": 1796, "mean": 14.03125, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3323.966796875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 85, "stage1_units": 54, "bytes_per_stage0_unit": 2.788235294117647, "stage0_per_stage1_unit": 1.5740740740740742}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 238, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 2, 4, 1, 5, 4, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 2, 1, 4, 2, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 5, 3, 7, 1, 1, 6, 5, 1, 2, 4, 1, 4, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 9, 7, 2, 1, 6, 1, 5, 1, 2, 4, 1, 5, 1, 9, 1, 6, 2, 6, 9, 7, 2, 1, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 85, "sum": 238, "mean": 2.8, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 54, "chunk_lengths": [1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 54, "sum": 85, "mean": 1.5740740740740742, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 2, 4, 4, 1, 6, 5, 4, 5, 1, 6, 2, 1, 4, 1, 4, 1, 1, 6, 1, 1, 5, 1, 5, 2, 4, 4, 1, 6, 5, 4, 1, 1, 3, 9, 5, 1, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 4.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 2, 1, 5, 2, 4, 1, 1, 1, 6, 1, 1, 1, 1, 2], "chunk_stats": {"count": 20, "sum": 38, "mean": 1.9, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 47, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06800830900101573, "decode_time_sec": 1.889337231999889, "total_time_sec": 1.959612130000096, "prefill_units_per_sec": 2308.541445982066, "prefill_bytes_per_sec": 2293.837360338868, "decode_units_per_sec": 67.74862519620717, "decode_bytes_per_sec": 67.74862519620717, "total_units_per_sec": 65.31904862213408, "total_bytes_per_sec": 65.31904862213408, "step_latency_ms": {"count": 128, "sum": 1880, "mean": 14.6875, "median": 8.0, "p95": 38.0, "max": 44, "min": 7}, "peak_allocated_mb": 3302.31298828125, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 75, "stage1_units": 40, "bytes_per_stage0_unit": 2.08, "stage0_per_stage1_unit": 1.875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 157, "units_out": 75, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 8, 1, 1, 2, 1, 5, 1, 1, 1, 5, 5, 4, 2, 3, 1, 5, 1, 3, 1, 1, 1, 5, 5, 2, 5, 4, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 2, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 75, "sum": 157, "mean": 2.0933333333333333, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 40, "chunk_lengths": [1, 2, 1, 3, 1, 3, 2, 2, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 5, 1, 3, 2, 5, 1, 3, 1, 1, 1, 1, 3, 1, 4, 2, 1, 5, 1], "chunk_stats": {"count": 40, "sum": 75, "mean": 1.875, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 7, 10, 1, 2, 1, 1, 9, 5, 1, 1, 6, 7, 1, 6, 5, 1, 1, 1, 1, 6, 1, 4, 1, 1, 9, 1, 5, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 4, 4, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 5, 1, 1, 3], "chunk_stats": {"count": 24, "sum": 41, "mean": 1.7083333333333333, "median": 1.0, "p95": 3.849999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 48, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06674242900044192, "decode_time_sec": 1.5798243009994621, "total_time_sec": 1.6489744989994506, "prefill_units_per_sec": 3281.271048714004, "prefill_bytes_per_sec": 3266.288075888826, "decode_units_per_sec": 81.02166799119492, "decode_bytes_per_sec": 81.02166799119492, "total_units_per_sec": 77.62400211626478, "total_bytes_per_sec": 77.62400211626478, "step_latency_ms": {"count": 128, "sum": 1573, "mean": 12.2890625, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3320.25732421875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}, "model_input_units": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 218, "model_input_units": 219, "stage0_units": 55, "stage1_units": 28, "bytes_per_stage0_unit": 3.963636363636364, "stage0_per_stage1_unit": 1.9642857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 219, "units_out": 55, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 3, 2, 4, 1, 1, 9, 1, 2, 1, 13, 9, 2, 1, 3, 1, 7, 1, 3, 2, 4, 1, 13, 1, 2, 9, 1, 2, 2, 2, 1, 17, 6, 1, 5, 1, 1, 1, 11, 3, 6, 2, 3, 1, 30, 1, 4, 4], "chunk_stats": {"count": 55, "sum": 219, "mean": 3.981818181818182, "median": 2.0, "p95": 13.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 55, "units_out": 28, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 1, 1, 1, 4, 2, 3, 2, 2, 5, 1, 1, 3, 3, 2, 2, 1, 1, 3], "chunk_stats": {"count": 28, "sum": 55, "mean": 1.9642857142857142, "median": 2.0, "p95": 3.6499999999999986, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 25, "chunk_lengths": [1, 3, 2, 8, 1, 5, 4, 1, 5, 1, 1, 17, 3, 4, 2, 2, 13, 4, 1, 17, 3, 4, 8, 9, 7, 2], "chunk_stats": {"count": 26, "sum": 128, "mean": 4.923076923076923, "median": 3.5, "p95": 16.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 15, "sum": 25, "mean": 1.6666666666666667, "median": 1.0, "p95": 3.299999999999999, "max": 4, "min": 1}, "active_size_stats": {"count": 25, "sum": 25, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 49, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06660591900072177, "decode_time_sec": 1.9007297199987079, "total_time_sec": 1.9697925780001242, "prefill_units_per_sec": 3633.310727194945, "prefill_bytes_per_sec": 3618.2970465040567, "decode_units_per_sec": 67.34255725747636, "decode_bytes_per_sec": 67.34255725747636, "total_units_per_sec": 64.98146121047671, "total_bytes_per_sec": 64.98146121047671, "step_latency_ms": {"count": 128, "sum": 1887, "mean": 14.7421875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3326.08154296875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 241, "mean": 241.0, "median": 241.0, "p95": 241.0, "max": 241, "min": 241}, "model_input_units": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 241, "model_input_units": 242, "stage0_units": 92, "stage1_units": 51, "bytes_per_stage0_unit": 2.619565217391304, "stage0_per_stage1_unit": 1.803921568627451}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 242, "units_out": 92, "chunk_lengths": [1, 1, 3, 2, 4, 1, 3, 2, 5, 1, 2, 2, 2, 1, 4, 1, 2, 2, 1, 1, 6, 5, 1, 1, 2, 2, 1, 1, 4, 1, 2, 1, 1, 1, 1, 2, 4, 1, 4, 5, 1, 18, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 1, 18, 2, 2, 2, 1, 1, 1, 1, 2, 4, 1, 1, 2, 5, 18, 1, 6, 2, 2, 5, 1, 1, 1, 1, 5, 1, 6, 1, 2, 1, 7, 1, 3, 1, 1, 2], "chunk_stats": {"count": 92, "sum": 242, "mean": 2.630434782608696, "median": 2.0, "p95": 6.0, "max": 18, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 51, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 3, 2, 4, 1, 7, 1, 2, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 51, "sum": 92, "mean": 1.803921568627451, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [9, 4, 2, 3, 1, 1, 6, 1, 2, 1, 1, 8, 1, 3, 2, 1, 1, 1, 1, 6, 1, 1, 10, 4, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 6, 1, 2, 1, 5, 1, 2, 2, 2, 1, 10, 1, 5, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 1, 1, 2, 1, 1, 4, 3, 7, 1, 1, 1, 6, 3, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 21, "sum": 47, "mean": 2.238095238095238, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 50, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06710333800037915, "decode_time_sec": 1.8117190480006684, "total_time_sec": 1.8812058359999355, "prefill_units_per_sec": 2682.4298963932756, "prefill_bytes_per_sec": 2667.5275080799797, "decode_units_per_sec": 70.65113111288146, "decode_bytes_per_sec": 70.65113111288146, "total_units_per_sec": 68.0414644429183, "total_bytes_per_sec": 68.0414644429183, "step_latency_ms": {"count": 128, "sum": 1799, "mean": 14.0546875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3308.16259765625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 69, "stage1_units": 33, "bytes_per_stage0_unit": 2.5942028985507246, "stage0_per_stage1_unit": 2.090909090909091}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 180, "units_out": 69, "chunk_lengths": [1, 1, 3, 8, 1, 1, 7, 1, 1, 3, 1, 1, 1, 5, 3, 4, 10, 1, 3, 2, 14, 1, 7, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 6, 1, 2, 6, 1, 3, 1, 7, 3, 1, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 69, "sum": 180, "mean": 2.608695652173913, "median": 1.0, "p95": 7.599999999999994, "max": 14, "min": 1}}, {"stage": 1, "units_in": 69, "units_out": 33, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 4, 1, 2, 4, 1, 3, 3, 3, 3, 4, 4, 1, 1, 2], "chunk_stats": {"count": 33, "sum": 69, "mean": 2.090909090909091, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [13, 1, 1, 5, 2, 1, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 9, 1, 9, 4, 1, 4, 3, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 6, 4, 4, 5, 2, 4, 4, 4, 5, 2, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 2.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 51, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06802572900051018, "decode_time_sec": 1.7666614819991082, "total_time_sec": 1.836912349999693, "prefill_units_per_sec": 3028.2659668146302, "prefill_bytes_per_sec": 3013.565646587375, "decode_units_per_sec": 72.45304281789092, "decode_bytes_per_sec": 72.45304281789092, "total_units_per_sec": 69.68214896046695, "total_bytes_per_sec": 69.68214896046695, "step_latency_ms": {"count": 128, "sum": 1755, "mean": 13.7109375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3316.28515625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 68, "stage1_units": 38, "bytes_per_stage0_unit": 3.014705882352941, "stage0_per_stage1_unit": 1.7894736842105263}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 206, "units_out": 68, "chunk_lengths": [1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 1, 4, 2, 6, 1, 2, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 9, 10, 1, 1, 2, 1, 1, 3, 6, 1, 2, 9, 9, 2, 1, 3, 1, 7, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 2, 10, 1, 1], "chunk_stats": {"count": 68, "sum": 206, "mean": 3.0294117647058822, "median": 1.5, "p95": 9.649999999999999, "max": 11, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 38, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 2, 4, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 3, 1, 2, 1], "chunk_stats": {"count": 38, "sum": 68, "mean": 1.7894736842105263, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [9, 3, 4, 8, 1, 4, 1, 1, 1, 1, 1, 4, 6, 1, 4, 1, 1, 3, 2, 1, 4, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 2, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 2, 1, 2, 5, 3], "chunk_stats": {"count": 18, "sum": 40, "mean": 2.2222222222222223, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 52, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06627443899924401, "decode_time_sec": 1.713319180000326, "total_time_sec": 1.7820071679998364, "prefill_units_per_sec": 3832.5484732190243, "prefill_bytes_per_sec": 3817.459699702414, "decode_units_per_sec": 74.70878835312848, "decode_bytes_per_sec": 74.70878835312848, "total_units_per_sec": 71.82911623395431, "total_bytes_per_sec": 71.82911623395431, "step_latency_ms": {"count": 128, "sum": 1701, "mean": 13.2890625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3329.826171875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 85, "stage1_units": 33, "bytes_per_stage0_unit": 2.976470588235294, "stage0_per_stage1_unit": 2.5757575757575757}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 254, "units_out": 85, "chunk_lengths": [1, 1, 3, 3, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 1, 6, 1, 8, 1, 13, 1, 5, 1, 6, 5, 1, 1, 3, 1, 5, 1, 8, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 1, 3, 1, 1, 6, 1, 8, 2, 1, 5, 1, 1, 13, 1, 5, 1, 6, 5, 1, 1, 1, 7, 8, 1, 4, 2, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 85, "sum": 254, "mean": 2.988235294117647, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 33, "chunk_lengths": [1, 2, 1, 1, 1, 3, 3, 6, 1, 1, 5, 2, 3, 1, 2, 4, 2, 6, 1, 1, 5, 8, 1, 4, 1, 2, 4, 5, 1, 1, 4, 1, 1], "chunk_stats": {"count": 33, "sum": 85, "mean": 2.5757575757575757, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [9, 1, 2, 1, 3, 1, 1, 6, 1, 8, 1, 1, 1, 1, 1, 5, 1, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 8, 1, 3, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 9, 4], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 1.0, "p95": 8.899999999999999, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 8, 3, 3, 3, 1, 9, 3, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 15, "sum": 43, "mean": 2.8666666666666667, "median": 2.0, "p95": 8.299999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 53, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06641713899989554, "decode_time_sec": 1.946599867000259, "total_time_sec": 2.015447165000296, "prefill_units_per_sec": 3553.299698747505, "prefill_bytes_per_sec": 3538.2433440917953, "decode_units_per_sec": 65.75568105696524, "decode_bytes_per_sec": 65.75568105696524, "total_units_per_sec": 63.50947929710735, "total_bytes_per_sec": 63.50947929710735, "step_latency_ms": {"count": 128, "sum": 1931, "mean": 15.0859375, "median": 8.0, "p95": 38.0, "max": 48, "min": 7}, "peak_allocated_mb": 3323.685546875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}, "model_input_units": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 235, "model_input_units": 236, "stage0_units": 79, "stage1_units": 44, "bytes_per_stage0_unit": 2.9746835443037973, "stage0_per_stage1_unit": 1.7954545454545454}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 236, "units_out": 79, "chunk_lengths": [1, 1, 3, 1, 3, 10, 1, 1, 1, 3, 2, 1, 2, 2, 1, 1, 1, 9, 2, 2, 3, 1, 2, 9, 2, 1, 2, 2, 1, 6, 1, 2, 2, 4, 2, 4, 8, 1, 4, 1, 1, 2, 1, 9, 9, 2, 6, 3, 4, 5, 2, 6, 12, 1, 2, 1, 4, 3, 1, 4, 1, 5, 1, 9, 1, 2, 2, 2, 1, 2, 2, 2, 1, 13, 2, 2, 2, 1, 1], "chunk_stats": {"count": 79, "sum": 236, "mean": 2.9873417721518987, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 3, 2, 2, 1, 2, 2, 1, 1, 1, 1, 3, 3, 1, 4, 4, 1, 1, 3, 5, 1, 2, 1, 1, 1], "chunk_stats": {"count": 44, "sum": 79, "mean": 1.7954545454545454, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [9, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 9, 4, 1, 13, 3, 4, 1, 2, 1, 1, 1, 3, 1, 7, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 3, 1, 4, 1, 3, 1, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 2, 5, 3, 1, 3, 1, 2, 1, 4, 1, 4, 1, 2, 3, 3, 1, 1, 1, 2, 4, 2], "chunk_stats": {"count": 23, "sum": 49, "mean": 2.130434782608696, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 54, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06877844799964805, "decode_time_sec": 1.6630686560001777, "total_time_sec": 1.7342486730012752, "prefill_units_per_sec": 3649.3990094292967, "prefill_bytes_per_sec": 3634.859571144718, "decode_units_per_sec": 76.96615502804974, "decode_bytes_per_sec": 76.96615502804974, "total_units_per_sec": 73.80717770911386, "total_bytes_per_sec": 73.80717770911386, "step_latency_ms": {"count": 128, "sum": 1653, "mean": 12.9140625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3327.091796875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 250, "mean": 250.0, "median": 250.0, "p95": 250.0, "max": 250, "min": 250}, "model_input_units": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 250, "model_input_units": 251, "stage0_units": 81, "stage1_units": 44, "bytes_per_stage0_unit": 3.0864197530864197, "stage0_per_stage1_unit": 1.8409090909090908}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 251, "units_out": 81, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 6, 1, 1, 2, 1, 4, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 1, 9, 2, 12, 5, 1, 8, 3, 9, 2, 1, 1, 1, 1, 1, 8, 1, 8, 3, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 9, 1, 9, 1, 5, 2, 1, 1, 9, 4, 4, 1, 3, 3, 4, 1, 2, 1, 1, 13, 1, 9, 1, 5, 3, 4, 1, 1], "chunk_stats": {"count": 81, "sum": 251, "mean": 3.0987654320987654, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 44, "chunk_lengths": [1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 4, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 2, 2, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 81, "mean": 1.8409090909090908, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [17, 1, 3, 1, 8, 1, 3, 1, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 9, 3, 4, 1, 9, 1, 4, 1, 5, 4, 3, 1, 1, 8], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 2, 3, 6, 3, 4, 1, 1, 1, 6, 1, 1, 4], "chunk_stats": {"count": 15, "sum": 38, "mean": 2.533333333333333, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 55, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06596741899920744, "decode_time_sec": 1.9213198550005472, "total_time_sec": 1.9897087629997259, "prefill_units_per_sec": 2213.2137684779527, "prefill_bytes_per_sec": 2198.0547700637203, "decode_units_per_sec": 66.62086984988949, "decode_bytes_per_sec": 66.62086984988949, "total_units_per_sec": 64.33102290157508, "total_bytes_per_sec": 64.33102290157508, "step_latency_ms": {"count": 128, "sum": 1911, "mean": 14.9296875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3300.4150390625, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}, "model_input_units": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 145, "model_input_units": 146, "stage0_units": 63, "stage1_units": 42, "bytes_per_stage0_unit": 2.3015873015873014, "stage0_per_stage1_unit": 1.5}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 146, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 5, 5, 1, 5, 2, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 3, 3, 5, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 146, "mean": 2.3174603174603177, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 42, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 63, "mean": 1.5, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.5, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 2, 5, 4, 1, 1, 2, 2, 1, 2, 8, 1, 1, 3, 5, 4, 1, 1, 2, 2], "chunk_stats": {"count": 21, "sum": 50, "mean": 2.380952380952381, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 56, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06777332900128386, "decode_time_sec": 1.7431446310001775, "total_time_sec": 1.8131415389998438, "prefill_units_per_sec": 2936.2583029709263, "prefill_bytes_per_sec": 2921.5032361218264, "decode_units_per_sec": 73.43051042560735, "decode_bytes_per_sec": 73.43051042560735, "total_units_per_sec": 70.59570212627015, "total_bytes_per_sec": 70.59570212627015, "step_latency_ms": {"count": 128, "sum": 1734, "mean": 13.546875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.34423828125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 67, "stage1_units": 37, "bytes_per_stage0_unit": 2.955223880597015, "stage0_per_stage1_unit": 1.8108108108108107}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 199, "units_out": 67, "chunk_lengths": [1, 1, 3, 9, 1, 1, 3, 2, 1, 2, 1, 2, 2, 1, 5, 2, 6, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 10, 1, 1, 1, 13, 3, 3, 9, 5, 2, 14, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 13, 1, 1, 6, 2, 1, 5, 1, 1], "chunk_stats": {"count": 67, "sum": 199, "mean": 2.970149253731343, "median": 2.0, "p95": 10.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 37, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 1, 6, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 37, "sum": 67, "mean": 1.8108108108108107, "median": 1.0, "p95": 4.199999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [13, 1, 7, 2, 6, 1, 13, 1, 10, 1, 2, 10, 9, 1, 9, 1, 3, 1, 1, 1, 10, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 2.0, "p95": 11.049999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 1, 1], "chunk_stats": {"count": 20, "sum": 33, "mean": 1.65, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 57, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06650530899969453, "decode_time_sec": 1.7579536169996572, "total_time_sec": 1.8267755660017428, "prefill_units_per_sec": 3308.006583369314, "prefill_bytes_per_sec": 3292.970189808544, "decode_units_per_sec": 72.81193244362201, "decode_bytes_per_sec": 72.81193244362201, "total_units_per_sec": 70.06881544849712, "total_bytes_per_sec": 70.06881544849712, "step_latency_ms": {"count": 128, "sum": 1745, "mean": 13.6328125, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3321.41796875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 62, "stage1_units": 45, "bytes_per_stage0_unit": 3.532258064516129, "stage0_per_stage1_unit": 1.3777777777777778}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 220, "units_out": 62, "chunk_lengths": [1, 1, 3, 6, 1, 4, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 8, 2, 8, 1, 4, 1, 3, 5, 1, 1, 1, 2, 3, 1, 5, 3, 4, 1, 6, 1, 4, 1, 9, 6, 1, 9, 4, 5, 1, 1, 3, 10, 5, 1, 5, 1, 1], "chunk_stats": {"count": 62, "sum": 220, "mean": 3.5483870967741935, "median": 3.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 62, "units_out": 45, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 62, "mean": 1.3777777777777778, "median": 1.0, "p95": 2.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [9, 8, 1, 8, 1, 1, 1, 1, 4, 6, 1, 4, 1, 5, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 1], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 3.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 3, 2, 1, 2, 3, 3, 2], "chunk_stats": {"count": 20, "sum": 33, "mean": 1.65, "median": 1.5, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 58, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0662626689991157, "decode_time_sec": 1.784519769000326, "total_time_sec": 1.85307624699999, "prefill_units_per_sec": 2837.193292085909, "prefill_bytes_per_sec": 2822.101838404601, "decode_units_per_sec": 71.72798095237947, "decode_bytes_per_sec": 71.72798095237947, "total_units_per_sec": 69.07432989183455, "total_bytes_per_sec": 69.07432989183455, "step_latency_ms": {"count": 128, "sum": 1773, "mean": 13.8515625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3311.63525390625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 72, "stage1_units": 30, "bytes_per_stage0_unit": 2.5972222222222223, "stage0_per_stage1_unit": 2.4}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 188, "units_out": 72, "chunk_lengths": [1, 1, 3, 1, 3, 1, 2, 4, 1, 1, 3, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 6, 2, 1, 1, 3, 1, 6, 2, 2, 1, 3, 1, 1, 7, 1, 9, 4, 1, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 8, 1, 6, 1, 1, 1, 1, 9, 4, 1, 6, 1, 1, 3, 1, 4, 1, 4, 1, 9, 4, 1], "chunk_stats": {"count": 72, "sum": 188, "mean": 2.611111111111111, "median": 1.0, "p95": 8.450000000000003, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 30, "chunk_lengths": [1, 2, 1, 1, 3, 1, 4, 1, 4, 3, 3, 6, 6, 1, 1, 3, 1, 3, 4, 2, 2, 3, 1, 1, 2, 1, 3, 5, 1, 2], "chunk_stats": {"count": 30, "sum": 72, "mean": 2.4, "median": 2.0, "p95": 5.549999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 6, 2, 1, 1, 3, 1, 4, 1, 6, 2, 1, 1, 9, 4, 1, 3, 3, 1, 1, 3, 1, 4, 1, 4, 1, 1, 9, 4, 1, 4, 1, 1, 3, 1, 4, 1, 8, 1, 9, 4, 1, 1, 4, 1, 1, 2], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.699999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 1, 3, 6, 1, 1, 4, 3, 5, 1, 1, 3, 3, 5, 1, 4, 2], "chunk_stats": {"count": 17, "sum": 46, "mean": 2.7058823529411766, "median": 3.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 59, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06692420900071738, "decode_time_sec": 1.6487377720004588, "total_time_sec": 1.7179243400005362, "prefill_units_per_sec": 3287.3007135226917, "prefill_bytes_per_sec": 3272.358437552134, "decode_units_per_sec": 77.6351474283834, "decode_bytes_per_sec": 77.6351474283834, "total_units_per_sec": 74.50851997356301, "total_bytes_per_sec": 74.50851997356301, "step_latency_ms": {"count": 128, "sum": 1635, "mean": 12.7734375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3321.41796875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 78, "stage1_units": 37, "bytes_per_stage0_unit": 2.8076923076923075, "stage0_per_stage1_unit": 2.108108108108108}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 220, "units_out": 78, "chunk_lengths": [1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 1, 1, 9, 6, 2, 1, 4, 1, 4, 4, 5, 2, 1, 3, 1, 1, 3, 1, 1, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 2, 7, 1, 6, 1, 1, 5, 8, 1, 1, 3, 2, 3, 5, 13, 1, 2, 1, 3, 1, 5, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 4, 1, 1], "chunk_stats": {"count": 78, "sum": 220, "mean": 2.8205128205128207, "median": 2.0, "p95": 8.149999999999991, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 37, "chunk_lengths": [1, 2, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 4, 5, 2, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 1, 2, 5, 1, 1, 5, 3, 5, 1, 2, 1, 1], "chunk_stats": {"count": 37, "sum": 78, "mean": 2.108108108108108, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 32, "chunk_lengths": [17, 1, 2, 1, 1, 8, 1, 5, 2, 1, 4, 4, 2, 4, 1, 1, 1, 21, 3, 4, 5, 1, 1, 2, 6, 1, 1, 17, 2, 3, 1, 1, 3], "chunk_stats": {"count": 33, "sum": 128, "mean": 3.878787878787879, "median": 2.0, "p95": 17.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 4, 3, 3, 1, 2, 2, 1, 3, 3, 1, 2, 1, 1, 3], "chunk_stats": {"count": 16, "sum": 32, "mean": 2.0, "median": 2.0, "p95": 3.25, "max": 4, "min": 1}, "active_size_stats": {"count": 32, "sum": 32, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 60, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06702819900056056, "decode_time_sec": 1.7015753359992232, "total_time_sec": 1.770863523999651, "prefill_units_per_sec": 2730.1941977953124, "prefill_bytes_per_sec": 2715.2751038182887, "decode_units_per_sec": 75.22440957622015, "decode_bytes_per_sec": 75.22440957622015, "total_units_per_sec": 72.28112063141982, "total_bytes_per_sec": 72.28112063141982, "step_latency_ms": {"count": 128, "sum": 1696, "mean": 13.25, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3308.5625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "model_input_units": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 182, "model_input_units": 183, "stage0_units": 64, "stage1_units": 41, "bytes_per_stage0_unit": 2.84375, "stage0_per_stage1_unit": 1.5609756097560976}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 183, "units_out": 64, "chunk_lengths": [1, 1, 3, 3, 6, 6, 1, 1, 3, 2, 7, 4, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 6, 9, 1, 1, 7, 2, 1, 1, 4, 2, 1, 1, 9, 1, 9, 2, 1, 1, 8, 1, 1, 1, 1, 9, 1, 1, 1, 2, 3, 1, 1, 1, 6, 1, 1], "chunk_stats": {"count": 64, "sum": 183, "mean": 2.859375, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 2, 2, 2, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 41, "sum": 64, "mean": 1.5609756097560976, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [2, 2, 3, 1, 1, 8, 1, 1, 9, 3, 4, 1, 1, 6, 1, 5, 1, 5, 4, 3, 6, 7, 1, 1, 3, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 5, 1, 5, 2, 1, 1, 4, 5, 1, 1, 2, 8, 3], "chunk_stats": {"count": 15, "sum": 42, "mean": 2.8, "median": 2.0, "p95": 5.899999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 61, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06653361999997287, "decode_time_sec": 1.9111855589999323, "total_time_sec": 1.979888348001623, "prefill_units_per_sec": 3051.0890584351605, "prefill_bytes_per_sec": 3036.059063073411, "decode_units_per_sec": 66.97413518914337, "decode_bytes_per_sec": 66.97413518914337, "total_units_per_sec": 64.65011025959888, "total_bytes_per_sec": 64.65011025959888, "step_latency_ms": {"count": 128, "sum": 1898, "mean": 14.828125, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3315.93212890625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 70, "stage1_units": 41, "bytes_per_stage0_unit": 2.8857142857142857, "stage0_per_stage1_unit": 1.7073170731707317}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 203, "units_out": 70, "chunk_lengths": [1, 1, 3, 1, 4, 1, 8, 1, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 9, 5, 3, 2, 4, 1, 5, 2, 1, 1, 8, 1, 1, 9, 3, 4, 1, 5, 1, 1, 1, 1, 4, 6, 3, 5, 2, 1, 5, 4, 1, 9, 3, 4], "chunk_stats": {"count": 70, "sum": 203, "mean": 2.9, "median": 2.0, "p95": 8.549999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 41, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 3, 1, 1, 4, 1, 2, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 2], "chunk_stats": {"count": 41, "sum": 70, "mean": 1.7073170731707317, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 1, 4, 1, 1, 8, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 9, 1, 1, 2, 1, 1, 7, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 7], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 4, 1, 1, 1, 1, 3, 2, 3, 3, 2, 1, 7, 5, 1, 1, 7, 4], "chunk_stats": {"count": 20, "sum": 51, "mean": 2.55, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 62, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06781497800147918, "decode_time_sec": 1.7975431260001642, "total_time_sec": 1.8675054640007147, "prefill_units_per_sec": 2182.4087297760657, "prefill_bytes_per_sec": 2167.6627248451464, "decode_units_per_sec": 71.20830546348088, "decode_bytes_per_sec": 71.20830546348088, "total_units_per_sec": 68.54062944789918, "total_bytes_per_sec": 68.54062944789918, "step_latency_ms": {"count": 128, "sum": 1794, "mean": 14.015625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3300.00390625, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 51, "stage1_units": 26, "bytes_per_stage0_unit": 2.8823529411764706, "stage0_per_stage1_unit": 1.9615384615384615}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 148, "units_out": 51, "chunk_lengths": [1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 4, 5, 3, 1, 2, 1, 1, 4, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 1, 3, 3, 1, 3, 1, 7, 1, 13, 4, 5, 3], "chunk_stats": {"count": 51, "sum": 148, "mean": 2.9019607843137254, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 51, "units_out": 26, "chunk_lengths": [1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 8, 3, 1, 2, 1, 1, 1, 2, 1, 5, 1, 2, 1], "chunk_stats": {"count": 26, "sum": 51, "mean": 1.9615384615384615, "median": 1.0, "p95": 4.75, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 3, 1, 5, 1, 17, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 5, 3, 1, 3, 1, 5, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 5], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 7.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 8, 3, 1, 2, 1, 1, 3, 5, 1, 8, 3, 1, 2, 1], "chunk_stats": {"count": 17, "sum": 46, "mean": 2.7058823529411766, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 63, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06670904900056485, "decode_time_sec": 1.9437525009998353, "total_time_sec": 2.012734288999127, "prefill_units_per_sec": 3013.084476714667, "prefill_bytes_per_sec": 2998.0940066812605, "decode_units_per_sec": 65.85200530116815, "decode_bytes_per_sec": 65.85200530116815, "total_units_per_sec": 63.595080930255634, "total_bytes_per_sec": 63.595080930255634, "step_latency_ms": {"count": 128, "sum": 1936, "mean": 15.125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3315.68896484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 73, "stage1_units": 46, "bytes_per_stage0_unit": 2.73972602739726, "stage0_per_stage1_unit": 1.5869565217391304}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 73, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 2, 2, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 1, 1, 1, 6, 2, 1, 4, 2, 4, 2, 12, 2, 1, 3, 2, 1, 7, 2, 1, 5, 1, 9, 3, 4, 1, 1, 5, 3, 4], "chunk_stats": {"count": 73, "sum": 201, "mean": 2.7534246575342465, "median": 2.0, "p95": 7.799999999999983, "max": 12, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 46, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 2, 3, 1, 2, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2], "chunk_stats": {"count": 46, "sum": 73, "mean": 1.5869565217391304, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 4, 1, 1, 1, 4, 7, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 4, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 1, 1, 8], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.5, "p95": 7.649999999999999, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [2, 1, 1, 1, 2, 2, 2, 2, 3, 3, 2, 1, 2, 3, 3, 5, 1, 1, 2, 4, 1, 3, 1], "chunk_stats": {"count": 23, "sum": 48, "mean": 2.0869565217391304, "median": 2.0, "p95": 3.8999999999999986, "max": 5, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 64, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06671438000012131, "decode_time_sec": 1.9695576720005192, "total_time_sec": 2.038576341001317, "prefill_units_per_sec": 3357.596967844004, "prefill_bytes_per_sec": 3342.6076956661295, "decode_units_per_sec": 64.9892114456277, "decode_bytes_per_sec": 64.9892114456277, "total_units_per_sec": 62.78891666972275, "total_bytes_per_sec": 62.78891666972275, "step_latency_ms": {"count": 128, "sum": 1960, "mean": 15.3125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3321.994140625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}, "model_input_units": {"count": 1, "sum": 224, "mean": 224.0, "median": 224.0, "p95": 224.0, "max": 224, "min": 224}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 223, "model_input_units": 224, "stage0_units": 83, "stage1_units": 49, "bytes_per_stage0_unit": 2.6867469879518073, "stage0_per_stage1_unit": 1.6938775510204083}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 224, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1, 5, 7, 1, 1, 6, 1, 2, 3, 1, 9, 7, 1, 4, 1, 1, 1, 6, 1, 2, 1, 6, 5, 1, 5, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 3, 4], "chunk_stats": {"count": 83, "sum": 224, "mean": 2.6987951807228914, "median": 2.0, "p95": 6.8999999999999915, "max": 9, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 49, "chunk_lengths": [1, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 1, 1, 3, 1, 1, 3, 2, 2, 1, 1, 2, 1, 5, 2, 3, 1, 2, 1, 2, 2, 1, 1, 2], "chunk_stats": {"count": 49, "sum": 83, "mean": 1.6938775510204083, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 4, 1, 1, 1, 4, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.5, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [3, 1, 1, 6, 2, 2, 3, 2, 4, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 2, 3], "chunk_stats": {"count": 23, "sum": 50, "mean": 2.1739130434782608, "median": 2.0, "p95": 3.8999999999999986, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 65, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06700052899941511, "decode_time_sec": 1.7004484770004638, "total_time_sec": 1.7696654060000583, "prefill_units_per_sec": 3567.136014733352, "prefill_bytes_per_sec": 3552.2107594415806, "decode_units_per_sec": 75.27425954462782, "decode_bytes_per_sec": 75.27425954462782, "total_units_per_sec": 72.33005717691911, "total_bytes_per_sec": 72.33005717691911, "step_latency_ms": {"count": 128, "sum": 1689, "mean": 13.1953125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3324.810546875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 68, "stage1_units": 38, "bytes_per_stage0_unit": 3.5, "stage0_per_stage1_unit": 1.7894736842105263}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 239, "units_out": 68, "chunk_lengths": [1, 1, 3, 1, 1, 1, 7, 1, 2, 1, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 9, 7, 1, 5, 2, 6, 1, 6, 9, 7, 1, 3, 1, 5, 2, 4, 9, 7, 1, 5, 2, 7, 1, 5, 1, 1, 2, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 68, "sum": 239, "mean": 3.514705882352941, "median": 2.0, "p95": 9.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 38, "chunk_lengths": [1, 2, 2, 5, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 2, 1, 5, 1, 2], "chunk_stats": {"count": 38, "sum": 68, "mean": 1.7894736842105263, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 7, 1, 1, 4, 1, 1, 1, 7, 1, 2, 1, 1, 6, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 2], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [2, 1, 1, 8, 2, 4, 1, 4, 1, 1, 2, 2, 1, 3, 6], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 66, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06653022899990901, "decode_time_sec": 1.66073847899861, "total_time_sec": 1.7295461480007361, "prefill_units_per_sec": 2915.9677174756953, "prefill_bytes_per_sec": 2900.9369560454084, "decode_units_per_sec": 77.07414600110987, "decode_bytes_per_sec": 77.07414600110987, "total_units_per_sec": 74.00785468948673, "total_bytes_per_sec": 74.00785468948673, "step_latency_ms": {"count": 128, "sum": 1655, "mean": 12.9296875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3314.95361328125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 72, "stage1_units": 33, "bytes_per_stage0_unit": 2.6805555555555554, "stage0_per_stage1_unit": 2.1818181818181817}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 194, "units_out": 72, "chunk_lengths": [1, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 2, 2, 1, 1, 9, 1, 2, 3, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 2, 3, 1, 9, 4, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 6, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 72, "sum": 194, "mean": 2.6944444444444446, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 33, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 6, 4, 3, 3, 1, 2, 1, 1, 1, 10, 4, 1, 1, 1, 2, 2, 3, 1], "chunk_stats": {"count": 33, "sum": 72, "mean": 2.1818181818181817, "median": 1.0, "p95": 4.799999999999997, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [13, 3, 4, 2, 2, 9, 2, 3, 6, 1, 2, 1, 3, 1, 13, 3, 4, 1, 1, 9, 4, 1, 13, 3, 4, 5, 1, 5, 4, 3, 1, 1], "chunk_stats": {"count": 32, "sum": 128, "mean": 4.0, "median": 3.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 2, 2, 3, 1, 2, 2, 1, 2, 1, 3, 1, 1, 3], "chunk_stats": {"count": 17, "sum": 31, "mean": 1.8235294117647058, "median": 2.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 67, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06706627899984596, "decode_time_sec": 1.8466575109996484, "total_time_sec": 1.9160614499996882, "prefill_units_per_sec": 2937.392724597893, "prefill_bytes_per_sec": 2922.4821016303913, "decode_units_per_sec": 69.31442307930178, "decode_bytes_per_sec": 69.31442307930178, "total_units_per_sec": 66.80370298145752, "total_bytes_per_sec": 66.80370298145752, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3314.99951171875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 61, "stage1_units": 35, "bytes_per_stage0_unit": 3.2131147540983607, "stage0_per_stage1_unit": 1.7428571428571429}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 197, "units_out": 61, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 3, 2, 4, 2, 8, 11, 2, 1, 4, 1, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 4, 6, 1, 9, 4, 6, 1, 3, 1, 3, 1, 1, 6, 1, 1, 13, 1, 2, 6, 1, 5, 1, 2, 4, 1, 6, 1, 17, 3, 4, 6, 1, 1], "chunk_stats": {"count": 61, "sum": 197, "mean": 3.2295081967213113, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 5, 2, 3, 1, 3, 1, 1], "chunk_stats": {"count": 35, "sum": 61, "mean": 1.7428571428571429, "median": 1.0, "p95": 3.5999999999999943, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [9, 1, 2, 1, 4, 1, 2, 1, 5, 1, 13, 1, 5, 5, 5, 1, 1, 3, 6, 1, 5, 1, 4, 1, 1, 1, 1, 6, 1, 4, 1, 6, 1, 1, 1, 9, 3, 4, 2, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 8.399999999999991, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2, 3, 6, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 44, "mean": 2.0952380952380953, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 68, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06673846899866476, "decode_time_sec": 1.9119055320006737, "total_time_sec": 1.9809694200012018, "prefill_units_per_sec": 3161.5948517521656, "prefill_bytes_per_sec": 3146.61098989552, "decode_units_per_sec": 66.9489145031434, "decode_bytes_per_sec": 66.9489145031434, "total_units_per_sec": 64.61482883462297, "total_bytes_per_sec": 64.61482883462297, "step_latency_ms": {"count": 128, "sum": 1895, "mean": 14.8046875, "median": 8.0, "p95": 38.0, "max": 46, "min": 7}, "peak_allocated_mb": 3317.49560546875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 210, "mean": 210.0, "median": 210.0, "p95": 210.0, "max": 210, "min": 210}, "model_input_units": {"count": 1, "sum": 211, "mean": 211.0, "median": 211.0, "p95": 211.0, "max": 211, "min": 211}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 210, "model_input_units": 211, "stage0_units": 81, "stage1_units": 40, "bytes_per_stage0_unit": 2.5925925925925926, "stage0_per_stage1_unit": 2.025}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 211, "units_out": 81, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 3, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 5, 2, 1, 6, 5, 1, 1, 2, 2, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 4, 1, 3, 1, 7, 1, 5, 3, 4], "chunk_stats": {"count": 81, "sum": 211, "mean": 2.6049382716049383, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 40, "chunk_lengths": [1, 2, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 4, 2, 5, 1, 2, 2, 3, 1, 3, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2], "chunk_stats": {"count": 40, "sum": 81, "mean": 2.025, "median": 1.5, "p95": 5.049999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 3, 1, 1, 1, 4, 4, 1, 1, 3, 1, 4, 1, 4, 1, 2, 1, 1, 4, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 4, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 7], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 6.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [3, 1, 1, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 6, 1, 1, 6, 5, 1, 2], "chunk_stats": {"count": 20, "sum": 50, "mean": 2.5, "median": 1.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 69, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06683026899918332, "decode_time_sec": 1.7798187829994276, "total_time_sec": 1.8491046519993688, "prefill_units_per_sec": 2573.684089197694, "prefill_bytes_per_sec": 2558.7208096093354, "decode_units_per_sec": 71.91743407960267, "decode_bytes_per_sec": 71.91743407960267, "total_units_per_sec": 69.22269102595048, "total_bytes_per_sec": 69.22269102595048, "step_latency_ms": {"count": 128, "sum": 1769, "mean": 13.8203125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3305.84619140625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}, "model_input_units": {"count": 1, "sum": 172, "mean": 172.0, "median": 172.0, "p95": 172.0, "max": 172, "min": 172}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 171, "model_input_units": 172, "stage0_units": 63, "stage1_units": 31, "bytes_per_stage0_unit": 2.7142857142857144, "stage0_per_stage1_unit": 2.032258064516129}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 172, "units_out": 63, "chunk_lengths": [1, 1, 3, 5, 1, 1, 3, 2, 1, 1, 1, 5, 1, 2, 2, 2, 4, 1, 2, 2, 1, 1, 9, 5, 1, 3, 1, 4, 1, 13, 1, 2, 4, 1, 1, 1, 5, 1, 17, 1, 3, 1, 1, 3, 1, 1, 4, 1, 1, 1, 13, 2, 3, 4, 5, 1, 3, 1, 1, 1, 5, 1, 1], "chunk_stats": {"count": 63, "sum": 172, "mean": 2.7301587301587302, "median": 1.0, "p95": 8.599999999999994, "max": 17, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 31, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 2, 5, 1, 5, 1, 5, 1, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 31, "sum": 63, "mean": 2.032258064516129, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 6, 1, 13, 2, 3, 5, 1, 3, 4, 1, 1, 6, 1, 17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 3, 2, 1, 5, 1, 1, 2, 2, 5, 1, 4, 1, 3, 2, 2], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 70, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06657023899970227, "decode_time_sec": 2.0931387359996734, "total_time_sec": 2.1618100840005354, "prefill_units_per_sec": 2178.1505095790403, "prefill_bytes_per_sec": 2163.128781926771, "decode_units_per_sec": 61.152181553253705, "decode_bytes_per_sec": 61.152181553253705, "total_units_per_sec": 59.2096414700452, "total_bytes_per_sec": 59.2096414700452, "step_latency_ms": {"count": 128, "sum": 2081, "mean": 16.2578125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3300.2509765625, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 62, "stage1_units": 32, "bytes_per_stage0_unit": 2.3225806451612905, "stage0_per_stage1_unit": 1.9375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 145, "units_out": 62, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 1, 9, 4, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 3, 1, 6, 1, 5, 4, 1, 8, 1, 1, 5, 1, 1, 2, 1, 4, 1, 6, 1, 1, 5, 3, 4], "chunk_stats": {"count": 62, "sum": 145, "mean": 2.338709677419355, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 62, "units_out": 32, "chunk_lengths": [1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 1, 7, 1, 3, 3, 3, 1, 2, 1, 1, 1, 1, 3, 3, 3, 2, 3, 1, 1, 2], "chunk_stats": {"count": 32, "sum": 62, "mean": 1.9375, "median": 1.5, "p95": 3.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 6, 1, 1, 1, 4, 3, 1, 6, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 3], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [3, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 5, 1, 1, 3, 1, 3, 4], "chunk_stats": {"count": 28, "sum": 55, "mean": 1.9642857142857142, "median": 1.0, "p95": 3.6499999999999986, "max": 5, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 71, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06661352000082843, "decode_time_sec": 2.178880258999925, "total_time_sec": 2.247851358000844, "prefill_units_per_sec": 2702.15415726059, "prefill_bytes_per_sec": 2687.1421897202536, "decode_units_per_sec": 58.745770664217304, "decode_bytes_per_sec": 58.745770664217304, "total_units_per_sec": 56.94326697555237, "total_bytes_per_sec": 56.94326697555237, "step_latency_ms": {"count": 128, "sum": 2161, "mean": 16.8828125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3308.16259765625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 63, "stage1_units": 38, "bytes_per_stage0_unit": 2.8412698412698414, "stage0_per_stage1_unit": 1.6578947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 180, "units_out": 63, "chunk_lengths": [1, 1, 3, 7, 1, 1, 8, 1, 3, 2, 4, 2, 6, 2, 7, 1, 1, 5, 5, 1, 4, 2, 6, 1, 5, 2, 1, 3, 1, 5, 1, 6, 1, 4, 1, 3, 2, 4, 1, 5, 5, 2, 4, 1, 1, 4, 1, 1, 5, 6, 2, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1], "chunk_stats": {"count": 63, "sum": 180, "mean": 2.857142857142857, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 38, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 5, 3, 2, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 38, "sum": 63, "mean": 1.6578947368421053, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [2, 1, 1, 5, 4, 1, 4, 3, 5, 1, 1, 1, 3, 1, 1, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 1, 1, 2, 1, 1, 9, 1, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 2, 1], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 29, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 6, 1, 2, 3, 2, 1, 5, 1, 1, 1, 2, 6, 3, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 30, "sum": 59, "mean": 1.9666666666666666, "median": 1.0, "p95": 5.549999999999997, "max": 6, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 72, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06737585900009435, "decode_time_sec": 1.6591525919993728, "total_time_sec": 1.7287962199989124, "prefill_units_per_sec": 2745.790595408081, "prefill_bytes_per_sec": 2730.948484081551, "decode_units_per_sec": 77.1478166729395, "decode_bytes_per_sec": 77.1478166729395, "total_units_per_sec": 74.03995827806735, "total_bytes_per_sec": 74.03995827806735, "step_latency_ms": {"count": 128, "sum": 1646, "mean": 12.859375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3310.8134765625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 67, "stage1_units": 31, "bytes_per_stage0_unit": 2.746268656716418, "stage0_per_stage1_unit": 2.161290322580645}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 185, "units_out": 67, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 1, 5, 1, 1, 3, 1, 1, 9, 5, 2, 1, 4, 1, 4, 7, 4, 4, 1, 4, 2, 1, 3, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 4, 1, 1, 5, 1, 14, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 1, 2, 8, 1, 7, 1, 1, 10, 1, 1, 1], "chunk_stats": {"count": 67, "sum": 185, "mean": 2.7611940298507465, "median": 1.0, "p95": 8.699999999999996, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 31, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 4, 1, 1, 1, 2, 6, 1, 4, 7, 2, 1, 2, 2, 1, 1, 3, 6, 4, 2, 2, 1, 1, 1, 1], "chunk_stats": {"count": 31, "sum": 67, "mean": 2.161290322580645, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 1, 5, 4, 7, 4, 4, 1, 4, 7, 4, 4, 1, 4, 2, 4, 4, 1, 1, 5, 4, 1, 1, 5, 2, 4, 7, 4, 5, 5], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 4.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 4, 1, 1, 6, 1, 6, 1, 4, 1, 1, 3, 1, 3, 1], "chunk_stats": {"count": 15, "sum": 35, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 73, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06740273899958993, "decode_time_sec": 2.0888294680007675, "total_time_sec": 2.1585316360014986, "prefill_units_per_sec": 3278.798507006437, "prefill_bytes_per_sec": 3263.9623146670415, "decode_units_per_sec": 61.27833887871643, "decode_bytes_per_sec": 61.27833887871643, "total_units_per_sec": 59.299570997768384, "total_bytes_per_sec": 59.299570997768384, "step_latency_ms": {"count": 128, "sum": 2071, "mean": 16.1796875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3322.2294921875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 93, "stage1_units": 54, "bytes_per_stage0_unit": 2.3655913978494625, "stage0_per_stage1_unit": 1.7222222222222223}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 221, "units_out": 93, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 5, 1, 1, 3, 1, 5, 1, 1, 1, 1, 5, 2, 2, 5, 2, 4, 1, 9, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 9, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 8, 1, 6, 1, 1, 1, 1, 5, 2, 1, 1, 1], "chunk_stats": {"count": 93, "sum": 221, "mean": 2.3763440860215055, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 54, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 5, 1, 1, 1, 1, 2, 3, 2, 1, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 1, 2, 2, 1, 3, 7, 1, 1], "chunk_stats": {"count": 54, "sum": 93, "mean": 1.7222222222222223, "median": 1.0, "p95": 4.349999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [5, 4, 2, 2, 1, 1, 3, 1, 4, 1, 4, 2, 4, 2, 5, 1, 1, 9, 3, 4, 1, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 4, 1, 1, 5, 3, 4, 1, 2, 2, 1, 1, 3, 1, 4, 1, 4, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 4, 4, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 1, 2, 2, 3, 1, 1, 2, 8, 2], "chunk_stats": {"count": 27, "sum": 53, "mean": 1.962962962962963, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 74, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0663752199998271, "decode_time_sec": 1.8401078259994392, "total_time_sec": 1.908767805000025, "prefill_units_per_sec": 3103.567867655077, "prefill_bytes_per_sec": 3088.502004219858, "decode_units_per_sec": 69.56114103285108, "decode_bytes_per_sec": 69.56114103285108, "total_units_per_sec": 67.05896844273227, "total_bytes_per_sec": 67.05896844273227, "step_latency_ms": {"count": 128, "sum": 1828, "mean": 14.28125, "median": 8.0, "p95": 38.0, "max": 46, "min": 7}, "peak_allocated_mb": 3316.81201171875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 84, "stage1_units": 40, "bytes_per_stage0_unit": 2.4404761904761907, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 206, "units_out": 84, "chunk_lengths": [1, 1, 3, 6, 1, 4, 1, 1, 1, 5, 1, 1, 4, 4, 1, 4, 1, 1, 4, 1, 5, 4, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 3, 4, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 7, 1, 1, 1, 1, 4, 1, 4, 1, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 206, "mean": 2.4523809523809526, "median": 1.0, "p95": 6.849999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 2, 1, 3, 6, 1, 3, 1, 2, 1, 5, 1, 1, 1, 2, 5, 4, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 7, 1], "chunk_stats": {"count": 40, "sum": 84, "mean": 2.1, "median": 1.0, "p95": 5.049999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [5, 4, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 1, 6, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 2, 1, 8, 5, 9, 1, 1, 4, 1, 1, 6, 1, 3, 1, 3, 1], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 1.0, "p95": 8.2, "max": 9, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 75, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06660736900084885, "decode_time_sec": 1.7238946020006551, "total_time_sec": 1.7927537909999955, "prefill_units_per_sec": 2897.577293550514, "prefill_bytes_per_sec": 2882.5639396979204, "decode_units_per_sec": 74.25047903244804, "decode_bytes_per_sec": 74.25047903244804, "total_units_per_sec": 71.39853818331729, "total_bytes_per_sec": 71.39853818331729, "step_latency_ms": {"count": 128, "sum": 1705, "mean": 13.3203125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3315.0166015625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 75, "stage1_units": 38, "bytes_per_stage0_unit": 2.56, "stage0_per_stage1_unit": 1.9736842105263157}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 193, "units_out": 75, "chunk_lengths": [1, 1, 3, 1, 3, 1, 9, 1, 1, 3, 2, 9, 2, 4, 1, 4, 2, 3, 1, 2, 2, 2, 3, 1, 4, 1, 2, 2, 2, 4, 1, 2, 1, 4, 2, 2, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 4, 2, 1, 4, 1, 13, 2, 1, 5, 2, 1, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 3, 1, 5, 1, 3, 3, 1, 1], "chunk_stats": {"count": 75, "sum": 193, "mean": 2.5733333333333333, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 38, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 6, 1, 3, 1, 6, 1, 1, 1, 2, 3, 2, 2, 1], "chunk_stats": {"count": 38, "sum": 75, "mean": 1.9736842105263157, "median": 2.0, "p95": 3.4499999999999957, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [13, 3, 1, 5, 2, 3, 13, 4, 2, 2, 2, 1, 9, 1, 2, 4, 3, 1, 4, 1, 13, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 2], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 6, 1, 2, 1], "chunk_stats": {"count": 19, "sum": 35, "mean": 1.8421052631578947, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 76, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06695255900012853, "decode_time_sec": 1.68747407400042, "total_time_sec": 1.7566366320006637, "prefill_units_per_sec": 3017.0616779503857, "prefill_bytes_per_sec": 3002.1257290496414, "decode_units_per_sec": 75.85301722387715, "decode_bytes_per_sec": 75.85301722387715, "total_units_per_sec": 72.86652098004959, "total_bytes_per_sec": 72.86652098004959, "step_latency_ms": {"count": 128, "sum": 1677, "mean": 13.1015625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3315.814453125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 66, "stage1_units": 34, "bytes_per_stage0_unit": 3.0454545454545454, "stage0_per_stage1_unit": 1.9411764705882353}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 4, 1, 5, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 6, 1, 39, 4, 1, 1, 2, 3, 1, 4, 1, 5, 1, 4, 1, 1, 1, 13, 4, 1, 5, 1, 4, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 66, "sum": 202, "mean": 3.0606060606060606, "median": 1.0, "p95": 8.25, "max": 39, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 34, "chunk_lengths": [1, 2, 3, 2, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 4, 2, 2, 2, 3, 4, 3, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 34, "sum": 66, "mean": 1.9411764705882353, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 4, 1, 3, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 5, 1, 3, 1, 6, 1, 1, 5, 1, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 1, 2, 4, 5, 1, 5, 6, 2, 1, 4, 1, 5, 3], "chunk_stats": {"count": 14, "sum": 42, "mean": 3.0, "median": 2.5, "p95": 5.35, "max": 6, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 77, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0664806189997762, "decode_time_sec": 1.826325911000822, "total_time_sec": 1.8949171200001729, "prefill_units_per_sec": 2181.086791633034, "prefill_bytes_per_sec": 2166.0448137597027, "decode_units_per_sec": 70.0860669111661, "decode_bytes_per_sec": 70.0860669111661, "total_units_per_sec": 67.54912848113817, "total_bytes_per_sec": 67.54912848113817, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3300.0927734375, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 59, "stage1_units": 32, "bytes_per_stage0_unit": 2.440677966101695, "stage0_per_stage1_unit": 1.84375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 145, "units_out": 59, "chunk_lengths": [1, 1, 3, 2, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 5, 4, 1, 3, 1, 1, 3, 2, 1, 2, 3, 4, 1, 8, 1, 9, 1, 3, 1, 1, 4, 2, 2, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 1, 4, 2, 1], "chunk_stats": {"count": 59, "sum": 145, "mean": 2.457627118644068, "median": 2.0, "p95": 8.099999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 1, 1, 2, 3, 1, 1, 4, 1, 1, 1, 5, 1, 6, 1], "chunk_stats": {"count": 32, "sum": 59, "mean": 1.84375, "median": 1.0, "p95": 4.449999999999999, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1, 1, 17, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 3, 2, 2, 1, 5, 1, 17, 1, 3, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [7, 1, 5, 1, 1, 1, 8, 1, 3, 1, 6, 1, 5, 1, 5, 1, 3], "chunk_stats": {"count": 17, "sum": 51, "mean": 3.0, "median": 1.0, "p95": 7.199999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 78, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06745278900052654, "decode_time_sec": 2.0284880279996287, "total_time_sec": 2.0982293659999414, "prefill_units_per_sec": 3528.3937629049287, "prefill_bytes_per_sec": 3513.568579027177, "decode_units_per_sec": 63.10118582569393, "decode_bytes_per_sec": 63.10118582569393, "total_units_per_sec": 61.003816872518016, "total_bytes_per_sec": 61.003816872518016, "step_latency_ms": {"count": 128, "sum": 2013, "mean": 15.7265625, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3325.14794921875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 100, "stage1_units": 55, "bytes_per_stage0_unit": 2.37, "stage0_per_stage1_unit": 1.8181818181818181}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 238, "units_out": 100, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 1, 1, 5, 4, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 5, 4, 1, 6, 2, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 7, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 28, 4, 1, 4, 2, 2, 1, 1, 1, 5, 1, 2, 4, 1, 5, 1, 9, 3, 4, 4, 1, 5, 1, 5, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 100, "sum": 238, "mean": 2.38, "median": 1.0, "p95": 5.0, "max": 28, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 55, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 9, 1, 1, 2, 1, 1, 4, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 5, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 55, "sum": 100, "mean": 1.8181818181818181, "median": 1.0, "p95": 4.299999999999997, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [1, 9, 1, 1, 6, 4, 5, 1, 1, 7, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 4, 1, 7, 1, 1, 1, 5, 7, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 1, 3, 1, 7, 1, 1, 7, 2, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 2, 1, 10], "chunk_stats": {"count": 24, "sum": 54, "mean": 2.25, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 79, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06648227900041093, "decode_time_sec": 1.8335425490004127, "total_time_sec": 1.9024733870010095, "prefill_units_per_sec": 3730.3173677073723, "prefill_bytes_per_sec": 3715.2757654182296, "decode_units_per_sec": 69.81021524140871, "decode_bytes_per_sec": 69.81021524140871, "total_units_per_sec": 67.2808360288154, "total_bytes_per_sec": 67.2808360288154, "step_latency_ms": {"count": 128, "sum": 1822, "mean": 14.234375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3326.716796875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 83, "stage1_units": 46, "bytes_per_stage0_unit": 2.9759036144578315, "stage0_per_stage1_unit": 1.8043478260869565}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 83, "chunk_lengths": [1, 1, 3, 3, 1, 9, 1, 1, 4, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 1, 9, 7, 2, 1, 1, 9, 5, 2, 1, 1, 9, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 1, 2, 5, 1, 13, 6, 1], "chunk_stats": {"count": 83, "sum": 248, "mean": 2.9879518072289155, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 46, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 4, 3, 2, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 5, 1, 2, 1, 2, 5, 1, 2, 1, 1, 3, 1, 2], "chunk_stats": {"count": 46, "sum": 83, "mean": 1.8043478260869565, "median": 1.0, "p95": 4.75, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 1, 5, 1, 1, 3, 5, 9, 3, 4, 1, 3, 1, 3, 1, 4, 2, 6, 2, 1, 1, 1, 3, 1, 1, 5, 4, 3, 1, 9, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 5.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 2, 1, 6, 2, 2, 1, 5, 1, 1, 7, 4, 4, 2, 3, 2, 1], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 80, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06620341900088533, "decode_time_sec": 1.7782556570000452, "total_time_sec": 1.8469988460001332, "prefill_units_per_sec": 3866.8697759639354, "prefill_bytes_per_sec": 3851.764815901576, "decode_units_per_sec": 71.98065109262113, "decode_bytes_per_sec": 71.98065109262113, "total_units_per_sec": 69.30161341313084, "total_bytes_per_sec": 69.30161341313084, "step_latency_ms": {"count": 128, "sum": 1769, "mean": 13.8203125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3339.232421875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 92, "stage1_units": 44, "bytes_per_stage0_unit": 2.7717391304347827, "stage0_per_stage1_unit": 2.090909090909091}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 92, "chunk_lengths": [1, 1, 3, 3, 3, 1, 4, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 4, 1, 1, 3, 1, 9, 7, 5, 5, 1, 13, 1, 5, 1, 5, 9, 1, 1, 1, 3, 1, 1, 1, 2, 4, 2, 4, 1, 6, 1, 1, 5, 4, 1, 4, 2, 4, 1, 1, 3, 1, 1, 3, 2, 1, 3, 1, 3, 1, 1, 1, 3, 2, 6, 1, 1, 1, 1], "chunk_stats": {"count": 92, "sum": 256, "mean": 2.782608695652174, "median": 2.0, "p95": 8.450000000000003, "max": 13, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 44, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 4, 3, 5, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 2, 2, 3, 2, 1, 3, 1, 5, 2, 3, 3, 3, 1, 1, 3, 1], "chunk_stats": {"count": 44, "sum": 92, "mean": 2.090909090909091, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 3, 4, 4, 1, 3, 1, 1, 1, 4, 3, 3, 1, 4, 1, 6, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 2], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 7.700000000000003, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 5, 1, 1, 1, 3, 4, 4, 1, 1, 4, 3, 5, 1, 3, 1, 1, 3], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 81, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06656062900037796, "decode_time_sec": 1.6024728520005738, "total_time_sec": 1.6714131600001565, "prefill_units_per_sec": 2569.086298734181, "prefill_bytes_per_sec": 2554.0624022503553, "decode_units_per_sec": 79.87654819874238, "decode_bytes_per_sec": 79.87654819874238, "total_units_per_sec": 76.58190270560513, "total_bytes_per_sec": 76.58190270560513, "step_latency_ms": {"count": 128, "sum": 1593, "mean": 12.4453125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3305.650390625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}, "model_input_units": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 170, "model_input_units": 171, "stage0_units": 60, "stage1_units": 26, "bytes_per_stage0_unit": 2.8333333333333335, "stage0_per_stage1_unit": 2.3076923076923075}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 171, "units_out": 60, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 2, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 8, 3, 4, 1, 1, 3, 1, 1, 3, 1, 2, 1, 7, 1, 1, 17, 1, 3, 1, 1, 1, 7, 1, 1, 7, 1, 7, 1, 1], "chunk_stats": {"count": 60, "sum": 171, "mean": 2.85, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 26, "chunk_lengths": [1, 2, 2, 3, 1, 4, 1, 4, 1, 3, 1, 2, 1, 3, 1, 1, 2, 1, 6, 2, 4, 1, 6, 3, 3, 1], "chunk_stats": {"count": 26, "sum": 60, "mean": 2.3076923076923075, "median": 2.0, "p95": 5.5, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 4, 1, 1, 1, 7, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 2, 1, 13, 4, 1, 1, 4, 1, 7, 1, 1, 1, 5, 4, 1, 1, 7, 1, 1, 6], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [1, 8, 6, 1, 3, 1, 4, 2, 2, 1, 1, 4, 2], "chunk_stats": {"count": 13, "sum": 36, "mean": 2.769230769230769, "median": 2.0, "p95": 6.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 82, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06650965900007577, "decode_time_sec": 1.8209914439994463, "total_time_sec": 1.8898059130006004, "prefill_units_per_sec": 3503.2505579337667, "prefill_bytes_per_sec": 3488.215147813879, "decode_units_per_sec": 70.2913791395271, "decode_bytes_per_sec": 70.2913791395271, "total_units_per_sec": 67.73182320969875, "total_bytes_per_sec": 67.73182320969875, "step_latency_ms": {"count": 128, "sum": 1810, "mean": 14.140625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3324.53515625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 99, "stage1_units": 53, "bytes_per_stage0_unit": 2.3434343434343434, "stage0_per_stage1_unit": 1.8679245283018868}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 99, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 13, 3, 1, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 4, 2, 3, 1, 4, 1, 3, 1, 4, 1, 1, 17, 1, 2, 2, 5, 2, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 99, "sum": 233, "mean": 2.3535353535353534, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 99, "units_out": 53, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 3, 2, 1, 2, 1, 3, 1, 3, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 3, 3, 2, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 99, "mean": 1.8679245283018868, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [17, 1, 3, 1, 4, 1, 1, 1, 3, 1, 1, 2, 2, 5, 1, 1, 5, 4, 1, 3, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 12], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 7.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 3, 1, 3, 3, 1, 1, 3, 4, 4, 1, 2, 3, 1, 5, 1, 5], "chunk_stats": {"count": 18, "sum": 46, "mean": 2.5555555555555554, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 83, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06639256999915233, "decode_time_sec": 1.741316977999304, "total_time_sec": 1.8101012570004968, "prefill_units_per_sec": 3599.800399397876, "prefill_bytes_per_sec": 3584.738473040563, "decode_units_per_sec": 73.50758168513714, "decode_bytes_per_sec": 73.50758168513714, "total_units_per_sec": 70.71427606879169, "total_bytes_per_sec": 70.71427606879169, "step_latency_ms": {"count": 128, "sum": 1725, "mean": 13.4765625, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3325.88916015625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 98, "stage1_units": 49, "bytes_per_stage0_unit": 2.4285714285714284, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 239, "units_out": 98, "chunk_lengths": [1, 1, 3, 6, 1, 5, 1, 1, 1, 1, 1, 5, 4, 2, 1, 1, 4, 1, 5, 1, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 5, 1, 1, 2, 1, 4, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 1, 3, 1, 5, 1, 1, 1, 2, 5, 1, 1, 2, 1, 1, 1, 4, 1, 4, 1, 3, 1, 5, 3, 1, 5, 1, 9, 2, 5, 1, 1, 2, 1, 5, 2, 3, 1, 5, 1, 5, 4, 2, 1, 1], "chunk_stats": {"count": 98, "sum": 239, "mean": 2.438775510204082, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 49, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 4, 5, 3, 1, 2, 3, 2, 2, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 2, 3, 1, 3, 2, 1, 4, 2, 4, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 98, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 4, 1, 3, 1, 5, 1, 8, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 3, 1, 5, 1, 8, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 3, 4, 3, 1, 1, 1, 4, 5], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.5, "p95": 7.700000000000003, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [2, 7, 1, 1, 2, 4, 7, 1, 7, 2, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 16, "sum": 43, "mean": 2.6875, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 84, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06670398899950669, "decode_time_sec": 1.7845501650008373, "total_time_sec": 1.8535132939996402, "prefill_units_per_sec": 3118.2542921314384, "prefill_bytes_per_sec": 3103.2626849577296, "decode_units_per_sec": 71.72675921942488, "decode_bytes_per_sec": 71.72675921942488, "total_units_per_sec": 69.05804259099361, "total_bytes_per_sec": 69.05804259099361, "step_latency_ms": {"count": 128, "sum": 1768, "mean": 13.8125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3317.00341796875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 84, "stage1_units": 35, "bytes_per_stage0_unit": 2.4642857142857144, "stage0_per_stage1_unit": 2.4}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 208, "units_out": 84, "chunk_lengths": [1, 1, 3, 1, 2, 2, 4, 1, 1, 3, 1, 1, 9, 7, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 1, 4, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 208, "mean": 2.4761904761904763, "median": 1.0, "p95": 6.849999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 35, "chunk_lengths": [1, 2, 4, 1, 4, 1, 1, 1, 4, 2, 2, 2, 6, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 6, 1, 5, 4, 2, 2, 2, 5, 4, 4, 1, 1], "chunk_stats": {"count": 35, "sum": 84, "mean": 2.4, "median": 2.0, "p95": 5.299999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 3, 4, 1, 3, 1, 1, 4, 7, 1, 1, 3, 1, 1, 9, 7, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 8, 2, 1, 1, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 8.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 1, 2, 5, 1, 1, 4, 2, 4, 5, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 1.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 85, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06676564899862569, "decode_time_sec": 1.7998720510004205, "total_time_sec": 1.8689837000001717, "prefill_units_per_sec": 3220.218828464104, "prefill_bytes_per_sec": 3205.2410664712474, "decode_units_per_sec": 71.11616624573615, "decode_bytes_per_sec": 71.11616624573615, "total_units_per_sec": 68.48641858138636, "total_bytes_per_sec": 68.48641858138636, "step_latency_ms": {"count": 128, "sum": 1787, "mean": 13.9609375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3319.48974609375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 75, "stage1_units": 43, "bytes_per_stage0_unit": 2.8533333333333335, "stage0_per_stage1_unit": 1.744186046511628}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 215, "units_out": 75, "chunk_lengths": [1, 1, 3, 7, 1, 6, 2, 1, 3, 1, 2, 2, 2, 5, 1, 6, 1, 2, 2, 2, 5, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 5, 1, 3, 7, 5, 1, 5, 1, 2, 4, 3, 4, 1, 6, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 7, 2, 1, 6, 1, 1, 5, 4, 1, 7, 1, 6, 1, 5, 1, 1, 9, 3, 4], "chunk_stats": {"count": 75, "sum": 215, "mean": 2.8666666666666667, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 43, "chunk_lengths": [1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 1, 1, 1, 3, 1, 1, 2, 1, 2, 4, 1, 2], "chunk_stats": {"count": 43, "sum": 75, "mean": 1.744186046511628, "median": 1.0, "p95": 3.8999999999999986, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2, 1, 5, 4, 1, 6, 1, 5, 1, 1, 9, 3, 4, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [4, 3, 1, 1, 4, 1, 2, 1, 1, 3, 4, 1, 5, 3, 1, 1, 4, 3], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 2.5, "p95": 4.149999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 86, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06650823000018136, "decode_time_sec": 1.7321516720003274, "total_time_sec": 1.801034691001405, "prefill_units_per_sec": 3533.3972953326106, "prefill_bytes_per_sec": 3518.3615621609824, "decode_units_per_sec": 73.89653115779564, "decode_bytes_per_sec": 73.89653115779564, "total_units_per_sec": 71.07025791314985, "total_bytes_per_sec": 71.07025791314985, "step_latency_ms": {"count": 128, "sum": 1721, "mean": 13.4453125, "median": 8.0, "p95": 37.0, "max": 40, "min": 7}, "peak_allocated_mb": 3325.04150390625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 234, "mean": 234.0, "median": 234.0, "p95": 234.0, "max": 234, "min": 234}, "model_input_units": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 234, "model_input_units": 235, "stage0_units": 106, "stage1_units": 41, "bytes_per_stage0_unit": 2.207547169811321, "stage0_per_stage1_unit": 2.5853658536585367}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 235, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 9, 7, 2, 1, 3, 1, 1, 1, 1, 9, 7, 2, 1, 1, 1, 1, 2, 7, 1, 1, 3, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 235, "mean": 2.2169811320754715, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 41, "chunk_lengths": [1, 2, 2, 11, 1, 4, 2, 2, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 2, 4, 1, 4, 1, 9, 1, 1, 1, 6, 1, 1, 1, 5, 1, 7, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 106, "mean": 2.5853658536585367, "median": 1.0, "p95": 7.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [9, 6, 1, 5, 2, 1, 1, 1, 2, 5, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 7, 1, 6, 2, 1, 4, 1, 1, 5, 4, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.399999999999991, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 4, 2, 1, 4, 1, 6, 2, 1, 9, 1, 4, 6], "chunk_stats": {"count": 15, "sum": 46, "mean": 3.066666666666667, "median": 2.0, "p95": 6.899999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 87, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06674706900048477, "decode_time_sec": 1.9145800760015845, "total_time_sec": 1.9837306240006, "prefill_units_per_sec": 2666.7837654220775, "prefill_bytes_per_sec": 2651.8018341556613, "decode_units_per_sec": 66.85539121837914, "decode_bytes_per_sec": 66.85539121837914, "total_units_per_sec": 64.52488984712134, "total_bytes_per_sec": 64.52488984712134, "step_latency_ms": {"count": 128, "sum": 1889, "mean": 14.7578125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3307.89599609375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 64, "stage1_units": 39, "bytes_per_stage0_unit": 2.765625, "stage0_per_stage1_unit": 1.641025641025641}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 178, "units_out": 64, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 1, 1, 9, 5, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 1, 4, 1, 1, 1, 1, 1, 5, 6, 4, 1, 1, 9, 5, 3, 1, 3, 1, 1, 1, 1, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 5, 1, 13, 5, 1], "chunk_stats": {"count": 64, "sum": 178, "mean": 2.78125, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 39, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1], "chunk_stats": {"count": 39, "sum": 64, "mean": 1.641025641025641, "median": 1.0, "p95": 5.100000000000001, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 2, 4, 1, 6, 1, 1, 9, 3, 4, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 9, 5, 2, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [4, 1, 2, 1, 1, 1, 3, 2, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 1, 2, 1, 1, 3, 4], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 88, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0659291989995836, "decode_time_sec": 1.8140544870002486, "total_time_sec": 1.8823125060007442, "prefill_units_per_sec": 2442.0135909889764, "prefill_bytes_per_sec": 2426.845804709542, "decode_units_per_sec": 70.56017386316934, "decode_bytes_per_sec": 70.56017386316934, "total_units_per_sec": 68.0014607521018, "total_bytes_per_sec": 68.0014607521018, "step_latency_ms": {"count": 128, "sum": 1792, "mean": 14.0, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3302.56396484375, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 160, "mean": 160.0, "median": 160.0, "p95": 160.0, "max": 160, "min": 160}, "model_input_units": {"count": 1, "sum": 161, "mean": 161.0, "median": 161.0, "p95": 161.0, "max": 161, "min": 161}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 160, "model_input_units": 161, "stage0_units": 66, "stage1_units": 33, "bytes_per_stage0_unit": 2.4242424242424243, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 161, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 4, 9, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 1, 3, 1, 9, 5, 2, 1, 3, 2, 3, 1, 4, 1], "chunk_stats": {"count": 66, "sum": 161, "mean": 2.4393939393939394, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 33, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 2, 1, 1, 2, 4, 1, 2, 1, 1, 3, 1, 5, 2, 2, 1, 1, 2, 1, 6, 4, 1, 1, 1, 2, 4, 1], "chunk_stats": {"count": 33, "sum": 66, "mean": 2.0, "median": 2.0, "p95": 4.399999999999999, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [9, 3, 4, 4, 1, 5, 4, 3, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 3, 4, 1, 3, 1, 1, 2, 1, 5, 1, 5, 2, 1, 3, 1, 3], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 7.799999999999983, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 1, 4, 4, 4, 1, 1, 2, 4, 1, 3, 1, 9, 2, 3, 1], "chunk_stats": {"count": 18, "sum": 46, "mean": 2.5555555555555554, "median": 2.0, "p95": 4.749999999999993, "max": 9, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 89, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07801451600062137, "decode_time_sec": 2.698566713999753, "total_time_sec": 2.778748488999554, "prefill_units_per_sec": 1999.6278641113083, "prefill_bytes_per_sec": 1986.8097367772616, "decode_units_per_sec": 47.43258683802609, "decode_bytes_per_sec": 47.43258683802609, "total_units_per_sec": 46.06390269098606, "total_bytes_per_sec": 46.06390269098606, "step_latency_ms": {"count": 128, "sum": 2672, "mean": 20.875, "median": 17.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3301.84521484375, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 155, "mean": 155.0, "median": 155.0, "p95": 155.0, "max": 155, "min": 155}, "model_input_units": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 155, "model_input_units": 156, "stage0_units": 69, "stage1_units": 42, "bytes_per_stage0_unit": 2.246376811594203, "stage0_per_stage1_unit": 1.6428571428571428}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 156, "units_out": 69, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 1, 2, 2, 4, 2, 1, 4, 6, 1, 4, 1, 1, 4, 2, 1, 3, 3, 1, 1, 3, 2, 3, 2, 3, 1, 1, 10, 4, 1, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 9, 1, 4, 1, 1, 2, 3, 1], "chunk_stats": {"count": 69, "sum": 156, "mean": 2.260869565217391, "median": 2.0, "p95": 4.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 69, "units_out": 42, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 6, 2, 1, 5, 2, 1, 2, 2, 4, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 69, "mean": 1.6428571428571428, "median": 1.0, "p95": 3.9499999999999957, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 70, "chunk_lengths": [1, 1, 3, 1, 1, 2, 2, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 2, 4, 1, 1, 1, 2, 1, 2, 1, 2, 3, 3, 3, 3, 3, 3, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1], "chunk_stats": {"count": 71, "sum": 128, "mean": 1.8028169014084507, "median": 2.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 50, "chunk_lengths": [3, 2, 1, 1, 1, 1, 7, 1, 8, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 50, "sum": 70, "mean": 1.4, "median": 1.0, "p95": 2.549999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 70, "sum": 70, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 90, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06614361999891116, "decode_time_sec": 1.7761117289992399, "total_time_sec": 1.8444857579997915, "prefill_units_per_sec": 2298.0296512725217, "prefill_bytes_per_sec": 2282.9110351457284, "decode_units_per_sec": 72.06753826918441, "decode_bytes_per_sec": 72.06753826918441, "total_units_per_sec": 69.39603596549671, "total_bytes_per_sec": 69.39603596549671, "step_latency_ms": {"count": 128, "sum": 1766, "mean": 13.796875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3300.60791015625, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}, "model_input_units": {"count": 1, "sum": 152, "mean": 152.0, "median": 152.0, "p95": 152.0, "max": 152, "min": 152}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 151, "model_input_units": 152, "stage0_units": 54, "stage1_units": 25, "bytes_per_stage0_unit": 2.7962962962962963, "stage0_per_stage1_unit": 2.16}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 152, "units_out": 54, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 2, 1, 2, 2, 1, 5, 1, 1, 2, 1, 5, 13, 1, 3, 1, 2, 2, 1, 1, 9, 2, 3, 1, 3, 1, 10, 1, 13, 1, 3, 1], "chunk_stats": {"count": 54, "sum": 152, "mean": 2.814814814814815, "median": 1.5, "p95": 9.349999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 54, "units_out": 25, "chunk_lengths": [1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 2, 1, 5, 2, 1, 1, 6, 1, 3], "chunk_stats": {"count": 25, "sum": 54, "mean": 2.16, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 10, 1, 5, 1, 9, 4, 1, 13, 1, 3, 1, 5, 1, 1, 1, 9, 3, 4, 5, 1, 1, 1, 1, 5, 2, 2, 1, 9, 1, 1, 5, 2, 2, 1, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [2, 3, 1, 2, 1, 4, 2, 1, 1, 4, 1, 1, 4, 1, 3, 1, 2, 2, 1, 3], "chunk_stats": {"count": 20, "sum": 40, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 91, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06693784900016908, "decode_time_sec": 1.801028922000114, "total_time_sec": 1.87026798000079, "prefill_units_per_sec": 3017.7246956275776, "prefill_bytes_per_sec": 3002.7854644611048, "decode_units_per_sec": 71.07048556324732, "decode_bytes_per_sec": 71.07048556324732, "total_units_per_sec": 68.4393901669353, "total_bytes_per_sec": 68.4393901669353, "step_latency_ms": {"count": 128, "sum": 1789, "mean": 13.9765625, "median": 8.0, "p95": 37.64999999999999, "max": 38, "min": 7}, "peak_allocated_mb": 3315.814453125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 63, "stage1_units": 44, "bytes_per_stage0_unit": 3.1904761904761907, "stage0_per_stage1_unit": 1.4318181818181819}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 63, "chunk_lengths": [1, 1, 3, 4, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 1, 1, 9, 2, 2, 2, 1, 9, 9, 2, 8, 1, 8, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 4, 1, 1, 9, 3, 4], "chunk_stats": {"count": 63, "sum": 202, "mean": 3.2063492063492065, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 44, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 3, 2, 1, 2, 1, 2, 1, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 63, "mean": 1.4318181818181819, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 8, 1, 1, 1, 4, 1, 3, 1, 8, 2, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 2], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 5, 1, 1, 5, 6, 1, 5, 2, 1], "chunk_stats": {"count": 19, "sum": 45, "mean": 2.3684210526315788, "median": 1.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 92, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06610008899951936, "decode_time_sec": 1.960506842999166, "total_time_sec": 2.028937680999661, "prefill_units_per_sec": 3040.843106905069, "prefill_bytes_per_sec": 3025.714534233899, "decode_units_per_sec": 65.2892390848209, "decode_bytes_per_sec": 65.2892390848209, "total_units_per_sec": 63.087201346141974, "total_bytes_per_sec": 63.087201346141974, "step_latency_ms": {"count": 128, "sum": 1940, "mean": 15.15625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.68896484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 73, "stage1_units": 35, "bytes_per_stage0_unit": 2.73972602739726, "stage0_per_stage1_unit": 2.085714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 73, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 7, 1, 2, 4, 2, 2, 1, 13, 7, 2, 1, 3, 1, 1, 6, 9, 4, 1, 13, 7, 2, 4, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 9, 3, 4, 1, 6, 1, 2, 2, 1, 4, 2, 4, 1, 5, 1], "chunk_stats": {"count": 73, "sum": 201, "mean": 2.7534246575342465, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 35, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 2, 2, 4, 2, 1, 1, 4, 3, 2, 4, 1], "chunk_stats": {"count": 35, "sum": 73, "mean": 2.085714285714286, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [1, 1, 3, 1, 4, 2, 6, 1, 1, 1, 1, 1, 5, 1, 1, 5, 1, 2, 2, 1, 1, 6, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 6, 2, 5, 2, 6, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [3, 2, 2, 1, 1, 1, 1, 8, 1, 5, 3, 1, 7, 2, 1, 1, 1, 1, 3, 1, 2, 2, 3], "chunk_stats": {"count": 23, "sum": 53, "mean": 2.3043478260869565, "median": 2.0, "p95": 6.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 93, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06675332899976638, "decode_time_sec": 1.5217529389992706, "total_time_sec": 1.5907923880004091, "prefill_units_per_sec": 2711.4752584194484, "prefill_bytes_per_sec": 2696.494732129838, "decode_units_per_sec": 84.11352245140061, "decode_bytes_per_sec": 84.11352245140061, "total_units_per_sec": 80.46304531346996, "total_bytes_per_sec": 80.46304531346996, "step_latency_ms": {"count": 128, "sum": 1502, "mean": 11.734375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3308.2958984375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 60, "stage1_units": 35, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 60, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 2, 4, 1, 1, 1, 9, 4, 5, 3, 5, 1, 13, 1, 4, 2, 1, 3, 1, 1, 3, 13, 6, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 13, 3, 1, 6, 2, 5, 1, 1, 1, 1, 1, 13, 6, 2, 1, 1, 1], "chunk_stats": {"count": 60, "sum": 181, "mean": 3.0166666666666666, "median": 1.0, "p95": 13.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 2, 1], "chunk_stats": {"count": 35, "sum": 60, "mean": 1.7142857142857142, "median": 1.0, "p95": 4.299999999999997, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 25, "chunk_lengths": [13, 4, 5, 3, 5, 1, 17, 1, 2, 5, 1, 2, 1, 1, 1, 1, 21, 8, 17, 1, 2, 5, 3, 3, 1, 4], "chunk_stats": {"count": 26, "sum": 128, "mean": 4.923076923076923, "median": 3.0, "p95": 17.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 1, 2, 2, 2, 3, 1, 4, 1, 1, 2, 2, 1, 2], "chunk_stats": {"count": 14, "sum": 25, "mean": 1.7857142857142858, "median": 2.0, "p95": 3.3499999999999996, "max": 4, "min": 1}, "active_size_stats": {"count": 25, "sum": 25, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 94, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06640387000152259, "decode_time_sec": 1.7004214040007355, "total_time_sec": 1.769153103001372, "prefill_units_per_sec": 3252.8224634354488, "prefill_bytes_per_sec": 3237.763100178803, "decode_units_per_sec": 75.27545801225673, "decode_bytes_per_sec": 75.27545801225673, "total_units_per_sec": 72.35100217321369, "total_bytes_per_sec": 72.35100217321369, "step_latency_ms": {"count": 128, "sum": 1694, "mean": 13.234375, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3320.52099609375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}, "model_input_units": {"count": 1, "sum": 216, "mean": 216.0, "median": 216.0, "p95": 216.0, "max": 216, "min": 216}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 215, "model_input_units": 216, "stage0_units": 96, "stage1_units": 56, "bytes_per_stage0_unit": 2.2395833333333335, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 216, "units_out": 96, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 5, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 6, 1, 6, 1, 1, 3, 1, 1, 5, 4, 1, 4, 2, 3, 1, 4, 5, 1, 3, 5, 4, 3, 1, 1, 5, 6, 1, 3, 2, 3, 1, 2, 3, 2, 2, 2, 5, 2, 3, 6, 5, 1], "chunk_stats": {"count": 96, "sum": 216, "mean": 2.25, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}}, {"stage": 1, "units_in": 96, "units_out": 56, "chunk_lengths": [1, 2, 3, 3, 1, 2, 1, 2, 1, 2, 2, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 1, 3, 1, 5, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 2, 1, 4, 2, 3, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 56, "sum": 96, "mean": 1.7142857142857142, "median": 1.0, "p95": 3.25, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 6, 1, 5, 3, 1, 2, 3, 2, 3, 1, 4, 5, 1, 3, 4, 1, 6, 1, 5, 3, 1, 4, 1, 5, 6, 1, 5, 3, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 5, 6, 1, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 3.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 6, 1, 4, 2, 1, 8, 1, 6, 3, 1, 4, 1, 3], "chunk_stats": {"count": 15, "sum": 43, "mean": 2.8666666666666667, "median": 2.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 95, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06703740900047706, "decode_time_sec": 1.773778881999533, "total_time_sec": 1.842996891000439, "prefill_units_per_sec": 2252.473689711448, "prefill_bytes_per_sec": 2237.5566454087234, "decode_units_per_sec": 72.16232039909566, "decode_bytes_per_sec": 72.16232039909566, "total_units_per_sec": 69.45209762698916, "total_bytes_per_sec": 69.45209762698916, "step_latency_ms": {"count": 128, "sum": 1744, "mean": 13.625, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3300.60205078125, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 150, "mean": 150.0, "median": 150.0, "p95": 150.0, "max": 150, "min": 150}, "model_input_units": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 150, "model_input_units": 151, "stage0_units": 56, "stage1_units": 31, "bytes_per_stage0_unit": 2.6785714285714284, "stage0_per_stage1_unit": 1.8064516129032258}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 151, "units_out": 56, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 1, 3, 2, 1, 2, 1, 1, 1, 9, 2, 2, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 3, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 2, 2, 3, 1, 1, 1, 13, 4, 1, 1], "chunk_stats": {"count": 56, "sum": 151, "mean": 2.6964285714285716, "median": 1.0, "p95": 10.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 56, "units_out": 31, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 10, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 56, "mean": 1.8064516129032258, "median": 1.0, "p95": 3.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [17, 4, 3, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 4, 3, 1, 1, 3, 1, 7, 1, 1, 1, 1, 13, 4, 1, 4], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 1.0, "p95": 13.599999999999994, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 2], "chunk_stats": {"count": 20, "sum": 37, "mean": 1.85, "median": 1.0, "p95": 4.050000000000001, "max": 5, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 96, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06645850899985817, "decode_time_sec": 1.7853138589998707, "total_time_sec": 1.85406276699905, "prefill_units_per_sec": 3129.7722914675064, "prefill_bytes_per_sec": 3114.7253092969895, "decode_units_per_sec": 71.69607705375981, "decode_bytes_per_sec": 71.69607705375981, "total_units_per_sec": 69.0375764393232, "total_bytes_per_sec": 69.0375764393232, "step_latency_ms": {"count": 128, "sum": 1767, "mean": 13.8046875, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3316.896484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 78, "stage1_units": 40, "bytes_per_stage0_unit": 2.6538461538461537, "stage0_per_stage1_unit": 1.95}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 208, "units_out": 78, "chunk_lengths": [1, 1, 3, 1, 2, 1, 7, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 1, 7, 1, 7, 1, 5, 1, 2, 1, 6, 1, 3, 1, 5, 1, 7, 1, 1, 4, 1, 9, 4, 2, 1, 5, 1, 7, 1, 1, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 5, 4, 1, 9, 1, 5], "chunk_stats": {"count": 78, "sum": 208, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 40, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 3, 5, 1, 1, 2, 1, 5, 1, 3, 1, 2, 3, 1, 1, 3, 2, 3, 1, 3, 1, 1, 1, 1, 7, 1, 2, 1, 5, 1, 2, 1, 2], "chunk_stats": {"count": 40, "sum": 78, "mean": 1.95, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 3, 11, 5, 1, 1, 3, 1, 6, 6, 4, 8, 1, 1, 1, 1, 2, 7, 1, 5, 3, 4, 3, 1, 1, 1, 4, 1, 2, 1, 7, 1, 3, 1, 8, 1, 8, 2, 1, 4, 2], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 8.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 2, 3, 1, 1, 2, 2, 3, 1, 4, 1, 1, 6, 1, 2, 2, 1, 3], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 4.199999999999996, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 97, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06643753899879812, "decode_time_sec": 2.042241859000569, "total_time_sec": 2.111024796999118, "prefill_units_per_sec": 3070.5532305116003, "prefill_bytes_per_sec": 3055.501498989485, "decode_units_per_sec": 62.67621997653136, "decode_bytes_per_sec": 62.67621997653136, "total_units_per_sec": 60.63405800915066, "total_bytes_per_sec": 60.63405800915066, "step_latency_ms": {"count": 128, "sum": 2026, "mean": 15.828125, "median": 8.0, "p95": 38.0, "max": 44, "min": 7}, "peak_allocated_mb": 3316.6611328125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 85, "stage1_units": 39, "bytes_per_stage0_unit": 2.388235294117647, "stage0_per_stage1_unit": 2.1794871794871793}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 9, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 3, 4, 4, 1, 3, 1, 1, 9, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 204, "mean": 2.4, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 39, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 3, 4, 4, 1, 1, 1, 3, 2, 3, 1, 9, 1, 3, 2, 1, 5, 2, 1, 1, 1, 2, 1, 3, 2, 6, 1, 1, 2, 1], "chunk_stats": {"count": 39, "sum": 85, "mean": 2.1794871794871793, "median": 2.0, "p95": 5.100000000000001, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 1, 1, 1, 4, 1, 9, 1, 1, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 6], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 6.1499999999999915, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 3, 3, 1, 1, 1, 4, 2, 2, 4, 1, 1, 3, 3, 9, 1, 1, 3, 2, 3, 1, 9], "chunk_stats": {"count": 22, "sum": 59, "mean": 2.6818181818181817, "median": 2.0, "p95": 8.749999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 98, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06779279900001711, "decode_time_sec": 1.8383835120002914, "total_time_sec": 1.9084556810012145, "prefill_units_per_sec": 2832.159209121186, "prefill_bytes_per_sec": 2817.408379907013, "decode_units_per_sec": 69.62638598772403, "decode_bytes_per_sec": 69.62638598772403, "total_units_per_sec": 67.06993579900615, "total_bytes_per_sec": 67.06993579900615, "step_latency_ms": {"count": 128, "sum": 1818, "mean": 14.203125, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3314.13720703125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 191, "mean": 191.0, "median": 191.0, "p95": 191.0, "max": 191, "min": 191}, "model_input_units": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 191, "model_input_units": 192, "stage0_units": 79, "stage1_units": 42, "bytes_per_stage0_unit": 2.4177215189873418, "stage0_per_stage1_unit": 1.880952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 192, "units_out": 79, "chunk_lengths": [1, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 1, 5, 3, 4, 1, 2, 1, 1, 9, 3, 1, 1, 5, 1, 4, 1, 1, 4, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 5, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 1, 2, 1, 1, 1, 10, 1, 1, 3, 1, 2, 3, 3, 1, 1, 9, 1, 1, 3, 1, 2, 3, 3, 1, 2], "chunk_stats": {"count": 79, "sum": 192, "mean": 2.430379746835443, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 42, "chunk_lengths": [1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 2, 1, 6, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 3, 2, 3, 1], "chunk_stats": {"count": 42, "sum": 79, "mean": 1.880952380952381, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [9, 1, 1, 3, 1, 2, 3, 3, 1, 10, 1, 1, 7, 1, 1, 1, 3, 3, 1, 10, 1, 1, 3, 1, 1, 1, 3, 3, 1, 10, 1, 1, 1, 1, 1, 2, 3, 3, 1, 10, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 2, 3, 1, 3, 3, 3, 1, 3, 3, 3, 1, 4, 2, 4, 4, 2, 3], "chunk_stats": {"count": 19, "sum": 49, "mean": 2.5789473684210527, "median": 3.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 99, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06815895900035684, "decode_time_sec": 1.8004697149990534, "total_time_sec": 1.8709332430007635, "prefill_units_per_sec": 2626.213818774181, "prefill_bytes_per_sec": 2611.5422331944374, "decode_units_per_sec": 71.09255931031714, "decode_bytes_per_sec": 71.09255931031714, "total_units_per_sec": 68.41505461451024, "total_bytes_per_sec": 68.41505461451024, "step_latency_ms": {"count": 128, "sum": 1791, "mean": 13.9921875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3308.25244140625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 76, "stage1_units": 42, "bytes_per_stage0_unit": 2.3421052631578947, "stage0_per_stage1_unit": 1.8095238095238095}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 179, "units_out": 76, "chunk_lengths": [1, 1, 3, 1, 7, 1, 4, 1, 1, 1, 1, 5, 2, 1, 2, 2, 4, 2, 2, 2, 3, 1, 1, 1, 2, 2, 5, 1, 6, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 5, 1, 1, 1, 1, 5, 4, 6, 2, 6, 3, 9, 1, 1, 5, 1, 1, 1, 9, 2, 4, 4, 1, 3, 1, 4, 1, 1], "chunk_stats": {"count": 76, "sum": 179, "mean": 2.3552631578947367, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 42, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 1, 1, 3, 1, 5, 2, 3, 1, 2, 1, 6, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1], "chunk_stats": {"count": 42, "sum": 76, "mean": 1.8095238095238095, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [9, 1, 5, 2, 5, 1, 5, 1, 1, 1, 9, 2, 4, 4, 2, 3, 1, 3, 1, 4, 1, 5, 1, 9, 2, 3, 2, 2, 2, 1, 3, 1, 1, 4, 1, 9, 6, 2, 7, 2], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 1, 4, 1, 5, 1, 2, 1, 4, 4, 2, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 40, "mean": 1.9047619047619047, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 100, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06645563900019624, "decode_time_sec": 1.8388829229988914, "total_time_sec": 1.907856592000826, "prefill_units_per_sec": 3656.5745760007276, "prefill_bytes_per_sec": 3641.5269440007246, "decode_units_per_sec": 69.60747658217127, "decode_bytes_per_sec": 69.60747658217127, "total_units_per_sec": 67.09099653332046, "total_bytes_per_sec": 67.09099653332046, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3326.7587890625, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}, "model_input_units": {"count": 1, "sum": 243, "mean": 243.0, "median": 243.0, "p95": 243.0, "max": 243, "min": 243}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 242, "model_input_units": 243, "stage0_units": 105, "stage1_units": 60, "bytes_per_stage0_unit": 2.3047619047619046, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 243, "units_out": 105, "chunk_lengths": [1, 1, 3, 6, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 1, 2, 4, 1, 1, 9, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 4, 2, 1, 1, 9, 1, 4, 2, 1, 2, 1, 1, 2, 4, 1, 1, 4, 1, 6, 1, 4, 2, 1, 2, 1, 9, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1], "chunk_stats": {"count": 105, "sum": 243, "mean": 2.3142857142857145, "median": 1.0, "p95": 8.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 105, "units_out": 60, "chunk_lengths": [1, 2, 1, 7, 1, 3, 1, 3, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 3, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 1, 2, 5, 1, 1, 3, 2, 4, 1, 1], "chunk_stats": {"count": 60, "sum": 105, "mean": 1.75, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [9, 3, 4, 1, 1, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 2, 4, 2, 4, 1, 1, 1, 1, 4, 6, 1, 7, 1, 1, 8, 1, 8, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 9], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 8.850000000000001, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 5, 5, 2, 3, 1, 1, 2, 1, 1, 1, 1, 2, 7, 2, 1, 3, 1, 3, 1], "chunk_stats": {"count": 20, "sum": 44, "mean": 2.2, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 101, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06678812000063772, "decode_time_sec": 1.6288716979997844, "total_time_sec": 1.698261626999738, "prefill_units_per_sec": 3713.235228026062, "prefill_bytes_per_sec": 3698.2625053324086, "decode_units_per_sec": 78.58200259552729, "decode_bytes_per_sec": 78.58200259552729, "total_units_per_sec": 75.37119014231826, "total_bytes_per_sec": 75.37119014231826, "step_latency_ms": {"count": 128, "sum": 1621, "mean": 12.6640625, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3326.716796875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 84, "stage1_units": 41, "bytes_per_stage0_unit": 2.9404761904761907, "stage0_per_stage1_unit": 2.048780487804878}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 84, "chunk_lengths": [1, 1, 3, 1, 5, 1, 6, 1, 1, 3, 2, 6, 2, 6, 1, 1, 9, 6, 2, 1, 3, 1, 3, 1, 6, 1, 5, 1, 6, 1, 9, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 13, 1, 5, 4, 5, 1, 1, 6, 1, 1, 4, 3, 3, 5, 3, 1, 1, 9, 4, 1, 2, 2, 3, 1, 5, 3, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 248, "mean": 2.9523809523809526, "median": 2.0, "p95": 7.699999999999989, "max": 13, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 41, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 5, 2, 1, 5, 1, 2, 3, 3, 2, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 5, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 84, "mean": 2.048780487804878, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 1, 2, 1, 3, 1, 2, 5, 1, 17, 1, 3, 1, 1, 5, 1, 1, 2, 1, 3, 3, 1, 4, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 3, 1, 3, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 13.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 4, 3, 1, 5, 4, 1, 3, 1, 2, 1, 5, 3, 1], "chunk_stats": {"count": 14, "sum": 36, "mean": 2.5714285714285716, "median": 2.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 102, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06672545000037644, "decode_time_sec": 1.8787733509998361, "total_time_sec": 1.947917920000691, "prefill_units_per_sec": 3057.3042219850013, "prefill_bytes_per_sec": 3042.317436583114, "decode_units_per_sec": 68.12955907208371, "decode_bytes_per_sec": 68.12955907208371, "total_units_per_sec": 65.71118766644675, "total_bytes_per_sec": 65.71118766644675, "step_latency_ms": {"count": 128, "sum": 1861, "mean": 14.5390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3316.2802734375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 79, "stage1_units": 37, "bytes_per_stage0_unit": 2.569620253164557, "stage0_per_stage1_unit": 2.135135135135135}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 79, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 9, 9, 2, 1, 3, 1, 1, 4, 1, 8, 1, 8, 1, 2, 1, 9, 1, 2, 1, 13, 1, 1, 1, 4, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 1, 1, 1, 9, 7, 1, 8, 5, 1, 1], "chunk_stats": {"count": 79, "sum": 204, "mean": 2.5822784810126582, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 37, "chunk_lengths": [1, 2, 1, 4, 1, 3, 3, 2, 1, 5, 6, 2, 1, 1, 1, 4, 1, 2, 5, 1, 3, 1, 2, 3, 1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 1, 4, 1], "chunk_stats": {"count": 37, "sum": 79, "mean": 2.135135135135135, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [13, 1, 1, 1, 4, 2, 2, 3, 1, 1, 9, 3, 4, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 3, 1, 8, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 4, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.399999999999999, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 2, 2, 1, 7, 1, 1, 1, 6, 2, 2, 4, 5, 1, 4, 6, 2], "chunk_stats": {"count": 18, "sum": 53, "mean": 2.9444444444444446, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 103, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06664976999854844, "decode_time_sec": 1.961066485999254, "total_time_sec": 2.0300222850000864, "prefill_units_per_sec": 2655.6730804000504, "prefill_bytes_per_sec": 2640.669277685926, "decode_units_per_sec": 65.27060704664385, "decode_bytes_per_sec": 65.27060704664385, "total_units_per_sec": 63.0534950014081, "total_bytes_per_sec": 63.0534950014081, "step_latency_ms": {"count": 128, "sum": 1952, "mean": 15.25, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3308.04541015625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 76, "stage1_units": 44, "bytes_per_stage0_unit": 2.3157894736842106, "stage0_per_stage1_unit": 1.7272727272727273}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 177, "units_out": 76, "chunk_lengths": [1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 6, 2, 1, 1, 4, 1, 4, 1, 1, 5, 6, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 4, 7, 4, 1, 2, 4, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 9, 1, 1, 4, 1], "chunk_stats": {"count": 76, "sum": 177, "mean": 2.3289473684210527, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 44, "chunk_lengths": [1, 2, 2, 4, 6, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 3, 3, 1], "chunk_stats": {"count": 44, "sum": 76, "mean": 1.7272727272727273, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 4, 2, 5, 2, 1, 2, 2, 3, 1, 1, 1, 1, 4, 1, 4, 1, 3, 3, 1, 1, 1, 6, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 4, 2, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 3], "chunk_stats": {"count": 57, "sum": 128, "mean": 2.245614035087719, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 2, 1, 2, 3, 1, 1, 1, 3, 9, 1, 2, 4, 1, 1, 1, 9, 1, 4, 6, 1], "chunk_stats": {"count": 21, "sum": 56, "mean": 2.6666666666666665, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 104, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06708421899929817, "decode_time_sec": 1.669385596000211, "total_time_sec": 1.7387207150004542, "prefill_units_per_sec": 3190.0199956451584, "prefill_bytes_per_sec": 3175.1133601514894, "decode_units_per_sec": 76.6749157933814, "decode_bytes_per_sec": 76.6749157933814, "total_units_per_sec": 73.61734342709926, "total_bytes_per_sec": 73.61734342709926, "step_latency_ms": {"count": 128, "sum": 1660, "mean": 12.96875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3319.86767578125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}, "model_input_units": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 213, "model_input_units": 214, "stage0_units": 90, "stage1_units": 45, "bytes_per_stage0_unit": 2.3666666666666667, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 214, "units_out": 90, "chunk_lengths": [1, 1, 3, 1, 4, 1, 6, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 2, 4, 1, 1, 1, 4, 1, 4, 7, 1, 3, 1, 3, 1, 7, 9, 5, 2, 1, 4, 1, 1, 1, 1, 4, 2, 1, 1, 1, 9, 4, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 1, 1, 4, 1, 7, 1, 1, 2, 2, 1, 5, 1, 2, 3, 1, 4, 1, 1, 9, 1, 2, 1, 4, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 90, "sum": 214, "mean": 2.3777777777777778, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 90, "units_out": 45, "chunk_lengths": [1, 2, 1, 1, 2, 2, 1, 4, 1, 2, 1, 3, 4, 1, 2, 2, 2, 1, 1, 1, 8, 1, 2, 1, 1, 1, 5, 1, 4, 2, 3, 2, 1, 2, 1, 5, 3, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 45, "sum": 90, "mean": 2.0, "median": 1.0, "p95": 4.799999999999997, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [13, 3, 4, 4, 1, 5, 9, 4, 1, 13, 1, 5, 9, 1, 1, 1, 1, 3, 3, 1, 1, 4, 1, 8, 1, 6, 5, 6, 5, 1, 1, 1, 1, 2, 2], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 3.0, "p95": 10.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 2, 1, 2, 1, 2, 1, 1, 10, 2, 1, 1, 1, 2, 2, 1], "chunk_stats": {"count": 17, "sum": 34, "mean": 2.0, "median": 1.0, "p95": 4.399999999999995, "max": 10, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 105, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06782376899900555, "decode_time_sec": 1.7327158560001408, "total_time_sec": 1.8028545450015372, "prefill_units_per_sec": 3022.5391927571254, "prefill_bytes_per_sec": 3007.7950991339203, "decode_units_per_sec": 73.87246994754206, "decode_bytes_per_sec": 73.87246994754206, "total_units_per_sec": 70.99851752038646, "total_bytes_per_sec": 70.99851752038646, "step_latency_ms": {"count": 128, "sum": 1726, "mean": 13.484375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3316.16748046875, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}, "model_input_units": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 204, "model_input_units": 205, "stage0_units": 60, "stage1_units": 32, "bytes_per_stage0_unit": 3.4, "stage0_per_stage1_unit": 1.875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 205, "units_out": 60, "chunk_lengths": [1, 1, 3, 9, 1, 1, 2, 1, 1, 1, 3, 2, 2, 1, 1, 4, 2, 10, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 10, 2, 4, 1, 1, 13, 5, 1, 1, 11, 6, 1, 4, 3, 2, 4, 1, 1, 13, 3, 3, 1, 9, 5, 1, 7, 2, 1, 1, 10, 1, 2], "chunk_stats": {"count": 60, "sum": 205, "mean": 3.4166666666666665, "median": 2.0, "p95": 10.049999999999997, "max": 13, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 32, "chunk_lengths": [1, 2, 5, 1, 3, 4, 1, 1, 2, 1, 1, 5, 2, 1, 3, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1], "chunk_stats": {"count": 32, "sum": 60, "mean": 1.875, "median": 1.5, "p95": 4.449999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [1, 10, 1, 9, 9, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 3, 1, 3, 2, 6, 1, 5, 1, 6, 1, 9, 1, 2, 8, 1, 6, 1, 5, 3, 1, 1, 1, 1, 10], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.100000000000001, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 4, 2, 4, 2, 5], "chunk_stats": {"count": 17, "sum": 38, "mean": 2.235294117647059, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 106, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06694336900000053, "decode_time_sec": 1.90036607500042, "total_time_sec": 1.9696363939983712, "prefill_units_per_sec": 3375.987844292662, "prefill_bytes_per_sec": 3361.0498449816323, "decode_units_per_sec": 67.35544360839619, "decode_bytes_per_sec": 67.35544360839619, "total_units_per_sec": 64.98661397099765, "total_bytes_per_sec": 64.98661397099765, "step_latency_ms": {"count": 128, "sum": 1892, "mean": 14.78125, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3322.2412109375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 225, "mean": 225.0, "median": 225.0, "p95": 225.0, "max": 225, "min": 225}, "model_input_units": {"count": 1, "sum": 226, "mean": 226.0, "median": 226.0, "p95": 226.0, "max": 226, "min": 226}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 225, "model_input_units": 226, "stage0_units": 83, "stage1_units": 36, "bytes_per_stage0_unit": 2.710843373493976, "stage0_per_stage1_unit": 2.3055555555555554}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 226, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 2, 7, 2, 1, 6, 3, 1, 1, 3, 2, 5, 2, 2, 7, 2, 2, 7, 4, 1, 2, 2, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 2, 2, 1, 7, 2, 7, 5, 2, 1, 3, 1, 2, 7, 4, 1, 5, 1, 9, 1, 2, 1, 1, 1, 2, 2, 1, 5, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 1, 1, 3, 1, 1, 7, 3, 4, 1, 1, 1], "chunk_stats": {"count": 83, "sum": 226, "mean": 2.7228915662650603, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 36, "chunk_lengths": [1, 2, 3, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 4, 1, 3, 1, 6, 1, 1, 3, 1, 5, 3, 1, 1, 1, 5, 1, 5, 1, 5], "chunk_stats": {"count": 36, "sum": 83, "mean": 2.3055555555555554, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 7, 2, 5, 2, 1, 9, 1, 5, 2, 3, 2, 7, 5, 1, 2, 1, 2, 2, 1, 1, 7, 3, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.5, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 6, 3, 1, 3, 2, 3, 1, 1, 1, 5, 1, 5, 1, 6, 6, 3, 1, 2], "chunk_stats": {"count": 19, "sum": 53, "mean": 2.789473684210526, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 107, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06708257900027093, "decode_time_sec": 1.4715856980001263, "total_time_sec": 1.5409893859996373, "prefill_units_per_sec": 2906.8649850091847, "prefill_bytes_per_sec": 2891.957985086061, "decode_units_per_sec": 86.98100299150163, "decode_bytes_per_sec": 86.98100299150163, "total_units_per_sec": 83.06351825841202, "total_bytes_per_sec": 83.06351825841202, "step_latency_ms": {"count": 128, "sum": 1459, "mean": 11.3984375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.10205078125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 73, "stage1_units": 38, "bytes_per_stage0_unit": 2.6575342465753424, "stage0_per_stage1_unit": 1.9210526315789473}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 195, "units_out": 73, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 3, 2, 7, 1, 2, 2, 1, 1, 9, 1, 3, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 3, 1, 4, 2, 1, 1, 17, 1, 2, 4, 1, 4, 1, 21, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1], "chunk_stats": {"count": 73, "sum": 195, "mean": 2.671232876712329, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 38, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 2, 1, 3, 1, 1, 4, 1, 2, 3, 1, 1, 2, 3, 1, 1, 5, 3, 3, 1], "chunk_stats": {"count": 38, "sum": 73, "mean": 1.9210526315789473, "median": 1.5, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 25, "chunk_lengths": [2, 1, 3, 1, 3, 4, 1, 25, 4, 1, 3, 1, 4, 1, 7, 1, 1, 25, 1, 5, 2, 2, 9, 17, 4], "chunk_stats": {"count": 25, "sum": 128, "mean": 5.12, "median": 3.0, "p95": 23.399999999999977, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [7, 1, 5, 2, 2, 1, 2, 2, 1, 1, 1], "chunk_stats": {"count": 11, "sum": 25, "mean": 2.272727272727273, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 25, "sum": 25, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 108, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06663531999947736, "decode_time_sec": 1.788940118998653, "total_time_sec": 1.857688137999503, "prefill_units_per_sec": 2236.0513913817576, "prefill_bytes_per_sec": 2221.0443350637593, "decode_units_per_sec": 71.55074596440217, "decode_bytes_per_sec": 71.55074596440217, "total_units_per_sec": 68.9028461676242, "total_bytes_per_sec": 68.9028461676242, "step_latency_ms": {"count": 128, "sum": 1776, "mean": 13.875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3300.48486328125, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}, "model_input_units": {"count": 1, "sum": 149, "mean": 149.0, "median": 149.0, "p95": 149.0, "max": 149, "min": 149}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 148, "model_input_units": 149, "stage0_units": 58, "stage1_units": 28, "bytes_per_stage0_unit": 2.5517241379310347, "stage0_per_stage1_unit": 2.0714285714285716}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 149, "units_out": 58, "chunk_lengths": [1, 1, 3, 10, 1, 1, 3, 1, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 5, 1, 2, 1, 4, 1, 9, 1, 2, 1, 3, 1, 1, 7, 2, 1, 2, 4, 2, 2, 1, 1], "chunk_stats": {"count": 58, "sum": 149, "mean": 2.5689655172413794, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 58, "units_out": 28, "chunk_lengths": [1, 2, 1, 1, 4, 1, 4, 3, 3, 1, 2, 4, 1, 1, 5, 3, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 4, 1], "chunk_stats": {"count": 28, "sum": 58, "mean": 2.0714285714285716, "median": 1.5, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [13, 1, 3, 1, 1, 8, 1, 1, 4, 1, 1, 13, 1, 3, 1, 1, 9, 2, 2, 2, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 3, 1, 1, 1, 1, 5], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 9.949999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 3, 2, 1, 5, 1, 2, 1, 1, 4, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 109, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06635765000100946, "decode_time_sec": 1.8241007289998379, "total_time_sec": 1.8927426879999985, "prefill_units_per_sec": 2968.7609491445696, "prefill_bytes_per_sec": 2953.6910966108408, "decode_units_per_sec": 70.17156342576703, "decode_bytes_per_sec": 70.17156342576703, "total_units_per_sec": 67.62673067581815, "total_bytes_per_sec": 67.62673067581815, "step_latency_ms": {"count": 128, "sum": 1812, "mean": 14.15625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3315.34619140625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 74, "stage1_units": 40, "bytes_per_stage0_unit": 2.6486486486486487, "stage0_per_stage1_unit": 1.85}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 197, "units_out": 74, "chunk_lengths": [1, 1, 3, 2, 1, 1, 3, 1, 1, 9, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 2, 1, 5, 4, 1, 43, 4, 1, 1, 2, 1, 1, 3, 4, 1, 9, 4, 1, 1], "chunk_stats": {"count": 74, "sum": 197, "mean": 2.6621621621621623, "median": 1.0, "p95": 9.0, "max": 43, "min": 1}}, {"stage": 1, "units_in": 74, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 5, 2, 3, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 2, 6, 2, 1, 2, 5, 1, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 40, "sum": 74, "mean": 1.85, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 5, 4, 2, 4, 1, 1, 3, 4, 1, 9, 3, 4, 3, 1, 2, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 3, 1, 1, 1, 1, 5, 1, 3, 5, 7, 1, 5, 1, 1, 10, 1, 1], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 1.0, "p95": 7.449999999999996, "max": 10, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 110, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06728487899999891, "decode_time_sec": 1.93739207499857, "total_time_sec": 2.0069436930007214, "prefill_units_per_sec": 2972.4360506021458, "prefill_bytes_per_sec": 2957.5738703491347, "decode_units_per_sec": 66.06819634074041, "decode_bytes_per_sec": 66.06819634074041, "total_units_per_sec": 63.77857059288907, "total_bytes_per_sec": 63.77857059288907, "step_latency_ms": {"count": 128, "sum": 1925, "mean": 15.0390625, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3315.5166015625, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 63, "stage1_units": 32, "bytes_per_stage0_unit": 3.1587301587301586, "stage0_per_stage1_unit": 1.96875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 5, 2, 8, 1, 4, 1, 1, 1, 9, 4, 1, 6, 2, 1, 3, 1, 1, 5, 9, 4, 1, 1, 6, 2, 5, 9, 1, 2, 4, 1, 1, 6, 3, 4, 1, 5, 1, 13, 2, 6, 1, 1, 3, 8, 1, 2, 3, 5, 1, 5, 4, 1, 6, 1], "chunk_stats": {"count": 63, "sum": 200, "mean": 3.1746031746031744, "median": 2.0, "p95": 8.899999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 32, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 5, 1, 4, 2, 1, 1, 5, 5, 1, 1, 1, 1, 2, 4, 4, 2, 1], "chunk_stats": {"count": 32, "sum": 63, "mean": 1.96875, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [13, 4, 1, 1, 1, 6, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 5, 1, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 1, 4, 1, 4, 2, 1, 6, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 9, 2], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 5, 3, 3, 1, 1, 1, 4, 1, 3, 1, 7, 2, 4, 1, 3, 4, 1, 1, 3, 1], "chunk_stats": {"count": 21, "sum": 51, "mean": 2.4285714285714284, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 111, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06650224900113244, "decode_time_sec": 1.7170230930005346, "total_time_sec": 1.7859421409993956, "prefill_units_per_sec": 3714.1601030033426, "prefill_bytes_per_sec": 3699.123017566082, "decode_units_per_sec": 74.54762869631372, "decode_bytes_per_sec": 74.54762869631372, "total_units_per_sec": 71.6708548734801, "total_bytes_per_sec": 71.6708548734801, "step_latency_ms": {"count": 128, "sum": 1703, "mean": 13.3046875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3326.591796875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 246, "mean": 246.0, "median": 246.0, "p95": 246.0, "max": 246, "min": 246}, "model_input_units": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 246, "model_input_units": 247, "stage0_units": 83, "stage1_units": 41, "bytes_per_stage0_unit": 2.963855421686747, "stage0_per_stage1_unit": 2.024390243902439}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 247, "units_out": 83, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 8, 1, 1, 3, 2, 3, 1, 1, 9, 6, 1, 5, 2, 6, 1, 6, 4, 1, 1, 4, 1, 1, 3, 1, 6, 2, 6, 1, 6, 4, 1, 1, 2, 2, 1, 4, 1, 9, 7, 2, 3, 4, 1, 3, 2, 6, 1, 4, 2, 2, 2, 1, 9, 1, 2, 6, 1, 13, 3, 4, 1, 5, 6, 1, 1, 1, 1, 3, 1, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 83, "sum": 247, "mean": 2.9759036144578315, "median": 2.0, "p95": 7.8999999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 41, "chunk_lengths": [1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 2, 3, 1, 1, 1, 2, 2, 4, 1, 3, 2, 3, 1, 3, 1, 1, 1, 5, 2, 2, 1, 1], "chunk_stats": {"count": 41, "sum": 83, "mean": 2.024390243902439, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 1, 1, 5, 1, 1, 4, 4, 1, 6, 1, 1, 3, 1, 1, 9, 3, 4, 1, 3, 1, 8, 1, 5, 1, 1, 4, 4, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 3.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 7, 2, 1, 1, 4, 2, 5, 1, 5, 1, 1, 1, 4], "chunk_stats": {"count": 16, "sum": 39, "mean": 2.4375, "median": 1.5, "p95": 5.5, "max": 7, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 112, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0666151200002787, "decode_time_sec": 2.013994910999827, "total_time_sec": 2.0830730099987704, "prefill_units_per_sec": 3722.878529663573, "prefill_bytes_per_sec": 3707.866922689123, "decode_units_per_sec": 63.555274792852245, "decode_bytes_per_sec": 63.555274792852245, "total_units_per_sec": 61.447678206956155, "total_bytes_per_sec": 61.447678206956155, "step_latency_ms": {"count": 128, "sum": 1995, "mean": 15.5859375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3327.4296875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 103, "stage1_units": 53, "bytes_per_stage0_unit": 2.3980582524271843, "stage0_per_stage1_unit": 1.9433962264150944}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 4, 4, 2, 3, 1, 9, 1, 3, 4, 1, 3, 4, 1, 13, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 3, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 4, 4, 1, 1, 1, 1, 17, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 13, 1, 1, 1], "chunk_stats": {"count": 103, "sum": 248, "mean": 2.407766990291262, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 53, "chunk_lengths": [1, 2, 2, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 1, 2, 1, 3, 1, 2, 2, 2, 1, 3, 3, 2, 1, 3, 1, 2, 1, 2, 7, 1, 1, 1, 1, 1, 5, 3, 1, 5, 3, 2, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 103, "mean": 1.9433962264150944, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [9, 1, 1, 6, 1, 1, 1, 4, 1, 1, 5, 1, 5, 3, 4, 4, 3, 1, 1, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 4, 3, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 9, 1, 3, 1, 5, 1, 5], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 5.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [1, 1, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 4, 4, 1, 4, 1, 3, 2, 1, 3, 1, 2, 2, 3], "chunk_stats": {"count": 26, "sum": 51, "mean": 1.9615384615384615, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 113, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06693576899851905, "decode_time_sec": 1.8551930510002421, "total_time_sec": 1.9244318499986548, "prefill_units_per_sec": 3017.818470188476, "prefill_bytes_per_sec": 3002.8787747915035, "decode_units_per_sec": 68.99551501175998, "decode_bytes_per_sec": 68.99551501175998, "total_units_per_sec": 66.51313737095417, "total_bytes_per_sec": 66.51313737095417, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3316.0361328125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 78, "stage1_units": 41, "bytes_per_stage0_unit": 2.576923076923077, "stage0_per_stage1_unit": 1.9024390243902438}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 78, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 1, 5, 6, 1, 3, 7, 1, 1, 6, 1, 1, 13, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 4, 4, 1, 13, 1, 1, 6, 1, 1, 2, 4, 4, 6, 1, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4], "chunk_stats": {"count": 78, "sum": 202, "mean": 2.58974358974359, "median": 1.0, "p95": 6.1499999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 41, "chunk_lengths": [1, 2, 2, 3, 3, 1, 2, 1, 1, 1, 3, 3, 3, 4, 1, 2, 1, 1, 2, 6, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 5, 2, 2, 1, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 41, "sum": 78, "mean": 1.9024390243902438, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 2, 1, 5, 1, 5, 2, 4, 1, 1, 1, 2, 4, 2, 2, 1, 1, 1, 4, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 5, 4, 2, 1, 3, 7, 1, 1, 6, 1, 1, 10], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 6.699999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 2, 3, 1, 2, 3, 1, 1, 1, 3, 6, 1, 1, 2, 1, 3, 1, 1, 1, 8], "chunk_stats": {"count": 20, "sum": 46, "mean": 2.3, "median": 1.5, "p95": 6.100000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 114, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06663197899979423, "decode_time_sec": 1.8596064299999853, "total_time_sec": 1.928635108999515, "prefill_units_per_sec": 3841.9990497474278, "prefill_bytes_per_sec": 3826.991240959352, "decode_units_per_sec": 68.83176888133313, "decode_bytes_per_sec": 68.83176888133313, "total_units_per_sec": 66.368178927532, "total_bytes_per_sec": 66.368178927532, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3339.232421875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 106, "stage1_units": 55, "bytes_per_stage0_unit": 2.4056603773584904, "stage0_per_stage1_unit": 1.9272727272727272}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 2, 2, 1, 1, 2, 3, 1, 2, 1, 3, 2, 1, 4, 1, 1, 7, 1, 1, 4, 4, 3, 2, 3, 1, 3, 4, 5, 1, 13, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 14, 1, 4, 4, 1, 4, 4, 5, 1, 2, 8, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 1, 1, 2, 1, 6, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 256, "mean": 2.4150943396226414, "median": 1.0, "p95": 7.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 55, "chunk_lengths": [1, 2, 3, 3, 1, 3, 2, 1, 1, 2, 3, 3, 3, 3, 3, 1, 1, 1, 1, 3, 2, 2, 1, 6, 1, 2, 1, 1, 3, 2, 1, 2, 5, 1, 2, 1, 1, 1, 1, 3, 5, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 3, 2, 1], "chunk_stats": {"count": 55, "sum": 106, "mean": 1.9272727272727272, "median": 2.0, "p95": 3.5999999999999943, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [13, 3, 4, 1, 4, 5, 3, 4, 1, 3, 1, 1, 1, 4, 1, 7, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 3, 4, 1, 4, 5, 3, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 4, 1, 1, 1, 3, 1, 5, 1, 1, 5, 3, 6, 3, 1, 4, 1, 1], "chunk_stats": {"count": 20, "sum": 48, "mean": 2.4, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 115, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.066922189998877, "decode_time_sec": 1.7342643280007906, "total_time_sec": 1.8035610469996755, "prefill_units_per_sec": 2704.633545361222, "prefill_bytes_per_sec": 2689.6908185912703, "decode_units_per_sec": 73.80651146042696, "decode_bytes_per_sec": 73.80651146042696, "total_units_per_sec": 70.97070554552903, "total_bytes_per_sec": 70.97070554552903, "step_latency_ms": {"count": 128, "sum": 1727, "mean": 13.4921875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3308.2958984375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 64, "stage1_units": 33, "bytes_per_stage0_unit": 2.8125, "stage0_per_stage1_unit": 1.9393939393939394}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 64, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 1, 13, 1, 5, 9, 1, 1, 4, 1, 1, 1, 7, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 9, 4, 1, 13, 1, 3, 1, 1, 4, 2, 1, 3, 13, 8, 2, 4, 1], "chunk_stats": {"count": 64, "sum": 181, "mean": 2.828125, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 33, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 8, 1, 2, 1, 1, 3, 1, 2, 3, 1, 2, 2, 2, 1, 3, 2, 1, 2, 1, 5, 1, 2, 1, 1, 1, 2], "chunk_stats": {"count": 33, "sum": 64, "mean": 1.9393939393939394, "median": 2.0, "p95": 4.399999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 13, 4, 1, 1, 4, 2, 1, 4, 13, 3, 4, 7, 1, 5, 4, 1, 3, 1, 5, 1, 4, 1, 1, 9, 8, 2, 1, 1, 9, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 2, 2, 1, 4, 3, 1, 3, 1, 1, 3, 2, 4, 1, 1, 1, 2, 1], "chunk_stats": {"count": 18, "sum": 36, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 116, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06657880900093005, "decode_time_sec": 1.8770448549985304, "total_time_sec": 1.946053273999496, "prefill_units_per_sec": 3800.007897354634, "prefill_bytes_per_sec": 3784.988103293944, "decode_units_per_sec": 68.1922968751326, "decode_bytes_per_sec": 68.1922968751326, "total_units_per_sec": 65.77415002464787, "total_bytes_per_sec": 65.77415002464787, "step_latency_ms": {"count": 128, "sum": 1866, "mean": 14.578125, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3329.12158203125, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 252, "mean": 252.0, "median": 252.0, "p95": 252.0, "max": 252, "min": 252}, "model_input_units": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 252, "model_input_units": 253, "stage0_units": 110, "stage1_units": 64, "bytes_per_stage0_unit": 2.290909090909091, "stage0_per_stage1_unit": 1.71875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 253, "units_out": 110, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 1, 1, 1, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 1, 5, 4, 2, 1, 1, 2, 2, 1, 3, 1, 4, 1, 3, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 1, 5, 1, 2, 1, 1, 2, 1, 2, 1, 8, 2, 1, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 2, 2, 1, 1, 1, 1, 2, 7, 9, 5, 4, 5, 1, 2, 1, 8, 9, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 1], "chunk_stats": {"count": 110, "sum": 253, "mean": 2.3, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 110, "units_out": 64, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 2, 4, 1, 2, 3, 1, 3, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 7, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 2, 2, 2, 1], "chunk_stats": {"count": 64, "sum": 110, "mean": 1.71875, "median": 1.0, "p95": 3.8499999999999943, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 14, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 13, 1, 4, 1, 2, 1, 1, 1, 1, 3, 1, 13, 1, 1, 6, 1, 2, 1, 6, 1, 9, 1, 1, 5, 4, 1, 9, 1, 1, 1, 1, 1, 3, 1, 2], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 11.799999999999983, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 5, 1, 3, 2, 3, 1, 5, 2, 4, 1, 2, 2, 1, 1, 1, 2, 1, 6, 1], "chunk_stats": {"count": 21, "sum": 46, "mean": 2.1904761904761907, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 117, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06687980999959109, "decode_time_sec": 1.8510606630006805, "total_time_sec": 1.9202868920001492, "prefill_units_per_sec": 3304.4352249408485, "prefill_bytes_per_sec": 3289.483029352881, "decode_units_per_sec": 69.14954358789318, "decode_bytes_per_sec": 69.14954358789318, "total_units_per_sec": 66.65670662714186, "total_bytes_per_sec": 66.65670662714186, "step_latency_ms": {"count": 128, "sum": 1836, "mean": 14.34375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3321.55517578125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 72, "stage1_units": 39, "bytes_per_stage0_unit": 3.0555555555555554, "stage0_per_stage1_unit": 1.8461538461538463}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 221, "units_out": 72, "chunk_lengths": [1, 1, 3, 2, 5, 1, 1, 6, 1, 1, 5, 1, 4, 1, 3, 2, 5, 1, 4, 2, 9, 1, 1, 5, 3, 1, 7, 2, 1, 1, 5, 4, 6, 3, 5, 1, 4, 1, 9, 4, 1, 2, 2, 5, 1, 1, 6, 1, 6, 1, 3, 2, 5, 2, 9, 1, 9, 3, 1, 6, 1, 1, 5, 1, 4, 1, 5, 3, 4, 1, 4, 1], "chunk_stats": {"count": 72, "sum": 221, "mean": 3.0694444444444446, "median": 2.0, "p95": 7.900000000000006, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 39, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 2, 1, 7, 2, 2, 3, 1, 3, 3, 3, 1, 3, 1, 1], "chunk_stats": {"count": 39, "sum": 72, "mean": 1.8461538461538463, "median": 1.0, "p95": 3.1000000000000014, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 5, 1, 1, 6, 1, 1, 5, 1, 3, 2, 5, 2, 9, 1, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 4, 1, 1, 9, 3, 4, 3, 1, 2, 5, 1, 1, 4], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [5, 1, 1, 1, 9, 1, 1, 2, 1, 3, 1, 1, 2, 1, 2, 1, 5, 1, 3, 5], "chunk_stats": {"count": 20, "sum": 47, "mean": 2.35, "median": 1.0, "p95": 5.200000000000003, "max": 9, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 118, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06744260000050417, "decode_time_sec": 1.543479326999659, "total_time_sec": 1.6131684960000712, "prefill_units_per_sec": 3454.7897026250203, "prefill_bytes_per_sec": 3439.9622790086037, "decode_units_per_sec": 82.92952018270101, "decode_bytes_per_sec": 82.92952018270101, "total_units_per_sec": 79.3469500039098, "total_bytes_per_sec": 79.3469500039098, "step_latency_ms": {"count": 128, "sum": 1530, "mean": 11.953125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3323.287109375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 74, "stage1_units": 32, "bytes_per_stage0_unit": 3.135135135135135, "stage0_per_stage1_unit": 2.3125}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 74, "chunk_lengths": [1, 1, 3, 2, 1, 11, 1, 1, 3, 2, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 12, 1, 2, 2, 2, 1, 13, 1, 4, 1, 1, 7, 1, 2, 2, 1, 1, 3, 1, 2, 1, 11, 2, 1, 1, 13, 3, 3, 9, 1, 3, 1, 11, 1, 4, 1, 13, 3, 1, 1, 3, 1, 1, 1, 6, 1, 4, 2, 1, 1, 13, 1, 3, 1], "chunk_stats": {"count": 74, "sum": 233, "mean": 3.1486486486486487, "median": 1.5, "p95": 12.349999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 74, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 4, 1, 1, 5, 5, 1, 2, 3, 3, 5, 2, 1, 2, 1, 2, 1, 4, 2, 2, 1, 6, 1, 4, 2, 2, 1], "chunk_stats": {"count": 32, "sum": 74, "mean": 2.3125, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 1, 3, 1, 1, 1, 6, 1, 4, 3, 1, 1, 3, 1, 13, 11, 1, 1, 3, 1, 11, 1, 13, 11, 1, 4, 1, 1, 3, 1, 11, 1, 4, 1, 6], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 11.599999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [10, 1, 2, 2, 1, 5, 2, 3, 7, 1], "chunk_stats": {"count": 10, "sum": 34, "mean": 3.4, "median": 2.0, "p95": 8.649999999999997, "max": 10, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 119, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06787698900006944, "decode_time_sec": 1.7679461190000438, "total_time_sec": 1.8379172370005108, "prefill_units_per_sec": 2047.822127169751, "prefill_bytes_per_sec": 2033.08959388076, "decode_units_per_sec": 72.40039649647085, "decode_bytes_per_sec": 72.40039649647085, "total_units_per_sec": 69.64405002746292, "total_bytes_per_sec": 69.64405002746292, "step_latency_ms": {"count": 128, "sum": 1753, "mean": 13.6953125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3297.26708984375, "peak_reserved_mb": 3336.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 138, "mean": 138.0, "median": 138.0, "p95": 138.0, "max": 138, "min": 138}, "model_input_units": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 138, "model_input_units": 139, "stage0_units": 47, "stage1_units": 27, "bytes_per_stage0_unit": 2.9361702127659575, "stage0_per_stage1_unit": 1.7407407407407407}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 139, "units_out": 47, "chunk_lengths": [1, 1, 3, 6, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 4, 4, 2, 1, 2, 3, 4, 4, 1, 1, 5, 1, 1, 1, 13, 1, 2, 1, 1, 1, 1, 1, 1, 17, 3, 4, 4, 1], "chunk_stats": {"count": 47, "sum": 139, "mean": 2.9574468085106385, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 47, "units_out": 27, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 3, 5, 1, 1, 3, 1, 2, 1, 1, 3, 1], "chunk_stats": {"count": 27, "sum": 47, "mean": 1.7407407407407407, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 3, 4, 2, 2, 1, 1, 4, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 1, 2, 2, 1, 2, 2, 2, 1, 13, 4, 1, 1, 8, 2, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 3, 2, 4, 3, 1, 1, 6, 1, 1, 2, 5, 1, 4, 1], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 120, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06692721999934292, "decode_time_sec": 1.8569015109987959, "total_time_sec": 1.9261399600000004, "prefill_units_per_sec": 3795.167347493198, "prefill_bytes_per_sec": 3780.22574376291, "decode_units_per_sec": 68.93203502815342, "decode_bytes_per_sec": 68.93203502815342, "total_units_per_sec": 66.45415320701824, "total_bytes_per_sec": 66.45415320701824, "step_latency_ms": {"count": 128, "sum": 1846, "mean": 14.421875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3329.826171875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.53, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 254, "units_out": 100, "chunk_lengths": [1, 1, 3, 9, 1, 1, 3, 2, 1, 3, 1, 1, 9, 1, 2, 1, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 6, 2, 1, 3, 1, 1, 7, 1, 4, 1, 9, 1, 1, 3, 1, 1, 9, 1, 5, 2, 1, 3, 1, 1, 3, 1, 2, 3, 1, 1, 2, 1, 3, 5, 1, 1, 9, 3, 2, 2, 1, 1, 1, 4, 1, 1, 1, 4, 1, 9, 4, 1, 2, 4, 1, 1, 2, 2, 3, 9, 1, 1, 2, 1, 4, 1, 3, 1, 1, 1, 13, 4, 3, 1], "chunk_stats": {"count": 100, "sum": 254, "mean": 2.54, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 1, 1, 3, 2, 2, 1, 4, 4, 1, 2, 3, 1, 5, 4, 4, 1, 1, 2, 1, 2, 4, 2, 7, 1, 1, 1, 1, 1, 5, 4, 1, 3, 5, 1, 1, 10, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 1.5, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [2, 3, 1, 3, 2, 3, 9, 1, 4, 1, 3, 1, 1, 1, 17, 3, 1, 1, 1, 2, 3, 1, 3, 3, 1, 3, 1, 1, 9, 3, 4, 3, 1, 1, 1, 1, 4, 1, 7, 1, 4, 1, 1, 2, 6, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 8.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 7, 1, 2, 2, 3, 5, 1, 1, 4, 1, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 20, "sum": 47, "mean": 2.35, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 121, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06648856900028477, "decode_time_sec": 1.638719939001021, "total_time_sec": 1.7071543379988725, "prefill_units_per_sec": 1549.1384691939882, "prefill_bytes_per_sec": 1534.0982898814252, "decode_units_per_sec": 78.10974709811, "decode_bytes_per_sec": 78.10974709811, "total_units_per_sec": 74.97857525292159, "total_bytes_per_sec": 74.97857525292159, "step_latency_ms": {"count": 128, "sum": 1629, "mean": 12.7265625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3289.77734375, "peak_reserved_mb": 3314.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "model_input_units": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 102, "model_input_units": 103, "stage0_units": 41, "stage1_units": 19, "bytes_per_stage0_unit": 2.4878048780487805, "stage0_per_stage1_unit": 2.1578947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 103, "units_out": 41, "chunk_lengths": [1, 1, 3, 12, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 6, 1, 8, 1, 2, 2, 2, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 41, "sum": 103, "mean": 2.5121951219512195, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 41, "units_out": 19, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 1, 5, 2, 2, 2, 3, 1, 6, 3, 2, 1, 1], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 5.099999999999998, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 6, 1, 7, 1, 13, 1, 5, 4, 1, 1, 4, 1, 1, 5, 1, 4, 1, 1, 9, 1, 5, 5, 5, 1, 1, 1, 5, 1, 1, 7, 5], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 9, 2, 1, 1, 4, 3, 4, 1, 2, 3, 3, 1, 2], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 2.0, "p95": 5.749999999999998, "max": 9, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 122, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06688266899982409, "decode_time_sec": 1.6092397480006184, "total_time_sec": 1.6783568970004126, "prefill_units_per_sec": 2930.5050610422786, "prefill_bytes_per_sec": 2915.553504608389, "decode_units_per_sec": 79.54066518617387, "decode_bytes_per_sec": 79.54066518617387, "total_units_per_sec": 76.26506628522439, "total_bytes_per_sec": 76.26506628522439, "step_latency_ms": {"count": 128, "sum": 1602, "mean": 12.515625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.8271484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}, "model_input_units": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 195, "model_input_units": 196, "stage0_units": 61, "stage1_units": 32, "bytes_per_stage0_unit": 3.19672131147541, "stage0_per_stage1_unit": 1.90625}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 196, "units_out": 61, "chunk_lengths": [1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 4, 1, 5, 2, 6, 1, 4, 1, 1, 1, 9, 4, 9, 1, 1, 1, 1, 13, 6, 2, 2, 1, 3, 1, 1, 6, 1, 6, 1, 1, 3, 1, 6, 1, 4, 1, 13, 1, 2, 6, 1, 1, 17, 6, 1, 1, 4, 1, 5, 1, 2], "chunk_stats": {"count": 61, "sum": 196, "mean": 3.2131147540983607, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 1, 1, 1, 1, 5, 1, 2, 2, 5, 1, 1, 4, 1, 2, 5, 1], "chunk_stats": {"count": 32, "sum": 61, "mean": 1.90625, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 29, "chunk_lengths": [2, 1, 3, 17, 3, 4, 1, 13, 4, 1, 17, 3, 4, 1, 1, 9, 3, 4, 9, 1, 5, 4, 1, 6, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 3.0, "p95": 15.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 1, 4, 2, 2], "chunk_stats": {"count": 16, "sum": 29, "mean": 1.8125, "median": 1.5, "p95": 3.25, "max": 4, "min": 1}, "active_size_stats": {"count": 29, "sum": 29, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 123, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06633531000079529, "decode_time_sec": 1.776359367000623, "total_time_sec": 1.844957125998917, "prefill_units_per_sec": 2381.8385713145194, "prefill_bytes_per_sec": 2366.763643647972, "decode_units_per_sec": 72.05749150642168, "decode_bytes_per_sec": 72.05749150642168, "total_units_per_sec": 69.37830597591629, "total_bytes_per_sec": 69.37830597591629, "step_latency_ms": {"count": 128, "sum": 1762, "mean": 13.765625, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3302.23046875, "peak_reserved_mb": 3356.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 70, "stage1_units": 30, "bytes_per_stage0_unit": 2.242857142857143, "stage0_per_stage1_unit": 2.3333333333333335}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 158, "units_out": 70, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 1, 6, 1, 4, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 2, 1, 1, 1, 5, 7, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 5, 7, 1, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1], "chunk_stats": {"count": 70, "sum": 158, "mean": 2.257142857142857, "median": 1.0, "p95": 6.549999999999997, "max": 8, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 30, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 4, 1, 10, 1, 2, 3, 4, 10, 1], "chunk_stats": {"count": 30, "sum": 70, "mean": 2.3333333333333335, "median": 1.0, "p95": 7.749999999999986, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [5, 7, 1, 1, 7, 1, 1, 3, 1, 1, 1, 3, 1, 7, 5, 7, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 5, 5, 7, 1, 1, 1, 5, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 1, 1, 4], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 2, 4, 7, 1, 2, 5, 8, 1, 2, 4, 4, 10], "chunk_stats": {"count": 13, "sum": 51, "mean": 3.923076923076923, "median": 4.0, "p95": 8.799999999999997, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 124, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06661035000070115, "decode_time_sec": 1.774523518000933, "total_time_sec": 1.8433857269992586, "prefill_units_per_sec": 2672.2573894015923, "prefill_bytes_per_sec": 2657.244707438662, "decode_units_per_sec": 72.1320392215465, "decode_bytes_per_sec": 72.1320392215465, "total_units_per_sec": 69.43744769488035, "total_bytes_per_sec": 69.43744769488035, "step_latency_ms": {"count": 128, "sum": 1763, "mean": 13.7734375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3307.89599609375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 63, "stage1_units": 36, "bytes_per_stage0_unit": 2.8095238095238093, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 178, "units_out": 63, "chunk_lengths": [1, 1, 3, 2, 4, 1, 5, 1, 1, 3, 2, 5, 2, 7, 1, 2, 2, 1, 1, 9, 1, 2, 8, 1, 2, 2, 2, 1, 13, 8, 2, 4, 1, 1, 1, 9, 7, 1, 1, 3, 1, 1, 3, 5, 9, 2, 2, 4, 6, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 178, "mean": 2.8253968253968256, "median": 2.0, "p95": 8.899999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 36, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 7, 1], "chunk_stats": {"count": 36, "sum": 63, "mean": 1.75, "median": 1.0, "p95": 4.25, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [9, 2, 5, 3, 10, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 4, 5, 2, 3, 7, 1, 9], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 1, 32, 9, 5, 1, 1, 1, 5, 3], "chunk_stats": {"count": 10, "sum": 59, "mean": 5.9, "median": 2.0, "p95": 21.649999999999977, "max": 32, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 125, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06669540000075358, "decode_time_sec": 1.6009711409988086, "total_time_sec": 1.6699978199994803, "prefill_units_per_sec": 3553.4684550557035, "prefill_bytes_per_sec": 3538.4749172706584, "decode_units_per_sec": 79.95147240452054, "decode_bytes_per_sec": 79.95147240452054, "total_units_per_sec": 76.64680664076546, "total_bytes_per_sec": 76.64680664076546, "step_latency_ms": {"count": 128, "sum": 1591, "mean": 12.4296875, "median": 8.0, "p95": 38.0, "max": 42, "min": 7}, "peak_allocated_mb": 3323.84521484375, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}, "model_input_units": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 236, "model_input_units": 237, "stage0_units": 92, "stage1_units": 46, "bytes_per_stage0_unit": 2.5652173913043477, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 237, "units_out": 92, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 6, 1, 1, 5, 1, 4, 2, 1, 4, 1, 5, 2, 2, 2, 2, 2, 2, 1, 5, 1, 2, 1, 9, 1, 5, 2, 5, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 1, 9, 1, 1, 4, 1, 5, 2, 1, 4, 1, 3, 1, 4, 1, 1, 1, 9, 1, 2, 4, 1, 1, 4, 1, 4, 1, 13, 1, 4, 1, 1, 4, 1, 1, 13, 6, 1, 5, 1, 1], "chunk_stats": {"count": 92, "sum": 237, "mean": 2.5760869565217392, "median": 1.0, "p95": 7.3500000000000085, "max": 13, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 46, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 1, 1, 3, 1, 2, 1, 5, 5, 2, 1, 5, 1, 5, 1, 2, 1, 1, 1, 2, 6, 1, 5, 2, 1, 4, 1], "chunk_stats": {"count": 46, "sum": 92, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [17, 1, 6, 4, 5, 1, 3, 1, 5, 5, 3, 4, 13, 1, 4, 1, 1, 1, 17, 1, 2, 3, 1, 2, 7, 2, 2, 4, 3, 4, 4], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 3.0, "p95": 15.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 3, 1, 2, 4, 5, 1, 2, 1, 4, 2, 1, 2, 1], "chunk_stats": {"count": 14, "sum": 30, "mean": 2.142857142857143, "median": 2.0, "p95": 4.35, "max": 5, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 126, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.066762110000127, "decode_time_sec": 2.1483135640010005, "total_time_sec": 2.21732053300002, "prefill_units_per_sec": 3265.325197175244, "prefill_bytes_per_sec": 3250.3466412248986, "decode_units_per_sec": 59.581618877653, "decode_bytes_per_sec": 59.581618877653, "total_units_per_sec": 57.72733264992448, "total_bytes_per_sec": 57.72733264992448, "step_latency_ms": {"count": 128, "sum": 2132, "mean": 16.65625, "median": 17.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3322.39501953125, "peak_reserved_mb": 3358.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 114, "stage1_units": 51, "bytes_per_stage0_unit": 1.9035087719298245, "stage0_per_stage1_unit": 2.235294117647059}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 218, "units_out": 114, "chunk_lengths": [1, 1, 3, 11, 1, 1, 3, 1, 1, 9, 3, 2, 1, 3, 1, 3, 1, 1, 2, 1, 4, 1, 1, 9, 1, 2, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 9, 1, 2, 2, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 3, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 2, 2, 1, 1, 9, 3, 4, 1, 1], "chunk_stats": {"count": 114, "sum": 218, "mean": 1.912280701754386, "median": 1.0, "p95": 5.749999999999972, "max": 11, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 51, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 7, 2, 2, 1, 2, 1, 1, 2, 4, 2, 1, 6, 2, 6, 1, 6, 2, 1, 3, 1, 2, 1, 5, 1, 5, 1, 3, 1, 1, 3, 6, 5, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 51, "sum": 114, "mean": 2.235294117647059, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 65, "chunk_lengths": [1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1, 1, 9, 1, 1, 2, 2, 2, 2, 2, 4, 9, 2, 2, 2, 2, 2, 2, 3, 1, 9, 1], "chunk_stats": {"count": 66, "sum": 128, "mean": 1.9393939393939394, "median": 1.0, "p95": 5.75, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [3, 5, 1, 6, 2, 1, 3, 1, 6, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 4, 1, 2, 1, 5, 1], "chunk_stats": {"count": 25, "sum": 65, "mean": 2.6, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 65, "sum": 65, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 127, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09301684199999727, "decode_time_sec": 5.135363654000685, "total_time_sec": 5.272568692000277, "prefill_units_per_sec": 31091.143687721466, "prefill_bytes_per_sec": 30919.131827761736, "decode_units_per_sec": 398.8033054688374, "decode_bytes_per_sec": 398.8033054688374, "total_units_per_sec": 388.4254752540818, "total_bytes_per_sec": 388.4254752540818, "step_latency_ms": {"count": 128, "sum": 5019, "mean": 39.2109375, "median": 41.0, "p95": 43.0, "max": 44, "min": 18}, "peak_allocated_mb": 4876.47509765625, "peak_reserved_mb": 4984.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 1094, "stage1_units": 582, "bytes_per_stage0_unit": 2.6288848263254114, "stage0_per_stage1_unit": 1.879725085910653}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2892, "units_out": 1094, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1, 1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1, 1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 1094, "sum": 2892, "mean": 2.643510054844607, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1094, "units_out": 582, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 582, "sum": 1094, "mean": 1.879725085910653, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 763, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 4, 5, 5, 3, 1, 1, 1, 6, 5, 5, 2, 1, 3, 1, 7, 1, 1, 1, 9, 4, 2, 9, 9, 1, 1, 1, 9, 1, 1, 1, 1, 7, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 4, 3, 1, 1, 1, 3, 5, 13, 2, 2, 1, 13, 1, 1, 2, 6, 1, 5, 4, 4, 4, 2, 3, 1, 3, 1, 4, 7, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 8, 1, 7, 7, 2, 2, 1, 1, 1, 3, 7, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 1, 3, 1, 2, 1, 14, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 8, 9, 1, 1, 3, 1, 1, 1, 1, 4, 7, 2, 3, 1, 1, 2, 5, 5, 3, 1, 1, 2, 4, 1, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 4, 1, 1, 1, 3, 1, 2, 8, 5, 2, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1, 3, 6, 1, 1, 1, 1, 6, 5, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 1, 1, 1, 7, 1, 3, 1, 13, 2, 1, 1, 2, 1, 2, 1, 1, 5, 7, 1, 2, 1, 1, 1, 1, 1, 9, 1, 4, 9, 1, 5, 1, 1, 4, 5, 4, 2, 2, 13, 1, 9, 3, 1, 3, 7, 1, 2, 4, 3, 4, 8, 1, 5, 1, 4, 1, 1, 4, 2, 1, 1, 1, 7, 1, 2, 1, 2, 1, 2, 4, 1, 1, 4, 4, 9, 2, 1, 4, 1, 1, 2, 1, 2, 4, 1, 2, 4, 3, 3, 4, 5, 2, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 1, 1, 1, 3, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 3, 6, 4, 1, 2, 5, 1, 3, 3, 1, 1, 1, 6, 2, 1, 4, 7, 4, 2, 1, 1, 1, 4, 1, 7, 5, 2, 2, 1, 2, 1, 5, 1, 13, 1, 1, 1, 7, 4, 1, 1, 3, 2, 7, 3, 2, 1, 3, 5, 1, 5, 4, 4, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 6, 4, 4, 1, 2, 1, 3, 1, 1, 4, 3, 3, 2, 3, 1, 2, 1, 1, 1, 1, 6, 1, 1, 2, 1, 6, 1, 1, 4, 3, 9, 1, 3, 1, 9, 3, 1, 1, 1, 1, 17, 1, 2, 4, 1, 1, 1, 2, 1, 1, 6, 1, 6, 4, 1, 5, 4, 1, 1, 1, 1, 1, 4, 6, 1, 5, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 4, 1, 1, 5, 2, 1, 13, 2, 1, 1, 1, 2, 1, 2, 3, 1, 1, 4, 2, 6, 1, 9, 1, 4, 5, 3, 1, 1, 2, 5, 1, 1, 1, 2, 1, 2, 2, 1, 1, 5, 3, 3, 9, 3, 7, 1, 4, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 5, 1, 1, 5, 2, 2, 1, 1, 5, 2, 1, 1, 1, 6, 1, 2, 7, 9, 1, 1, 1, 5, 2, 1, 3, 5, 2, 1, 1, 8, 2, 5, 5, 7, 7, 1, 4, 1, 3, 1, 1, 4, 3, 1, 8, 1, 1, 1, 3, 4, 2, 1, 1, 1, 4, 5, 9, 4, 1, 2, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 45, 1, 1, 3, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 7, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 6, 2, 9, 5, 2, 1, 1, 1, 14, 2, 1, 2, 3, 1, 1, 1, 1, 1, 7, 2, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 2, 2, 4, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 2, 1, 1, 5, 4, 1, 1, 2, 1, 1, 1, 3, 6, 1, 1, 7, 2, 4, 8, 13, 1, 1, 1, 3, 4, 1, 1, 1, 2, 4, 1, 1, 4, 3, 1, 1, 1, 1, 2, 1, 1, 1, 5, 4, 1, 1, 8, 1, 1, 1, 9, 1, 1, 1, 1, 4, 1, 7, 5, 1, 1, 3, 3, 2, 8, 1, 2, 3], "chunk_stats": {"count": 775, "sum": 2048, "mean": 2.6425806451612903, "median": 1.0, "p95": 7.2999999999999545, "max": 45, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 325, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 3, 3, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 2, 1, 3, 4, 2, 4, 1, 1, 1, 3, 1, 1, 3, 2, 1, 1, 7, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 3, 1, 2, 3, 2, 4, 1, 8, 4, 1, 1, 1, 1, 3, 6, 1, 2, 2, 1, 1, 2, 2, 3, 3, 3, 1, 2, 2, 2, 2, 1, 1, 4, 1, 5, 1, 3, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 8, 1, 4, 4, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 3, 4, 1, 4, 2, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 7, 3, 1, 1, 1, 6, 7, 1, 1, 2, 3, 4, 5, 2, 7, 1, 3, 3, 1, 1, 1, 2, 5, 1, 4, 9, 1, 2, 1, 2, 1, 3, 5, 7, 1, 2, 1, 2, 4, 3, 1, 3, 1, 1, 5, 4, 3, 4, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 4, 3, 1, 1, 6, 1, 1, 2, 4, 2, 1, 1, 1, 3, 1, 1, 1, 3, 3, 1, 2, 5, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 2, 2, 3, 2, 3, 1, 1, 6, 1, 4, 4, 2, 1, 2, 5, 3, 3, 1, 2, 1, 1, 1, 4, 3, 4, 2, 3, 7, 1, 3, 1, 1, 1, 1, 5, 2, 3, 3, 2, 2, 4, 4, 1, 1, 5, 3, 1, 1, 1, 6, 1, 2, 1, 1, 2, 3, 3, 2, 3, 4, 1, 2, 10, 1, 5, 1, 1, 2, 1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 1, 1, 3, 21, 1, 3, 1, 3, 2], "chunk_stats": {"count": 333, "sum": 763, "mean": 2.2912912912912913, "median": 2.0, "p95": 5.399999999999977, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 763, "mean": 5.9609375, "median": 6.0, "p95": 9.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.0941382609998982, "decode_time_sec": 5.091190078999716, "total_time_sec": 5.229866526999103, "prefill_units_per_sec": 35331.01169144815, "prefill_bytes_per_sec": 35161.048917225904, "decode_units_per_sec": 402.2635117175546, "decode_bytes_per_sec": 402.2635117175546, "total_units_per_sec": 391.59699189783, "total_bytes_per_sec": 391.59699189783, "step_latency_ms": {"count": 128, "sum": 4976, "mean": 38.875, "median": 41.0, "p95": 43.0, "max": 50, "min": 18}, "peak_allocated_mb": 4912.01416015625, "peak_reserved_mb": 5070.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3310, "mean": 206.875, "median": 199.5, "p95": 244.0, "max": 244, "min": 156}, "model_input_units": {"count": 16, "sum": 3326, "mean": 207.875, "median": 200.5, "p95": 245.0, "max": 245, "min": 157}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3310, "model_input_units": 3326, "stage0_units": 1310, "stage1_units": 671, "bytes_per_stage0_unit": 2.5267175572519083, "stage0_per_stage1_unit": 1.9523099850968704}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3326, "units_out": 1310, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 13, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 13, 2, 2, 1, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 5, 4, 5, 3, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 3, 4, 5, 1, 5, 1, 2, 4, 2, 3, 14, 1, 3, 1, 1, 8, 1, 5, 1, 4, 2, 4, 1, 1, 14, 1, 3, 3, 1, 5, 1, 4, 1, 1, 1, 2, 2, 14, 1, 3, 1, 3, 1, 3, 6, 1, 5, 3, 1, 1, 3, 4, 1, 1, 6, 1, 9, 1, 1, 6, 1, 1, 5, 7, 1, 6, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 6, 1, 1, 1, 7, 1, 1, 1, 5, 1, 2, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 5, 1, 3, 1, 1, 1, 3, 4, 1, 1, 2, 1, 2, 6, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 7, 1, 1, 13, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5, 5, 1, 4, 1, 6, 2, 1, 14, 1, 1, 3, 4, 5, 1, 1, 5, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 3, 1, 4, 1, 2, 1, 1, 1, 3, 2, 4, 1, 4, 2, 1, 6, 1, 2, 2, 1, 22, 6, 1, 4, 6, 1, 2, 1, 4, 2, 4, 1, 4, 1, 2, 2, 1, 1, 9, 3, 1, 5, 2, 1, 1, 9, 4, 1, 5, 3, 4, 1, 4, 1, 13, 1, 2, 4, 1, 5, 1, 2, 2, 2, 1, 17, 1, 5, 2, 4, 5, 1, 2, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 4, 1, 1, 3, 2, 1, 5, 1, 2, 3, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 6, 1, 6, 1, 9, 3, 1, 1, 3, 1, 1, 3, 2, 3, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 1, 1, 1, 1, 1, 7, 2, 1, 3, 1, 1, 1, 2, 1, 1, 6, 1, 2, 2, 1, 1, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 14, 1, 1, 2, 1, 1, 3, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 2, 3, 1, 4, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 5, 1, 6, 2, 2, 3, 1, 1, 1, 1, 4, 1, 3, 1, 2, 3, 1, 3, 1, 5, 1, 2, 1, 5, 1, 9, 3, 4, 8, 1, 1, 5, 1, 5, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 6, 1, 7, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 7, 1, 2, 1, 2, 2, 5, 1, 1, 7, 1, 9, 3, 4, 1, 3, 5, 7, 9, 1, 1, 1, 1, 3, 3, 2, 1, 1, 5, 2, 5, 1, 1, 1, 1, 5, 4, 7, 1, 5, 3, 1, 1, 9, 3, 4, 3, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 3, 1, 5, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 5, 1, 1, 9, 6, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1, 1, 1, 3, 2, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 7, 1, 2, 4, 2, 2, 1, 13, 2, 2, 4, 1, 1, 3, 1, 6, 1, 13, 1, 1, 1, 1, 3, 4, 1, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 3, 1, 13, 4, 1, 7, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 1, 3, 7, 1, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 3, 2, 1, 4, 1, 1, 1, 3, 5, 7, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 5, 1, 1, 9, 1, 2, 5, 1, 1, 4, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 1, 7, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 2, 1, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 9, 1, 2, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 1, 2, 1, 1, 9, 3, 2, 2, 1, 1, 9, 3, 1, 1, 6, 1, 1, 3, 1, 2, 1, 1, 1, 1, 9, 3, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 4, 1, 4, 2, 5, 1, 1, 6, 1, 2, 6, 1, 2, 2, 2, 5, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 4, 4, 1, 1, 5, 5, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 9, 2, 2, 1, 9, 4, 1, 4, 1, 4, 2, 1, 4, 1, 5, 1, 1, 3, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 9, 1, 1, 1, 1, 2, 4, 1, 2, 1, 1, 5, 4, 1, 2, 1, 1, 8, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 5, 6, 1, 1, 2, 5, 1, 7, 1, 1, 3, 1, 5, 2, 1, 3, 1, 8, 2, 7, 1, 6, 7, 1, 1, 2, 1, 2, 1, 3, 1, 5, 2, 1, 3, 1, 7, 1, 1, 1, 3, 1, 5, 1, 1, 2, 3, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 1, 6, 4, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 1, 8, 2, 1, 1, 1, 1, 2, 5, 1, 2, 4, 1, 1, 1, 2, 3, 1, 1, 1, 1, 6, 1, 17, 1, 1, 5, 1, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 1310, "sum": 3326, "mean": 2.5389312977099237, "median": 1.0, "p95": 8.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 1310, "units_out": 671, "chunk_lengths": [1, 2, 2, 2, 2, 1, 3, 4, 1, 1, 5, 1, 2, 3, 2, 4, 1, 1, 1, 1, 5, 2, 5, 4, 1, 1, 1, 8, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 3, 2, 3, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 5, 2, 3, 1, 2, 3, 4, 1, 2, 1, 1, 2, 1, 7, 2, 1, 2, 4, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 2, 2, 1, 3, 1, 9, 1, 1, 5, 4, 1, 9, 1, 4, 2, 1, 1, 2, 1, 3, 3, 1, 3, 1, 5, 1, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 7, 1, 7, 1, 5, 1, 1, 4, 1, 5, 1, 2, 1, 1, 2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 7, 2, 1, 1, 2, 2, 1, 2, 1, 3, 3, 5, 1, 1, 2, 1, 2, 3, 1, 3, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 4, 5, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 2, 3, 1, 3, 3, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 5, 2, 1, 6, 4, 1, 5, 2, 1, 9, 3, 2, 1, 6, 1, 4, 1, 2, 2, 1, 1, 2, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 7, 1, 2, 1, 3, 1, 1, 2, 2, 6, 1, 1, 4, 1, 2, 1, 4, 1, 2, 1, 1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 3, 1, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 4, 2, 1, 3, 1, 1, 3, 1, 1, 3, 3, 3, 1, 1, 1, 1, 4, 3, 2, 5, 4, 1, 1, 2, 2, 1, 4, 1, 1, 5, 2, 4, 1, 1, 1, 1, 6, 1, 1, 3, 1, 3, 4, 3, 4, 1, 3, 1, 2, 3, 1, 2, 1, 2, 1, 3, 1, 3, 3, 1, 2, 1, 2, 4, 1, 1, 4, 2, 3, 3, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 5, 1, 4, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 2, 5, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 8, 2, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 6, 1, 3, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 1, 2, 1, 2, 2, 3, 1, 1, 1, 4, 3, 3, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 1, 3, 2, 1, 1, 5, 1, 1, 4, 1, 4, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 2, 1, 3, 1, 8, 1, 5, 1, 1, 2, 2, 4, 1, 3, 3, 1, 1, 1, 2, 6, 1, 2, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 2, 7, 2, 1, 1], "chunk_stats": {"count": 671, "sum": 1310, "mean": 1.9523099850968704, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 743, "chunk_lengths": [1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 5, 4, 1, 5, 1, 1, 1, 1, 1, 6, 2, 3, 1, 4, 1, 9, 9, 9, 9, 1, 1, 7, 1, 2, 4, 4, 4, 1, 1, 3, 4, 3, 3, 1, 13, 3, 13, 1, 9, 13, 1, 5, 1, 1, 2, 6, 1, 1, 3, 1, 4, 4, 2, 1, 5, 4, 2, 1, 5, 1, 1, 1, 3, 8, 1, 1, 1, 1, 1, 1, 8, 2, 1, 1, 1, 4, 9, 1, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 4, 9, 1, 1, 1, 5, 13, 1, 2, 6, 1, 6, 3, 1, 1, 2, 1, 4, 5, 9, 1, 1, 4, 1, 2, 1, 3, 1, 1, 14, 7, 1, 3, 1, 1, 13, 5, 1, 1, 1, 1, 1, 3, 1, 3, 5, 6, 2, 2, 2, 1, 2, 1, 1, 3, 2, 4, 1, 2, 1, 1, 1, 3, 1, 17, 1, 4, 2, 2, 1, 1, 4, 6, 3, 1, 1, 1, 1, 7, 1, 7, 1, 5, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 6, 1, 7, 2, 5, 5, 1, 1, 1, 2, 8, 2, 4, 1, 1, 2, 1, 1, 2, 1, 4, 10, 1, 1, 1, 1, 9, 6, 1, 1, 7, 4, 1, 1, 1, 1, 1, 1, 7, 5, 1, 1, 1, 4, 4, 1, 1, 1, 1, 4, 7, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 9, 2, 1, 2, 2, 1, 1, 5, 2, 1, 1, 3, 4, 4, 1, 1, 1, 7, 1, 5, 9, 7, 4, 1, 1, 1, 3, 1, 6, 4, 1, 9, 3, 1, 1, 3, 2, 1, 5, 4, 1, 1, 1, 1, 1, 2, 7, 4, 2, 1, 1, 1, 1, 3, 9, 4, 1, 2, 1, 7, 4, 2, 5, 2, 4, 7, 3, 2, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 3, 1, 5, 1, 13, 9, 5, 1, 3, 1, 2, 1, 1, 4, 1, 13, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 1, 1, 1, 1, 1, 4, 9, 17, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 7, 2, 5, 2, 5, 4, 2, 2, 2, 1, 6, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 2, 2, 13, 1, 1, 3, 4, 1, 2, 1, 1, 1, 3, 1, 9, 1, 4, 1, 1, 1, 3, 1, 2, 3, 1, 1, 1, 5, 2, 2, 1, 5, 2, 1, 1, 3, 1, 9, 1, 7, 1, 1, 2, 4, 1, 5, 1, 3, 2, 1, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 1, 2, 3, 1, 4, 4, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 3, 1, 9, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 2, 1, 7, 2, 1, 4, 2, 7, 4, 4, 3, 2, 1, 2, 1, 2, 2, 1, 7, 1, 1, 5, 1, 2, 6, 1, 4, 2, 1, 1, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 5, 1, 13, 1, 2, 2, 4, 1, 1, 2, 5, 5, 5, 10, 5, 13, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 4, 3, 1, 1, 9, 1, 1, 10, 5, 9, 1, 4, 5, 10, 2, 2, 5, 13, 1, 1, 1, 1, 1, 4, 1, 3, 4, 1, 4, 2, 2, 1, 4, 1, 1, 1, 1, 3, 1, 4, 1, 2, 9, 1, 1, 9, 4, 1, 1, 5, 8, 1, 4, 9, 7, 2, 1, 1, 2, 1, 1, 4, 1, 1, 1, 3, 3, 4, 2, 2, 6, 2, 1, 3, 4, 1, 2, 3, 5, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 13, 2, 1, 4, 13, 3, 1, 2, 1, 1, 9, 1, 1, 1, 4, 2, 1, 8, 1, 7, 1, 6, 3, 1, 1, 5, 5, 1, 17, 1, 1, 9, 1, 5, 3, 1, 5, 1, 1, 1, 1, 2, 1, 4, 3, 5, 2, 4, 1, 5, 1, 1, 4, 3, 2, 5, 3], "chunk_stats": {"count": 754, "sum": 2048, "mean": 2.716180371352785, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 277, "chunk_lengths": [1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 6, 1, 3, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 6, 4, 2, 4, 1, 2, 6, 1, 1, 5, 4, 1, 1, 1, 1, 5, 1, 3, 6, 1, 2, 1, 1, 4, 3, 3, 1, 1, 1, 1, 6, 5, 1, 1, 6, 3, 4, 2, 1, 1, 2, 3, 2, 4, 4, 3, 1, 1, 2, 4, 2, 2, 1, 1, 7, 1, 1, 2, 5, 2, 7, 5, 5, 1, 4, 4, 1, 1, 15, 1, 1, 3, 3, 2, 2, 1, 6, 1, 2, 3, 4, 3, 1, 1, 3, 1, 1, 2, 3, 1, 2, 1, 4, 5, 1, 1, 1, 1, 4, 1, 3, 3, 3, 1, 4, 7, 4, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 1, 1, 1, 5, 2, 7, 1, 1, 1, 7, 3, 1, 2, 2, 3, 3, 2, 1, 1, 1, 7, 3, 6, 1, 6, 7, 3, 1, 4, 1, 2, 5, 1, 5, 3, 1, 5, 4, 1, 6, 5, 1, 3, 2, 3, 1, 4, 1, 1, 2, 3, 1, 1, 3, 5, 1, 2, 11, 7, 10, 1, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 10, 3, 4, 6, 1, 1, 3, 1, 1, 2, 2, 1, 1, 1, 4, 4, 5, 1, 2, 5, 4, 1, 4, 1, 2, 1, 5, 1, 2, 1, 7, 5, 4, 3, 3, 1, 5, 1, 1, 1, 4, 1, 7, 4, 1, 8, 1, 5, 1, 1, 3, 6, 8, 1, 1, 2, 1, 3, 1, 1, 1, 2, 5, 1, 1, 2], "chunk_stats": {"count": 287, "sum": 743, "mean": 2.5888501742160277, "median": 2.0, "p95": 7.0, "max": 15, "min": 1}, "active_size_stats": {"count": 128, "sum": 743, "mean": 5.8046875, "median": 6.0, "p95": 9.0, "max": 11, "min": 2}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10844365699995251, "decode_time_sec": 5.069980077001674, "total_time_sec": 5.223804020000898, "prefill_units_per_sec": 26852.654000789324, "prefill_bytes_per_sec": 26705.111945839933, "decode_units_per_sec": 403.9463605172908, "decode_bytes_per_sec": 403.9463605172908, "total_units_per_sec": 392.0514613792207, "total_bytes_per_sec": 392.0514613792207, "step_latency_ms": {"count": 128, "sum": 4955, "mean": 38.7109375, "median": 41.0, "p95": 43.0, "max": 49, "min": 8}, "peak_allocated_mb": 4936.88623046875, "peak_reserved_mb": 5044.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2896, "mean": 181.0, "median": 180.5, "p95": 243.0, "max": 255, "min": 94}, "model_input_units": {"count": 16, "sum": 2912, "mean": 182.0, "median": 181.5, "p95": 244.0, "max": 256, "min": 95}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2896, "model_input_units": 2912, "stage0_units": 1047, "stage1_units": 571, "bytes_per_stage0_unit": 2.7659980897803247, "stage0_per_stage1_unit": 1.8336252189141857}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2912, "units_out": 1047, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 6, 1, 3, 4, 2, 1, 4, 3, 1, 2, 4, 1, 1, 7, 5, 3, 4, 1, 2, 1, 5, 4, 2, 1, 3, 3, 4, 1, 1, 7, 5, 2, 1, 1, 3, 4, 1, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 9, 7, 2, 1, 1, 3, 6, 1, 2, 2, 5, 1, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 4, 2, 4, 1, 1, 9, 1, 1, 5, 2, 1, 5, 1, 1, 4, 1, 1, 1, 5, 2, 2, 6, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 7, 1, 4, 1, 1, 3, 1, 1, 2, 10, 2, 3, 2, 3, 1, 3, 1, 4, 5, 1, 8, 4, 10, 8, 2, 1, 2, 1, 3, 1, 12, 1, 1, 3, 1, 1, 1, 1, 1, 10, 5, 1, 7, 1, 4, 2, 7, 1, 7, 10, 5, 1, 8, 2, 7, 1, 1, 1, 1, 4, 1, 3, 7, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 2, 4, 4, 1, 1, 4, 1, 1, 5, 5, 1, 1, 2, 4, 7, 1, 6, 1, 2, 2, 2, 1, 5, 5, 1, 3, 1, 2, 2, 7, 6, 1, 1, 2, 2, 2, 1, 5, 7, 2, 6, 1, 2, 1, 5, 6, 1, 7, 1, 9, 3, 2, 1, 2, 3, 1, 1, 2, 3, 2, 4, 4, 1, 4, 4, 1, 1, 1, 1, 3, 1, 2, 1, 4, 5, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 5, 2, 3, 4, 1, 6, 1, 2, 1, 3, 1, 1, 1, 1, 3, 3, 1, 5, 1, 7, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 1, 13, 2, 5, 4, 1, 3, 4, 5, 13, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 6, 1, 5, 1, 1, 9, 7, 3, 5, 1, 13, 2, 1, 4, 13, 7, 2, 1, 2, 1, 1, 13, 4, 1, 2, 1, 6, 3, 1, 3, 1, 1, 1, 1, 6, 1, 5, 1, 1, 1, 1, 1, 3, 8, 3, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 5, 4, 2, 2, 1, 1, 2, 1, 1, 1, 9, 1, 1, 1, 1, 2, 3, 1, 8, 4, 1, 1, 3, 3, 1, 8, 1, 1, 6, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 4, 1, 3, 1, 1, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 13, 1, 3, 1, 3, 1, 8, 1, 1, 6, 1, 1, 3, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 13, 3, 4, 1, 9, 3, 4, 1, 1, 3, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 1, 3, 1, 3, 4, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 13, 1, 4, 7, 1, 4, 3, 5, 3, 1, 1, 1, 1, 5, 1, 1, 6, 1, 1, 3, 5, 1, 1, 5, 7, 2, 1, 2, 1, 3, 1, 1, 1, 8, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 3, 3, 1, 5, 1, 10, 1, 1, 5, 1, 2, 3, 4, 1, 10, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 4, 1, 4, 3, 1, 10, 2, 4, 1, 1, 1, 1, 1, 1, 5, 5, 2, 5, 1, 1, 1, 10, 1, 5, 7, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 8, 1, 1, 9, 1, 1, 1, 9, 1, 3, 2, 10, 1, 1, 9, 1, 6, 8, 2, 9, 6, 5, 1, 5, 3, 1, 5, 2, 8, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 8, 1, 5, 2, 6, 1, 1, 1, 1, 1, 5, 1, 3, 6, 2, 5, 1, 5, 3, 2, 1, 1, 4, 1, 1, 3, 1, 2, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 1, 1, 3, 1, 1, 1, 8, 4, 1, 6, 1, 5, 1, 8, 1, 4, 1, 1, 5, 1, 2, 4, 1, 5, 4, 3, 1, 1, 8, 1, 2, 1, 1, 9, 3, 4, 1, 4, 1, 5, 6, 1, 2, 4, 1, 6, 5, 6, 4, 1, 1, 8, 1, 6, 2, 6, 1, 1, 1, 1, 1, 3, 1, 8, 1, 5, 2, 3, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 5, 2, 3, 4, 1, 1, 4, 1, 1, 5, 7, 3, 5, 1, 9, 2, 3, 2, 9, 3, 4, 1, 1, 3, 1, 2, 4, 1, 5, 4, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 2, 1, 4, 2, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 5, 3, 7, 1, 1, 6, 5, 1, 2, 4, 1, 4, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 9, 7, 2, 1, 6, 1, 5, 1, 2, 4, 1, 5, 1, 9, 1, 6, 2, 6, 9, 7, 2, 1, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 1047, "sum": 2912, "mean": 2.781279847182426, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 1047, "units_out": 571, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 3, 1, 1, 2, 2, 2, 4, 1, 1, 1, 2, 1, 1, 2, 4, 5, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 5, 4, 1, 3, 1, 3, 1, 5, 2, 1, 1, 3, 1, 1, 3, 1, 4, 4, 4, 1, 1, 1, 2, 3, 1, 4, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 6, 1, 7, 1, 5, 1, 3, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 1, 1, 1, 1, 4, 3, 1, 1, 3, 1, 6, 3, 1, 1, 3, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 3, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 4, 1, 7, 4, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 4, 1, 1, 4, 3, 1, 1, 1, 4, 1, 7, 3, 1, 1, 3, 2, 1, 3, 1, 4, 2, 2, 1, 1, 2, 1, 2, 3, 1, 1, 3, 3, 6, 1, 3, 1, 3, 1, 2, 1, 8, 1, 4, 5, 3, 1, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 2, 2, 4, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 4, 1, 2, 3, 1, 2, 5, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 2, 2, 1, 3, 3, 1, 3, 1, 3, 2, 1, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 2, 2, 3, 3, 1, 3, 1, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 1, 1, 2, 2, 3, 2, 2, 2, 1, 2, 1, 1, 1, 4, 2, 1, 3, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 1, 4, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 571, "sum": 1047, "mean": 1.8336252189141857, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 698, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 5, 5, 4, 5, 3, 5, 1, 1, 1, 5, 1, 6, 2, 2, 7, 3, 1, 4, 9, 8, 4, 4, 9, 4, 1, 2, 1, 3, 1, 4, 2, 1, 5, 4, 4, 3, 1, 2, 1, 1, 1, 3, 5, 3, 4, 2, 6, 1, 4, 1, 4, 1, 1, 3, 2, 17, 5, 3, 4, 7, 10, 5, 1, 1, 1, 6, 1, 2, 1, 1, 1, 1, 2, 5, 3, 1, 2, 5, 1, 1, 2, 4, 1, 6, 1, 5, 1, 6, 8, 4, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 5, 5, 7, 13, 26, 4, 1, 1, 4, 1, 2, 5, 2, 1, 1, 4, 5, 1, 3, 5, 1, 1, 1, 5, 1, 1, 6, 7, 1, 6, 1, 1, 3, 1, 4, 1, 1, 1, 1, 4, 1, 1, 6, 5, 3, 1, 7, 8, 1, 1, 2, 4, 1, 4, 1, 9, 4, 2, 1, 1, 8, 5, 1, 1, 1, 1, 2, 1, 1, 2, 1, 9, 1, 1, 6, 2, 1, 2, 1, 5, 1, 1, 5, 5, 4, 1, 1, 1, 3, 6, 1, 1, 9, 1, 1, 4, 1, 1, 1, 6, 5, 1, 4, 1, 6, 1, 5, 1, 5, 2, 2, 1, 1, 4, 1, 2, 2, 4, 2, 4, 1, 1, 1, 7, 1, 1, 2, 3, 1, 1, 1, 1, 1, 1, 1, 7, 1, 3, 4, 1, 1, 1, 6, 1, 1, 4, 1, 1, 2, 1, 4, 1, 7, 3, 5, 1, 1, 2, 1, 5, 5, 4, 1, 1, 1, 1, 1, 5, 1, 1, 9, 3, 4, 3, 1, 5, 13, 4, 7, 1, 1, 2, 6, 2, 1, 1, 2, 1, 1, 5, 2, 3, 8, 1, 3, 1, 5, 2, 1, 4, 1, 4, 1, 1, 1, 5, 4, 2, 7, 7, 2, 9, 1, 10, 9, 1, 6, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 6, 1, 1, 4, 1, 1, 2, 1, 1, 3, 2, 13, 1, 5, 1, 1, 4, 1, 1, 2, 1, 2, 4, 5, 1, 3, 6, 1, 1, 4, 1, 1, 5, 1, 1, 1, 4, 5, 1, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 9, 6, 9, 5, 2, 1, 3, 7, 1, 1, 5, 1, 1, 5, 1, 2, 2, 4, 2, 1, 1, 4, 1, 4, 13, 4, 1, 1, 1, 5, 10, 2, 4, 4, 1, 7, 4, 3, 4, 2, 3, 1, 1, 1, 1, 1, 2, 9, 1, 1, 2, 13, 2, 4, 1, 1, 1, 1, 1, 5, 1, 4, 1, 5, 4, 1, 13, 1, 4, 1, 2, 5, 4, 1, 1, 5, 5, 4, 1, 1, 3, 5, 1, 6, 5, 1, 4, 3, 1, 5, 1, 3, 6, 3, 3, 6, 4, 1, 1, 3, 6, 1, 4, 5, 8, 1, 4, 6, 1, 6, 7, 9, 2, 6, 5, 4, 4, 5, 1, 5, 1, 4, 5, 5, 5, 1, 1, 1, 4, 3, 1, 9, 5, 1, 4, 5, 1, 4, 4, 1, 1, 1, 1, 2, 1, 5, 3, 1, 3, 7, 5, 2, 1, 2, 1, 8, 3, 2, 1, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 6, 3, 1, 1, 4, 2, 1, 2, 3, 1, 4, 5, 4, 1, 2, 5, 1, 1, 1, 4, 7, 1, 1, 1, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 6, 1, 4, 2, 6, 5, 1, 4, 1, 3, 1, 9, 7, 5, 2, 1, 1, 6, 1, 2, 1, 4, 4, 2, 1, 7, 1, 1, 8, 1, 1, 7, 1, 1, 1, 13, 6, 5, 2, 1, 1, 1, 1, 1, 3, 4, 5, 4, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 3, 1, 1, 2, 6, 6, 1, 1, 1, 4, 2, 3, 2, 1, 2, 1, 1, 5, 1, 6, 1, 3, 2, 1, 2, 6, 1, 5, 1, 1, 3, 1, 1, 6, 3, 2, 1, 5, 1, 2, 4, 1, 4], "chunk_stats": {"count": 707, "sum": 2048, "mean": 2.896746817538897, "median": 2.0, "p95": 7.0, "max": 26, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 296, "chunk_lengths": [1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 3, 2, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 2, 1, 3, 2, 1, 4, 2, 1, 4, 4, 2, 1, 4, 4, 1, 1, 1, 5, 1, 2, 1, 1, 4, 6, 1, 4, 1, 1, 1, 1, 3, 1, 4, 7, 1, 4, 1, 1, 5, 2, 2, 1, 3, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 8, 1, 1, 4, 1, 2, 1, 1, 1, 3, 5, 1, 3, 2, 1, 2, 1, 2, 3, 5, 1, 1, 2, 1, 1, 1, 6, 2, 2, 6, 7, 1, 3, 1, 4, 6, 2, 1, 4, 2, 1, 3, 2, 1, 5, 3, 5, 5, 4, 3, 2, 1, 1, 3, 1, 2, 7, 1, 1, 2, 1, 1, 3, 4, 4, 3, 4, 3, 1, 3, 4, 1, 1, 1, 1, 1, 4, 3, 1, 3, 4, 5, 3, 1, 5, 4, 1, 1, 5, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 3, 1, 1, 1, 3, 3, 6, 1, 4, 1, 6, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 3, 2, 1, 3, 4, 8, 3, 1, 1, 3, 3, 1, 3, 1, 3, 6, 1, 1, 2, 6, 2, 1, 1, 4, 5, 3, 5, 1, 4, 4, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 7, 3, 1, 4, 2, 4, 1, 1, 5, 1, 1, 1, 4, 1, 1, 1, 5, 5, 1, 6, 1, 1, 1, 2, 3, 5, 3, 4, 1, 1, 2, 6, 4, 2, 3, 4, 1, 6, 3, 1, 2, 2, 2, 1, 1, 5, 3, 4], "chunk_stats": {"count": 302, "sum": 698, "mean": 2.3112582781456954, "median": 1.5, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 126, "sum": 698, "mean": 5.5396825396825395, "median": 5.5, "p95": 8.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.0970976000007795, "decode_time_sec": 5.167577488999086, "total_time_sec": 5.310473676001493, "prefill_units_per_sec": 33492.0739541852, "prefill_bytes_per_sec": 33327.2913025041, "decode_units_per_sec": 396.3172307255869, "decode_bytes_per_sec": 396.3172307255869, "total_units_per_sec": 385.6529803085355, "total_bytes_per_sec": 385.6529803085355, "step_latency_ms": {"count": 128, "sum": 5052, "mean": 39.46875, "median": 41.0, "p95": 43.0, "max": 44, "min": 8}, "peak_allocated_mb": 4950.80419921875, "peak_reserved_mb": 5070.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 203.5, "p95": 250.75, "max": 253, "min": 145}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 204.5, "p95": 251.75, "max": 254, "min": 146}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 1130, "stage1_units": 610, "bytes_per_stage0_unit": 2.863716814159292, "stage0_per_stage1_unit": 1.8524590163934427}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3252, "units_out": 1130, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 8, 1, 1, 2, 1, 5, 1, 1, 1, 5, 5, 4, 2, 3, 1, 5, 1, 3, 1, 1, 1, 5, 5, 2, 5, 4, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 2, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 2, 3, 2, 4, 1, 1, 9, 1, 2, 1, 13, 9, 2, 1, 3, 1, 7, 1, 3, 2, 4, 1, 13, 1, 2, 9, 1, 2, 2, 2, 1, 17, 6, 1, 5, 1, 1, 1, 11, 3, 6, 2, 3, 1, 30, 1, 4, 4, 1, 1, 3, 2, 4, 1, 3, 2, 5, 1, 2, 2, 2, 1, 4, 1, 2, 2, 1, 1, 6, 5, 1, 1, 2, 2, 1, 1, 4, 1, 2, 1, 1, 1, 1, 2, 4, 1, 4, 5, 1, 18, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 1, 18, 2, 2, 2, 1, 1, 1, 1, 2, 4, 1, 1, 2, 5, 18, 1, 6, 2, 2, 5, 1, 1, 1, 1, 5, 1, 6, 1, 2, 1, 7, 1, 3, 1, 1, 2, 1, 1, 3, 8, 1, 1, 7, 1, 1, 3, 1, 1, 1, 5, 3, 4, 10, 1, 3, 2, 14, 1, 7, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 6, 1, 2, 6, 1, 3, 1, 7, 3, 1, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 1, 4, 2, 6, 1, 2, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 9, 10, 1, 1, 2, 1, 1, 3, 6, 1, 2, 9, 9, 2, 1, 3, 1, 7, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 2, 10, 1, 1, 1, 1, 3, 3, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 1, 6, 1, 8, 1, 13, 1, 5, 1, 6, 5, 1, 1, 3, 1, 5, 1, 8, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 1, 3, 1, 1, 6, 1, 8, 2, 1, 5, 1, 1, 13, 1, 5, 1, 6, 5, 1, 1, 1, 7, 8, 1, 4, 2, 1, 5, 1, 1, 1, 1, 1, 1, 3, 1, 3, 10, 1, 1, 1, 3, 2, 1, 2, 2, 1, 1, 1, 9, 2, 2, 3, 1, 2, 9, 2, 1, 2, 2, 1, 6, 1, 2, 2, 4, 2, 4, 8, 1, 4, 1, 1, 2, 1, 9, 9, 2, 6, 3, 4, 5, 2, 6, 12, 1, 2, 1, 4, 3, 1, 4, 1, 5, 1, 9, 1, 2, 2, 2, 1, 2, 2, 2, 1, 13, 2, 2, 2, 1, 1, 1, 1, 3, 3, 1, 1, 3, 6, 1, 1, 2, 1, 4, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 1, 9, 2, 12, 5, 1, 8, 3, 9, 2, 1, 1, 1, 1, 1, 8, 1, 8, 3, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 9, 1, 9, 1, 5, 2, 1, 1, 9, 4, 4, 1, 3, 3, 4, 1, 2, 1, 1, 13, 1, 9, 1, 5, 3, 4, 1, 1, 1, 1, 3, 1, 5, 5, 1, 5, 2, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 3, 3, 5, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 9, 1, 1, 3, 2, 1, 2, 1, 2, 2, 1, 5, 2, 6, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 10, 1, 1, 1, 13, 3, 3, 9, 5, 2, 14, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 13, 1, 1, 6, 2, 1, 5, 1, 1, 1, 1, 3, 6, 1, 4, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 8, 2, 8, 1, 4, 1, 3, 5, 1, 1, 1, 2, 3, 1, 5, 3, 4, 1, 6, 1, 4, 1, 9, 6, 1, 9, 4, 5, 1, 1, 3, 10, 5, 1, 5, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 1, 3, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 6, 2, 1, 1, 3, 1, 6, 2, 2, 1, 3, 1, 1, 7, 1, 9, 4, 1, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 8, 1, 6, 1, 1, 1, 1, 9, 4, 1, 6, 1, 1, 3, 1, 4, 1, 4, 1, 9, 4, 1, 1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 1, 1, 9, 6, 2, 1, 4, 1, 4, 4, 5, 2, 1, 3, 1, 1, 3, 1, 1, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 2, 7, 1, 6, 1, 1, 5, 8, 1, 1, 3, 2, 3, 5, 13, 1, 2, 1, 3, 1, 5, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 3, 3, 6, 6, 1, 1, 3, 2, 7, 4, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 6, 9, 1, 1, 7, 2, 1, 1, 4, 2, 1, 1, 9, 1, 9, 2, 1, 1, 8, 1, 1, 1, 1, 9, 1, 1, 1, 2, 3, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 4, 1, 8, 1, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 9, 5, 3, 2, 4, 1, 5, 2, 1, 1, 8, 1, 1, 9, 3, 4, 1, 5, 1, 1, 1, 1, 4, 6, 3, 5, 2, 1, 5, 4, 1, 9, 3, 4, 1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 4, 5, 3, 1, 2, 1, 1, 4, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 1, 3, 3, 1, 3, 1, 7, 1, 13, 4, 5, 3], "chunk_stats": {"count": 1130, "sum": 3252, "mean": 2.8778761061946905, "median": 2.0, "p95": 9.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 1130, "units_out": 610, "chunk_lengths": [1, 2, 1, 3, 1, 3, 2, 2, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 5, 1, 3, 2, 5, 1, 3, 1, 1, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 1, 1, 1, 4, 2, 3, 2, 2, 5, 1, 1, 3, 3, 2, 2, 1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 3, 2, 4, 1, 7, 1, 2, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 4, 1, 2, 4, 1, 3, 3, 3, 3, 4, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 2, 4, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 3, 3, 6, 1, 1, 5, 2, 3, 1, 2, 4, 2, 6, 1, 1, 5, 8, 1, 4, 1, 2, 4, 5, 1, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 3, 2, 2, 1, 2, 2, 1, 1, 1, 1, 3, 3, 1, 4, 4, 1, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 4, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 2, 2, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 1, 6, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 4, 3, 3, 6, 6, 1, 1, 3, 1, 3, 4, 2, 2, 3, 1, 1, 2, 1, 3, 5, 1, 2, 1, 2, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 4, 5, 2, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 1, 2, 5, 1, 1, 5, 3, 5, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 2, 2, 2, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 5, 1, 1, 2, 2, 3, 1, 1, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 3, 1, 1, 4, 1, 2, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 8, 3, 1, 2, 1, 1, 1, 2, 1, 5, 1, 2, 1], "chunk_stats": {"count": 610, "sum": 1130, "mean": 1.8524590163934427, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 668, "chunk_lengths": [1, 1, 1, 1, 2, 1, 3, 2, 3, 5, 5, 1, 2, 4, 6, 3, 1, 1, 1, 9, 9, 9, 9, 4, 9, 2, 1, 1, 1, 1, 5, 2, 1, 1, 7, 3, 2, 2, 4, 13, 1, 13, 8, 1, 3, 1, 3, 1, 2, 1, 3, 1, 1, 4, 3, 1, 8, 1, 1, 17, 8, 17, 8, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 5, 1, 5, 1, 1, 1, 2, 1, 3, 1, 7, 1, 1, 10, 2, 2, 1, 1, 1, 1, 1, 1, 2, 4, 1, 8, 6, 1, 2, 1, 1, 1, 1, 6, 2, 5, 8, 6, 4, 1, 1, 1, 1, 2, 1, 2, 9, 17, 2, 4, 1, 6, 1, 1, 1, 5, 1, 1, 8, 1, 1, 1, 1, 8, 1, 1, 1, 1, 1, 1, 3, 4, 1, 6, 1, 1, 3, 1, 1, 8, 1, 1, 1, 3, 4, 1, 1, 1, 4, 1, 9, 3, 1, 1, 5, 1, 1, 1, 13, 1, 1, 4, 1, 2, 8, 9, 1, 4, 1, 2, 3, 9, 6, 1, 5, 1, 1, 9, 1, 1, 1, 6, 1, 1, 1, 3, 1, 5, 1, 13, 4, 4, 6, 1, 6, 1, 4, 1, 1, 1, 2, 1, 1, 1, 4, 2, 1, 3, 1, 3, 6, 1, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 1, 2, 6, 17, 1, 1, 4, 2, 5, 1, 3, 1, 3, 1, 5, 1, 1, 3, 4, 1, 1, 1, 1, 4, 1, 3, 9, 10, 1, 7, 6, 1, 3, 1, 5, 1, 7, 4, 1, 2, 9, 3, 1, 1, 1, 1, 1, 1, 1, 2, 2, 4, 1, 13, 1, 2, 4, 4, 2, 1, 4, 4, 9, 1, 2, 13, 1, 3, 3, 9, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 4, 4, 4, 1, 1, 4, 10, 3, 1, 1, 10, 6, 1, 5, 1, 1, 6, 1, 4, 1, 2, 1, 2, 3, 1, 1, 1, 4, 1, 1, 6, 5, 1, 9, 1, 13, 2, 1, 1, 13, 2, 1, 1, 1, 1, 1, 3, 1, 3, 6, 7, 1, 1, 1, 6, 9, 9, 1, 1, 4, 1, 1, 5, 1, 21, 1, 1, 6, 1, 1, 6, 3, 1, 3, 1, 1, 4, 1, 1, 3, 1, 4, 3, 1, 4, 1, 1, 1, 2, 1, 4, 4, 5, 11, 1, 9, 2, 6, 1, 1, 1, 1, 2, 1, 1, 5, 1, 1, 2, 1, 4, 2, 1, 1, 3, 3, 9, 1, 3, 1, 8, 1, 1, 1, 1, 1, 3, 9, 4, 1, 5, 3, 1, 4, 3, 3, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 9, 2, 1, 1, 1, 5, 1, 9, 6, 1, 17, 1, 2, 4, 3, 2, 3, 7, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 7, 1, 5, 1, 13, 1, 1, 1, 5, 9, 1, 1, 9, 2, 1, 1, 1, 1, 4, 3, 1, 4, 9, 1, 1, 1, 3, 5, 1, 2, 1, 10, 8, 1, 1, 1, 1, 4, 1, 1, 8, 7, 1, 2, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 4, 1, 2, 1, 4, 3, 8, 2, 10, 1, 3, 7, 1, 1, 1, 5, 1, 1, 1, 9, 1, 4, 9, 2, 3, 1, 1, 1, 1, 4, 5, 2, 9, 9, 1, 1, 4, 1, 1, 4, 3, 5, 4, 1, 1, 4, 3, 4, 1, 1, 1, 1, 1, 3, 6, 1, 4, 1, 9, 1, 1, 1, 4, 1, 2, 4, 1, 3, 1, 3, 10, 4, 1, 1, 1, 1, 3, 4, 1, 4, 1, 1, 1, 3, 9, 4, 4, 1, 1, 1, 7, 3, 5, 1, 6, 4, 5, 4, 1, 9, 1, 3, 4, 1, 3, 17, 2, 1, 1, 8, 2, 1, 2, 2, 7, 5], "chunk_stats": {"count": 678, "sum": 2048, "mean": 3.0206489675516224, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 289, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 2, 5, 1, 2, 1, 1, 3, 1, 1, 6, 3, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 5, 1, 1, 6, 3, 1, 1, 1, 1, 4, 2, 4, 3, 2, 1, 1, 8, 1, 2, 1, 4, 3, 1, 3, 4, 1, 1, 2, 4, 2, 8, 2, 3, 3, 1, 5, 3, 3, 3, 2, 3, 3, 1, 3, 3, 5, 2, 1, 1, 1, 2, 4, 1, 1, 2, 2, 2, 1, 1, 2, 3, 3, 3, 1, 1, 4, 2, 2, 1, 7, 1, 1, 1, 2, 6, 2, 4, 2, 1, 2, 1, 4, 2, 3, 5, 1, 1, 1, 1, 2, 4, 1, 1, 1, 8, 1, 1, 4, 1, 1, 1, 1, 1, 3, 4, 1, 1, 7, 1, 1, 1, 3, 2, 3, 4, 4, 5, 6, 1, 1, 1, 1, 1, 5, 4, 4, 3, 5, 3, 1, 9, 3, 2, 2, 4, 1, 2, 3, 1, 2, 1, 3, 5, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 3, 2, 5, 1, 1, 2, 1, 1, 3, 1, 1, 2, 1, 3, 1, 4, 2, 2, 6, 5, 5, 1, 3, 1, 3, 1, 1, 1, 1, 3, 3, 5, 2, 1, 2, 8, 1, 1, 6, 1, 7, 5, 1, 1, 8, 5, 3, 3, 3, 1, 1, 1, 1, 5, 1, 1, 1, 2, 1, 4, 2, 1, 1, 1, 2, 4, 1, 4, 1, 2, 3, 2, 2, 1, 3, 2, 1, 2, 4, 2, 3], "chunk_stats": {"count": 296, "sum": 668, "mean": 2.2567567567567566, "median": 2.0, "p95": 5.25, "max": 9, "min": 1}, "active_size_stats": {"count": 127, "sum": 668, "mean": 5.25984251968504, "median": 5.0, "p95": 8.0, "max": 10, "min": 2}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09407976200054691, "decode_time_sec": 5.2655638409996754, "total_time_sec": 5.405342218999067, "prefill_units_per_sec": 33514.11539478247, "prefill_bytes_per_sec": 33344.046937339874, "decode_units_per_sec": 388.9422029324753, "decode_bytes_per_sec": 388.9422029324753, "total_units_per_sec": 378.8844289639145, "total_bytes_per_sec": 378.8844289639145, "step_latency_ms": {"count": 128, "sum": 5148, "mean": 40.21875, "median": 41.0, "p95": 43.0, "max": 43, "min": 18}, "peak_allocated_mb": 4885.388671875, "peak_reserved_mb": 5012.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3137, "mean": 196.0625, "median": 198.0, "p95": 237.25, "max": 238, "min": 144}, "model_input_units": {"count": 16, "sum": 3153, "mean": 197.0625, "median": 199.0, "p95": 238.25, "max": 239, "min": 145}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3137, "model_input_units": 3153, "stage0_units": 1170, "stage1_units": 627, "bytes_per_stage0_unit": 2.681196581196581, "stage0_per_stage1_unit": 1.8660287081339713}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3153, "units_out": 1170, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 2, 2, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 1, 1, 1, 6, 2, 1, 4, 2, 4, 2, 12, 2, 1, 3, 2, 1, 7, 2, 1, 5, 1, 9, 3, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1, 5, 7, 1, 1, 6, 1, 2, 3, 1, 9, 7, 1, 4, 1, 1, 1, 6, 1, 2, 1, 6, 5, 1, 5, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 3, 4, 1, 1, 3, 1, 1, 1, 7, 1, 2, 1, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 9, 7, 1, 5, 2, 6, 1, 6, 9, 7, 1, 3, 1, 5, 2, 4, 9, 7, 1, 5, 2, 7, 1, 5, 1, 1, 2, 1, 1, 1, 9, 3, 4, 1, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 2, 2, 1, 1, 9, 1, 2, 3, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 2, 3, 1, 9, 4, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 6, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 6, 1, 1, 3, 2, 4, 2, 8, 11, 2, 1, 4, 1, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 4, 6, 1, 9, 4, 6, 1, 3, 1, 3, 1, 1, 6, 1, 1, 13, 1, 2, 6, 1, 5, 1, 2, 4, 1, 6, 1, 17, 3, 4, 6, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 3, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 5, 2, 1, 6, 5, 1, 1, 2, 2, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 4, 1, 3, 1, 7, 1, 5, 3, 4, 1, 1, 3, 5, 1, 1, 3, 2, 1, 1, 1, 5, 1, 2, 2, 2, 4, 1, 2, 2, 1, 1, 9, 5, 1, 3, 1, 4, 1, 13, 1, 2, 4, 1, 1, 1, 5, 1, 17, 1, 3, 1, 1, 3, 1, 1, 4, 1, 1, 1, 13, 2, 3, 4, 5, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 1, 9, 4, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 3, 1, 6, 1, 5, 4, 1, 8, 1, 1, 5, 1, 1, 2, 1, 4, 1, 6, 1, 1, 5, 3, 4, 1, 1, 3, 7, 1, 1, 8, 1, 3, 2, 4, 2, 6, 2, 7, 1, 1, 5, 5, 1, 4, 2, 6, 1, 5, 2, 1, 3, 1, 5, 1, 6, 1, 4, 1, 3, 2, 4, 1, 5, 5, 2, 4, 1, 1, 4, 1, 1, 5, 6, 2, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 1, 1, 3, 3, 1, 4, 1, 1, 5, 1, 1, 3, 1, 1, 9, 5, 2, 1, 4, 1, 4, 7, 4, 4, 1, 4, 2, 1, 3, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 4, 1, 1, 5, 1, 14, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 1, 2, 8, 1, 7, 1, 1, 10, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 5, 1, 1, 3, 1, 5, 1, 1, 1, 1, 5, 2, 2, 5, 2, 4, 1, 9, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 9, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 8, 1, 6, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 3, 6, 1, 4, 1, 1, 1, 5, 1, 1, 4, 4, 1, 4, 1, 1, 4, 1, 5, 4, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 3, 4, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 7, 1, 1, 1, 1, 4, 1, 4, 1, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 9, 1, 1, 3, 2, 9, 2, 4, 1, 4, 2, 3, 1, 2, 2, 2, 3, 1, 4, 1, 2, 2, 2, 4, 1, 2, 1, 4, 2, 2, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 4, 2, 1, 4, 1, 13, 2, 1, 5, 2, 1, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 3, 1, 5, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 4, 1, 5, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 6, 1, 39, 4, 1, 1, 2, 3, 1, 4, 1, 5, 1, 4, 1, 1, 1, 13, 4, 1, 5, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 5, 4, 1, 3, 1, 1, 3, 2, 1, 2, 3, 4, 1, 8, 1, 9, 1, 3, 1, 1, 4, 2, 2, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 1, 4, 2, 1, 1, 1, 3, 4, 1, 4, 1, 1, 1, 5, 4, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 5, 4, 1, 6, 2, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 7, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 28, 4, 1, 4, 2, 2, 1, 1, 1, 5, 1, 2, 4, 1, 5, 1, 9, 3, 4, 4, 1, 5, 1, 5, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 1170, "sum": 3153, "mean": 2.694871794871795, "median": 1.0, "p95": 8.0, "max": 39, "min": 1}}, {"stage": 1, "units_in": 1170, "units_out": 627, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 2, 3, 1, 2, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 1, 1, 3, 1, 1, 3, 2, 2, 1, 1, 2, 1, 5, 2, 3, 1, 2, 1, 2, 2, 1, 1, 2, 1, 2, 2, 5, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 6, 4, 3, 3, 1, 2, 1, 1, 1, 10, 4, 1, 1, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 5, 2, 3, 1, 3, 1, 1, 1, 2, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 4, 2, 5, 1, 2, 2, 3, 1, 3, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 2, 5, 1, 5, 1, 5, 1, 1, 2, 1, 2, 5, 1, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 1, 7, 1, 3, 3, 3, 1, 2, 1, 1, 1, 1, 3, 3, 3, 2, 3, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 5, 3, 2, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 4, 1, 1, 1, 2, 6, 1, 4, 7, 2, 1, 2, 2, 1, 1, 3, 6, 4, 2, 2, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 1, 5, 1, 1, 1, 1, 2, 3, 2, 1, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 1, 2, 2, 1, 3, 7, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 2, 1, 3, 6, 1, 3, 1, 2, 1, 5, 1, 1, 1, 2, 5, 4, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 7, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 3, 2, 1, 3, 1, 2, 1, 1, 1, 1, 6, 1, 3, 1, 6, 1, 1, 1, 2, 3, 2, 2, 1, 1, 2, 3, 2, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 4, 2, 2, 2, 3, 4, 3, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 1, 1, 2, 3, 1, 1, 4, 1, 1, 1, 5, 1, 6, 1, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 9, 1, 1, 2, 1, 1, 4, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 5, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 627, "sum": 1170, "mean": 1.8660287081339713, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 736, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 4, 4, 3, 5, 5, 1, 1, 1, 3, 1, 1, 1, 6, 1, 1, 1, 7, 1, 1, 1, 9, 1, 5, 9, 4, 4, 1, 1, 1, 1, 6, 9, 2, 1, 1, 4, 4, 2, 4, 3, 5, 1, 1, 13, 1, 4, 2, 13, 1, 4, 4, 1, 1, 1, 1, 4, 2, 1, 3, 4, 4, 3, 1, 1, 1, 4, 1, 17, 3, 1, 1, 5, 1, 1, 1, 4, 3, 6, 7, 1, 1, 9, 2, 1, 4, 2, 4, 4, 1, 3, 4, 3, 1, 2, 2, 1, 1, 1, 5, 2, 1, 4, 4, 1, 1, 4, 1, 4, 1, 7, 2, 6, 1, 1, 2, 1, 1, 1, 1, 2, 5, 4, 3, 1, 5, 7, 4, 2, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 4, 5, 2, 1, 3, 1, 4, 1, 1, 2, 3, 1, 4, 5, 3, 1, 9, 1, 4, 9, 1, 2, 2, 1, 4, 1, 4, 2, 1, 1, 3, 1, 4, 1, 1, 1, 2, 2, 7, 3, 1, 1, 2, 3, 2, 2, 4, 2, 13, 4, 2, 7, 13, 3, 1, 1, 1, 5, 6, 1, 4, 2, 1, 1, 1, 1, 1, 1, 2, 1, 12, 6, 9, 4, 1, 4, 13, 1, 1, 6, 1, 6, 1, 1, 4, 5, 1, 1, 2, 4, 2, 1, 2, 2, 5, 1, 3, 1, 1, 6, 1, 3, 4, 2, 4, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 3, 5, 4, 1, 2, 1, 1, 1, 4, 9, 6, 1, 1, 2, 4, 1, 1, 4, 5, 1, 1, 3, 3, 5, 3, 1, 1, 1, 5, 5, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 1, 4, 1, 4, 1, 4, 1, 1, 4, 7, 1, 1, 9, 1, 3, 8, 1, 1, 1, 1, 2, 1, 2, 9, 1, 13, 1, 1, 1, 2, 1, 2, 4, 3, 4, 13, 3, 1, 1, 4, 1, 5, 4, 1, 1, 6, 3, 1, 2, 1, 4, 4, 3, 1, 2, 1, 4, 1, 1, 9, 1, 3, 1, 1, 7, 8, 1, 1, 2, 3, 1, 1, 1, 5, 17, 4, 1, 2, 4, 5, 1, 1, 1, 1, 1, 5, 1, 4, 4, 1, 5, 5, 1, 1, 4, 1, 3, 1, 5, 2, 1, 4, 3, 3, 2, 3, 1, 1, 3, 1, 1, 1, 2, 1, 4, 2, 7, 1, 6, 4, 7, 4, 1, 1, 5, 4, 1, 4, 1, 1, 1, 1, 1, 1, 1, 3, 5, 1, 1, 1, 1, 1, 6, 6, 1, 1, 5, 9, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 3, 3, 1, 1, 4, 1, 1, 4, 7, 1, 5, 3, 1, 1, 6, 6, 1, 1, 1, 1, 1, 4, 1, 2, 1, 13, 5, 1, 9, 5, 1, 1, 3, 1, 2, 1, 1, 1, 3, 1, 3, 1, 4, 6, 1, 1, 4, 1, 1, 1, 1, 4, 1, 7, 1, 1, 1, 3, 1, 5, 1, 1, 5, 9, 7, 1, 2, 1, 1, 5, 5, 1, 2, 4, 6, 4, 5, 2, 1, 5, 4, 13, 1, 1, 5, 1, 1, 1, 3, 1, 9, 2, 1, 1, 1, 1, 2, 3, 4, 3, 1, 3, 13, 1, 1, 6, 1, 5, 1, 4, 1, 17, 1, 1, 4, 1, 1, 4, 4, 4, 1, 1, 4, 5, 1, 3, 4, 2, 1, 1, 12, 4, 1, 2, 4, 1, 3, 1, 4, 1, 2, 9, 1, 2, 6, 1, 1, 5, 1, 1, 4, 1, 1, 3, 7, 1, 1, 1, 5, 1, 3, 9, 3, 4, 1, 1, 1, 4, 3, 1, 1, 1, 9, 1, 1, 1, 3, 1, 2, 1, 1, 4, 1, 1, 5, 4, 1, 5, 4, 4, 1, 1, 1, 2, 5, 4, 6, 1, 2, 1, 4, 1, 4, 1, 1, 1, 5, 4, 2, 2, 1, 5, 1, 9, 17, 1, 1, 1, 5, 1, 1, 2, 1, 1, 1, 4, 1, 3, 1, 2, 2, 1, 1, 4, 1, 1, 1, 2, 4, 5, 3, 8, 1, 1, 1, 5, 1, 1, 7, 3, 1, 5, 1, 1, 2, 2, 2], "chunk_stats": {"count": 748, "sum": 2048, "mean": 2.7379679144385025, "median": 1.0, "p95": 7.649999999999977, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 320, "chunk_lengths": [1, 1, 2, 1, 2, 2, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 7, 1, 3, 1, 2, 1, 2, 1, 4, 3, 4, 1, 3, 3, 1, 4, 5, 2, 6, 4, 1, 1, 1, 1, 7, 4, 1, 5, 1, 1, 3, 1, 1, 1, 8, 1, 2, 2, 1, 1, 5, 2, 1, 1, 1, 1, 3, 1, 1, 2, 1, 6, 3, 2, 1, 1, 4, 3, 1, 1, 8, 3, 3, 7, 2, 2, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 2, 1, 1, 1, 1, 2, 6, 3, 5, 1, 8, 4, 2, 1, 1, 1, 1, 3, 1, 5, 4, 3, 3, 3, 1, 3, 3, 2, 7, 2, 5, 2, 3, 2, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1, 5, 2, 1, 1, 1, 1, 2, 2, 2, 3, 3, 6, 1, 1, 2, 1, 2, 3, 6, 1, 1, 1, 6, 1, 2, 1, 6, 1, 2, 3, 1, 2, 1, 2, 1, 2, 3, 2, 2, 3, 3, 1, 1, 1, 1, 6, 1, 4, 1, 3, 2, 1, 2, 2, 3, 4, 5, 6, 1, 1, 5, 1, 1, 1, 1, 4, 5, 3, 1, 3, 5, 1, 1, 2, 1, 1, 1, 3, 6, 1, 1, 1, 1, 1, 3, 6, 1, 1, 1, 3, 1, 2, 1, 6, 3, 5, 1, 1, 5, 1, 2, 2, 4, 1, 1, 3, 2, 2, 1, 1, 3, 6, 1, 3, 3, 1, 1, 4, 2, 1, 1, 3, 1, 3, 1, 1, 1, 5, 3, 3, 2, 8, 3, 6, 4, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 10, 3, 2, 1, 1, 3, 2, 1, 2, 4, 1, 1, 3, 3], "chunk_stats": {"count": 327, "sum": 736, "mean": 2.2507645259938838, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 736, "mean": 5.75, "median": 6.0, "p95": 8.649999999999991, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.0971331700002338, "decode_time_sec": 5.171312201000546, "total_time_sec": 5.311208567998619, "prefill_units_per_sec": 33479.809214423585, "prefill_bytes_per_sec": 33315.08690586553, "decode_units_per_sec": 396.0310111626509, "decode_bytes_per_sec": 396.0310111626509, "total_units_per_sec": 385.5996189529668, "total_bytes_per_sec": 385.5996189529668, "step_latency_ms": {"count": 128, "sum": 5052, "mean": 39.46875, "median": 41.0, "p95": 42.64999999999999, "max": 43, "min": 18}, "peak_allocated_mb": 4950.8046875, "peak_reserved_mb": 5070.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 204.0, "p95": 249.0, "max": 255, "min": 151}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 205.0, "p95": 250.0, "max": 256, "min": 152}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 1243, "stage1_units": 646, "bytes_per_stage0_unit": 2.603378921962993, "stage0_per_stage1_unit": 1.9241486068111455}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3252, "units_out": 1243, "chunk_lengths": [1, 1, 3, 3, 1, 9, 1, 1, 4, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 1, 9, 7, 2, 1, 1, 9, 5, 2, 1, 1, 9, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 1, 2, 5, 1, 13, 6, 1, 1, 1, 3, 3, 3, 1, 4, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 4, 1, 1, 3, 1, 9, 7, 5, 5, 1, 13, 1, 5, 1, 5, 9, 1, 1, 1, 3, 1, 1, 1, 2, 4, 2, 4, 1, 6, 1, 1, 5, 4, 1, 4, 2, 4, 1, 1, 3, 1, 1, 3, 2, 1, 3, 1, 3, 1, 1, 1, 3, 2, 6, 1, 1, 1, 1, 1, 1, 3, 1, 7, 1, 1, 2, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 8, 3, 4, 1, 1, 3, 1, 1, 3, 1, 2, 1, 7, 1, 1, 17, 1, 3, 1, 1, 1, 7, 1, 1, 7, 1, 7, 1, 1, 1, 1, 3, 4, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 13, 3, 1, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 4, 2, 3, 1, 4, 1, 3, 1, 4, 1, 1, 17, 1, 2, 2, 5, 2, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 5, 1, 1, 1, 1, 1, 5, 4, 2, 1, 1, 4, 1, 5, 1, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 5, 1, 1, 2, 1, 4, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 1, 3, 1, 5, 1, 1, 1, 2, 5, 1, 1, 2, 1, 1, 1, 4, 1, 4, 1, 3, 1, 5, 3, 1, 5, 1, 9, 2, 5, 1, 1, 2, 1, 5, 2, 3, 1, 5, 1, 5, 4, 2, 1, 1, 1, 1, 3, 1, 2, 2, 4, 1, 1, 3, 1, 1, 9, 7, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 1, 4, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 1, 5, 1, 1, 3, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 7, 1, 6, 2, 1, 3, 1, 2, 2, 2, 5, 1, 6, 1, 2, 2, 2, 5, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 5, 1, 3, 7, 5, 1, 5, 1, 2, 4, 3, 4, 1, 6, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 7, 2, 1, 6, 1, 1, 5, 4, 1, 7, 1, 6, 1, 5, 1, 1, 9, 3, 4, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 9, 7, 2, 1, 3, 1, 1, 1, 1, 9, 7, 2, 1, 1, 1, 1, 2, 7, 1, 1, 3, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 1, 9, 5, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 1, 4, 1, 1, 1, 1, 1, 5, 6, 4, 1, 1, 9, 5, 3, 1, 3, 1, 1, 1, 1, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 5, 1, 13, 5, 1, 1, 1, 3, 1, 2, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 4, 9, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 1, 3, 1, 9, 5, 2, 1, 3, 2, 3, 1, 4, 1, 1, 1, 3, 4, 1, 4, 1, 1, 2, 2, 4, 2, 1, 4, 6, 1, 4, 1, 1, 4, 2, 1, 3, 3, 1, 1, 3, 2, 3, 2, 3, 1, 1, 10, 4, 1, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 9, 1, 4, 1, 1, 2, 3, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 2, 1, 2, 2, 1, 5, 1, 1, 2, 1, 5, 13, 1, 3, 1, 2, 2, 1, 1, 9, 2, 3, 1, 3, 1, 10, 1, 13, 1, 3, 1, 1, 1, 3, 4, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 1, 1, 9, 2, 2, 2, 1, 9, 9, 2, 8, 1, 8, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 4, 1, 1, 9, 3, 4, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 7, 1, 2, 4, 2, 2, 1, 13, 7, 2, 1, 3, 1, 1, 6, 9, 4, 1, 13, 7, 2, 4, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 9, 3, 4, 1, 6, 1, 2, 2, 1, 4, 2, 4, 1, 5, 1, 1, 1, 3, 4, 1, 1, 3, 2, 4, 1, 1, 1, 9, 4, 5, 3, 5, 1, 13, 1, 4, 2, 1, 3, 1, 1, 3, 13, 6, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 13, 3, 1, 6, 2, 5, 1, 1, 1, 1, 1, 13, 6, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 5, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 6, 1, 6, 1, 1, 3, 1, 1, 5, 4, 1, 4, 2, 3, 1, 4, 5, 1, 3, 5, 4, 3, 1, 1, 5, 6, 1, 3, 2, 3, 1, 2, 3, 2, 2, 2, 5, 2, 3, 6, 5, 1], "chunk_stats": {"count": 1243, "sum": 3252, "mean": 2.6162510056315367, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1243, "units_out": 646, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 4, 3, 2, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 5, 1, 2, 1, 2, 5, 1, 2, 1, 1, 3, 1, 2, 1, 2, 2, 2, 1, 3, 1, 1, 4, 3, 5, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 2, 2, 3, 2, 1, 3, 1, 5, 2, 3, 3, 3, 1, 1, 3, 1, 1, 2, 2, 3, 1, 4, 1, 4, 1, 3, 1, 2, 1, 3, 1, 1, 2, 1, 6, 2, 4, 1, 6, 3, 3, 1, 1, 2, 1, 1, 3, 4, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 3, 2, 1, 2, 1, 3, 1, 3, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 3, 3, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 4, 5, 3, 1, 2, 3, 2, 2, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 2, 3, 1, 3, 2, 1, 4, 2, 4, 1, 1, 1, 3, 1, 2, 4, 1, 4, 1, 1, 1, 4, 2, 2, 2, 6, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 6, 1, 5, 5, 2, 2, 2, 5, 4, 4, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 1, 1, 1, 3, 1, 1, 2, 1, 2, 4, 1, 2, 1, 2, 2, 11, 1, 4, 2, 2, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 2, 4, 1, 4, 1, 9, 1, 1, 1, 6, 1, 1, 1, 5, 1, 7, 1, 4, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 2, 1, 3, 2, 2, 1, 1, 2, 4, 1, 2, 1, 1, 3, 1, 5, 2, 2, 1, 1, 2, 1, 6, 4, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 6, 2, 1, 5, 2, 1, 2, 2, 4, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 2, 1, 5, 2, 1, 1, 6, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 3, 2, 1, 2, 1, 2, 1, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 2, 2, 4, 2, 1, 1, 4, 3, 2, 4, 1, 1, 2, 1, 1, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 3, 1, 2, 1, 2, 1, 2, 2, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 1, 3, 1, 5, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 2, 1, 4, 2, 3, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 646, "sum": 1243, "mean": 1.9241486068111455, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 709, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 4, 3, 3, 5, 1, 5, 1, 1, 5, 1, 1, 1, 3, 4, 1, 3, 9, 9, 1, 9, 2, 8, 1, 1, 4, 2, 10, 1, 6, 3, 4, 3, 3, 1, 1, 1, 2, 1, 13, 4, 1, 13, 7, 1, 5, 1, 6, 1, 2, 4, 1, 4, 1, 1, 4, 1, 4, 5, 1, 4, 17, 1, 1, 1, 5, 1, 4, 5, 1, 1, 1, 1, 6, 1, 1, 1, 3, 1, 3, 4, 3, 1, 3, 1, 3, 1, 2, 5, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 2, 8, 1, 9, 2, 1, 1, 1, 3, 9, 4, 4, 5, 1, 5, 3, 4, 7, 1, 1, 2, 9, 1, 1, 2, 1, 5, 2, 3, 1, 1, 5, 1, 8, 1, 3, 5, 4, 1, 1, 5, 1, 4, 2, 1, 3, 3, 3, 1, 1, 4, 3, 1, 2, 7, 5, 1, 3, 1, 1, 1, 1, 1, 1, 4, 1, 8, 2, 1, 4, 5, 7, 2, 3, 1, 1, 4, 3, 1, 1, 1, 2, 1, 4, 2, 3, 4, 1, 1, 1, 4, 1, 3, 1, 5, 1, 1, 2, 3, 4, 3, 4, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 1, 5, 9, 3, 2, 1, 2, 2, 1, 6, 1, 1, 2, 13, 1, 3, 4, 1, 6, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 6, 17, 3, 9, 6, 3, 1, 3, 1, 1, 4, 1, 7, 5, 5, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 5, 1, 4, 6, 4, 1, 4, 2, 1, 1, 1, 1, 5, 1, 2, 5, 7, 5, 1, 5, 6, 1, 1, 1, 9, 2, 1, 1, 1, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 9, 1, 1, 3, 9, 3, 5, 1, 1, 6, 1, 1, 3, 8, 4, 1, 2, 9, 1, 5, 1, 3, 1, 1, 2, 3, 1, 1, 4, 4, 5, 2, 1, 3, 3, 4, 3, 1, 1, 2, 1, 5, 9, 1, 1, 4, 2, 5, 8, 4, 1, 1, 1, 3, 1, 7, 1, 1, 3, 8, 4, 4, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 3, 4, 1, 3, 2, 1, 1, 1, 4, 1, 2, 1, 4, 1, 3, 3, 4, 1, 1, 1, 2, 5, 1, 1, 6, 1, 1, 4, 5, 9, 1, 2, 1, 2, 1, 2, 1, 1, 5, 2, 1, 1, 1, 6, 13, 4, 3, 1, 2, 1, 3, 1, 1, 4, 1, 1, 6, 4, 2, 1, 1, 9, 4, 2, 21, 4, 4, 1, 2, 1, 6, 9, 1, 4, 1, 1, 1, 5, 1, 4, 1, 2, 2, 1, 1, 1, 5, 5, 1, 5, 2, 5, 9, 2, 6, 4, 1, 5, 9, 2, 3, 4, 1, 2, 5, 2, 1, 1, 4, 6, 2, 1, 1, 1, 1, 6, 3, 2, 1, 1, 4, 5, 2, 9, 2, 1, 4, 1, 2, 2, 1, 3, 9, 4, 5, 2, 7, 1, 1, 4, 1, 1, 1, 7, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 4, 1, 1, 3, 9, 1, 1, 3, 1, 1, 2, 1, 8, 2, 1, 1, 1, 2, 1, 2, 2, 1, 1, 5, 2, 4, 5, 1, 9, 1, 2, 1, 1, 9, 1, 3, 2, 5, 5, 1, 5, 1, 3, 5, 4, 1, 9, 1, 2, 2, 9, 1, 1, 4, 5, 2, 1, 2, 4, 6, 1, 1, 2, 2, 1, 1, 1, 1, 13, 1, 1, 2, 1, 4, 21, 1, 3, 1, 1, 1, 5, 1, 2, 1, 7, 1, 1, 5, 5, 5, 4, 1, 8, 8, 2, 2, 7, 5, 2, 4, 2, 2, 1, 2, 1, 3, 1, 2, 1, 1, 1, 1, 5, 6, 4, 1, 1, 2, 1, 1, 5, 1, 3, 7, 4, 1, 3, 1, 2, 6, 5, 1, 2, 1, 1, 2, 1, 2, 1, 2, 2, 5, 1, 2, 6, 12, 5, 5, 1, 1, 3, 1, 5, 2, 2, 8], "chunk_stats": {"count": 723, "sum": 2048, "mean": 2.8326417704011067, "median": 2.0, "p95": 8.899999999999977, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 306, "chunk_lengths": [1, 1, 2, 3, 3, 1, 2, 4, 1, 1, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2, 1, 3, 1, 1, 3, 2, 1, 1, 5, 4, 3, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 7, 2, 1, 4, 1, 6, 1, 1, 4, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 2, 2, 4, 1, 8, 3, 2, 1, 4, 8, 3, 5, 1, 1, 7, 6, 1, 4, 4, 1, 1, 3, 2, 4, 1, 1, 4, 1, 5, 2, 2, 2, 1, 1, 2, 1, 2, 3, 2, 1, 1, 1, 4, 6, 4, 1, 5, 1, 2, 2, 4, 3, 1, 1, 1, 4, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 5, 7, 1, 4, 1, 4, 4, 1, 1, 3, 3, 2, 1, 4, 4, 1, 1, 6, 1, 2, 1, 8, 1, 1, 7, 4, 3, 4, 1, 1, 5, 1, 2, 2, 1, 4, 1, 1, 1, 2, 4, 1, 4, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 4, 1, 1, 7, 4, 1, 1, 2, 1, 1, 5, 1, 2, 1, 1, 1, 6, 1, 1, 4, 1, 7, 5, 9, 2, 2, 1, 2, 2, 1, 5, 3, 1, 3, 3, 1, 3, 1, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 2, 1, 1, 1, 4, 1, 9, 1, 2, 1, 1, 2, 1, 5, 1, 1, 4, 1, 5, 1, 2, 3, 1, 1, 1, 4, 1, 4, 4, 2, 1, 3, 1, 2, 1, 3, 4, 1, 1, 2, 2, 1, 3, 1, 3, 2, 1, 6, 4, 3, 1, 1, 3], "chunk_stats": {"count": 316, "sum": 709, "mean": 2.2436708860759493, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 709, "mean": 5.5390625, "median": 6.0, "p95": 9.0, "max": 11, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09329655200053821, "decode_time_sec": 5.08041195000078, "total_time_sec": 5.219356687999607, "prefill_units_per_sec": 34213.48304470658, "prefill_bytes_per_sec": 34041.98688909402, "decode_units_per_sec": 403.1169165326614, "decode_bytes_per_sec": 403.1169165326614, "total_units_per_sec": 392.3855222826178, "total_bytes_per_sec": 392.3855222826178, "step_latency_ms": {"count": 128, "sum": 4964, "mean": 38.78125, "median": 41.0, "p95": 44.0, "max": 45, "min": 18}, "peak_allocated_mb": 4945.99560546875, "peak_reserved_mb": 5070.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3176, "mean": 198.5, "median": 201.0, "p95": 243.25, "max": 247, "min": 148}, "model_input_units": {"count": 16, "sum": 3192, "mean": 199.5, "median": 202.0, "p95": 244.25, "max": 248, "min": 149}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3176, "model_input_units": 3192, "stage0_units": 1219, "stage1_units": 628, "bytes_per_stage0_unit": 2.605414273995078, "stage0_per_stage1_unit": 1.9410828025477707}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3192, "units_out": 1219, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 1, 3, 2, 1, 2, 1, 1, 1, 9, 2, 2, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 3, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 2, 2, 3, 1, 1, 1, 13, 4, 1, 1, 1, 1, 3, 1, 2, 1, 7, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 1, 7, 1, 7, 1, 5, 1, 2, 1, 6, 1, 3, 1, 5, 1, 7, 1, 1, 4, 1, 9, 4, 2, 1, 5, 1, 7, 1, 1, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 5, 4, 1, 9, 1, 5, 1, 1, 3, 1, 9, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 3, 4, 4, 1, 3, 1, 1, 9, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 1, 5, 3, 4, 1, 2, 1, 1, 9, 3, 1, 1, 5, 1, 4, 1, 1, 4, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 5, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 1, 2, 1, 1, 1, 10, 1, 1, 3, 1, 2, 3, 3, 1, 1, 9, 1, 1, 3, 1, 2, 3, 3, 1, 2, 1, 1, 3, 1, 7, 1, 4, 1, 1, 1, 1, 5, 2, 1, 2, 2, 4, 2, 2, 2, 3, 1, 1, 1, 2, 2, 5, 1, 6, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 5, 1, 1, 1, 1, 5, 4, 6, 2, 6, 3, 9, 1, 1, 5, 1, 1, 1, 9, 2, 4, 4, 1, 3, 1, 4, 1, 1, 1, 1, 3, 6, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 1, 2, 4, 1, 1, 9, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 4, 2, 1, 1, 9, 1, 4, 2, 1, 2, 1, 1, 2, 4, 1, 1, 4, 1, 6, 1, 4, 2, 1, 2, 1, 9, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 6, 1, 1, 3, 2, 6, 2, 6, 1, 1, 9, 6, 2, 1, 3, 1, 3, 1, 6, 1, 5, 1, 6, 1, 9, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 13, 1, 5, 4, 5, 1, 1, 6, 1, 1, 4, 3, 3, 5, 3, 1, 1, 9, 4, 1, 2, 2, 3, 1, 5, 3, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 9, 9, 2, 1, 3, 1, 1, 4, 1, 8, 1, 8, 1, 2, 1, 9, 1, 2, 1, 13, 1, 1, 1, 4, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 1, 1, 1, 9, 7, 1, 8, 5, 1, 1, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 6, 2, 1, 1, 4, 1, 4, 1, 1, 5, 6, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 4, 7, 4, 1, 2, 4, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 9, 1, 1, 4, 1, 1, 1, 3, 1, 4, 1, 6, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 2, 4, 1, 1, 1, 4, 1, 4, 7, 1, 3, 1, 3, 1, 7, 9, 5, 2, 1, 4, 1, 1, 1, 1, 4, 2, 1, 1, 1, 9, 4, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 1, 1, 4, 1, 7, 1, 1, 2, 2, 1, 5, 1, 2, 3, 1, 4, 1, 1, 9, 1, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 3, 9, 1, 1, 2, 1, 1, 1, 3, 2, 2, 1, 1, 4, 2, 10, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 10, 2, 4, 1, 1, 13, 5, 1, 1, 11, 6, 1, 4, 3, 2, 4, 1, 1, 13, 3, 3, 1, 9, 5, 1, 7, 2, 1, 1, 10, 1, 2, 1, 1, 3, 1, 2, 7, 2, 1, 6, 3, 1, 1, 3, 2, 5, 2, 2, 7, 2, 2, 7, 4, 1, 2, 2, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 2, 2, 1, 7, 2, 7, 5, 2, 1, 3, 1, 2, 7, 4, 1, 5, 1, 9, 1, 2, 1, 1, 1, 2, 2, 1, 5, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 1, 1, 3, 1, 1, 7, 3, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 3, 2, 7, 1, 2, 2, 1, 1, 9, 1, 3, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 3, 1, 4, 2, 1, 1, 17, 1, 2, 4, 1, 4, 1, 21, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 3, 10, 1, 1, 3, 1, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 5, 1, 2, 1, 4, 1, 9, 1, 2, 1, 3, 1, 1, 7, 2, 1, 2, 4, 2, 2, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 9, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 2, 1, 5, 4, 1, 43, 4, 1, 1, 2, 1, 1, 3, 4, 1, 9, 4, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 5, 2, 8, 1, 4, 1, 1, 1, 9, 4, 1, 6, 2, 1, 3, 1, 1, 5, 9, 4, 1, 1, 6, 2, 5, 9, 1, 2, 4, 1, 1, 6, 3, 4, 1, 5, 1, 13, 2, 6, 1, 1, 3, 8, 1, 2, 3, 5, 1, 5, 4, 1, 6, 1], "chunk_stats": {"count": 1219, "sum": 3192, "mean": 2.6185397867104183, "median": 1.0, "p95": 9.0, "max": 43, "min": 1}}, {"stage": 1, "units_in": 1219, "units_out": 628, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 10, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 3, 5, 1, 1, 2, 1, 5, 1, 3, 1, 2, 3, 1, 1, 3, 2, 3, 1, 3, 1, 1, 1, 1, 7, 1, 2, 1, 5, 1, 2, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 3, 4, 4, 1, 1, 1, 3, 2, 3, 1, 9, 1, 3, 2, 1, 5, 2, 1, 1, 1, 2, 1, 3, 2, 6, 1, 1, 2, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 2, 1, 6, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 3, 2, 3, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 3, 1, 5, 2, 3, 1, 2, 1, 6, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1, 1, 2, 1, 7, 1, 3, 1, 3, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 3, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 1, 2, 5, 1, 1, 3, 2, 4, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 5, 2, 1, 5, 1, 2, 3, 3, 2, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 5, 1, 4, 1, 1, 2, 1, 4, 1, 3, 3, 2, 1, 5, 6, 2, 1, 1, 1, 4, 1, 2, 5, 1, 3, 1, 2, 3, 1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 2, 4, 6, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 1, 2, 1, 3, 4, 1, 2, 2, 2, 1, 1, 1, 8, 1, 2, 1, 1, 1, 5, 1, 4, 2, 3, 2, 1, 2, 1, 5, 3, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 5, 1, 3, 2, 2, 1, 1, 2, 1, 1, 5, 2, 1, 3, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 2, 3, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 4, 1, 3, 1, 6, 1, 1, 3, 1, 5, 3, 1, 1, 1, 5, 1, 5, 1, 5, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 2, 1, 3, 1, 1, 4, 1, 2, 3, 1, 1, 2, 3, 1, 1, 5, 3, 3, 1, 1, 2, 1, 1, 4, 1, 4, 3, 3, 1, 2, 4, 1, 1, 5, 3, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 5, 2, 3, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 2, 6, 2, 1, 2, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 5, 1, 4, 2, 1, 1, 5, 5, 1, 1, 1, 1, 2, 4, 4, 2, 1], "chunk_stats": {"count": 628, "sum": 1219, "mean": 1.9410828025477707, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 696, "chunk_lengths": [1, 1, 1, 1, 2, 1, 3, 4, 5, 3, 2, 1, 1, 1, 9, 9, 9, 9, 1, 1, 1, 1, 3, 1, 10, 1, 3, 3, 5, 1, 13, 13, 13, 2, 13, 13, 13, 3, 1, 1, 2, 1, 4, 1, 11, 1, 5, 1, 1, 1, 4, 4, 2, 1, 3, 3, 17, 2, 2, 1, 1, 2, 3, 1, 4, 1, 1, 1, 1, 2, 5, 1, 1, 5, 4, 3, 1, 3, 4, 4, 1, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1, 5, 2, 3, 2, 1, 3, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 3, 8, 1, 1, 5, 5, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 1, 10, 4, 5, 9, 1, 1, 1, 1, 1, 1, 3, 6, 1, 2, 7, 1, 1, 1, 4, 1, 10, 2, 2, 1, 1, 4, 1, 6, 1, 2, 1, 3, 4, 1, 1, 1, 1, 6, 9, 1, 1, 1, 3, 9, 5, 6, 1, 1, 9, 9, 25, 1, 1, 1, 1, 5, 3, 2, 1, 1, 4, 1, 2, 3, 1, 1, 7, 2, 1, 4, 5, 1, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 1, 1, 4, 17, 1, 5, 4, 1, 1, 3, 1, 1, 1, 3, 13, 5, 3, 2, 1, 1, 1, 8, 1, 4, 3, 5, 1, 1, 2, 1, 6, 9, 4, 1, 1, 3, 2, 1, 4, 3, 1, 3, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 4, 13, 3, 4, 1, 1, 1, 2, 1, 1, 1, 3, 2, 2, 5, 13, 5, 2, 5, 1, 1, 2, 6, 1, 3, 1, 2, 1, 2, 1, 4, 4, 4, 1, 1, 2, 4, 2, 1, 7, 1, 1, 1, 3, 1, 1, 2, 7, 10, 1, 3, 5, 1, 9, 1, 1, 3, 1, 4, 1, 1, 6, 2, 1, 1, 1, 1, 3, 1, 4, 1, 2, 3, 5, 1, 1, 1, 1, 2, 4, 3, 3, 1, 5, 1, 1, 4, 1, 2, 4, 4, 1, 1, 5, 5, 1, 1, 1, 1, 1, 3, 1, 7, 1, 3, 2, 1, 5, 9, 1, 4, 1, 1, 3, 1, 1, 6, 1, 4, 4, 1, 4, 1, 5, 1, 3, 6, 1, 1, 1, 2, 1, 1, 3, 4, 1, 3, 2, 9, 9, 1, 1, 9, 8, 1, 1, 1, 1, 1, 17, 1, 1, 2, 1, 3, 2, 2, 3, 4, 1, 7, 4, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 3, 1, 1, 1, 4, 4, 13, 1, 3, 4, 1, 2, 2, 9, 1, 10, 4, 1, 25, 1, 3, 2, 1, 2, 1, 1, 3, 4, 1, 1, 1, 4, 5, 2, 1, 1, 1, 2, 1, 1, 1, 2, 9, 8, 7, 1, 3, 1, 1, 5, 6, 4, 1, 3, 8, 4, 1, 2, 1, 1, 1, 3, 2, 2, 7, 1, 1, 8, 2, 1, 1, 2, 1, 8, 2, 5, 3, 1, 1, 10, 1, 4, 3, 1, 4, 1, 4, 7, 1, 1, 1, 8, 5, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 6, 2, 1, 1, 1, 3, 3, 1, 1, 1, 1, 9, 3, 1, 1, 17, 2, 5, 1, 1, 3, 1, 9, 1, 5, 1, 1, 8, 2, 1, 1, 1, 1, 2, 1, 1, 9, 8, 1, 5, 1, 1, 1, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 3, 4, 4, 1, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 13, 8, 1, 2, 5, 4, 13, 1, 10, 1, 1, 2, 5, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 17, 1, 3, 2, 1, 9, 4, 7, 2, 2, 9, 3, 1, 2, 2, 2, 1, 4, 3, 4, 6, 6, 5, 1, 3, 2, 10, 1, 3, 2], "chunk_stats": {"count": 707, "sum": 2048, "mean": 2.896746817538897, "median": 1.0, "p95": 9.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 279, "chunk_lengths": [1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 3, 2, 1, 2, 7, 1, 2, 1, 2, 5, 3, 3, 3, 1, 4, 4, 1, 1, 5, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 1, 5, 2, 5, 3, 3, 2, 4, 2, 2, 1, 5, 1, 1, 3, 1, 3, 3, 1, 5, 3, 2, 1, 1, 3, 3, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 1, 4, 2, 1, 1, 1, 2, 3, 5, 2, 3, 1, 1, 2, 1, 2, 3, 1, 1, 3, 4, 2, 1, 1, 4, 3, 7, 5, 2, 1, 9, 5, 1, 1, 1, 1, 1, 4, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 2, 1, 4, 1, 1, 2, 2, 5, 3, 1, 1, 3, 1, 1, 1, 1, 1, 6, 4, 3, 3, 1, 2, 1, 7, 3, 5, 2, 3, 1, 1, 3, 1, 2, 1, 5, 3, 1, 4, 7, 1, 1, 1, 4, 1, 2, 1, 1, 1, 1, 9, 2, 2, 1, 1, 5, 1, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 2, 6, 4, 4, 1, 9, 10, 6, 2, 1, 3, 5, 1, 5, 4, 7, 1, 3, 3, 2, 3, 2, 4, 4, 6, 1, 3, 1, 6, 4, 1, 4, 1, 2, 1, 1, 2, 2, 1, 4, 1, 6, 10, 2, 1, 3, 5, 1, 2, 1, 5, 4, 1, 4, 1, 1, 9, 6, 2, 3, 3, 1, 2, 3, 2, 1, 1, 1, 6, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 3, 1], "chunk_stats": {"count": 288, "sum": 696, "mean": 2.4166666666666665, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 696, "mean": 5.4375, "median": 6.0, "p95": 8.649999999999991, "max": 11, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.0966443609995622, "decode_time_sec": 5.06952624600126, "total_time_sec": 5.211874992000958, "prefill_units_per_sec": 34394.14328597049, "prefill_bytes_per_sec": 34228.58784295739, "decode_units_per_sec": 403.98252235411957, "decode_bytes_per_sec": 403.98252235411957, "total_units_per_sec": 392.9487954226097, "total_bytes_per_sec": 392.9487954226097, "step_latency_ms": {"count": 128, "sum": 4957, "mean": 38.7265625, "median": 41.0, "p95": 43.0, "max": 44, "min": 18}, "peak_allocated_mb": 4952.52783203125, "peak_reserved_mb": 5070.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3308, "mean": 206.75, "median": 218.5, "p95": 253.5, "max": 255, "min": 102}, "model_input_units": {"count": 16, "sum": 3324, "mean": 207.75, "median": 219.5, "p95": 254.5, "max": 256, "min": 103}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3308, "model_input_units": 3324, "stage0_units": 1278, "stage1_units": 641, "bytes_per_stage0_unit": 2.588419405320814, "stage0_per_stage1_unit": 1.9937597503900155}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3324, "units_out": 1278, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 8, 1, 1, 3, 2, 3, 1, 1, 9, 6, 1, 5, 2, 6, 1, 6, 4, 1, 1, 4, 1, 1, 3, 1, 6, 2, 6, 1, 6, 4, 1, 1, 2, 2, 1, 4, 1, 9, 7, 2, 3, 4, 1, 3, 2, 6, 1, 4, 2, 2, 2, 1, 9, 1, 2, 6, 1, 13, 3, 4, 1, 5, 6, 1, 1, 1, 1, 3, 1, 1, 6, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 4, 4, 2, 3, 1, 9, 1, 3, 4, 1, 3, 4, 1, 13, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 3, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 4, 4, 1, 1, 1, 1, 17, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 13, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 1, 5, 6, 1, 3, 7, 1, 1, 6, 1, 1, 13, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 4, 4, 1, 13, 1, 1, 6, 1, 1, 2, 4, 4, 6, 1, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 2, 2, 1, 1, 2, 3, 1, 2, 1, 3, 2, 1, 4, 1, 1, 7, 1, 1, 4, 4, 3, 2, 3, 1, 3, 4, 5, 1, 13, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 14, 1, 4, 4, 1, 4, 4, 5, 1, 2, 8, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 1, 1, 2, 1, 6, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 1, 13, 1, 5, 9, 1, 1, 4, 1, 1, 1, 7, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 9, 4, 1, 13, 1, 3, 1, 1, 4, 2, 1, 3, 13, 8, 2, 4, 1, 1, 1, 3, 1, 3, 1, 4, 1, 1, 1, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 1, 5, 4, 2, 1, 1, 2, 2, 1, 3, 1, 4, 1, 3, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 1, 5, 1, 2, 1, 1, 2, 1, 2, 1, 8, 2, 1, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 2, 2, 1, 1, 1, 1, 2, 7, 9, 5, 4, 5, 1, 2, 1, 8, 9, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 5, 1, 1, 6, 1, 1, 5, 1, 4, 1, 3, 2, 5, 1, 4, 2, 9, 1, 1, 5, 3, 1, 7, 2, 1, 1, 5, 4, 6, 3, 5, 1, 4, 1, 9, 4, 1, 2, 2, 5, 1, 1, 6, 1, 6, 1, 3, 2, 5, 2, 9, 1, 9, 3, 1, 6, 1, 1, 5, 1, 4, 1, 5, 3, 4, 1, 4, 1, 1, 1, 3, 2, 1, 11, 1, 1, 3, 2, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 12, 1, 2, 2, 2, 1, 13, 1, 4, 1, 1, 7, 1, 2, 2, 1, 1, 3, 1, 2, 1, 11, 2, 1, 1, 13, 3, 3, 9, 1, 3, 1, 11, 1, 4, 1, 13, 3, 1, 1, 3, 1, 1, 1, 6, 1, 4, 2, 1, 1, 13, 1, 3, 1, 1, 1, 3, 6, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 4, 4, 2, 1, 2, 3, 4, 4, 1, 1, 5, 1, 1, 1, 13, 1, 2, 1, 1, 1, 1, 1, 1, 17, 3, 4, 4, 1, 1, 1, 3, 9, 1, 1, 3, 2, 1, 3, 1, 1, 9, 1, 2, 1, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 6, 2, 1, 3, 1, 1, 7, 1, 4, 1, 9, 1, 1, 3, 1, 1, 9, 1, 5, 2, 1, 3, 1, 1, 3, 1, 2, 3, 1, 1, 2, 1, 3, 5, 1, 1, 9, 3, 2, 2, 1, 1, 1, 4, 1, 1, 1, 4, 1, 9, 4, 1, 2, 4, 1, 1, 2, 2, 3, 9, 1, 1, 2, 1, 4, 1, 3, 1, 1, 1, 13, 4, 3, 1, 1, 1, 3, 12, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 6, 1, 8, 1, 2, 2, 2, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 4, 1, 5, 2, 6, 1, 4, 1, 1, 1, 9, 4, 9, 1, 1, 1, 1, 13, 6, 2, 2, 1, 3, 1, 1, 6, 1, 6, 1, 1, 3, 1, 6, 1, 4, 1, 13, 1, 2, 6, 1, 1, 17, 6, 1, 1, 4, 1, 5, 1, 2, 1, 1, 3, 8, 1, 1, 6, 1, 4, 1, 6, 1, 4, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 2, 1, 1, 1, 5, 7, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 5, 7, 1, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 4, 1, 5, 1, 1, 3, 2, 5, 2, 7, 1, 2, 2, 1, 1, 9, 1, 2, 8, 1, 2, 2, 2, 1, 13, 8, 2, 4, 1, 1, 1, 9, 7, 1, 1, 3, 1, 1, 3, 5, 9, 2, 2, 4, 6, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 6, 1, 1, 5, 1, 4, 2, 1, 4, 1, 5, 2, 2, 2, 2, 2, 2, 1, 5, 1, 2, 1, 9, 1, 5, 2, 5, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 1, 9, 1, 1, 4, 1, 5, 2, 1, 4, 1, 3, 1, 4, 1, 1, 1, 9, 1, 2, 4, 1, 1, 4, 1, 4, 1, 13, 1, 4, 1, 1, 4, 1, 1, 13, 6, 1, 5, 1, 1, 1, 1, 3, 11, 1, 1, 3, 1, 1, 9, 3, 2, 1, 3, 1, 3, 1, 1, 2, 1, 4, 1, 1, 9, 1, 2, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 9, 1, 2, 2, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 3, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 2, 2, 1, 1, 9, 3, 4, 1, 1], "chunk_stats": {"count": 1278, "sum": 3324, "mean": 2.60093896713615, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1278, "units_out": 641, "chunk_lengths": [1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 2, 3, 1, 1, 1, 2, 2, 4, 1, 3, 2, 3, 1, 3, 1, 1, 1, 5, 2, 2, 1, 1, 1, 2, 2, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 1, 2, 1, 3, 1, 2, 2, 2, 1, 3, 3, 2, 1, 3, 1, 2, 1, 2, 7, 1, 1, 1, 1, 1, 5, 3, 1, 5, 3, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 3, 3, 1, 2, 1, 1, 1, 3, 3, 3, 4, 1, 2, 1, 1, 2, 6, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 5, 2, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 3, 2, 1, 1, 2, 3, 3, 3, 3, 3, 1, 1, 1, 1, 3, 2, 2, 1, 6, 1, 2, 1, 1, 3, 2, 1, 2, 5, 1, 2, 1, 1, 1, 1, 3, 5, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 3, 2, 1, 1, 2, 2, 1, 4, 1, 1, 8, 1, 2, 1, 1, 3, 1, 2, 3, 1, 2, 2, 2, 1, 3, 2, 1, 2, 1, 5, 1, 2, 1, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 2, 4, 1, 2, 3, 1, 3, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 7, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 2, 2, 2, 1, 1, 2, 2, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 2, 1, 7, 2, 2, 3, 1, 3, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 5, 5, 1, 2, 3, 3, 5, 2, 1, 2, 1, 2, 1, 4, 2, 2, 1, 6, 1, 4, 2, 2, 1, 1, 2, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 3, 5, 1, 1, 3, 1, 2, 1, 1, 3, 1, 1, 2, 1, 1, 3, 2, 2, 1, 4, 4, 1, 2, 3, 1, 5, 4, 4, 1, 1, 2, 1, 2, 4, 2, 7, 1, 1, 1, 1, 1, 5, 4, 1, 3, 5, 1, 1, 10, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 1, 5, 2, 2, 2, 3, 1, 6, 3, 2, 1, 1, 1, 2, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 1, 1, 1, 1, 5, 1, 2, 2, 5, 1, 1, 4, 1, 2, 5, 1, 1, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 4, 1, 10, 1, 2, 3, 4, 10, 1, 1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 7, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 1, 1, 3, 1, 2, 1, 5, 5, 2, 1, 5, 1, 5, 1, 2, 1, 1, 1, 2, 6, 1, 5, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 1, 1, 7, 2, 2, 1, 2, 1, 1, 2, 4, 2, 1, 6, 2, 6, 1, 6, 2, 1, 3, 1, 2, 1, 5, 1, 5, 1, 3, 1, 1, 3, 6, 5, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 641, "sum": 1278, "mean": 1.9937597503900155, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 711, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 3, 1, 3, 3, 5, 1, 1, 1, 3, 2, 1, 1, 9, 9, 5, 9, 3, 9, 9, 1, 1, 4, 1, 5, 6, 2, 2, 1, 1, 1, 3, 3, 7, 1, 4, 13, 1, 1, 1, 1, 1, 6, 3, 1, 2, 5, 14, 1, 1, 1, 3, 1, 4, 4, 5, 1, 6, 2, 1, 17, 1, 1, 1, 2, 1, 1, 1, 1, 4, 4, 3, 1, 1, 4, 1, 2, 4, 1, 4, 1, 2, 1, 1, 7, 1, 1, 2, 3, 1, 1, 1, 1, 1, 1, 1, 9, 1, 17, 1, 1, 4, 1, 1, 1, 1, 6, 1, 1, 4, 1, 1, 2, 13, 1, 5, 4, 3, 3, 2, 13, 1, 3, 1, 1, 1, 1, 1, 4, 1, 4, 1, 2, 1, 6, 1, 10, 3, 4, 5, 4, 1, 1, 4, 1, 2, 5, 1, 1, 1, 1, 2, 1, 3, 3, 1, 2, 3, 1, 1, 1, 5, 4, 2, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 4, 5, 1, 4, 7, 7, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 13, 1, 1, 1, 3, 1, 7, 1, 2, 4, 3, 5, 13, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 5, 1, 4, 1, 4, 2, 13, 1, 1, 1, 3, 5, 1, 1, 6, 4, 1, 1, 1, 1, 2, 2, 1, 1, 1, 4, 1, 4, 1, 4, 4, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 13, 3, 3, 1, 1, 5, 11, 17, 1, 7, 1, 1, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 7, 13, 1, 5, 1, 3, 1, 5, 1, 4, 1, 1, 1, 6, 1, 1, 1, 3, 9, 1, 1, 4, 1, 2, 5, 1, 13, 1, 2, 4, 1, 2, 3, 1, 1, 1, 1, 1, 1, 1, 4, 9, 2, 3, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 1, 6, 5, 3, 3, 4, 1, 1, 1, 5, 1, 13, 1, 1, 1, 1, 13, 1, 1, 1, 11, 1, 1, 3, 1, 4, 2, 7, 1, 5, 1, 3, 2, 6, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 4, 2, 4, 1, 1, 4, 1, 4, 3, 5, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 5, 6, 7, 1, 1, 1, 1, 1, 2, 9, 1, 3, 1, 5, 5, 1, 1, 1, 5, 1, 2, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 13, 5, 2, 4, 3, 5, 9, 5, 1, 1, 1, 9, 9, 2, 1, 4, 6, 1, 9, 1, 1, 2, 3, 2, 3, 1, 1, 2, 3, 1, 2, 3, 5, 2, 9, 7, 5, 1, 1, 1, 4, 1, 9, 4, 4, 1, 1, 1, 4, 2, 1, 17, 4, 4, 1, 1, 11, 2, 1, 1, 1, 4, 7, 4, 1, 1, 2, 3, 1, 1, 1, 1, 9, 1, 5, 2, 1, 2, 1, 1, 1, 2, 1, 2, 3, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 3, 1, 9, 1, 1, 2, 3, 1, 5, 1, 4, 1, 2, 9, 5, 4, 9, 3, 1, 4, 2, 3, 1, 1, 9, 5, 5, 1, 5, 2, 8, 9, 4, 3, 1, 1, 7, 1, 1, 2, 2, 4, 1, 1, 3, 7, 1, 1, 3, 4, 1, 2, 4, 13, 7, 1, 1, 3, 2, 1, 2, 5, 3, 2, 1, 4, 8, 3, 2, 1, 1, 1, 4, 6, 4, 6, 2, 11, 1, 4, 1, 1, 4, 1, 1, 9, 2, 1, 1, 1, 6, 1, 4, 3, 1, 1, 1, 1, 1, 1, 7, 1, 4, 4, 1, 1, 1, 2, 4, 3, 1, 4, 1, 1, 5, 1, 5, 4, 1, 1, 5, 1, 6, 1, 4, 3, 8, 1, 1, 6, 5, 1, 9, 3, 9, 2, 1, 1, 1, 9, 1, 1, 1, 4, 5, 10, 1, 1, 2, 4, 6, 1, 1, 9, 4, 1], "chunk_stats": {"count": 723, "sum": 2048, "mean": 2.8326417704011067, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 270, "chunk_lengths": [1, 1, 1, 3, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 5, 1, 2, 1, 2, 2, 1, 1, 5, 2, 1, 1, 1, 2, 1, 1, 5, 4, 1, 6, 3, 1, 10, 1, 1, 1, 1, 1, 4, 2, 1, 4, 4, 3, 1, 2, 1, 1, 2, 3, 3, 3, 1, 1, 1, 3, 1, 1, 3, 1, 7, 1, 4, 1, 1, 2, 9, 2, 2, 7, 4, 9, 2, 6, 1, 1, 1, 3, 1, 4, 1, 3, 1, 1, 7, 3, 1, 6, 2, 1, 1, 2, 1, 3, 1, 4, 2, 4, 1, 2, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 1, 2, 1, 1, 2, 1, 5, 1, 1, 5, 5, 4, 4, 3, 3, 1, 32, 1, 4, 6, 1, 2, 3, 1, 5, 4, 3, 1, 2, 1, 1, 1, 1, 3, 3, 5, 5, 1, 1, 1, 6, 1, 5, 4, 9, 1, 5, 2, 8, 2, 1, 1, 4, 1, 3, 4, 3, 5, 2, 1, 1, 3, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 3, 2, 4, 1, 1, 1, 6, 5, 2, 4, 2, 4, 1, 4, 1, 1, 3, 1, 5, 1, 5, 1, 3, 1, 4, 3, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 5, 1, 4, 1, 3, 2, 1, 1, 1, 3, 1, 3, 1, 3, 1, 2, 4, 5, 4, 3, 5, 2, 2, 7, 4, 1, 6, 4, 2, 1, 1, 1, 3, 10, 8, 1, 1, 4, 1, 1, 2, 4, 2, 1], "chunk_stats": {"count": 280, "sum": 711, "mean": 2.539285714285714, "median": 2.0, "p95": 6.0, "max": 32, "min": 1}, "active_size_stats": {"count": 128, "sum": 711, "mean": 5.5546875, "median": 6.0, "p95": 8.0, "max": 12, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09241688300062378, "decode_time_sec": 5.095100948999971, "total_time_sec": 5.233284076999553, "prefill_units_per_sec": 31292.983555618077, "prefill_bytes_per_sec": 31119.855015891284, "decode_units_per_sec": 401.9547444691879, "decode_bytes_per_sec": 401.9547444691879, "total_units_per_sec": 391.3412629367903, "total_bytes_per_sec": 391.3412629367903, "step_latency_ms": {"count": 128, "sum": 4976, "mean": 38.875, "median": 41.0, "p95": 43.0, "max": 44, "min": 18}, "peak_allocated_mb": 4876.47509765625, "peak_reserved_mb": 4984.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 1094, "stage1_units": 582, "bytes_per_stage0_unit": 2.6288848263254114, "stage0_per_stage1_unit": 1.879725085910653}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2892, "units_out": 1094, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1, 1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1, 1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 1094, "sum": 2892, "mean": 2.643510054844607, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1094, "units_out": 582, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 582, "sum": 1094, "mean": 1.879725085910653, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 763, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 4, 5, 5, 3, 1, 1, 1, 6, 5, 5, 2, 1, 3, 1, 7, 1, 1, 1, 9, 4, 2, 9, 9, 1, 1, 1, 9, 1, 1, 1, 1, 7, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 4, 3, 1, 1, 1, 3, 5, 13, 2, 2, 1, 13, 1, 1, 2, 6, 1, 5, 4, 4, 4, 2, 3, 1, 3, 1, 4, 7, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 8, 1, 7, 7, 2, 2, 1, 1, 1, 3, 7, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 1, 3, 1, 2, 1, 14, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 8, 9, 1, 1, 3, 1, 1, 1, 1, 4, 7, 2, 3, 1, 1, 2, 5, 5, 3, 1, 1, 2, 4, 1, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 4, 1, 1, 1, 3, 1, 2, 8, 5, 2, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1, 3, 6, 1, 1, 1, 1, 6, 5, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 1, 1, 1, 7, 1, 3, 1, 13, 2, 1, 1, 2, 1, 2, 1, 1, 5, 7, 1, 2, 1, 1, 1, 1, 1, 9, 1, 4, 9, 1, 5, 1, 1, 4, 5, 4, 2, 2, 13, 1, 9, 3, 1, 3, 7, 1, 2, 4, 3, 4, 8, 1, 5, 1, 4, 1, 1, 4, 2, 1, 1, 1, 7, 1, 2, 1, 2, 1, 2, 4, 1, 1, 4, 4, 9, 2, 1, 4, 1, 1, 2, 1, 2, 4, 1, 2, 4, 3, 3, 4, 5, 2, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 1, 1, 1, 3, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 3, 6, 4, 1, 2, 5, 1, 3, 3, 1, 1, 1, 6, 2, 1, 4, 7, 4, 2, 1, 1, 1, 4, 1, 7, 5, 2, 2, 1, 2, 1, 5, 1, 13, 1, 1, 1, 7, 4, 1, 1, 3, 2, 7, 3, 2, 1, 3, 5, 1, 5, 4, 4, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 6, 4, 4, 1, 2, 1, 3, 1, 1, 4, 3, 3, 2, 3, 1, 2, 1, 1, 1, 1, 6, 1, 1, 2, 1, 6, 1, 1, 4, 3, 9, 1, 3, 1, 9, 3, 1, 1, 1, 1, 17, 1, 2, 4, 1, 1, 1, 2, 1, 1, 6, 1, 6, 4, 1, 5, 4, 1, 1, 1, 1, 1, 4, 6, 1, 5, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 4, 1, 1, 5, 2, 1, 13, 2, 1, 1, 1, 2, 1, 2, 3, 1, 1, 4, 2, 6, 1, 9, 1, 4, 5, 3, 1, 1, 2, 5, 1, 1, 1, 2, 1, 2, 2, 1, 1, 5, 3, 3, 9, 3, 7, 1, 4, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 5, 1, 1, 5, 2, 2, 1, 1, 5, 2, 1, 1, 1, 6, 1, 2, 7, 9, 1, 1, 1, 5, 2, 1, 3, 5, 2, 1, 1, 8, 2, 5, 5, 7, 7, 1, 4, 1, 3, 1, 1, 4, 3, 1, 8, 1, 1, 1, 3, 4, 2, 1, 1, 1, 4, 5, 9, 4, 1, 2, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 45, 1, 1, 3, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 7, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 6, 2, 9, 5, 2, 1, 1, 1, 14, 2, 1, 2, 3, 1, 1, 1, 1, 1, 7, 2, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 2, 2, 4, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 2, 1, 1, 5, 4, 1, 1, 2, 1, 1, 1, 3, 6, 1, 1, 7, 2, 4, 8, 13, 1, 1, 1, 3, 4, 1, 1, 1, 2, 4, 1, 1, 4, 3, 1, 1, 1, 1, 2, 1, 1, 1, 5, 4, 1, 1, 8, 1, 1, 1, 9, 1, 1, 1, 1, 4, 1, 7, 5, 1, 1, 3, 3, 2, 8, 1, 2, 3], "chunk_stats": {"count": 775, "sum": 2048, "mean": 2.6425806451612903, "median": 1.0, "p95": 7.2999999999999545, "max": 45, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 325, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 3, 3, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 2, 1, 3, 4, 2, 4, 1, 1, 1, 3, 1, 1, 3, 2, 1, 1, 7, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 3, 1, 2, 3, 2, 4, 1, 8, 4, 1, 1, 1, 1, 3, 6, 1, 2, 2, 1, 1, 2, 2, 3, 3, 3, 1, 2, 2, 2, 2, 1, 1, 4, 1, 5, 1, 3, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 8, 1, 4, 4, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 3, 4, 1, 4, 2, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 7, 3, 1, 1, 1, 6, 7, 1, 1, 2, 3, 4, 5, 2, 7, 1, 3, 3, 1, 1, 1, 2, 5, 1, 4, 9, 1, 2, 1, 2, 1, 3, 5, 7, 1, 2, 1, 2, 4, 3, 1, 3, 1, 1, 5, 4, 3, 4, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 4, 3, 1, 1, 6, 1, 1, 2, 4, 2, 1, 1, 1, 3, 1, 1, 1, 3, 3, 1, 2, 5, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 2, 2, 3, 2, 3, 1, 1, 6, 1, 4, 4, 2, 1, 2, 5, 3, 3, 1, 2, 1, 1, 1, 4, 3, 4, 2, 3, 7, 1, 3, 1, 1, 1, 1, 5, 2, 3, 3, 2, 2, 4, 4, 1, 1, 5, 3, 1, 1, 1, 6, 1, 2, 1, 1, 2, 3, 3, 2, 3, 4, 1, 2, 10, 1, 5, 1, 1, 2, 1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 1, 1, 3, 21, 1, 3, 1, 3, 2], "chunk_stats": {"count": 333, "sum": 763, "mean": 2.2912912912912913, "median": 2.0, "p95": 5.399999999999977, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 763, "mean": 5.9609375, "median": 6.0, "p95": 9.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09329232900017814, "decode_time_sec": 5.077795884000807, "total_time_sec": 5.215710034999574, "prefill_units_per_sec": 35651.37708153528, "prefill_bytes_per_sec": 35479.87316292296, "decode_units_per_sec": 403.32460122173643, "decode_bytes_per_sec": 403.32460122173643, "total_units_per_sec": 392.6598653408782, "total_bytes_per_sec": 392.6598653408782, "step_latency_ms": {"count": 128, "sum": 4964, "mean": 38.78125, "median": 41.0, "p95": 43.0, "max": 43, "min": 18}, "peak_allocated_mb": 4912.01416015625, "peak_reserved_mb": 5070.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3310, "mean": 206.875, "median": 199.5, "p95": 244.0, "max": 244, "min": 156}, "model_input_units": {"count": 16, "sum": 3326, "mean": 207.875, "median": 200.5, "p95": 245.0, "max": 245, "min": 157}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3310, "model_input_units": 3326, "stage0_units": 1310, "stage1_units": 671, "bytes_per_stage0_unit": 2.5267175572519083, "stage0_per_stage1_unit": 1.9523099850968704}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3326, "units_out": 1310, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 13, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 13, 2, 2, 1, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 5, 4, 5, 3, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 3, 4, 5, 1, 5, 1, 2, 4, 2, 3, 14, 1, 3, 1, 1, 8, 1, 5, 1, 4, 2, 4, 1, 1, 14, 1, 3, 3, 1, 5, 1, 4, 1, 1, 1, 2, 2, 14, 1, 3, 1, 3, 1, 3, 6, 1, 5, 3, 1, 1, 3, 4, 1, 1, 6, 1, 9, 1, 1, 6, 1, 1, 5, 7, 1, 6, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 6, 1, 1, 1, 7, 1, 1, 1, 5, 1, 2, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 5, 1, 3, 1, 1, 1, 3, 4, 1, 1, 2, 1, 2, 6, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 7, 1, 1, 13, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5, 5, 1, 4, 1, 6, 2, 1, 14, 1, 1, 3, 4, 5, 1, 1, 5, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 3, 1, 4, 1, 2, 1, 1, 1, 3, 2, 4, 1, 4, 2, 1, 6, 1, 2, 2, 1, 22, 6, 1, 4, 6, 1, 2, 1, 4, 2, 4, 1, 4, 1, 2, 2, 1, 1, 9, 3, 1, 5, 2, 1, 1, 9, 4, 1, 5, 3, 4, 1, 4, 1, 13, 1, 2, 4, 1, 5, 1, 2, 2, 2, 1, 17, 1, 5, 2, 4, 5, 1, 2, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 4, 1, 1, 3, 2, 1, 5, 1, 2, 3, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 6, 1, 6, 1, 9, 3, 1, 1, 3, 1, 1, 3, 2, 3, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 1, 1, 1, 1, 1, 7, 2, 1, 3, 1, 1, 1, 2, 1, 1, 6, 1, 2, 2, 1, 1, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 14, 1, 1, 2, 1, 1, 3, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 2, 3, 1, 4, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 5, 1, 6, 2, 2, 3, 1, 1, 1, 1, 4, 1, 3, 1, 2, 3, 1, 3, 1, 5, 1, 2, 1, 5, 1, 9, 3, 4, 8, 1, 1, 5, 1, 5, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 6, 1, 7, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 7, 1, 2, 1, 2, 2, 5, 1, 1, 7, 1, 9, 3, 4, 1, 3, 5, 7, 9, 1, 1, 1, 1, 3, 3, 2, 1, 1, 5, 2, 5, 1, 1, 1, 1, 5, 4, 7, 1, 5, 3, 1, 1, 9, 3, 4, 3, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 3, 1, 5, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 5, 1, 1, 9, 6, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1, 1, 1, 3, 2, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 7, 1, 2, 4, 2, 2, 1, 13, 2, 2, 4, 1, 1, 3, 1, 6, 1, 13, 1, 1, 1, 1, 3, 4, 1, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 3, 1, 13, 4, 1, 7, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 1, 3, 7, 1, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 3, 2, 1, 4, 1, 1, 1, 3, 5, 7, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 5, 1, 1, 9, 1, 2, 5, 1, 1, 4, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 1, 7, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 2, 1, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 9, 1, 2, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 1, 2, 1, 1, 9, 3, 2, 2, 1, 1, 9, 3, 1, 1, 6, 1, 1, 3, 1, 2, 1, 1, 1, 1, 9, 3, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 4, 1, 4, 2, 5, 1, 1, 6, 1, 2, 6, 1, 2, 2, 2, 5, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 4, 4, 1, 1, 5, 5, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 9, 2, 2, 1, 9, 4, 1, 4, 1, 4, 2, 1, 4, 1, 5, 1, 1, 3, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 9, 1, 1, 1, 1, 2, 4, 1, 2, 1, 1, 5, 4, 1, 2, 1, 1, 8, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 5, 6, 1, 1, 2, 5, 1, 7, 1, 1, 3, 1, 5, 2, 1, 3, 1, 8, 2, 7, 1, 6, 7, 1, 1, 2, 1, 2, 1, 3, 1, 5, 2, 1, 3, 1, 7, 1, 1, 1, 3, 1, 5, 1, 1, 2, 3, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 1, 6, 4, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 1, 8, 2, 1, 1, 1, 1, 2, 5, 1, 2, 4, 1, 1, 1, 2, 3, 1, 1, 1, 1, 6, 1, 17, 1, 1, 5, 1, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 1310, "sum": 3326, "mean": 2.5389312977099237, "median": 1.0, "p95": 8.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 1310, "units_out": 671, "chunk_lengths": [1, 2, 2, 2, 2, 1, 3, 4, 1, 1, 5, 1, 2, 3, 2, 4, 1, 1, 1, 1, 5, 2, 5, 4, 1, 1, 1, 8, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 3, 2, 3, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 5, 2, 3, 1, 2, 3, 4, 1, 2, 1, 1, 2, 1, 7, 2, 1, 2, 4, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 2, 2, 1, 3, 1, 9, 1, 1, 5, 4, 1, 9, 1, 4, 2, 1, 1, 2, 1, 3, 3, 1, 3, 1, 5, 1, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 7, 1, 7, 1, 5, 1, 1, 4, 1, 5, 1, 2, 1, 1, 2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 7, 2, 1, 1, 2, 2, 1, 2, 1, 3, 3, 5, 1, 1, 2, 1, 2, 3, 1, 3, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 4, 5, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 2, 3, 1, 3, 3, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 5, 2, 1, 6, 4, 1, 5, 2, 1, 9, 3, 2, 1, 6, 1, 4, 1, 2, 2, 1, 1, 2, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 7, 1, 2, 1, 3, 1, 1, 2, 2, 6, 1, 1, 4, 1, 2, 1, 4, 1, 2, 1, 1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 3, 1, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 4, 2, 1, 3, 1, 1, 3, 1, 1, 3, 3, 3, 1, 1, 1, 1, 4, 3, 2, 5, 4, 1, 1, 2, 2, 1, 4, 1, 1, 5, 2, 4, 1, 1, 1, 1, 6, 1, 1, 3, 1, 3, 4, 3, 4, 1, 3, 1, 2, 3, 1, 2, 1, 2, 1, 3, 1, 3, 3, 1, 2, 1, 2, 4, 1, 1, 4, 2, 3, 3, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 5, 1, 4, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 2, 5, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 8, 2, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 6, 1, 3, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 1, 2, 1, 2, 2, 3, 1, 1, 1, 4, 3, 3, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 1, 3, 2, 1, 1, 5, 1, 1, 4, 1, 4, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 2, 1, 3, 1, 8, 1, 5, 1, 1, 2, 2, 4, 1, 3, 3, 1, 1, 1, 2, 6, 1, 2, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 2, 7, 2, 1, 1], "chunk_stats": {"count": 671, "sum": 1310, "mean": 1.9523099850968704, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 743, "chunk_lengths": [1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 5, 4, 1, 5, 1, 1, 1, 1, 1, 6, 2, 3, 1, 4, 1, 9, 9, 9, 9, 1, 1, 7, 1, 2, 4, 4, 4, 1, 1, 3, 4, 3, 3, 1, 13, 3, 13, 1, 9, 13, 1, 5, 1, 1, 2, 6, 1, 1, 3, 1, 4, 4, 2, 1, 5, 4, 2, 1, 5, 1, 1, 1, 3, 8, 1, 1, 1, 1, 1, 1, 8, 2, 1, 1, 1, 4, 9, 1, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 4, 9, 1, 1, 1, 5, 13, 1, 2, 6, 1, 6, 3, 1, 1, 2, 1, 4, 5, 9, 1, 1, 4, 1, 2, 1, 3, 1, 1, 14, 7, 1, 3, 1, 1, 13, 5, 1, 1, 1, 1, 1, 3, 1, 3, 5, 6, 2, 2, 2, 1, 2, 1, 1, 3, 2, 4, 1, 2, 1, 1, 1, 3, 1, 17, 1, 4, 2, 2, 1, 1, 4, 6, 3, 1, 1, 1, 1, 7, 1, 7, 1, 5, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 6, 1, 7, 2, 5, 5, 1, 1, 1, 2, 8, 2, 4, 1, 1, 2, 1, 1, 2, 1, 4, 10, 1, 1, 1, 1, 9, 6, 1, 1, 7, 4, 1, 1, 1, 1, 1, 1, 7, 5, 1, 1, 1, 4, 4, 1, 1, 1, 1, 4, 7, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 9, 2, 1, 2, 2, 1, 1, 5, 2, 1, 1, 3, 4, 4, 1, 1, 1, 7, 1, 5, 9, 7, 4, 1, 1, 1, 3, 1, 6, 4, 1, 9, 3, 1, 1, 3, 2, 1, 5, 4, 1, 1, 1, 1, 1, 2, 7, 4, 2, 1, 1, 1, 1, 3, 9, 4, 1, 2, 1, 7, 4, 2, 5, 2, 4, 7, 3, 2, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 3, 1, 5, 1, 13, 9, 5, 1, 3, 1, 2, 1, 1, 4, 1, 13, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 1, 1, 1, 1, 1, 4, 9, 17, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 7, 2, 5, 2, 5, 4, 2, 2, 2, 1, 6, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 2, 2, 13, 1, 1, 3, 4, 1, 2, 1, 1, 1, 3, 1, 9, 1, 4, 1, 1, 1, 3, 1, 2, 3, 1, 1, 1, 5, 2, 2, 1, 5, 2, 1, 1, 3, 1, 9, 1, 7, 1, 1, 2, 4, 1, 5, 1, 3, 2, 1, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 1, 2, 3, 1, 4, 4, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 3, 1, 9, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 2, 1, 7, 2, 1, 4, 2, 7, 4, 4, 3, 2, 1, 2, 1, 2, 2, 1, 7, 1, 1, 5, 1, 2, 6, 1, 4, 2, 1, 1, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 5, 1, 13, 1, 2, 2, 4, 1, 1, 2, 5, 5, 5, 10, 5, 13, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 4, 3, 1, 1, 9, 1, 1, 10, 5, 9, 1, 4, 5, 10, 2, 2, 5, 13, 1, 1, 1, 1, 1, 4, 1, 3, 4, 1, 4, 2, 2, 1, 4, 1, 1, 1, 1, 3, 1, 4, 1, 2, 9, 1, 1, 9, 4, 1, 1, 5, 8, 1, 4, 9, 7, 2, 1, 1, 2, 1, 1, 4, 1, 1, 1, 3, 3, 4, 2, 2, 6, 2, 1, 3, 4, 1, 2, 3, 5, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 13, 2, 1, 4, 13, 3, 1, 2, 1, 1, 9, 1, 1, 1, 4, 2, 1, 8, 1, 7, 1, 6, 3, 1, 1, 5, 5, 1, 17, 1, 1, 9, 1, 5, 3, 1, 5, 1, 1, 1, 1, 2, 1, 4, 3, 5, 2, 4, 1, 5, 1, 1, 4, 3, 2, 5, 3], "chunk_stats": {"count": 754, "sum": 2048, "mean": 2.716180371352785, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 277, "chunk_lengths": [1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 6, 1, 3, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 6, 4, 2, 4, 1, 2, 6, 1, 1, 5, 4, 1, 1, 1, 1, 5, 1, 3, 6, 1, 2, 1, 1, 4, 3, 3, 1, 1, 1, 1, 6, 5, 1, 1, 6, 3, 4, 2, 1, 1, 2, 3, 2, 4, 4, 3, 1, 1, 2, 4, 2, 2, 1, 1, 7, 1, 1, 2, 5, 2, 7, 5, 5, 1, 4, 4, 1, 1, 15, 1, 1, 3, 3, 2, 2, 1, 6, 1, 2, 3, 4, 3, 1, 1, 3, 1, 1, 2, 3, 1, 2, 1, 4, 5, 1, 1, 1, 1, 4, 1, 3, 3, 3, 1, 4, 7, 4, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 1, 1, 1, 5, 2, 7, 1, 1, 1, 7, 3, 1, 2, 2, 3, 3, 2, 1, 1, 1, 7, 3, 6, 1, 6, 7, 3, 1, 4, 1, 2, 5, 1, 5, 3, 1, 5, 4, 1, 6, 5, 1, 3, 2, 3, 1, 4, 1, 1, 2, 3, 1, 1, 3, 5, 1, 2, 11, 7, 10, 1, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 10, 3, 4, 6, 1, 1, 3, 1, 1, 2, 2, 1, 1, 1, 4, 4, 5, 1, 2, 5, 4, 1, 4, 1, 2, 1, 5, 1, 2, 1, 7, 5, 4, 3, 3, 1, 5, 1, 1, 1, 4, 1, 7, 4, 1, 8, 1, 5, 1, 1, 3, 6, 8, 1, 1, 2, 1, 3, 1, 1, 1, 2, 5, 1, 1, 2], "chunk_stats": {"count": 287, "sum": 743, "mean": 2.5888501742160277, "median": 2.0, "p95": 7.0, "max": 15, "min": 1}, "active_size_stats": {"count": 128, "sum": 743, "mean": 5.8046875, "median": 6.0, "p95": 9.0, "max": 11, "min": 2}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.0927293799995823, "decode_time_sec": 5.063816005998888, "total_time_sec": 5.202176908000183, "prefill_units_per_sec": 31403.2079154753, "prefill_bytes_per_sec": 31230.66281703862, "decode_units_per_sec": 404.4380754699265, "decode_bytes_per_sec": 404.4380754699265, "total_units_per_sec": 393.6813446021947, "total_bytes_per_sec": 393.6813446021947, "step_latency_ms": {"count": 128, "sum": 4942, "mean": 38.609375, "median": 41.0, "p95": 43.0, "max": 43, "min": 8}, "peak_allocated_mb": 4936.88623046875, "peak_reserved_mb": 5044.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2896, "mean": 181.0, "median": 180.5, "p95": 243.0, "max": 255, "min": 94}, "model_input_units": {"count": 16, "sum": 2912, "mean": 182.0, "median": 181.5, "p95": 244.0, "max": 256, "min": 95}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2896, "model_input_units": 2912, "stage0_units": 1047, "stage1_units": 571, "bytes_per_stage0_unit": 2.7659980897803247, "stage0_per_stage1_unit": 1.8336252189141857}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2912, "units_out": 1047, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 6, 1, 3, 4, 2, 1, 4, 3, 1, 2, 4, 1, 1, 7, 5, 3, 4, 1, 2, 1, 5, 4, 2, 1, 3, 3, 4, 1, 1, 7, 5, 2, 1, 1, 3, 4, 1, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 9, 7, 2, 1, 1, 3, 6, 1, 2, 2, 5, 1, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 4, 2, 4, 1, 1, 9, 1, 1, 5, 2, 1, 5, 1, 1, 4, 1, 1, 1, 5, 2, 2, 6, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 7, 1, 4, 1, 1, 3, 1, 1, 2, 10, 2, 3, 2, 3, 1, 3, 1, 4, 5, 1, 8, 4, 10, 8, 2, 1, 2, 1, 3, 1, 12, 1, 1, 3, 1, 1, 1, 1, 1, 10, 5, 1, 7, 1, 4, 2, 7, 1, 7, 10, 5, 1, 8, 2, 7, 1, 1, 1, 1, 4, 1, 3, 7, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 2, 4, 4, 1, 1, 4, 1, 1, 5, 5, 1, 1, 2, 4, 7, 1, 6, 1, 2, 2, 2, 1, 5, 5, 1, 3, 1, 2, 2, 7, 6, 1, 1, 2, 2, 2, 1, 5, 7, 2, 6, 1, 2, 1, 5, 6, 1, 7, 1, 9, 3, 2, 1, 2, 3, 1, 1, 2, 3, 2, 4, 4, 1, 4, 4, 1, 1, 1, 1, 3, 1, 2, 1, 4, 5, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 5, 2, 3, 4, 1, 6, 1, 2, 1, 3, 1, 1, 1, 1, 3, 3, 1, 5, 1, 7, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 1, 13, 2, 5, 4, 1, 3, 4, 5, 13, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 6, 1, 5, 1, 1, 9, 7, 3, 5, 1, 13, 2, 1, 4, 13, 7, 2, 1, 2, 1, 1, 13, 4, 1, 2, 1, 6, 3, 1, 3, 1, 1, 1, 1, 6, 1, 5, 1, 1, 1, 1, 1, 3, 8, 3, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 5, 4, 2, 2, 1, 1, 2, 1, 1, 1, 9, 1, 1, 1, 1, 2, 3, 1, 8, 4, 1, 1, 3, 3, 1, 8, 1, 1, 6, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 4, 1, 3, 1, 1, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 13, 1, 3, 1, 3, 1, 8, 1, 1, 6, 1, 1, 3, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 13, 3, 4, 1, 9, 3, 4, 1, 1, 3, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 1, 3, 1, 3, 4, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 13, 1, 4, 7, 1, 4, 3, 5, 3, 1, 1, 1, 1, 5, 1, 1, 6, 1, 1, 3, 5, 1, 1, 5, 7, 2, 1, 2, 1, 3, 1, 1, 1, 8, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 3, 3, 1, 5, 1, 10, 1, 1, 5, 1, 2, 3, 4, 1, 10, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 4, 1, 4, 3, 1, 10, 2, 4, 1, 1, 1, 1, 1, 1, 5, 5, 2, 5, 1, 1, 1, 10, 1, 5, 7, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 8, 1, 1, 9, 1, 1, 1, 9, 1, 3, 2, 10, 1, 1, 9, 1, 6, 8, 2, 9, 6, 5, 1, 5, 3, 1, 5, 2, 8, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 8, 1, 5, 2, 6, 1, 1, 1, 1, 1, 5, 1, 3, 6, 2, 5, 1, 5, 3, 2, 1, 1, 4, 1, 1, 3, 1, 2, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 1, 1, 3, 1, 1, 1, 8, 4, 1, 6, 1, 5, 1, 8, 1, 4, 1, 1, 5, 1, 2, 4, 1, 5, 4, 3, 1, 1, 8, 1, 2, 1, 1, 9, 3, 4, 1, 4, 1, 5, 6, 1, 2, 4, 1, 6, 5, 6, 4, 1, 1, 8, 1, 6, 2, 6, 1, 1, 1, 1, 1, 3, 1, 8, 1, 5, 2, 3, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 5, 2, 3, 4, 1, 1, 4, 1, 1, 5, 7, 3, 5, 1, 9, 2, 3, 2, 9, 3, 4, 1, 1, 3, 1, 2, 4, 1, 5, 4, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 2, 1, 4, 2, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 5, 3, 7, 1, 1, 6, 5, 1, 2, 4, 1, 4, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 9, 7, 2, 1, 6, 1, 5, 1, 2, 4, 1, 5, 1, 9, 1, 6, 2, 6, 9, 7, 2, 1, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 1047, "sum": 2912, "mean": 2.781279847182426, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 1047, "units_out": 571, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 3, 1, 1, 2, 2, 2, 4, 1, 1, 1, 2, 1, 1, 2, 4, 5, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 5, 4, 1, 3, 1, 3, 1, 5, 2, 1, 1, 3, 1, 1, 3, 1, 4, 4, 4, 1, 1, 1, 2, 3, 1, 4, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 6, 1, 7, 1, 5, 1, 3, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 1, 1, 1, 1, 4, 3, 1, 1, 3, 1, 6, 3, 1, 1, 3, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 3, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 4, 1, 7, 4, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 4, 1, 1, 4, 3, 1, 1, 1, 4, 1, 7, 3, 1, 1, 3, 2, 1, 3, 1, 4, 2, 2, 1, 1, 2, 1, 2, 3, 1, 1, 3, 3, 6, 1, 3, 1, 3, 1, 2, 1, 8, 1, 4, 5, 3, 1, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 2, 2, 4, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 4, 1, 2, 3, 1, 2, 5, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 2, 2, 1, 3, 3, 1, 3, 1, 3, 2, 1, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 2, 2, 3, 3, 1, 3, 1, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 1, 1, 2, 2, 3, 2, 2, 2, 1, 2, 1, 1, 1, 4, 2, 1, 3, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 1, 4, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 571, "sum": 1047, "mean": 1.8336252189141857, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 698, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 5, 5, 4, 5, 3, 5, 1, 1, 1, 5, 1, 6, 2, 2, 7, 3, 1, 4, 9, 8, 4, 4, 9, 4, 1, 2, 1, 3, 1, 4, 2, 1, 5, 4, 4, 3, 1, 2, 1, 1, 1, 3, 5, 3, 4, 2, 6, 1, 4, 1, 4, 1, 1, 3, 2, 17, 5, 3, 4, 7, 10, 5, 1, 1, 1, 6, 1, 2, 1, 1, 1, 1, 2, 5, 3, 1, 2, 5, 1, 1, 2, 4, 1, 6, 1, 5, 1, 6, 8, 4, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 5, 5, 7, 13, 26, 4, 1, 1, 4, 1, 2, 5, 2, 1, 1, 4, 5, 1, 3, 5, 1, 1, 1, 5, 1, 1, 6, 7, 1, 6, 1, 1, 3, 1, 4, 1, 1, 1, 1, 4, 1, 1, 6, 5, 3, 1, 7, 8, 1, 1, 2, 4, 1, 4, 1, 9, 4, 2, 1, 1, 8, 5, 1, 1, 1, 1, 2, 1, 1, 2, 1, 9, 1, 1, 6, 2, 1, 2, 1, 5, 1, 1, 5, 5, 4, 1, 1, 1, 3, 6, 1, 1, 9, 1, 1, 4, 1, 1, 1, 6, 5, 1, 4, 1, 6, 1, 5, 1, 5, 2, 2, 1, 1, 4, 1, 2, 2, 4, 2, 4, 1, 1, 1, 7, 1, 1, 2, 3, 1, 1, 1, 1, 1, 1, 1, 7, 1, 3, 4, 1, 1, 1, 6, 1, 1, 4, 1, 1, 2, 1, 4, 1, 7, 3, 5, 1, 1, 2, 1, 5, 5, 4, 1, 1, 1, 1, 1, 5, 1, 1, 9, 3, 4, 3, 1, 5, 13, 4, 7, 1, 1, 2, 6, 2, 1, 1, 2, 1, 1, 5, 2, 3, 8, 1, 3, 1, 5, 2, 1, 4, 1, 4, 1, 1, 1, 5, 4, 2, 7, 7, 2, 9, 1, 10, 9, 1, 6, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 6, 1, 1, 4, 1, 1, 2, 1, 1, 3, 2, 13, 1, 5, 1, 1, 4, 1, 1, 2, 1, 2, 4, 5, 1, 3, 6, 1, 1, 4, 1, 1, 5, 1, 1, 1, 4, 5, 1, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 9, 6, 9, 5, 2, 1, 3, 7, 1, 1, 5, 1, 1, 5, 1, 2, 2, 4, 2, 1, 1, 4, 1, 4, 13, 4, 1, 1, 1, 5, 10, 2, 4, 4, 1, 7, 4, 3, 4, 2, 3, 1, 1, 1, 1, 1, 2, 9, 1, 1, 2, 13, 2, 4, 1, 1, 1, 1, 1, 5, 1, 4, 1, 5, 4, 1, 13, 1, 4, 1, 2, 5, 4, 1, 1, 5, 5, 4, 1, 1, 3, 5, 1, 6, 5, 1, 4, 3, 1, 5, 1, 3, 6, 3, 3, 6, 4, 1, 1, 3, 6, 1, 4, 5, 8, 1, 4, 6, 1, 6, 7, 9, 2, 6, 5, 4, 4, 5, 1, 5, 1, 4, 5, 5, 5, 1, 1, 1, 4, 3, 1, 9, 5, 1, 4, 5, 1, 4, 4, 1, 1, 1, 1, 2, 1, 5, 3, 1, 3, 7, 5, 2, 1, 2, 1, 8, 3, 2, 1, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 6, 3, 1, 1, 4, 2, 1, 2, 3, 1, 4, 5, 4, 1, 2, 5, 1, 1, 1, 4, 7, 1, 1, 1, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 6, 1, 4, 2, 6, 5, 1, 4, 1, 3, 1, 9, 7, 5, 2, 1, 1, 6, 1, 2, 1, 4, 4, 2, 1, 7, 1, 1, 8, 1, 1, 7, 1, 1, 1, 13, 6, 5, 2, 1, 1, 1, 1, 1, 3, 4, 5, 4, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 3, 1, 1, 2, 6, 6, 1, 1, 1, 4, 2, 3, 2, 1, 2, 1, 1, 5, 1, 6, 1, 3, 2, 1, 2, 6, 1, 5, 1, 1, 3, 1, 1, 6, 3, 2, 1, 5, 1, 2, 4, 1, 4], "chunk_stats": {"count": 707, "sum": 2048, "mean": 2.896746817538897, "median": 2.0, "p95": 7.0, "max": 26, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 296, "chunk_lengths": [1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 3, 2, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 2, 1, 3, 2, 1, 4, 2, 1, 4, 4, 2, 1, 4, 4, 1, 1, 1, 5, 1, 2, 1, 1, 4, 6, 1, 4, 1, 1, 1, 1, 3, 1, 4, 7, 1, 4, 1, 1, 5, 2, 2, 1, 3, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 8, 1, 1, 4, 1, 2, 1, 1, 1, 3, 5, 1, 3, 2, 1, 2, 1, 2, 3, 5, 1, 1, 2, 1, 1, 1, 6, 2, 2, 6, 7, 1, 3, 1, 4, 6, 2, 1, 4, 2, 1, 3, 2, 1, 5, 3, 5, 5, 4, 3, 2, 1, 1, 3, 1, 2, 7, 1, 1, 2, 1, 1, 3, 4, 4, 3, 4, 3, 1, 3, 4, 1, 1, 1, 1, 1, 4, 3, 1, 3, 4, 5, 3, 1, 5, 4, 1, 1, 5, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 3, 1, 1, 1, 3, 3, 6, 1, 4, 1, 6, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 3, 2, 1, 3, 4, 8, 3, 1, 1, 3, 3, 1, 3, 1, 3, 6, 1, 1, 2, 6, 2, 1, 1, 4, 5, 3, 5, 1, 4, 4, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 7, 3, 1, 4, 2, 4, 1, 1, 5, 1, 1, 1, 4, 1, 1, 1, 5, 5, 1, 6, 1, 1, 1, 2, 3, 5, 3, 4, 1, 1, 2, 6, 4, 2, 3, 4, 1, 6, 3, 1, 2, 2, 2, 1, 1, 5, 3, 4], "chunk_stats": {"count": 302, "sum": 698, "mean": 2.3112582781456954, "median": 1.5, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 126, "sum": 698, "mean": 5.5396825396825395, "median": 5.5, "p95": 8.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09282449199963594, "decode_time_sec": 5.1441504869999335, "total_time_sec": 5.281899642999633, "prefill_units_per_sec": 35033.85722824914, "prefill_bytes_per_sec": 34861.48892700314, "decode_units_per_sec": 398.12210104965123, "decode_bytes_per_sec": 398.12210104965123, "total_units_per_sec": 387.73928670044256, "total_bytes_per_sec": 387.73928670044256, "step_latency_ms": {"count": 128, "sum": 5022, "mean": 39.234375, "median": 41.0, "p95": 42.0, "max": 43, "min": 8}, "peak_allocated_mb": 4950.80419921875, "peak_reserved_mb": 5070.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 203.5, "p95": 250.75, "max": 253, "min": 145}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 204.5, "p95": 251.75, "max": 254, "min": 146}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 1130, "stage1_units": 610, "bytes_per_stage0_unit": 2.863716814159292, "stage0_per_stage1_unit": 1.8524590163934427}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3252, "units_out": 1130, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 8, 1, 1, 2, 1, 5, 1, 1, 1, 5, 5, 4, 2, 3, 1, 5, 1, 3, 1, 1, 1, 5, 5, 2, 5, 4, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 2, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 2, 3, 2, 4, 1, 1, 9, 1, 2, 1, 13, 9, 2, 1, 3, 1, 7, 1, 3, 2, 4, 1, 13, 1, 2, 9, 1, 2, 2, 2, 1, 17, 6, 1, 5, 1, 1, 1, 11, 3, 6, 2, 3, 1, 30, 1, 4, 4, 1, 1, 3, 2, 4, 1, 3, 2, 5, 1, 2, 2, 2, 1, 4, 1, 2, 2, 1, 1, 6, 5, 1, 1, 2, 2, 1, 1, 4, 1, 2, 1, 1, 1, 1, 2, 4, 1, 4, 5, 1, 18, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 1, 18, 2, 2, 2, 1, 1, 1, 1, 2, 4, 1, 1, 2, 5, 18, 1, 6, 2, 2, 5, 1, 1, 1, 1, 5, 1, 6, 1, 2, 1, 7, 1, 3, 1, 1, 2, 1, 1, 3, 8, 1, 1, 7, 1, 1, 3, 1, 1, 1, 5, 3, 4, 10, 1, 3, 2, 14, 1, 7, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 6, 1, 2, 6, 1, 3, 1, 7, 3, 1, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 1, 4, 2, 6, 1, 2, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 9, 10, 1, 1, 2, 1, 1, 3, 6, 1, 2, 9, 9, 2, 1, 3, 1, 7, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 2, 10, 1, 1, 1, 1, 3, 3, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 1, 6, 1, 8, 1, 13, 1, 5, 1, 6, 5, 1, 1, 3, 1, 5, 1, 8, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 1, 3, 1, 1, 6, 1, 8, 2, 1, 5, 1, 1, 13, 1, 5, 1, 6, 5, 1, 1, 1, 7, 8, 1, 4, 2, 1, 5, 1, 1, 1, 1, 1, 1, 3, 1, 3, 10, 1, 1, 1, 3, 2, 1, 2, 2, 1, 1, 1, 9, 2, 2, 3, 1, 2, 9, 2, 1, 2, 2, 1, 6, 1, 2, 2, 4, 2, 4, 8, 1, 4, 1, 1, 2, 1, 9, 9, 2, 6, 3, 4, 5, 2, 6, 12, 1, 2, 1, 4, 3, 1, 4, 1, 5, 1, 9, 1, 2, 2, 2, 1, 2, 2, 2, 1, 13, 2, 2, 2, 1, 1, 1, 1, 3, 3, 1, 1, 3, 6, 1, 1, 2, 1, 4, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 1, 9, 2, 12, 5, 1, 8, 3, 9, 2, 1, 1, 1, 1, 1, 8, 1, 8, 3, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 9, 1, 9, 1, 5, 2, 1, 1, 9, 4, 4, 1, 3, 3, 4, 1, 2, 1, 1, 13, 1, 9, 1, 5, 3, 4, 1, 1, 1, 1, 3, 1, 5, 5, 1, 5, 2, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 3, 3, 5, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 9, 1, 1, 3, 2, 1, 2, 1, 2, 2, 1, 5, 2, 6, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 10, 1, 1, 1, 13, 3, 3, 9, 5, 2, 14, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 13, 1, 1, 6, 2, 1, 5, 1, 1, 1, 1, 3, 6, 1, 4, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 8, 2, 8, 1, 4, 1, 3, 5, 1, 1, 1, 2, 3, 1, 5, 3, 4, 1, 6, 1, 4, 1, 9, 6, 1, 9, 4, 5, 1, 1, 3, 10, 5, 1, 5, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 1, 3, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 6, 2, 1, 1, 3, 1, 6, 2, 2, 1, 3, 1, 1, 7, 1, 9, 4, 1, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 8, 1, 6, 1, 1, 1, 1, 9, 4, 1, 6, 1, 1, 3, 1, 4, 1, 4, 1, 9, 4, 1, 1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 1, 1, 9, 6, 2, 1, 4, 1, 4, 4, 5, 2, 1, 3, 1, 1, 3, 1, 1, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 2, 7, 1, 6, 1, 1, 5, 8, 1, 1, 3, 2, 3, 5, 13, 1, 2, 1, 3, 1, 5, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 3, 3, 6, 6, 1, 1, 3, 2, 7, 4, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 6, 9, 1, 1, 7, 2, 1, 1, 4, 2, 1, 1, 9, 1, 9, 2, 1, 1, 8, 1, 1, 1, 1, 9, 1, 1, 1, 2, 3, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 4, 1, 8, 1, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 9, 5, 3, 2, 4, 1, 5, 2, 1, 1, 8, 1, 1, 9, 3, 4, 1, 5, 1, 1, 1, 1, 4, 6, 3, 5, 2, 1, 5, 4, 1, 9, 3, 4, 1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 4, 5, 3, 1, 2, 1, 1, 4, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 1, 3, 3, 1, 3, 1, 7, 1, 13, 4, 5, 3], "chunk_stats": {"count": 1130, "sum": 3252, "mean": 2.8778761061946905, "median": 2.0, "p95": 9.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 1130, "units_out": 610, "chunk_lengths": [1, 2, 1, 3, 1, 3, 2, 2, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 5, 1, 3, 2, 5, 1, 3, 1, 1, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 1, 1, 1, 4, 2, 3, 2, 2, 5, 1, 1, 3, 3, 2, 2, 1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 3, 2, 4, 1, 7, 1, 2, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 4, 1, 2, 4, 1, 3, 3, 3, 3, 4, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 2, 4, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 3, 3, 6, 1, 1, 5, 2, 3, 1, 2, 4, 2, 6, 1, 1, 5, 8, 1, 4, 1, 2, 4, 5, 1, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 3, 2, 2, 1, 2, 2, 1, 1, 1, 1, 3, 3, 1, 4, 4, 1, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 4, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 2, 2, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 1, 6, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 4, 3, 3, 6, 6, 1, 1, 3, 1, 3, 4, 2, 2, 3, 1, 1, 2, 1, 3, 5, 1, 2, 1, 2, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 4, 5, 2, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 1, 2, 5, 1, 1, 5, 3, 5, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 2, 2, 2, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 5, 1, 1, 2, 2, 3, 1, 1, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 3, 1, 1, 4, 1, 2, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 8, 3, 1, 2, 1, 1, 1, 2, 1, 5, 1, 2, 1], "chunk_stats": {"count": 610, "sum": 1130, "mean": 1.8524590163934427, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 668, "chunk_lengths": [1, 1, 1, 1, 2, 1, 3, 2, 3, 5, 5, 1, 2, 4, 6, 3, 1, 1, 1, 9, 9, 9, 9, 4, 9, 2, 1, 1, 1, 1, 5, 2, 1, 1, 7, 3, 2, 2, 4, 13, 1, 13, 8, 1, 3, 1, 3, 1, 2, 1, 3, 1, 1, 4, 3, 1, 8, 1, 1, 17, 8, 17, 8, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 5, 1, 5, 1, 1, 1, 2, 1, 3, 1, 7, 1, 1, 10, 2, 2, 1, 1, 1, 1, 1, 1, 2, 4, 1, 8, 6, 1, 2, 1, 1, 1, 1, 6, 2, 5, 8, 6, 4, 1, 1, 1, 1, 2, 1, 2, 9, 17, 2, 4, 1, 6, 1, 1, 1, 5, 1, 1, 8, 1, 1, 1, 1, 8, 1, 1, 1, 1, 1, 1, 3, 4, 1, 6, 1, 1, 3, 1, 1, 8, 1, 1, 1, 3, 4, 1, 1, 1, 4, 1, 9, 3, 1, 1, 5, 1, 1, 1, 13, 1, 1, 4, 1, 2, 8, 9, 1, 4, 1, 2, 3, 9, 6, 1, 5, 1, 1, 9, 1, 1, 1, 6, 1, 1, 1, 3, 1, 5, 1, 13, 4, 4, 6, 1, 6, 1, 4, 1, 1, 1, 2, 1, 1, 1, 4, 2, 1, 3, 1, 3, 6, 1, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 1, 2, 6, 17, 1, 1, 4, 2, 5, 1, 3, 1, 3, 1, 5, 1, 1, 3, 4, 1, 1, 1, 1, 4, 1, 3, 9, 10, 1, 7, 6, 1, 3, 1, 5, 1, 7, 4, 1, 2, 9, 3, 1, 1, 1, 1, 1, 1, 1, 2, 2, 4, 1, 13, 1, 2, 4, 4, 2, 1, 4, 4, 9, 1, 2, 13, 1, 3, 3, 9, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 4, 4, 4, 1, 1, 4, 10, 3, 1, 1, 10, 6, 1, 5, 1, 1, 6, 1, 4, 1, 2, 1, 2, 3, 1, 1, 1, 4, 1, 1, 6, 5, 1, 9, 1, 13, 2, 1, 1, 13, 2, 1, 1, 1, 1, 1, 3, 1, 3, 6, 7, 1, 1, 1, 6, 9, 9, 1, 1, 4, 1, 1, 5, 1, 21, 1, 1, 6, 1, 1, 6, 3, 1, 3, 1, 1, 4, 1, 1, 3, 1, 4, 3, 1, 4, 1, 1, 1, 2, 1, 4, 4, 5, 11, 1, 9, 2, 6, 1, 1, 1, 1, 2, 1, 1, 5, 1, 1, 2, 1, 4, 2, 1, 1, 3, 3, 9, 1, 3, 1, 8, 1, 1, 1, 1, 1, 3, 9, 4, 1, 5, 3, 1, 4, 3, 3, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 9, 2, 1, 1, 1, 5, 1, 9, 6, 1, 17, 1, 2, 4, 3, 2, 3, 7, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 7, 1, 5, 1, 13, 1, 1, 1, 5, 9, 1, 1, 9, 2, 1, 1, 1, 1, 4, 3, 1, 4, 9, 1, 1, 1, 3, 5, 1, 2, 1, 10, 8, 1, 1, 1, 1, 4, 1, 1, 8, 7, 1, 2, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 4, 1, 2, 1, 4, 3, 8, 2, 10, 1, 3, 7, 1, 1, 1, 5, 1, 1, 1, 9, 1, 4, 9, 2, 3, 1, 1, 1, 1, 4, 5, 2, 9, 9, 1, 1, 4, 1, 1, 4, 3, 5, 4, 1, 1, 4, 3, 4, 1, 1, 1, 1, 1, 3, 6, 1, 4, 1, 9, 1, 1, 1, 4, 1, 2, 4, 1, 3, 1, 3, 10, 4, 1, 1, 1, 1, 3, 4, 1, 4, 1, 1, 1, 3, 9, 4, 4, 1, 1, 1, 7, 3, 5, 1, 6, 4, 5, 4, 1, 9, 1, 3, 4, 1, 3, 17, 2, 1, 1, 8, 2, 1, 2, 2, 7, 5], "chunk_stats": {"count": 678, "sum": 2048, "mean": 3.0206489675516224, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 289, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 2, 5, 1, 2, 1, 1, 3, 1, 1, 6, 3, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 5, 1, 1, 6, 3, 1, 1, 1, 1, 4, 2, 4, 3, 2, 1, 1, 8, 1, 2, 1, 4, 3, 1, 3, 4, 1, 1, 2, 4, 2, 8, 2, 3, 3, 1, 5, 3, 3, 3, 2, 3, 3, 1, 3, 3, 5, 2, 1, 1, 1, 2, 4, 1, 1, 2, 2, 2, 1, 1, 2, 3, 3, 3, 1, 1, 4, 2, 2, 1, 7, 1, 1, 1, 2, 6, 2, 4, 2, 1, 2, 1, 4, 2, 3, 5, 1, 1, 1, 1, 2, 4, 1, 1, 1, 8, 1, 1, 4, 1, 1, 1, 1, 1, 3, 4, 1, 1, 7, 1, 1, 1, 3, 2, 3, 4, 4, 5, 6, 1, 1, 1, 1, 1, 5, 4, 4, 3, 5, 3, 1, 9, 3, 2, 2, 4, 1, 2, 3, 1, 2, 1, 3, 5, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 3, 2, 5, 1, 1, 2, 1, 1, 3, 1, 1, 2, 1, 3, 1, 4, 2, 2, 6, 5, 5, 1, 3, 1, 3, 1, 1, 1, 1, 3, 3, 5, 2, 1, 2, 8, 1, 1, 6, 1, 7, 5, 1, 1, 8, 5, 3, 3, 3, 1, 1, 1, 1, 5, 1, 1, 1, 2, 1, 4, 2, 1, 1, 1, 2, 4, 1, 4, 1, 2, 3, 2, 2, 1, 3, 2, 1, 2, 4, 2, 3], "chunk_stats": {"count": 296, "sum": 668, "mean": 2.2567567567567566, "median": 2.0, "p95": 5.25, "max": 9, "min": 1}, "active_size_stats": {"count": 127, "sum": 668, "mean": 5.25984251968504, "median": 5.0, "p95": 8.0, "max": 10, "min": 2}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09339639199970406, "decode_time_sec": 5.278032160998919, "total_time_sec": 5.416937216001315, "prefill_units_per_sec": 33759.3340865886, "prefill_bytes_per_sec": 33588.02125900045, "decode_units_per_sec": 388.0234029518297, "decode_bytes_per_sec": 388.0234029518297, "total_units_per_sec": 378.0734238437041, "total_bytes_per_sec": 378.0734238437041, "step_latency_ms": {"count": 128, "sum": 5157, "mean": 40.2890625, "median": 41.0, "p95": 43.0, "max": 45, "min": 18}, "peak_allocated_mb": 4885.388671875, "peak_reserved_mb": 5012.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3137, "mean": 196.0625, "median": 198.0, "p95": 237.25, "max": 238, "min": 144}, "model_input_units": {"count": 16, "sum": 3153, "mean": 197.0625, "median": 199.0, "p95": 238.25, "max": 239, "min": 145}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3137, "model_input_units": 3153, "stage0_units": 1170, "stage1_units": 627, "bytes_per_stage0_unit": 2.681196581196581, "stage0_per_stage1_unit": 1.8660287081339713}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3153, "units_out": 1170, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 2, 2, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 1, 1, 1, 6, 2, 1, 4, 2, 4, 2, 12, 2, 1, 3, 2, 1, 7, 2, 1, 5, 1, 9, 3, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1, 5, 7, 1, 1, 6, 1, 2, 3, 1, 9, 7, 1, 4, 1, 1, 1, 6, 1, 2, 1, 6, 5, 1, 5, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 3, 4, 1, 1, 3, 1, 1, 1, 7, 1, 2, 1, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 9, 7, 1, 5, 2, 6, 1, 6, 9, 7, 1, 3, 1, 5, 2, 4, 9, 7, 1, 5, 2, 7, 1, 5, 1, 1, 2, 1, 1, 1, 9, 3, 4, 1, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 2, 2, 1, 1, 9, 1, 2, 3, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 2, 3, 1, 9, 4, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 6, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 6, 1, 1, 3, 2, 4, 2, 8, 11, 2, 1, 4, 1, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 4, 6, 1, 9, 4, 6, 1, 3, 1, 3, 1, 1, 6, 1, 1, 13, 1, 2, 6, 1, 5, 1, 2, 4, 1, 6, 1, 17, 3, 4, 6, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 3, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 5, 2, 1, 6, 5, 1, 1, 2, 2, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 4, 1, 3, 1, 7, 1, 5, 3, 4, 1, 1, 3, 5, 1, 1, 3, 2, 1, 1, 1, 5, 1, 2, 2, 2, 4, 1, 2, 2, 1, 1, 9, 5, 1, 3, 1, 4, 1, 13, 1, 2, 4, 1, 1, 1, 5, 1, 17, 1, 3, 1, 1, 3, 1, 1, 4, 1, 1, 1, 13, 2, 3, 4, 5, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 1, 9, 4, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 3, 1, 6, 1, 5, 4, 1, 8, 1, 1, 5, 1, 1, 2, 1, 4, 1, 6, 1, 1, 5, 3, 4, 1, 1, 3, 7, 1, 1, 8, 1, 3, 2, 4, 2, 6, 2, 7, 1, 1, 5, 5, 1, 4, 2, 6, 1, 5, 2, 1, 3, 1, 5, 1, 6, 1, 4, 1, 3, 2, 4, 1, 5, 5, 2, 4, 1, 1, 4, 1, 1, 5, 6, 2, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 1, 1, 3, 3, 1, 4, 1, 1, 5, 1, 1, 3, 1, 1, 9, 5, 2, 1, 4, 1, 4, 7, 4, 4, 1, 4, 2, 1, 3, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 4, 1, 1, 5, 1, 14, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 1, 2, 8, 1, 7, 1, 1, 10, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 5, 1, 1, 3, 1, 5, 1, 1, 1, 1, 5, 2, 2, 5, 2, 4, 1, 9, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 9, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 8, 1, 6, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 3, 6, 1, 4, 1, 1, 1, 5, 1, 1, 4, 4, 1, 4, 1, 1, 4, 1, 5, 4, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 3, 4, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 7, 1, 1, 1, 1, 4, 1, 4, 1, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 9, 1, 1, 3, 2, 9, 2, 4, 1, 4, 2, 3, 1, 2, 2, 2, 3, 1, 4, 1, 2, 2, 2, 4, 1, 2, 1, 4, 2, 2, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 4, 2, 1, 4, 1, 13, 2, 1, 5, 2, 1, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 3, 1, 5, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 4, 1, 5, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 6, 1, 39, 4, 1, 1, 2, 3, 1, 4, 1, 5, 1, 4, 1, 1, 1, 13, 4, 1, 5, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 5, 4, 1, 3, 1, 1, 3, 2, 1, 2, 3, 4, 1, 8, 1, 9, 1, 3, 1, 1, 4, 2, 2, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 1, 4, 2, 1, 1, 1, 3, 4, 1, 4, 1, 1, 1, 5, 4, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 5, 4, 1, 6, 2, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 7, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 28, 4, 1, 4, 2, 2, 1, 1, 1, 5, 1, 2, 4, 1, 5, 1, 9, 3, 4, 4, 1, 5, 1, 5, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 1170, "sum": 3153, "mean": 2.694871794871795, "median": 1.0, "p95": 8.0, "max": 39, "min": 1}}, {"stage": 1, "units_in": 1170, "units_out": 627, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 2, 3, 1, 2, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 1, 1, 3, 1, 1, 3, 2, 2, 1, 1, 2, 1, 5, 2, 3, 1, 2, 1, 2, 2, 1, 1, 2, 1, 2, 2, 5, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 6, 4, 3, 3, 1, 2, 1, 1, 1, 10, 4, 1, 1, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 5, 2, 3, 1, 3, 1, 1, 1, 2, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 4, 2, 5, 1, 2, 2, 3, 1, 3, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 2, 5, 1, 5, 1, 5, 1, 1, 2, 1, 2, 5, 1, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 1, 7, 1, 3, 3, 3, 1, 2, 1, 1, 1, 1, 3, 3, 3, 2, 3, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 5, 3, 2, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 4, 1, 1, 1, 2, 6, 1, 4, 7, 2, 1, 2, 2, 1, 1, 3, 6, 4, 2, 2, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 1, 5, 1, 1, 1, 1, 2, 3, 2, 1, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 1, 2, 2, 1, 3, 7, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 2, 1, 3, 6, 1, 3, 1, 2, 1, 5, 1, 1, 1, 2, 5, 4, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 7, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 3, 2, 1, 3, 1, 2, 1, 1, 1, 1, 6, 1, 3, 1, 6, 1, 1, 1, 2, 3, 2, 2, 1, 1, 2, 3, 2, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 4, 2, 2, 2, 3, 4, 3, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 1, 1, 2, 3, 1, 1, 4, 1, 1, 1, 5, 1, 6, 1, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 9, 1, 1, 2, 1, 1, 4, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 5, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 627, "sum": 1170, "mean": 1.8660287081339713, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 736, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 4, 4, 3, 5, 5, 1, 1, 1, 3, 1, 1, 1, 6, 1, 1, 1, 7, 1, 1, 1, 9, 1, 5, 9, 4, 4, 1, 1, 1, 1, 6, 9, 2, 1, 1, 4, 4, 2, 4, 3, 5, 1, 1, 13, 1, 4, 2, 13, 1, 4, 4, 1, 1, 1, 1, 4, 2, 1, 3, 4, 4, 3, 1, 1, 1, 4, 1, 17, 3, 1, 1, 5, 1, 1, 1, 4, 3, 6, 7, 1, 1, 9, 2, 1, 4, 2, 4, 4, 1, 3, 4, 3, 1, 2, 2, 1, 1, 1, 5, 2, 1, 4, 4, 1, 1, 4, 1, 4, 1, 7, 2, 6, 1, 1, 2, 1, 1, 1, 1, 2, 5, 4, 3, 1, 5, 7, 4, 2, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 4, 5, 2, 1, 3, 1, 4, 1, 1, 2, 3, 1, 4, 5, 3, 1, 9, 1, 4, 9, 1, 2, 2, 1, 4, 1, 4, 2, 1, 1, 3, 1, 4, 1, 1, 1, 2, 2, 7, 3, 1, 1, 2, 3, 2, 2, 4, 2, 13, 4, 2, 7, 13, 3, 1, 1, 1, 5, 6, 1, 4, 2, 1, 1, 1, 1, 1, 1, 2, 1, 12, 6, 9, 4, 1, 4, 13, 1, 1, 6, 1, 6, 1, 1, 4, 5, 1, 1, 2, 4, 2, 1, 2, 2, 5, 1, 3, 1, 1, 6, 1, 3, 4, 2, 4, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 3, 5, 4, 1, 2, 1, 1, 1, 4, 9, 6, 1, 1, 2, 4, 1, 1, 4, 5, 1, 1, 3, 3, 5, 3, 1, 1, 1, 5, 5, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 1, 4, 1, 4, 1, 4, 1, 1, 4, 7, 1, 1, 9, 1, 3, 8, 1, 1, 1, 1, 2, 1, 2, 9, 1, 13, 1, 1, 1, 2, 1, 2, 4, 3, 4, 13, 3, 1, 1, 4, 1, 5, 4, 1, 1, 6, 3, 1, 2, 1, 4, 4, 3, 1, 2, 1, 4, 1, 1, 9, 1, 3, 1, 1, 7, 8, 1, 1, 2, 3, 1, 1, 1, 5, 17, 4, 1, 2, 4, 5, 1, 1, 1, 1, 1, 5, 1, 4, 4, 1, 5, 5, 1, 1, 4, 1, 3, 1, 5, 2, 1, 4, 3, 3, 2, 3, 1, 1, 3, 1, 1, 1, 2, 1, 4, 2, 7, 1, 6, 4, 7, 4, 1, 1, 5, 4, 1, 4, 1, 1, 1, 1, 1, 1, 1, 3, 5, 1, 1, 1, 1, 1, 6, 6, 1, 1, 5, 9, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 3, 3, 1, 1, 4, 1, 1, 4, 7, 1, 5, 3, 1, 1, 6, 6, 1, 1, 1, 1, 1, 4, 1, 2, 1, 13, 5, 1, 9, 5, 1, 1, 3, 1, 2, 1, 1, 1, 3, 1, 3, 1, 4, 6, 1, 1, 4, 1, 1, 1, 1, 4, 1, 7, 1, 1, 1, 3, 1, 5, 1, 1, 5, 9, 7, 1, 2, 1, 1, 5, 5, 1, 2, 4, 6, 4, 5, 2, 1, 5, 4, 13, 1, 1, 5, 1, 1, 1, 3, 1, 9, 2, 1, 1, 1, 1, 2, 3, 4, 3, 1, 3, 13, 1, 1, 6, 1, 5, 1, 4, 1, 17, 1, 1, 4, 1, 1, 4, 4, 4, 1, 1, 4, 5, 1, 3, 4, 2, 1, 1, 12, 4, 1, 2, 4, 1, 3, 1, 4, 1, 2, 9, 1, 2, 6, 1, 1, 5, 1, 1, 4, 1, 1, 3, 7, 1, 1, 1, 5, 1, 3, 9, 3, 4, 1, 1, 1, 4, 3, 1, 1, 1, 9, 1, 1, 1, 3, 1, 2, 1, 1, 4, 1, 1, 5, 4, 1, 5, 4, 4, 1, 1, 1, 2, 5, 4, 6, 1, 2, 1, 4, 1, 4, 1, 1, 1, 5, 4, 2, 2, 1, 5, 1, 9, 17, 1, 1, 1, 5, 1, 1, 2, 1, 1, 1, 4, 1, 3, 1, 2, 2, 1, 1, 4, 1, 1, 1, 2, 4, 5, 3, 8, 1, 1, 1, 5, 1, 1, 7, 3, 1, 5, 1, 1, 2, 2, 2], "chunk_stats": {"count": 748, "sum": 2048, "mean": 2.7379679144385025, "median": 1.0, "p95": 7.649999999999977, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 320, "chunk_lengths": [1, 1, 2, 1, 2, 2, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 7, 1, 3, 1, 2, 1, 2, 1, 4, 3, 4, 1, 3, 3, 1, 4, 5, 2, 6, 4, 1, 1, 1, 1, 7, 4, 1, 5, 1, 1, 3, 1, 1, 1, 8, 1, 2, 2, 1, 1, 5, 2, 1, 1, 1, 1, 3, 1, 1, 2, 1, 6, 3, 2, 1, 1, 4, 3, 1, 1, 8, 3, 3, 7, 2, 2, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 2, 1, 1, 1, 1, 2, 6, 3, 5, 1, 8, 4, 2, 1, 1, 1, 1, 3, 1, 5, 4, 3, 3, 3, 1, 3, 3, 2, 7, 2, 5, 2, 3, 2, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1, 5, 2, 1, 1, 1, 1, 2, 2, 2, 3, 3, 6, 1, 1, 2, 1, 2, 3, 6, 1, 1, 1, 6, 1, 2, 1, 6, 1, 2, 3, 1, 2, 1, 2, 1, 2, 3, 2, 2, 3, 3, 1, 1, 1, 1, 6, 1, 4, 1, 3, 2, 1, 2, 2, 3, 4, 5, 6, 1, 1, 5, 1, 1, 1, 1, 4, 5, 3, 1, 3, 5, 1, 1, 2, 1, 1, 1, 3, 6, 1, 1, 1, 1, 1, 3, 6, 1, 1, 1, 3, 1, 2, 1, 6, 3, 5, 1, 1, 5, 1, 2, 2, 4, 1, 1, 3, 2, 2, 1, 1, 3, 6, 1, 3, 3, 1, 1, 4, 2, 1, 1, 3, 1, 3, 1, 1, 1, 5, 3, 3, 2, 8, 3, 6, 4, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 10, 3, 2, 1, 1, 3, 2, 1, 2, 4, 1, 1, 3, 3], "chunk_stats": {"count": 327, "sum": 736, "mean": 2.2507645259938838, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 736, "mean": 5.75, "median": 6.0, "p95": 8.649999999999991, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09270648399979109, "decode_time_sec": 5.1227864409993344, "total_time_sec": 5.2604885199998535, "prefill_units_per_sec": 35078.452549309586, "prefill_bytes_per_sec": 34905.86483688986, "decode_units_per_sec": 399.7824277055913, "decode_bytes_per_sec": 399.7824277055913, "total_units_per_sec": 389.31745449376194, "total_bytes_per_sec": 389.31745449376194, "step_latency_ms": {"count": 128, "sum": 5019, "mean": 39.2109375, "median": 41.0, "p95": 42.0, "max": 48, "min": 18}, "peak_allocated_mb": 4950.8046875, "peak_reserved_mb": 5070.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 204.0, "p95": 249.0, "max": 255, "min": 151}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 205.0, "p95": 250.0, "max": 256, "min": 152}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 1243, "stage1_units": 646, "bytes_per_stage0_unit": 2.603378921962993, "stage0_per_stage1_unit": 1.9241486068111455}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3252, "units_out": 1243, "chunk_lengths": [1, 1, 3, 3, 1, 9, 1, 1, 4, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 1, 9, 7, 2, 1, 1, 9, 5, 2, 1, 1, 9, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 1, 2, 5, 1, 13, 6, 1, 1, 1, 3, 3, 3, 1, 4, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 4, 1, 1, 3, 1, 9, 7, 5, 5, 1, 13, 1, 5, 1, 5, 9, 1, 1, 1, 3, 1, 1, 1, 2, 4, 2, 4, 1, 6, 1, 1, 5, 4, 1, 4, 2, 4, 1, 1, 3, 1, 1, 3, 2, 1, 3, 1, 3, 1, 1, 1, 3, 2, 6, 1, 1, 1, 1, 1, 1, 3, 1, 7, 1, 1, 2, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 8, 3, 4, 1, 1, 3, 1, 1, 3, 1, 2, 1, 7, 1, 1, 17, 1, 3, 1, 1, 1, 7, 1, 1, 7, 1, 7, 1, 1, 1, 1, 3, 4, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 13, 3, 1, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 4, 2, 3, 1, 4, 1, 3, 1, 4, 1, 1, 17, 1, 2, 2, 5, 2, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 5, 1, 1, 1, 1, 1, 5, 4, 2, 1, 1, 4, 1, 5, 1, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 5, 1, 1, 2, 1, 4, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 1, 3, 1, 5, 1, 1, 1, 2, 5, 1, 1, 2, 1, 1, 1, 4, 1, 4, 1, 3, 1, 5, 3, 1, 5, 1, 9, 2, 5, 1, 1, 2, 1, 5, 2, 3, 1, 5, 1, 5, 4, 2, 1, 1, 1, 1, 3, 1, 2, 2, 4, 1, 1, 3, 1, 1, 9, 7, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 1, 4, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 1, 5, 1, 1, 3, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 7, 1, 6, 2, 1, 3, 1, 2, 2, 2, 5, 1, 6, 1, 2, 2, 2, 5, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 5, 1, 3, 7, 5, 1, 5, 1, 2, 4, 3, 4, 1, 6, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 7, 2, 1, 6, 1, 1, 5, 4, 1, 7, 1, 6, 1, 5, 1, 1, 9, 3, 4, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 9, 7, 2, 1, 3, 1, 1, 1, 1, 9, 7, 2, 1, 1, 1, 1, 2, 7, 1, 1, 3, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 1, 9, 5, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 1, 4, 1, 1, 1, 1, 1, 5, 6, 4, 1, 1, 9, 5, 3, 1, 3, 1, 1, 1, 1, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 5, 1, 13, 5, 1, 1, 1, 3, 1, 2, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 4, 9, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 1, 3, 1, 9, 5, 2, 1, 3, 2, 3, 1, 4, 1, 1, 1, 3, 4, 1, 4, 1, 1, 2, 2, 4, 2, 1, 4, 6, 1, 4, 1, 1, 4, 2, 1, 3, 3, 1, 1, 3, 2, 3, 2, 3, 1, 1, 10, 4, 1, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 9, 1, 4, 1, 1, 2, 3, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 2, 1, 2, 2, 1, 5, 1, 1, 2, 1, 5, 13, 1, 3, 1, 2, 2, 1, 1, 9, 2, 3, 1, 3, 1, 10, 1, 13, 1, 3, 1, 1, 1, 3, 4, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 1, 1, 9, 2, 2, 2, 1, 9, 9, 2, 8, 1, 8, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 4, 1, 1, 9, 3, 4, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 7, 1, 2, 4, 2, 2, 1, 13, 7, 2, 1, 3, 1, 1, 6, 9, 4, 1, 13, 7, 2, 4, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 9, 3, 4, 1, 6, 1, 2, 2, 1, 4, 2, 4, 1, 5, 1, 1, 1, 3, 4, 1, 1, 3, 2, 4, 1, 1, 1, 9, 4, 5, 3, 5, 1, 13, 1, 4, 2, 1, 3, 1, 1, 3, 13, 6, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 13, 3, 1, 6, 2, 5, 1, 1, 1, 1, 1, 13, 6, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 5, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 6, 1, 6, 1, 1, 3, 1, 1, 5, 4, 1, 4, 2, 3, 1, 4, 5, 1, 3, 5, 4, 3, 1, 1, 5, 6, 1, 3, 2, 3, 1, 2, 3, 2, 2, 2, 5, 2, 3, 6, 5, 1], "chunk_stats": {"count": 1243, "sum": 3252, "mean": 2.6162510056315367, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1243, "units_out": 646, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 4, 3, 2, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 5, 1, 2, 1, 2, 5, 1, 2, 1, 1, 3, 1, 2, 1, 2, 2, 2, 1, 3, 1, 1, 4, 3, 5, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 2, 2, 3, 2, 1, 3, 1, 5, 2, 3, 3, 3, 1, 1, 3, 1, 1, 2, 2, 3, 1, 4, 1, 4, 1, 3, 1, 2, 1, 3, 1, 1, 2, 1, 6, 2, 4, 1, 6, 3, 3, 1, 1, 2, 1, 1, 3, 4, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 3, 2, 1, 2, 1, 3, 1, 3, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 3, 3, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 4, 5, 3, 1, 2, 3, 2, 2, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 2, 3, 1, 3, 2, 1, 4, 2, 4, 1, 1, 1, 3, 1, 2, 4, 1, 4, 1, 1, 1, 4, 2, 2, 2, 6, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 6, 1, 5, 5, 2, 2, 2, 5, 4, 4, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 1, 1, 1, 3, 1, 1, 2, 1, 2, 4, 1, 2, 1, 2, 2, 11, 1, 4, 2, 2, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 2, 4, 1, 4, 1, 9, 1, 1, 1, 6, 1, 1, 1, 5, 1, 7, 1, 4, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 2, 1, 3, 2, 2, 1, 1, 2, 4, 1, 2, 1, 1, 3, 1, 5, 2, 2, 1, 1, 2, 1, 6, 4, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 6, 2, 1, 5, 2, 1, 2, 2, 4, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 2, 1, 5, 2, 1, 1, 6, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 3, 2, 1, 2, 1, 2, 1, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 2, 2, 4, 2, 1, 1, 4, 3, 2, 4, 1, 1, 2, 1, 1, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 3, 1, 2, 1, 2, 1, 2, 2, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 1, 3, 1, 5, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 2, 1, 4, 2, 3, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 646, "sum": 1243, "mean": 1.9241486068111455, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 709, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 4, 3, 3, 5, 1, 5, 1, 1, 5, 1, 1, 1, 3, 4, 1, 3, 9, 9, 1, 9, 2, 8, 1, 1, 4, 2, 10, 1, 6, 3, 4, 3, 3, 1, 1, 1, 2, 1, 13, 4, 1, 13, 7, 1, 5, 1, 6, 1, 2, 4, 1, 4, 1, 1, 4, 1, 4, 5, 1, 4, 17, 1, 1, 1, 5, 1, 4, 5, 1, 1, 1, 1, 6, 1, 1, 1, 3, 1, 3, 4, 3, 1, 3, 1, 3, 1, 2, 5, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 2, 8, 1, 9, 2, 1, 1, 1, 3, 9, 4, 4, 5, 1, 5, 3, 4, 7, 1, 1, 2, 9, 1, 1, 2, 1, 5, 2, 3, 1, 1, 5, 1, 8, 1, 3, 5, 4, 1, 1, 5, 1, 4, 2, 1, 3, 3, 3, 1, 1, 4, 3, 1, 2, 7, 5, 1, 3, 1, 1, 1, 1, 1, 1, 4, 1, 8, 2, 1, 4, 5, 7, 2, 3, 1, 1, 4, 3, 1, 1, 1, 2, 1, 4, 2, 3, 4, 1, 1, 1, 4, 1, 3, 1, 5, 1, 1, 2, 3, 4, 3, 4, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 1, 5, 9, 3, 2, 1, 2, 2, 1, 6, 1, 1, 2, 13, 1, 3, 4, 1, 6, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 6, 17, 3, 9, 6, 3, 1, 3, 1, 1, 4, 1, 7, 5, 5, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 5, 1, 4, 6, 4, 1, 4, 2, 1, 1, 1, 1, 5, 1, 2, 5, 7, 5, 1, 5, 6, 1, 1, 1, 9, 2, 1, 1, 1, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 9, 1, 1, 3, 9, 3, 5, 1, 1, 6, 1, 1, 3, 8, 4, 1, 2, 9, 1, 5, 1, 3, 1, 1, 2, 3, 1, 1, 4, 4, 5, 2, 1, 3, 3, 4, 3, 1, 1, 2, 1, 5, 9, 1, 1, 4, 2, 5, 8, 4, 1, 1, 1, 3, 1, 7, 1, 1, 3, 8, 4, 4, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 3, 4, 1, 3, 2, 1, 1, 1, 4, 1, 2, 1, 4, 1, 3, 3, 4, 1, 1, 1, 2, 5, 1, 1, 6, 1, 1, 4, 5, 9, 1, 2, 1, 2, 1, 2, 1, 1, 5, 2, 1, 1, 1, 6, 13, 4, 3, 1, 2, 1, 3, 1, 1, 4, 1, 1, 6, 4, 2, 1, 1, 9, 4, 2, 21, 4, 4, 1, 2, 1, 6, 9, 1, 4, 1, 1, 1, 5, 1, 4, 1, 2, 2, 1, 1, 1, 5, 5, 1, 5, 2, 5, 9, 2, 6, 4, 1, 5, 9, 2, 3, 4, 1, 2, 5, 2, 1, 1, 4, 6, 2, 1, 1, 1, 1, 6, 3, 2, 1, 1, 4, 5, 2, 9, 2, 1, 4, 1, 2, 2, 1, 3, 9, 4, 5, 2, 7, 1, 1, 4, 1, 1, 1, 7, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 4, 1, 1, 3, 9, 1, 1, 3, 1, 1, 2, 1, 8, 2, 1, 1, 1, 2, 1, 2, 2, 1, 1, 5, 2, 4, 5, 1, 9, 1, 2, 1, 1, 9, 1, 3, 2, 5, 5, 1, 5, 1, 3, 5, 4, 1, 9, 1, 2, 2, 9, 1, 1, 4, 5, 2, 1, 2, 4, 6, 1, 1, 2, 2, 1, 1, 1, 1, 13, 1, 1, 2, 1, 4, 21, 1, 3, 1, 1, 1, 5, 1, 2, 1, 7, 1, 1, 5, 5, 5, 4, 1, 8, 8, 2, 2, 7, 5, 2, 4, 2, 2, 1, 2, 1, 3, 1, 2, 1, 1, 1, 1, 5, 6, 4, 1, 1, 2, 1, 1, 5, 1, 3, 7, 4, 1, 3, 1, 2, 6, 5, 1, 2, 1, 1, 2, 1, 2, 1, 2, 2, 5, 1, 2, 6, 12, 5, 5, 1, 1, 3, 1, 5, 2, 2, 8], "chunk_stats": {"count": 723, "sum": 2048, "mean": 2.8326417704011067, "median": 2.0, "p95": 8.899999999999977, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 306, "chunk_lengths": [1, 1, 2, 3, 3, 1, 2, 4, 1, 1, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2, 1, 3, 1, 1, 3, 2, 1, 1, 5, 4, 3, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 7, 2, 1, 4, 1, 6, 1, 1, 4, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 2, 2, 4, 1, 8, 3, 2, 1, 4, 8, 3, 5, 1, 1, 7, 6, 1, 4, 4, 1, 1, 3, 2, 4, 1, 1, 4, 1, 5, 2, 2, 2, 1, 1, 2, 1, 2, 3, 2, 1, 1, 1, 4, 6, 4, 1, 5, 1, 2, 2, 4, 3, 1, 1, 1, 4, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 5, 7, 1, 4, 1, 4, 4, 1, 1, 3, 3, 2, 1, 4, 4, 1, 1, 6, 1, 2, 1, 8, 1, 1, 7, 4, 3, 4, 1, 1, 5, 1, 2, 2, 1, 4, 1, 1, 1, 2, 4, 1, 4, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 4, 1, 1, 7, 4, 1, 1, 2, 1, 1, 5, 1, 2, 1, 1, 1, 6, 1, 1, 4, 1, 7, 5, 9, 2, 2, 1, 2, 2, 1, 5, 3, 1, 3, 3, 1, 3, 1, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 2, 1, 1, 1, 4, 1, 9, 1, 2, 1, 1, 2, 1, 5, 1, 1, 4, 1, 5, 1, 2, 3, 1, 1, 1, 4, 1, 4, 4, 2, 1, 3, 1, 2, 1, 3, 4, 1, 1, 2, 2, 1, 3, 1, 3, 2, 1, 6, 4, 3, 1, 1, 3], "chunk_stats": {"count": 316, "sum": 709, "mean": 2.2436708860759493, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 709, "mean": 5.5390625, "median": 6.0, "p95": 9.0, "max": 11, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09217047700076364, "decode_time_sec": 4.9405646180002805, "total_time_sec": 5.078322239000045, "prefill_units_per_sec": 34631.479665376515, "prefill_bytes_per_sec": 34457.88828860771, "decode_units_per_sec": 414.5275203037297, "decode_bytes_per_sec": 414.5275203037297, "total_units_per_sec": 403.282797667299, "total_bytes_per_sec": 403.282797667299, "step_latency_ms": {"count": 128, "sum": 4841, "mean": 37.8203125, "median": 41.0, "p95": 42.0, "max": 49, "min": 18}, "peak_allocated_mb": 4945.99560546875, "peak_reserved_mb": 5070.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3176, "mean": 198.5, "median": 201.0, "p95": 243.25, "max": 247, "min": 148}, "model_input_units": {"count": 16, "sum": 3192, "mean": 199.5, "median": 202.0, "p95": 244.25, "max": 248, "min": 149}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3176, "model_input_units": 3192, "stage0_units": 1219, "stage1_units": 628, "bytes_per_stage0_unit": 2.605414273995078, "stage0_per_stage1_unit": 1.9410828025477707}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3192, "units_out": 1219, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 1, 3, 2, 1, 2, 1, 1, 1, 9, 2, 2, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 3, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 2, 2, 3, 1, 1, 1, 13, 4, 1, 1, 1, 1, 3, 1, 2, 1, 7, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 1, 7, 1, 7, 1, 5, 1, 2, 1, 6, 1, 3, 1, 5, 1, 7, 1, 1, 4, 1, 9, 4, 2, 1, 5, 1, 7, 1, 1, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 5, 4, 1, 9, 1, 5, 1, 1, 3, 1, 9, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 3, 4, 4, 1, 3, 1, 1, 9, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 1, 5, 3, 4, 1, 2, 1, 1, 9, 3, 1, 1, 5, 1, 4, 1, 1, 4, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 5, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 1, 2, 1, 1, 1, 10, 1, 1, 3, 1, 2, 3, 3, 1, 1, 9, 1, 1, 3, 1, 2, 3, 3, 1, 2, 1, 1, 3, 1, 7, 1, 4, 1, 1, 1, 1, 5, 2, 1, 2, 2, 4, 2, 2, 2, 3, 1, 1, 1, 2, 2, 5, 1, 6, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 5, 1, 1, 1, 1, 5, 4, 6, 2, 6, 3, 9, 1, 1, 5, 1, 1, 1, 9, 2, 4, 4, 1, 3, 1, 4, 1, 1, 1, 1, 3, 6, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 1, 2, 4, 1, 1, 9, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 4, 2, 1, 1, 9, 1, 4, 2, 1, 2, 1, 1, 2, 4, 1, 1, 4, 1, 6, 1, 4, 2, 1, 2, 1, 9, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 6, 1, 1, 3, 2, 6, 2, 6, 1, 1, 9, 6, 2, 1, 3, 1, 3, 1, 6, 1, 5, 1, 6, 1, 9, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 13, 1, 5, 4, 5, 1, 1, 6, 1, 1, 4, 3, 3, 5, 3, 1, 1, 9, 4, 1, 2, 2, 3, 1, 5, 3, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 9, 9, 2, 1, 3, 1, 1, 4, 1, 8, 1, 8, 1, 2, 1, 9, 1, 2, 1, 13, 1, 1, 1, 4, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 1, 1, 1, 9, 7, 1, 8, 5, 1, 1, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 6, 2, 1, 1, 4, 1, 4, 1, 1, 5, 6, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 4, 7, 4, 1, 2, 4, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 9, 1, 1, 4, 1, 1, 1, 3, 1, 4, 1, 6, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 2, 4, 1, 1, 1, 4, 1, 4, 7, 1, 3, 1, 3, 1, 7, 9, 5, 2, 1, 4, 1, 1, 1, 1, 4, 2, 1, 1, 1, 9, 4, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 1, 1, 4, 1, 7, 1, 1, 2, 2, 1, 5, 1, 2, 3, 1, 4, 1, 1, 9, 1, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 3, 9, 1, 1, 2, 1, 1, 1, 3, 2, 2, 1, 1, 4, 2, 10, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 10, 2, 4, 1, 1, 13, 5, 1, 1, 11, 6, 1, 4, 3, 2, 4, 1, 1, 13, 3, 3, 1, 9, 5, 1, 7, 2, 1, 1, 10, 1, 2, 1, 1, 3, 1, 2, 7, 2, 1, 6, 3, 1, 1, 3, 2, 5, 2, 2, 7, 2, 2, 7, 4, 1, 2, 2, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 2, 2, 1, 7, 2, 7, 5, 2, 1, 3, 1, 2, 7, 4, 1, 5, 1, 9, 1, 2, 1, 1, 1, 2, 2, 1, 5, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 1, 1, 3, 1, 1, 7, 3, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 3, 2, 7, 1, 2, 2, 1, 1, 9, 1, 3, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 3, 1, 4, 2, 1, 1, 17, 1, 2, 4, 1, 4, 1, 21, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 3, 10, 1, 1, 3, 1, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 5, 1, 2, 1, 4, 1, 9, 1, 2, 1, 3, 1, 1, 7, 2, 1, 2, 4, 2, 2, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 9, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 2, 1, 5, 4, 1, 43, 4, 1, 1, 2, 1, 1, 3, 4, 1, 9, 4, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 5, 2, 8, 1, 4, 1, 1, 1, 9, 4, 1, 6, 2, 1, 3, 1, 1, 5, 9, 4, 1, 1, 6, 2, 5, 9, 1, 2, 4, 1, 1, 6, 3, 4, 1, 5, 1, 13, 2, 6, 1, 1, 3, 8, 1, 2, 3, 5, 1, 5, 4, 1, 6, 1], "chunk_stats": {"count": 1219, "sum": 3192, "mean": 2.6185397867104183, "median": 1.0, "p95": 9.0, "max": 43, "min": 1}}, {"stage": 1, "units_in": 1219, "units_out": 628, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 10, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 3, 5, 1, 1, 2, 1, 5, 1, 3, 1, 2, 3, 1, 1, 3, 2, 3, 1, 3, 1, 1, 1, 1, 7, 1, 2, 1, 5, 1, 2, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 3, 4, 4, 1, 1, 1, 3, 2, 3, 1, 9, 1, 3, 2, 1, 5, 2, 1, 1, 1, 2, 1, 3, 2, 6, 1, 1, 2, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 2, 1, 6, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 3, 2, 3, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 3, 1, 5, 2, 3, 1, 2, 1, 6, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1, 1, 2, 1, 7, 1, 3, 1, 3, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 3, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 1, 2, 5, 1, 1, 3, 2, 4, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 5, 2, 1, 5, 1, 2, 3, 3, 2, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 5, 1, 4, 1, 1, 2, 1, 4, 1, 3, 3, 2, 1, 5, 6, 2, 1, 1, 1, 4, 1, 2, 5, 1, 3, 1, 2, 3, 1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 2, 4, 6, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 1, 2, 1, 3, 4, 1, 2, 2, 2, 1, 1, 1, 8, 1, 2, 1, 1, 1, 5, 1, 4, 2, 3, 2, 1, 2, 1, 5, 3, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 5, 1, 3, 2, 2, 1, 1, 2, 1, 1, 5, 2, 1, 3, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 2, 3, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 4, 1, 3, 1, 6, 1, 1, 3, 1, 5, 3, 1, 1, 1, 5, 1, 5, 1, 5, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 2, 1, 3, 1, 1, 4, 1, 2, 3, 1, 1, 2, 3, 1, 1, 5, 3, 3, 1, 1, 2, 1, 1, 4, 1, 4, 3, 3, 1, 2, 4, 1, 1, 5, 3, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 5, 2, 3, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 2, 6, 2, 1, 2, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 5, 1, 4, 2, 1, 1, 5, 5, 1, 1, 1, 1, 2, 4, 4, 2, 1], "chunk_stats": {"count": 628, "sum": 1219, "mean": 1.9410828025477707, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 696, "chunk_lengths": [1, 1, 1, 1, 2, 1, 3, 4, 5, 3, 2, 1, 1, 1, 9, 9, 9, 9, 1, 1, 1, 1, 3, 1, 10, 1, 3, 3, 5, 1, 13, 13, 13, 2, 13, 13, 13, 3, 1, 1, 2, 1, 4, 1, 11, 1, 5, 1, 1, 1, 4, 4, 2, 1, 3, 3, 17, 2, 2, 1, 1, 2, 3, 1, 4, 1, 1, 1, 1, 2, 5, 1, 1, 5, 4, 3, 1, 3, 4, 4, 1, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1, 5, 2, 3, 2, 1, 3, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 3, 8, 1, 1, 5, 5, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 1, 10, 4, 5, 9, 1, 1, 1, 1, 1, 1, 3, 6, 1, 2, 7, 1, 1, 1, 4, 1, 10, 2, 2, 1, 1, 4, 1, 6, 1, 2, 1, 3, 4, 1, 1, 1, 1, 6, 9, 1, 1, 1, 3, 9, 5, 6, 1, 1, 9, 9, 25, 1, 1, 1, 1, 5, 3, 2, 1, 1, 4, 1, 2, 3, 1, 1, 7, 2, 1, 4, 5, 1, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 1, 1, 4, 17, 1, 5, 4, 1, 1, 3, 1, 1, 1, 3, 13, 5, 3, 2, 1, 1, 1, 8, 1, 4, 3, 5, 1, 1, 2, 1, 6, 9, 4, 1, 1, 3, 2, 1, 4, 3, 1, 3, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 4, 13, 3, 4, 1, 1, 1, 2, 1, 1, 1, 3, 2, 2, 5, 13, 5, 2, 5, 1, 1, 2, 6, 1, 3, 1, 2, 1, 2, 1, 4, 4, 4, 1, 1, 2, 4, 2, 1, 7, 1, 1, 1, 3, 1, 1, 2, 7, 10, 1, 3, 5, 1, 9, 1, 1, 3, 1, 4, 1, 1, 6, 2, 1, 1, 1, 1, 3, 1, 4, 1, 2, 3, 5, 1, 1, 1, 1, 2, 4, 3, 3, 1, 5, 1, 1, 4, 1, 2, 4, 4, 1, 1, 5, 5, 1, 1, 1, 1, 1, 3, 1, 7, 1, 3, 2, 1, 5, 9, 1, 4, 1, 1, 3, 1, 1, 6, 1, 4, 4, 1, 4, 1, 5, 1, 3, 6, 1, 1, 1, 2, 1, 1, 3, 4, 1, 3, 2, 9, 9, 1, 1, 9, 8, 1, 1, 1, 1, 1, 17, 1, 1, 2, 1, 3, 2, 2, 3, 4, 1, 7, 4, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 3, 1, 1, 1, 4, 4, 13, 1, 3, 4, 1, 2, 2, 9, 1, 10, 4, 1, 25, 1, 3, 2, 1, 2, 1, 1, 3, 4, 1, 1, 1, 4, 5, 2, 1, 1, 1, 2, 1, 1, 1, 2, 9, 8, 7, 1, 3, 1, 1, 5, 6, 4, 1, 3, 8, 4, 1, 2, 1, 1, 1, 3, 2, 2, 7, 1, 1, 8, 2, 1, 1, 2, 1, 8, 2, 5, 3, 1, 1, 10, 1, 4, 3, 1, 4, 1, 4, 7, 1, 1, 1, 8, 5, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 6, 2, 1, 1, 1, 3, 3, 1, 1, 1, 1, 9, 3, 1, 1, 17, 2, 5, 1, 1, 3, 1, 9, 1, 5, 1, 1, 8, 2, 1, 1, 1, 1, 2, 1, 1, 9, 8, 1, 5, 1, 1, 1, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 3, 4, 4, 1, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 13, 8, 1, 2, 5, 4, 13, 1, 10, 1, 1, 2, 5, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 17, 1, 3, 2, 1, 9, 4, 7, 2, 2, 9, 3, 1, 2, 2, 2, 1, 4, 3, 4, 6, 6, 5, 1, 3, 2, 10, 1, 3, 2], "chunk_stats": {"count": 707, "sum": 2048, "mean": 2.896746817538897, "median": 1.0, "p95": 9.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 279, "chunk_lengths": [1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 3, 2, 1, 2, 7, 1, 2, 1, 2, 5, 3, 3, 3, 1, 4, 4, 1, 1, 5, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 1, 5, 2, 5, 3, 3, 2, 4, 2, 2, 1, 5, 1, 1, 3, 1, 3, 3, 1, 5, 3, 2, 1, 1, 3, 3, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 1, 4, 2, 1, 1, 1, 2, 3, 5, 2, 3, 1, 1, 2, 1, 2, 3, 1, 1, 3, 4, 2, 1, 1, 4, 3, 7, 5, 2, 1, 9, 5, 1, 1, 1, 1, 1, 4, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 2, 1, 4, 1, 1, 2, 2, 5, 3, 1, 1, 3, 1, 1, 1, 1, 1, 6, 4, 3, 3, 1, 2, 1, 7, 3, 5, 2, 3, 1, 1, 3, 1, 2, 1, 5, 3, 1, 4, 7, 1, 1, 1, 4, 1, 2, 1, 1, 1, 1, 9, 2, 2, 1, 1, 5, 1, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 2, 6, 4, 4, 1, 9, 10, 6, 2, 1, 3, 5, 1, 5, 4, 7, 1, 3, 3, 2, 3, 2, 4, 4, 6, 1, 3, 1, 6, 4, 1, 4, 1, 2, 1, 1, 2, 2, 1, 4, 1, 6, 10, 2, 1, 3, 5, 1, 2, 1, 5, 4, 1, 4, 1, 1, 9, 6, 2, 3, 3, 1, 2, 3, 2, 1, 1, 1, 6, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 3, 1], "chunk_stats": {"count": 288, "sum": 696, "mean": 2.4166666666666665, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 696, "mean": 5.4375, "median": 6.0, "p95": 8.649999999999991, "max": 11, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09213674700004049, "decode_time_sec": 5.0004935810011375, "total_time_sec": 5.138252163000288, "prefill_units_per_sec": 36076.810916696886, "prefill_bytes_per_sec": 35903.1559905034, "decode_units_per_sec": 409.559569835499, "decode_bytes_per_sec": 409.559569835499, "total_units_per_sec": 398.5791150436937, "total_bytes_per_sec": 398.5791150436937, "step_latency_ms": {"count": 128, "sum": 4903, "mean": 38.3046875, "median": 41.0, "p95": 42.0, "max": 43, "min": 18}, "peak_allocated_mb": 4952.52783203125, "peak_reserved_mb": 5070.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3308, "mean": 206.75, "median": 218.5, "p95": 253.5, "max": 255, "min": 102}, "model_input_units": {"count": 16, "sum": 3324, "mean": 207.75, "median": 219.5, "p95": 254.5, "max": 256, "min": 103}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3308, "model_input_units": 3324, "stage0_units": 1278, "stage1_units": 641, "bytes_per_stage0_unit": 2.588419405320814, "stage0_per_stage1_unit": 1.9937597503900155}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3324, "units_out": 1278, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 8, 1, 1, 3, 2, 3, 1, 1, 9, 6, 1, 5, 2, 6, 1, 6, 4, 1, 1, 4, 1, 1, 3, 1, 6, 2, 6, 1, 6, 4, 1, 1, 2, 2, 1, 4, 1, 9, 7, 2, 3, 4, 1, 3, 2, 6, 1, 4, 2, 2, 2, 1, 9, 1, 2, 6, 1, 13, 3, 4, 1, 5, 6, 1, 1, 1, 1, 3, 1, 1, 6, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 4, 4, 2, 3, 1, 9, 1, 3, 4, 1, 3, 4, 1, 13, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 3, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 4, 4, 1, 1, 1, 1, 17, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 13, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 1, 5, 6, 1, 3, 7, 1, 1, 6, 1, 1, 13, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 4, 4, 1, 13, 1, 1, 6, 1, 1, 2, 4, 4, 6, 1, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 2, 2, 1, 1, 2, 3, 1, 2, 1, 3, 2, 1, 4, 1, 1, 7, 1, 1, 4, 4, 3, 2, 3, 1, 3, 4, 5, 1, 13, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 14, 1, 4, 4, 1, 4, 4, 5, 1, 2, 8, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 1, 1, 2, 1, 6, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 1, 13, 1, 5, 9, 1, 1, 4, 1, 1, 1, 7, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 9, 4, 1, 13, 1, 3, 1, 1, 4, 2, 1, 3, 13, 8, 2, 4, 1, 1, 1, 3, 1, 3, 1, 4, 1, 1, 1, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 1, 5, 4, 2, 1, 1, 2, 2, 1, 3, 1, 4, 1, 3, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 1, 5, 1, 2, 1, 1, 2, 1, 2, 1, 8, 2, 1, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 2, 2, 1, 1, 1, 1, 2, 7, 9, 5, 4, 5, 1, 2, 1, 8, 9, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 5, 1, 1, 6, 1, 1, 5, 1, 4, 1, 3, 2, 5, 1, 4, 2, 9, 1, 1, 5, 3, 1, 7, 2, 1, 1, 5, 4, 6, 3, 5, 1, 4, 1, 9, 4, 1, 2, 2, 5, 1, 1, 6, 1, 6, 1, 3, 2, 5, 2, 9, 1, 9, 3, 1, 6, 1, 1, 5, 1, 4, 1, 5, 3, 4, 1, 4, 1, 1, 1, 3, 2, 1, 11, 1, 1, 3, 2, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 12, 1, 2, 2, 2, 1, 13, 1, 4, 1, 1, 7, 1, 2, 2, 1, 1, 3, 1, 2, 1, 11, 2, 1, 1, 13, 3, 3, 9, 1, 3, 1, 11, 1, 4, 1, 13, 3, 1, 1, 3, 1, 1, 1, 6, 1, 4, 2, 1, 1, 13, 1, 3, 1, 1, 1, 3, 6, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 4, 4, 2, 1, 2, 3, 4, 4, 1, 1, 5, 1, 1, 1, 13, 1, 2, 1, 1, 1, 1, 1, 1, 17, 3, 4, 4, 1, 1, 1, 3, 9, 1, 1, 3, 2, 1, 3, 1, 1, 9, 1, 2, 1, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 6, 2, 1, 3, 1, 1, 7, 1, 4, 1, 9, 1, 1, 3, 1, 1, 9, 1, 5, 2, 1, 3, 1, 1, 3, 1, 2, 3, 1, 1, 2, 1, 3, 5, 1, 1, 9, 3, 2, 2, 1, 1, 1, 4, 1, 1, 1, 4, 1, 9, 4, 1, 2, 4, 1, 1, 2, 2, 3, 9, 1, 1, 2, 1, 4, 1, 3, 1, 1, 1, 13, 4, 3, 1, 1, 1, 3, 12, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 6, 1, 8, 1, 2, 2, 2, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 4, 1, 5, 2, 6, 1, 4, 1, 1, 1, 9, 4, 9, 1, 1, 1, 1, 13, 6, 2, 2, 1, 3, 1, 1, 6, 1, 6, 1, 1, 3, 1, 6, 1, 4, 1, 13, 1, 2, 6, 1, 1, 17, 6, 1, 1, 4, 1, 5, 1, 2, 1, 1, 3, 8, 1, 1, 6, 1, 4, 1, 6, 1, 4, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 2, 1, 1, 1, 5, 7, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 5, 7, 1, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 4, 1, 5, 1, 1, 3, 2, 5, 2, 7, 1, 2, 2, 1, 1, 9, 1, 2, 8, 1, 2, 2, 2, 1, 13, 8, 2, 4, 1, 1, 1, 9, 7, 1, 1, 3, 1, 1, 3, 5, 9, 2, 2, 4, 6, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 6, 1, 1, 5, 1, 4, 2, 1, 4, 1, 5, 2, 2, 2, 2, 2, 2, 1, 5, 1, 2, 1, 9, 1, 5, 2, 5, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 1, 9, 1, 1, 4, 1, 5, 2, 1, 4, 1, 3, 1, 4, 1, 1, 1, 9, 1, 2, 4, 1, 1, 4, 1, 4, 1, 13, 1, 4, 1, 1, 4, 1, 1, 13, 6, 1, 5, 1, 1, 1, 1, 3, 11, 1, 1, 3, 1, 1, 9, 3, 2, 1, 3, 1, 3, 1, 1, 2, 1, 4, 1, 1, 9, 1, 2, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 9, 1, 2, 2, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 3, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 2, 2, 1, 1, 9, 3, 4, 1, 1], "chunk_stats": {"count": 1278, "sum": 3324, "mean": 2.60093896713615, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1278, "units_out": 641, "chunk_lengths": [1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 2, 3, 1, 1, 1, 2, 2, 4, 1, 3, 2, 3, 1, 3, 1, 1, 1, 5, 2, 2, 1, 1, 1, 2, 2, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 1, 2, 1, 3, 1, 2, 2, 2, 1, 3, 3, 2, 1, 3, 1, 2, 1, 2, 7, 1, 1, 1, 1, 1, 5, 3, 1, 5, 3, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 3, 3, 1, 2, 1, 1, 1, 3, 3, 3, 4, 1, 2, 1, 1, 2, 6, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 5, 2, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 3, 2, 1, 1, 2, 3, 3, 3, 3, 3, 1, 1, 1, 1, 3, 2, 2, 1, 6, 1, 2, 1, 1, 3, 2, 1, 2, 5, 1, 2, 1, 1, 1, 1, 3, 5, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 3, 2, 1, 1, 2, 2, 1, 4, 1, 1, 8, 1, 2, 1, 1, 3, 1, 2, 3, 1, 2, 2, 2, 1, 3, 2, 1, 2, 1, 5, 1, 2, 1, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 2, 4, 1, 2, 3, 1, 3, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 7, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 2, 2, 2, 1, 1, 2, 2, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 2, 1, 7, 2, 2, 3, 1, 3, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 5, 5, 1, 2, 3, 3, 5, 2, 1, 2, 1, 2, 1, 4, 2, 2, 1, 6, 1, 4, 2, 2, 1, 1, 2, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 3, 5, 1, 1, 3, 1, 2, 1, 1, 3, 1, 1, 2, 1, 1, 3, 2, 2, 1, 4, 4, 1, 2, 3, 1, 5, 4, 4, 1, 1, 2, 1, 2, 4, 2, 7, 1, 1, 1, 1, 1, 5, 4, 1, 3, 5, 1, 1, 10, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 1, 5, 2, 2, 2, 3, 1, 6, 3, 2, 1, 1, 1, 2, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 1, 1, 1, 1, 5, 1, 2, 2, 5, 1, 1, 4, 1, 2, 5, 1, 1, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 4, 1, 10, 1, 2, 3, 4, 10, 1, 1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 7, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 1, 1, 3, 1, 2, 1, 5, 5, 2, 1, 5, 1, 5, 1, 2, 1, 1, 1, 2, 6, 1, 5, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 1, 1, 7, 2, 2, 1, 2, 1, 1, 2, 4, 2, 1, 6, 2, 6, 1, 6, 2, 1, 3, 1, 2, 1, 5, 1, 5, 1, 3, 1, 1, 3, 6, 5, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 641, "sum": 1278, "mean": 1.9937597503900155, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 711, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 3, 1, 3, 3, 5, 1, 1, 1, 3, 2, 1, 1, 9, 9, 5, 9, 3, 9, 9, 1, 1, 4, 1, 5, 6, 2, 2, 1, 1, 1, 3, 3, 7, 1, 4, 13, 1, 1, 1, 1, 1, 6, 3, 1, 2, 5, 14, 1, 1, 1, 3, 1, 4, 4, 5, 1, 6, 2, 1, 17, 1, 1, 1, 2, 1, 1, 1, 1, 4, 4, 3, 1, 1, 4, 1, 2, 4, 1, 4, 1, 2, 1, 1, 7, 1, 1, 2, 3, 1, 1, 1, 1, 1, 1, 1, 9, 1, 17, 1, 1, 4, 1, 1, 1, 1, 6, 1, 1, 4, 1, 1, 2, 13, 1, 5, 4, 3, 3, 2, 13, 1, 3, 1, 1, 1, 1, 1, 4, 1, 4, 1, 2, 1, 6, 1, 10, 3, 4, 5, 4, 1, 1, 4, 1, 2, 5, 1, 1, 1, 1, 2, 1, 3, 3, 1, 2, 3, 1, 1, 1, 5, 4, 2, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 4, 5, 1, 4, 7, 7, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 13, 1, 1, 1, 3, 1, 7, 1, 2, 4, 3, 5, 13, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 5, 1, 4, 1, 4, 2, 13, 1, 1, 1, 3, 5, 1, 1, 6, 4, 1, 1, 1, 1, 2, 2, 1, 1, 1, 4, 1, 4, 1, 4, 4, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 13, 3, 3, 1, 1, 5, 11, 17, 1, 7, 1, 1, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 7, 13, 1, 5, 1, 3, 1, 5, 1, 4, 1, 1, 1, 6, 1, 1, 1, 3, 9, 1, 1, 4, 1, 2, 5, 1, 13, 1, 2, 4, 1, 2, 3, 1, 1, 1, 1, 1, 1, 1, 4, 9, 2, 3, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 1, 6, 5, 3, 3, 4, 1, 1, 1, 5, 1, 13, 1, 1, 1, 1, 13, 1, 1, 1, 11, 1, 1, 3, 1, 4, 2, 7, 1, 5, 1, 3, 2, 6, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 4, 2, 4, 1, 1, 4, 1, 4, 3, 5, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 5, 6, 7, 1, 1, 1, 1, 1, 2, 9, 1, 3, 1, 5, 5, 1, 1, 1, 5, 1, 2, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 13, 5, 2, 4, 3, 5, 9, 5, 1, 1, 1, 9, 9, 2, 1, 4, 6, 1, 9, 1, 1, 2, 3, 2, 3, 1, 1, 2, 3, 1, 2, 3, 5, 2, 9, 7, 5, 1, 1, 1, 4, 1, 9, 4, 4, 1, 1, 1, 4, 2, 1, 17, 4, 4, 1, 1, 11, 2, 1, 1, 1, 4, 7, 4, 1, 1, 2, 3, 1, 1, 1, 1, 9, 1, 5, 2, 1, 2, 1, 1, 1, 2, 1, 2, 3, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 3, 1, 9, 1, 1, 2, 3, 1, 5, 1, 4, 1, 2, 9, 5, 4, 9, 3, 1, 4, 2, 3, 1, 1, 9, 5, 5, 1, 5, 2, 8, 9, 4, 3, 1, 1, 7, 1, 1, 2, 2, 4, 1, 1, 3, 7, 1, 1, 3, 4, 1, 2, 4, 13, 7, 1, 1, 3, 2, 1, 2, 5, 3, 2, 1, 4, 8, 3, 2, 1, 1, 1, 4, 6, 4, 6, 2, 11, 1, 4, 1, 1, 4, 1, 1, 9, 2, 1, 1, 1, 6, 1, 4, 3, 1, 1, 1, 1, 1, 1, 7, 1, 4, 4, 1, 1, 1, 2, 4, 3, 1, 4, 1, 1, 5, 1, 5, 4, 1, 1, 5, 1, 6, 1, 4, 3, 8, 1, 1, 6, 5, 1, 9, 3, 9, 2, 1, 1, 1, 9, 1, 1, 1, 4, 5, 10, 1, 1, 2, 4, 6, 1, 1, 9, 4, 1], "chunk_stats": {"count": 723, "sum": 2048, "mean": 2.8326417704011067, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 270, "chunk_lengths": [1, 1, 1, 3, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 5, 1, 2, 1, 2, 2, 1, 1, 5, 2, 1, 1, 1, 2, 1, 1, 5, 4, 1, 6, 3, 1, 10, 1, 1, 1, 1, 1, 4, 2, 1, 4, 4, 3, 1, 2, 1, 1, 2, 3, 3, 3, 1, 1, 1, 3, 1, 1, 3, 1, 7, 1, 4, 1, 1, 2, 9, 2, 2, 7, 4, 9, 2, 6, 1, 1, 1, 3, 1, 4, 1, 3, 1, 1, 7, 3, 1, 6, 2, 1, 1, 2, 1, 3, 1, 4, 2, 4, 1, 2, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 1, 2, 1, 1, 2, 1, 5, 1, 1, 5, 5, 4, 4, 3, 3, 1, 32, 1, 4, 6, 1, 2, 3, 1, 5, 4, 3, 1, 2, 1, 1, 1, 1, 3, 3, 5, 5, 1, 1, 1, 6, 1, 5, 4, 9, 1, 5, 2, 8, 2, 1, 1, 4, 1, 3, 4, 3, 5, 2, 1, 1, 3, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 3, 2, 4, 1, 1, 1, 6, 5, 2, 4, 2, 4, 1, 4, 1, 1, 3, 1, 5, 1, 5, 1, 3, 1, 4, 3, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 5, 1, 4, 1, 3, 2, 1, 1, 1, 3, 1, 3, 1, 3, 1, 2, 4, 5, 4, 3, 5, 2, 2, 7, 4, 1, 6, 4, 2, 1, 1, 1, 3, 10, 8, 1, 1, 4, 1, 1, 2, 4, 2, 1], "chunk_stats": {"count": 280, "sum": 711, "mean": 2.539285714285714, "median": 2.0, "p95": 6.0, "max": 32, "min": 1}, "active_size_stats": {"count": 128, "sum": 711, "mean": 5.5546875, "median": 6.0, "p95": 8.0, "max": 12, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09187716899941734, "decode_time_sec": 5.062659242001246, "total_time_sec": 5.200106996000613, "prefill_units_per_sec": 31476.807910987554, "prefill_bytes_per_sec": 31302.662362379047, "decode_units_per_sec": 404.53048528512755, "decode_bytes_per_sec": 404.53048528512755, "total_units_per_sec": 393.83805017379655, "total_bytes_per_sec": 393.83805017379655, "step_latency_ms": {"count": 128, "sum": 4960, "mean": 38.75, "median": 41.0, "p95": 42.0, "max": 53, "min": 18}, "peak_allocated_mb": 4876.47509765625, "peak_reserved_mb": 4984.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 1094, "stage1_units": 582, "bytes_per_stage0_unit": 2.6288848263254114, "stage0_per_stage1_unit": 1.879725085910653}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2892, "units_out": 1094, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1, 1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1, 1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 1094, "sum": 2892, "mean": 2.643510054844607, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1094, "units_out": 582, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 582, "sum": 1094, "mean": 1.879725085910653, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 763, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 4, 5, 5, 3, 1, 1, 1, 6, 5, 5, 2, 1, 3, 1, 7, 1, 1, 1, 9, 4, 2, 9, 9, 1, 1, 1, 9, 1, 1, 1, 1, 7, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 4, 3, 1, 1, 1, 3, 5, 13, 2, 2, 1, 13, 1, 1, 2, 6, 1, 5, 4, 4, 4, 2, 3, 1, 3, 1, 4, 7, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 8, 1, 7, 7, 2, 2, 1, 1, 1, 3, 7, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 1, 3, 1, 2, 1, 14, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 8, 9, 1, 1, 3, 1, 1, 1, 1, 4, 7, 2, 3, 1, 1, 2, 5, 5, 3, 1, 1, 2, 4, 1, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 4, 1, 1, 1, 3, 1, 2, 8, 5, 2, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1, 3, 6, 1, 1, 1, 1, 6, 5, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 1, 1, 1, 7, 1, 3, 1, 13, 2, 1, 1, 2, 1, 2, 1, 1, 5, 7, 1, 2, 1, 1, 1, 1, 1, 9, 1, 4, 9, 1, 5, 1, 1, 4, 5, 4, 2, 2, 13, 1, 9, 3, 1, 3, 7, 1, 2, 4, 3, 4, 8, 1, 5, 1, 4, 1, 1, 4, 2, 1, 1, 1, 7, 1, 2, 1, 2, 1, 2, 4, 1, 1, 4, 4, 9, 2, 1, 4, 1, 1, 2, 1, 2, 4, 1, 2, 4, 3, 3, 4, 5, 2, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 1, 1, 1, 3, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 3, 6, 4, 1, 2, 5, 1, 3, 3, 1, 1, 1, 6, 2, 1, 4, 7, 4, 2, 1, 1, 1, 4, 1, 7, 5, 2, 2, 1, 2, 1, 5, 1, 13, 1, 1, 1, 7, 4, 1, 1, 3, 2, 7, 3, 2, 1, 3, 5, 1, 5, 4, 4, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 6, 4, 4, 1, 2, 1, 3, 1, 1, 4, 3, 3, 2, 3, 1, 2, 1, 1, 1, 1, 6, 1, 1, 2, 1, 6, 1, 1, 4, 3, 9, 1, 3, 1, 9, 3, 1, 1, 1, 1, 17, 1, 2, 4, 1, 1, 1, 2, 1, 1, 6, 1, 6, 4, 1, 5, 4, 1, 1, 1, 1, 1, 4, 6, 1, 5, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 4, 1, 1, 5, 2, 1, 13, 2, 1, 1, 1, 2, 1, 2, 3, 1, 1, 4, 2, 6, 1, 9, 1, 4, 5, 3, 1, 1, 2, 5, 1, 1, 1, 2, 1, 2, 2, 1, 1, 5, 3, 3, 9, 3, 7, 1, 4, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 5, 1, 1, 5, 2, 2, 1, 1, 5, 2, 1, 1, 1, 6, 1, 2, 7, 9, 1, 1, 1, 5, 2, 1, 3, 5, 2, 1, 1, 8, 2, 5, 5, 7, 7, 1, 4, 1, 3, 1, 1, 4, 3, 1, 8, 1, 1, 1, 3, 4, 2, 1, 1, 1, 4, 5, 9, 4, 1, 2, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 45, 1, 1, 3, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 7, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 6, 2, 9, 5, 2, 1, 1, 1, 14, 2, 1, 2, 3, 1, 1, 1, 1, 1, 7, 2, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 2, 2, 4, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 2, 1, 1, 5, 4, 1, 1, 2, 1, 1, 1, 3, 6, 1, 1, 7, 2, 4, 8, 13, 1, 1, 1, 3, 4, 1, 1, 1, 2, 4, 1, 1, 4, 3, 1, 1, 1, 1, 2, 1, 1, 1, 5, 4, 1, 1, 8, 1, 1, 1, 9, 1, 1, 1, 1, 4, 1, 7, 5, 1, 1, 3, 3, 2, 8, 1, 2, 3], "chunk_stats": {"count": 775, "sum": 2048, "mean": 2.6425806451612903, "median": 1.0, "p95": 7.2999999999999545, "max": 45, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 325, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 3, 3, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 2, 1, 3, 4, 2, 4, 1, 1, 1, 3, 1, 1, 3, 2, 1, 1, 7, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 3, 1, 2, 3, 2, 4, 1, 8, 4, 1, 1, 1, 1, 3, 6, 1, 2, 2, 1, 1, 2, 2, 3, 3, 3, 1, 2, 2, 2, 2, 1, 1, 4, 1, 5, 1, 3, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 8, 1, 4, 4, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 3, 4, 1, 4, 2, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 7, 3, 1, 1, 1, 6, 7, 1, 1, 2, 3, 4, 5, 2, 7, 1, 3, 3, 1, 1, 1, 2, 5, 1, 4, 9, 1, 2, 1, 2, 1, 3, 5, 7, 1, 2, 1, 2, 4, 3, 1, 3, 1, 1, 5, 4, 3, 4, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 4, 3, 1, 1, 6, 1, 1, 2, 4, 2, 1, 1, 1, 3, 1, 1, 1, 3, 3, 1, 2, 5, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 2, 2, 3, 2, 3, 1, 1, 6, 1, 4, 4, 2, 1, 2, 5, 3, 3, 1, 2, 1, 1, 1, 4, 3, 4, 2, 3, 7, 1, 3, 1, 1, 1, 1, 5, 2, 3, 3, 2, 2, 4, 4, 1, 1, 5, 3, 1, 1, 1, 6, 1, 2, 1, 1, 2, 3, 3, 2, 3, 4, 1, 2, 10, 1, 5, 1, 1, 2, 1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 1, 1, 3, 21, 1, 3, 1, 3, 2], "chunk_stats": {"count": 333, "sum": 763, "mean": 2.2912912912912913, "median": 2.0, "p95": 5.399999999999977, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 763, "mean": 5.9609375, "median": 6.0, "p95": 9.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09299851899959322, "decode_time_sec": 5.057550423000066, "total_time_sec": 5.195120700000189, "prefill_units_per_sec": 35764.01039262301, "prefill_bytes_per_sec": 35591.96464208724, "decode_units_per_sec": 404.9391165111026, "decode_bytes_per_sec": 404.9391165111026, "total_units_per_sec": 394.2160573862943, "total_bytes_per_sec": 394.2160573862943, "step_latency_ms": {"count": 128, "sum": 4949, "mean": 38.6640625, "median": 41.0, "p95": 42.0, "max": 48, "min": 18}, "peak_allocated_mb": 4912.01416015625, "peak_reserved_mb": 5070.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3310, "mean": 206.875, "median": 199.5, "p95": 244.0, "max": 244, "min": 156}, "model_input_units": {"count": 16, "sum": 3326, "mean": 207.875, "median": 200.5, "p95": 245.0, "max": 245, "min": 157}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3310, "model_input_units": 3326, "stage0_units": 1310, "stage1_units": 671, "bytes_per_stage0_unit": 2.5267175572519083, "stage0_per_stage1_unit": 1.9523099850968704}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3326, "units_out": 1310, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 13, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 13, 2, 2, 1, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 5, 4, 5, 3, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 3, 4, 5, 1, 5, 1, 2, 4, 2, 3, 14, 1, 3, 1, 1, 8, 1, 5, 1, 4, 2, 4, 1, 1, 14, 1, 3, 3, 1, 5, 1, 4, 1, 1, 1, 2, 2, 14, 1, 3, 1, 3, 1, 3, 6, 1, 5, 3, 1, 1, 3, 4, 1, 1, 6, 1, 9, 1, 1, 6, 1, 1, 5, 7, 1, 6, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 6, 1, 1, 1, 7, 1, 1, 1, 5, 1, 2, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 5, 1, 3, 1, 1, 1, 3, 4, 1, 1, 2, 1, 2, 6, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 7, 1, 1, 13, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5, 5, 1, 4, 1, 6, 2, 1, 14, 1, 1, 3, 4, 5, 1, 1, 5, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 3, 1, 4, 1, 2, 1, 1, 1, 3, 2, 4, 1, 4, 2, 1, 6, 1, 2, 2, 1, 22, 6, 1, 4, 6, 1, 2, 1, 4, 2, 4, 1, 4, 1, 2, 2, 1, 1, 9, 3, 1, 5, 2, 1, 1, 9, 4, 1, 5, 3, 4, 1, 4, 1, 13, 1, 2, 4, 1, 5, 1, 2, 2, 2, 1, 17, 1, 5, 2, 4, 5, 1, 2, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 4, 1, 1, 3, 2, 1, 5, 1, 2, 3, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 6, 1, 6, 1, 9, 3, 1, 1, 3, 1, 1, 3, 2, 3, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 1, 1, 1, 1, 1, 7, 2, 1, 3, 1, 1, 1, 2, 1, 1, 6, 1, 2, 2, 1, 1, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 14, 1, 1, 2, 1, 1, 3, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 2, 3, 1, 4, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 5, 1, 6, 2, 2, 3, 1, 1, 1, 1, 4, 1, 3, 1, 2, 3, 1, 3, 1, 5, 1, 2, 1, 5, 1, 9, 3, 4, 8, 1, 1, 5, 1, 5, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 6, 1, 7, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 7, 1, 2, 1, 2, 2, 5, 1, 1, 7, 1, 9, 3, 4, 1, 3, 5, 7, 9, 1, 1, 1, 1, 3, 3, 2, 1, 1, 5, 2, 5, 1, 1, 1, 1, 5, 4, 7, 1, 5, 3, 1, 1, 9, 3, 4, 3, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 3, 1, 5, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 5, 1, 1, 9, 6, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1, 1, 1, 3, 2, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 7, 1, 2, 4, 2, 2, 1, 13, 2, 2, 4, 1, 1, 3, 1, 6, 1, 13, 1, 1, 1, 1, 3, 4, 1, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 3, 1, 13, 4, 1, 7, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 1, 3, 7, 1, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 3, 2, 1, 4, 1, 1, 1, 3, 5, 7, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 5, 1, 1, 9, 1, 2, 5, 1, 1, 4, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 1, 7, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 2, 1, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 9, 1, 2, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 1, 2, 1, 1, 9, 3, 2, 2, 1, 1, 9, 3, 1, 1, 6, 1, 1, 3, 1, 2, 1, 1, 1, 1, 9, 3, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 4, 1, 4, 2, 5, 1, 1, 6, 1, 2, 6, 1, 2, 2, 2, 5, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 4, 4, 1, 1, 5, 5, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 9, 2, 2, 1, 9, 4, 1, 4, 1, 4, 2, 1, 4, 1, 5, 1, 1, 3, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 9, 1, 1, 1, 1, 2, 4, 1, 2, 1, 1, 5, 4, 1, 2, 1, 1, 8, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 5, 6, 1, 1, 2, 5, 1, 7, 1, 1, 3, 1, 5, 2, 1, 3, 1, 8, 2, 7, 1, 6, 7, 1, 1, 2, 1, 2, 1, 3, 1, 5, 2, 1, 3, 1, 7, 1, 1, 1, 3, 1, 5, 1, 1, 2, 3, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 1, 6, 4, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 1, 8, 2, 1, 1, 1, 1, 2, 5, 1, 2, 4, 1, 1, 1, 2, 3, 1, 1, 1, 1, 6, 1, 17, 1, 1, 5, 1, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 1310, "sum": 3326, "mean": 2.5389312977099237, "median": 1.0, "p95": 8.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 1310, "units_out": 671, "chunk_lengths": [1, 2, 2, 2, 2, 1, 3, 4, 1, 1, 5, 1, 2, 3, 2, 4, 1, 1, 1, 1, 5, 2, 5, 4, 1, 1, 1, 8, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 3, 2, 3, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 5, 2, 3, 1, 2, 3, 4, 1, 2, 1, 1, 2, 1, 7, 2, 1, 2, 4, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 2, 2, 1, 3, 1, 9, 1, 1, 5, 4, 1, 9, 1, 4, 2, 1, 1, 2, 1, 3, 3, 1, 3, 1, 5, 1, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 7, 1, 7, 1, 5, 1, 1, 4, 1, 5, 1, 2, 1, 1, 2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 7, 2, 1, 1, 2, 2, 1, 2, 1, 3, 3, 5, 1, 1, 2, 1, 2, 3, 1, 3, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 4, 5, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 2, 3, 1, 3, 3, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 5, 2, 1, 6, 4, 1, 5, 2, 1, 9, 3, 2, 1, 6, 1, 4, 1, 2, 2, 1, 1, 2, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 7, 1, 2, 1, 3, 1, 1, 2, 2, 6, 1, 1, 4, 1, 2, 1, 4, 1, 2, 1, 1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 3, 1, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 4, 2, 1, 3, 1, 1, 3, 1, 1, 3, 3, 3, 1, 1, 1, 1, 4, 3, 2, 5, 4, 1, 1, 2, 2, 1, 4, 1, 1, 5, 2, 4, 1, 1, 1, 1, 6, 1, 1, 3, 1, 3, 4, 3, 4, 1, 3, 1, 2, 3, 1, 2, 1, 2, 1, 3, 1, 3, 3, 1, 2, 1, 2, 4, 1, 1, 4, 2, 3, 3, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 5, 1, 4, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 2, 5, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 8, 2, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 6, 1, 3, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 1, 2, 1, 2, 2, 3, 1, 1, 1, 4, 3, 3, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 1, 3, 2, 1, 1, 5, 1, 1, 4, 1, 4, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 2, 1, 3, 1, 8, 1, 5, 1, 1, 2, 2, 4, 1, 3, 3, 1, 1, 1, 2, 6, 1, 2, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 2, 7, 2, 1, 1], "chunk_stats": {"count": 671, "sum": 1310, "mean": 1.9523099850968704, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 743, "chunk_lengths": [1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 5, 4, 1, 5, 1, 1, 1, 1, 1, 6, 2, 3, 1, 4, 1, 9, 9, 9, 9, 1, 1, 7, 1, 2, 4, 4, 4, 1, 1, 3, 4, 3, 3, 1, 13, 3, 13, 1, 9, 13, 1, 5, 1, 1, 2, 6, 1, 1, 3, 1, 4, 4, 2, 1, 5, 4, 2, 1, 5, 1, 1, 1, 3, 8, 1, 1, 1, 1, 1, 1, 8, 2, 1, 1, 1, 4, 9, 1, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 4, 9, 1, 1, 1, 5, 13, 1, 2, 6, 1, 6, 3, 1, 1, 2, 1, 4, 5, 9, 1, 1, 4, 1, 2, 1, 3, 1, 1, 14, 7, 1, 3, 1, 1, 13, 5, 1, 1, 1, 1, 1, 3, 1, 3, 5, 6, 2, 2, 2, 1, 2, 1, 1, 3, 2, 4, 1, 2, 1, 1, 1, 3, 1, 17, 1, 4, 2, 2, 1, 1, 4, 6, 3, 1, 1, 1, 1, 7, 1, 7, 1, 5, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 6, 1, 7, 2, 5, 5, 1, 1, 1, 2, 8, 2, 4, 1, 1, 2, 1, 1, 2, 1, 4, 10, 1, 1, 1, 1, 9, 6, 1, 1, 7, 4, 1, 1, 1, 1, 1, 1, 7, 5, 1, 1, 1, 4, 4, 1, 1, 1, 1, 4, 7, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 9, 2, 1, 2, 2, 1, 1, 5, 2, 1, 1, 3, 4, 4, 1, 1, 1, 7, 1, 5, 9, 7, 4, 1, 1, 1, 3, 1, 6, 4, 1, 9, 3, 1, 1, 3, 2, 1, 5, 4, 1, 1, 1, 1, 1, 2, 7, 4, 2, 1, 1, 1, 1, 3, 9, 4, 1, 2, 1, 7, 4, 2, 5, 2, 4, 7, 3, 2, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 3, 1, 5, 1, 13, 9, 5, 1, 3, 1, 2, 1, 1, 4, 1, 13, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 1, 1, 1, 1, 1, 4, 9, 17, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 7, 2, 5, 2, 5, 4, 2, 2, 2, 1, 6, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 2, 2, 13, 1, 1, 3, 4, 1, 2, 1, 1, 1, 3, 1, 9, 1, 4, 1, 1, 1, 3, 1, 2, 3, 1, 1, 1, 5, 2, 2, 1, 5, 2, 1, 1, 3, 1, 9, 1, 7, 1, 1, 2, 4, 1, 5, 1, 3, 2, 1, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 1, 2, 3, 1, 4, 4, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 3, 1, 9, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 2, 1, 7, 2, 1, 4, 2, 7, 4, 4, 3, 2, 1, 2, 1, 2, 2, 1, 7, 1, 1, 5, 1, 2, 6, 1, 4, 2, 1, 1, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 5, 1, 13, 1, 2, 2, 4, 1, 1, 2, 5, 5, 5, 10, 5, 13, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 4, 3, 1, 1, 9, 1, 1, 10, 5, 9, 1, 4, 5, 10, 2, 2, 5, 13, 1, 1, 1, 1, 1, 4, 1, 3, 4, 1, 4, 2, 2, 1, 4, 1, 1, 1, 1, 3, 1, 4, 1, 2, 9, 1, 1, 9, 4, 1, 1, 5, 8, 1, 4, 9, 7, 2, 1, 1, 2, 1, 1, 4, 1, 1, 1, 3, 3, 4, 2, 2, 6, 2, 1, 3, 4, 1, 2, 3, 5, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 13, 2, 1, 4, 13, 3, 1, 2, 1, 1, 9, 1, 1, 1, 4, 2, 1, 8, 1, 7, 1, 6, 3, 1, 1, 5, 5, 1, 17, 1, 1, 9, 1, 5, 3, 1, 5, 1, 1, 1, 1, 2, 1, 4, 3, 5, 2, 4, 1, 5, 1, 1, 4, 3, 2, 5, 3], "chunk_stats": {"count": 754, "sum": 2048, "mean": 2.716180371352785, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 277, "chunk_lengths": [1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 6, 1, 3, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 6, 4, 2, 4, 1, 2, 6, 1, 1, 5, 4, 1, 1, 1, 1, 5, 1, 3, 6, 1, 2, 1, 1, 4, 3, 3, 1, 1, 1, 1, 6, 5, 1, 1, 6, 3, 4, 2, 1, 1, 2, 3, 2, 4, 4, 3, 1, 1, 2, 4, 2, 2, 1, 1, 7, 1, 1, 2, 5, 2, 7, 5, 5, 1, 4, 4, 1, 1, 15, 1, 1, 3, 3, 2, 2, 1, 6, 1, 2, 3, 4, 3, 1, 1, 3, 1, 1, 2, 3, 1, 2, 1, 4, 5, 1, 1, 1, 1, 4, 1, 3, 3, 3, 1, 4, 7, 4, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 1, 1, 1, 5, 2, 7, 1, 1, 1, 7, 3, 1, 2, 2, 3, 3, 2, 1, 1, 1, 7, 3, 6, 1, 6, 7, 3, 1, 4, 1, 2, 5, 1, 5, 3, 1, 5, 4, 1, 6, 5, 1, 3, 2, 3, 1, 4, 1, 1, 2, 3, 1, 1, 3, 5, 1, 2, 11, 7, 10, 1, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 10, 3, 4, 6, 1, 1, 3, 1, 1, 2, 2, 1, 1, 1, 4, 4, 5, 1, 2, 5, 4, 1, 4, 1, 2, 1, 5, 1, 2, 1, 7, 5, 4, 3, 3, 1, 5, 1, 1, 1, 4, 1, 7, 4, 1, 8, 1, 5, 1, 1, 3, 6, 8, 1, 1, 2, 1, 3, 1, 1, 1, 2, 5, 1, 1, 2], "chunk_stats": {"count": 287, "sum": 743, "mean": 2.5888501742160277, "median": 2.0, "p95": 7.0, "max": 15, "min": 1}, "active_size_stats": {"count": 128, "sum": 743, "mean": 5.8046875, "median": 6.0, "p95": 9.0, "max": 11, "min": 2}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09193819200118014, "decode_time_sec": 5.045360475000052, "total_time_sec": 5.183071461999134, "prefill_units_per_sec": 31673.452964602795, "prefill_bytes_per_sec": 31499.423003258824, "decode_units_per_sec": 405.9174780767233, "decode_bytes_per_sec": 405.9174780767233, "total_units_per_sec": 395.13250299853615, "total_bytes_per_sec": 395.13250299853615, "step_latency_ms": {"count": 128, "sum": 4934, "mean": 38.546875, "median": 41.0, "p95": 43.0, "max": 49, "min": 8}, "peak_allocated_mb": 4936.88623046875, "peak_reserved_mb": 5044.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2896, "mean": 181.0, "median": 180.5, "p95": 243.0, "max": 255, "min": 94}, "model_input_units": {"count": 16, "sum": 2912, "mean": 182.0, "median": 181.5, "p95": 244.0, "max": 256, "min": 95}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2896, "model_input_units": 2912, "stage0_units": 1047, "stage1_units": 571, "bytes_per_stage0_unit": 2.7659980897803247, "stage0_per_stage1_unit": 1.8336252189141857}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2912, "units_out": 1047, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 6, 1, 3, 4, 2, 1, 4, 3, 1, 2, 4, 1, 1, 7, 5, 3, 4, 1, 2, 1, 5, 4, 2, 1, 3, 3, 4, 1, 1, 7, 5, 2, 1, 1, 3, 4, 1, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 9, 7, 2, 1, 1, 3, 6, 1, 2, 2, 5, 1, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 4, 2, 4, 1, 1, 9, 1, 1, 5, 2, 1, 5, 1, 1, 4, 1, 1, 1, 5, 2, 2, 6, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 7, 1, 4, 1, 1, 3, 1, 1, 2, 10, 2, 3, 2, 3, 1, 3, 1, 4, 5, 1, 8, 4, 10, 8, 2, 1, 2, 1, 3, 1, 12, 1, 1, 3, 1, 1, 1, 1, 1, 10, 5, 1, 7, 1, 4, 2, 7, 1, 7, 10, 5, 1, 8, 2, 7, 1, 1, 1, 1, 4, 1, 3, 7, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 2, 4, 4, 1, 1, 4, 1, 1, 5, 5, 1, 1, 2, 4, 7, 1, 6, 1, 2, 2, 2, 1, 5, 5, 1, 3, 1, 2, 2, 7, 6, 1, 1, 2, 2, 2, 1, 5, 7, 2, 6, 1, 2, 1, 5, 6, 1, 7, 1, 9, 3, 2, 1, 2, 3, 1, 1, 2, 3, 2, 4, 4, 1, 4, 4, 1, 1, 1, 1, 3, 1, 2, 1, 4, 5, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 5, 2, 3, 4, 1, 6, 1, 2, 1, 3, 1, 1, 1, 1, 3, 3, 1, 5, 1, 7, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 1, 13, 2, 5, 4, 1, 3, 4, 5, 13, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 6, 1, 5, 1, 1, 9, 7, 3, 5, 1, 13, 2, 1, 4, 13, 7, 2, 1, 2, 1, 1, 13, 4, 1, 2, 1, 6, 3, 1, 3, 1, 1, 1, 1, 6, 1, 5, 1, 1, 1, 1, 1, 3, 8, 3, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 5, 4, 2, 2, 1, 1, 2, 1, 1, 1, 9, 1, 1, 1, 1, 2, 3, 1, 8, 4, 1, 1, 3, 3, 1, 8, 1, 1, 6, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 4, 1, 3, 1, 1, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 13, 1, 3, 1, 3, 1, 8, 1, 1, 6, 1, 1, 3, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 13, 3, 4, 1, 9, 3, 4, 1, 1, 3, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 1, 3, 1, 3, 4, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 13, 1, 4, 7, 1, 4, 3, 5, 3, 1, 1, 1, 1, 5, 1, 1, 6, 1, 1, 3, 5, 1, 1, 5, 7, 2, 1, 2, 1, 3, 1, 1, 1, 8, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 3, 3, 1, 5, 1, 10, 1, 1, 5, 1, 2, 3, 4, 1, 10, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 4, 1, 4, 3, 1, 10, 2, 4, 1, 1, 1, 1, 1, 1, 5, 5, 2, 5, 1, 1, 1, 10, 1, 5, 7, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 8, 1, 1, 9, 1, 1, 1, 9, 1, 3, 2, 10, 1, 1, 9, 1, 6, 8, 2, 9, 6, 5, 1, 5, 3, 1, 5, 2, 8, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 8, 1, 5, 2, 6, 1, 1, 1, 1, 1, 5, 1, 3, 6, 2, 5, 1, 5, 3, 2, 1, 1, 4, 1, 1, 3, 1, 2, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 1, 1, 3, 1, 1, 1, 8, 4, 1, 6, 1, 5, 1, 8, 1, 4, 1, 1, 5, 1, 2, 4, 1, 5, 4, 3, 1, 1, 8, 1, 2, 1, 1, 9, 3, 4, 1, 4, 1, 5, 6, 1, 2, 4, 1, 6, 5, 6, 4, 1, 1, 8, 1, 6, 2, 6, 1, 1, 1, 1, 1, 3, 1, 8, 1, 5, 2, 3, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 5, 2, 3, 4, 1, 1, 4, 1, 1, 5, 7, 3, 5, 1, 9, 2, 3, 2, 9, 3, 4, 1, 1, 3, 1, 2, 4, 1, 5, 4, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 2, 1, 4, 2, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 5, 3, 7, 1, 1, 6, 5, 1, 2, 4, 1, 4, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 9, 7, 2, 1, 6, 1, 5, 1, 2, 4, 1, 5, 1, 9, 1, 6, 2, 6, 9, 7, 2, 1, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 1047, "sum": 2912, "mean": 2.781279847182426, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 1047, "units_out": 571, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 3, 1, 1, 2, 2, 2, 4, 1, 1, 1, 2, 1, 1, 2, 4, 5, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 5, 4, 1, 3, 1, 3, 1, 5, 2, 1, 1, 3, 1, 1, 3, 1, 4, 4, 4, 1, 1, 1, 2, 3, 1, 4, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 6, 1, 7, 1, 5, 1, 3, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 1, 1, 1, 1, 4, 3, 1, 1, 3, 1, 6, 3, 1, 1, 3, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 3, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 4, 1, 7, 4, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 4, 1, 1, 4, 3, 1, 1, 1, 4, 1, 7, 3, 1, 1, 3, 2, 1, 3, 1, 4, 2, 2, 1, 1, 2, 1, 2, 3, 1, 1, 3, 3, 6, 1, 3, 1, 3, 1, 2, 1, 8, 1, 4, 5, 3, 1, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 2, 2, 4, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 4, 1, 2, 3, 1, 2, 5, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 2, 2, 1, 3, 3, 1, 3, 1, 3, 2, 1, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 2, 2, 3, 3, 1, 3, 1, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 1, 1, 2, 2, 3, 2, 2, 2, 1, 2, 1, 1, 1, 4, 2, 1, 3, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 1, 4, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 571, "sum": 1047, "mean": 1.8336252189141857, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 698, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 5, 5, 4, 5, 3, 5, 1, 1, 1, 5, 1, 6, 2, 2, 7, 3, 1, 4, 9, 8, 4, 4, 9, 4, 1, 2, 1, 3, 1, 4, 2, 1, 5, 4, 4, 3, 1, 2, 1, 1, 1, 3, 5, 3, 4, 2, 6, 1, 4, 1, 4, 1, 1, 3, 2, 17, 5, 3, 4, 7, 10, 5, 1, 1, 1, 6, 1, 2, 1, 1, 1, 1, 2, 5, 3, 1, 2, 5, 1, 1, 2, 4, 1, 6, 1, 5, 1, 6, 8, 4, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 5, 5, 7, 13, 26, 4, 1, 1, 4, 1, 2, 5, 2, 1, 1, 4, 5, 1, 3, 5, 1, 1, 1, 5, 1, 1, 6, 7, 1, 6, 1, 1, 3, 1, 4, 1, 1, 1, 1, 4, 1, 1, 6, 5, 3, 1, 7, 8, 1, 1, 2, 4, 1, 4, 1, 9, 4, 2, 1, 1, 8, 5, 1, 1, 1, 1, 2, 1, 1, 2, 1, 9, 1, 1, 6, 2, 1, 2, 1, 5, 1, 1, 5, 5, 4, 1, 1, 1, 3, 6, 1, 1, 9, 1, 1, 4, 1, 1, 1, 6, 5, 1, 4, 1, 6, 1, 5, 1, 5, 2, 2, 1, 1, 4, 1, 2, 2, 4, 2, 4, 1, 1, 1, 7, 1, 1, 2, 3, 1, 1, 1, 1, 1, 1, 1, 7, 1, 3, 4, 1, 1, 1, 6, 1, 1, 4, 1, 1, 2, 1, 4, 1, 7, 3, 5, 1, 1, 2, 1, 5, 5, 4, 1, 1, 1, 1, 1, 5, 1, 1, 9, 3, 4, 3, 1, 5, 13, 4, 7, 1, 1, 2, 6, 2, 1, 1, 2, 1, 1, 5, 2, 3, 8, 1, 3, 1, 5, 2, 1, 4, 1, 4, 1, 1, 1, 5, 4, 2, 7, 7, 2, 9, 1, 10, 9, 1, 6, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 6, 1, 1, 4, 1, 1, 2, 1, 1, 3, 2, 13, 1, 5, 1, 1, 4, 1, 1, 2, 1, 2, 4, 5, 1, 3, 6, 1, 1, 4, 1, 1, 5, 1, 1, 1, 4, 5, 1, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 9, 6, 9, 5, 2, 1, 3, 7, 1, 1, 5, 1, 1, 5, 1, 2, 2, 4, 2, 1, 1, 4, 1, 4, 13, 4, 1, 1, 1, 5, 10, 2, 4, 4, 1, 7, 4, 3, 4, 2, 3, 1, 1, 1, 1, 1, 2, 9, 1, 1, 2, 13, 2, 4, 1, 1, 1, 1, 1, 5, 1, 4, 1, 5, 4, 1, 13, 1, 4, 1, 2, 5, 4, 1, 1, 5, 5, 4, 1, 1, 3, 5, 1, 6, 5, 1, 4, 3, 1, 5, 1, 3, 6, 3, 3, 6, 4, 1, 1, 3, 6, 1, 4, 5, 8, 1, 4, 6, 1, 6, 7, 9, 2, 6, 5, 4, 4, 5, 1, 5, 1, 4, 5, 5, 5, 1, 1, 1, 4, 3, 1, 9, 5, 1, 4, 5, 1, 4, 4, 1, 1, 1, 1, 2, 1, 5, 3, 1, 3, 7, 5, 2, 1, 2, 1, 8, 3, 2, 1, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 6, 3, 1, 1, 4, 2, 1, 2, 3, 1, 4, 5, 4, 1, 2, 5, 1, 1, 1, 4, 7, 1, 1, 1, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 6, 1, 4, 2, 6, 5, 1, 4, 1, 3, 1, 9, 7, 5, 2, 1, 1, 6, 1, 2, 1, 4, 4, 2, 1, 7, 1, 1, 8, 1, 1, 7, 1, 1, 1, 13, 6, 5, 2, 1, 1, 1, 1, 1, 3, 4, 5, 4, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 3, 1, 1, 2, 6, 6, 1, 1, 1, 4, 2, 3, 2, 1, 2, 1, 1, 5, 1, 6, 1, 3, 2, 1, 2, 6, 1, 5, 1, 1, 3, 1, 1, 6, 3, 2, 1, 5, 1, 2, 4, 1, 4], "chunk_stats": {"count": 707, "sum": 2048, "mean": 2.896746817538897, "median": 2.0, "p95": 7.0, "max": 26, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 296, "chunk_lengths": [1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 3, 2, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 2, 1, 3, 2, 1, 4, 2, 1, 4, 4, 2, 1, 4, 4, 1, 1, 1, 5, 1, 2, 1, 1, 4, 6, 1, 4, 1, 1, 1, 1, 3, 1, 4, 7, 1, 4, 1, 1, 5, 2, 2, 1, 3, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 8, 1, 1, 4, 1, 2, 1, 1, 1, 3, 5, 1, 3, 2, 1, 2, 1, 2, 3, 5, 1, 1, 2, 1, 1, 1, 6, 2, 2, 6, 7, 1, 3, 1, 4, 6, 2, 1, 4, 2, 1, 3, 2, 1, 5, 3, 5, 5, 4, 3, 2, 1, 1, 3, 1, 2, 7, 1, 1, 2, 1, 1, 3, 4, 4, 3, 4, 3, 1, 3, 4, 1, 1, 1, 1, 1, 4, 3, 1, 3, 4, 5, 3, 1, 5, 4, 1, 1, 5, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 3, 1, 1, 1, 3, 3, 6, 1, 4, 1, 6, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 3, 2, 1, 3, 4, 8, 3, 1, 1, 3, 3, 1, 3, 1, 3, 6, 1, 1, 2, 6, 2, 1, 1, 4, 5, 3, 5, 1, 4, 4, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 7, 3, 1, 4, 2, 4, 1, 1, 5, 1, 1, 1, 4, 1, 1, 1, 5, 5, 1, 6, 1, 1, 1, 2, 3, 5, 3, 4, 1, 1, 2, 6, 4, 2, 3, 4, 1, 6, 3, 1, 2, 2, 2, 1, 1, 5, 3, 4], "chunk_stats": {"count": 302, "sum": 698, "mean": 2.3112582781456954, "median": 1.5, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 126, "sum": 698, "mean": 5.5396825396825395, "median": 5.5, "p95": 8.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.0929108410000481, "decode_time_sec": 5.128016353999556, "total_time_sec": 5.2666575419989385, "prefill_units_per_sec": 35001.29764187924, "prefill_bytes_per_sec": 34829.089535400126, "decode_units_per_sec": 399.3747013701855, "decode_bytes_per_sec": 399.3747013701855, "total_units_per_sec": 388.86143320848805, "total_bytes_per_sec": 388.86143320848805, "step_latency_ms": {"count": 128, "sum": 5012, "mean": 39.15625, "median": 41.0, "p95": 42.0, "max": 43, "min": 8}, "peak_allocated_mb": 4950.80419921875, "peak_reserved_mb": 5070.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 203.5, "p95": 250.75, "max": 253, "min": 145}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 204.5, "p95": 251.75, "max": 254, "min": 146}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 1130, "stage1_units": 610, "bytes_per_stage0_unit": 2.863716814159292, "stage0_per_stage1_unit": 1.8524590163934427}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3252, "units_out": 1130, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 8, 1, 1, 2, 1, 5, 1, 1, 1, 5, 5, 4, 2, 3, 1, 5, 1, 3, 1, 1, 1, 5, 5, 2, 5, 4, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 2, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 2, 3, 2, 4, 1, 1, 9, 1, 2, 1, 13, 9, 2, 1, 3, 1, 7, 1, 3, 2, 4, 1, 13, 1, 2, 9, 1, 2, 2, 2, 1, 17, 6, 1, 5, 1, 1, 1, 11, 3, 6, 2, 3, 1, 30, 1, 4, 4, 1, 1, 3, 2, 4, 1, 3, 2, 5, 1, 2, 2, 2, 1, 4, 1, 2, 2, 1, 1, 6, 5, 1, 1, 2, 2, 1, 1, 4, 1, 2, 1, 1, 1, 1, 2, 4, 1, 4, 5, 1, 18, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 1, 18, 2, 2, 2, 1, 1, 1, 1, 2, 4, 1, 1, 2, 5, 18, 1, 6, 2, 2, 5, 1, 1, 1, 1, 5, 1, 6, 1, 2, 1, 7, 1, 3, 1, 1, 2, 1, 1, 3, 8, 1, 1, 7, 1, 1, 3, 1, 1, 1, 5, 3, 4, 10, 1, 3, 2, 14, 1, 7, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 6, 1, 2, 6, 1, 3, 1, 7, 3, 1, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 1, 4, 2, 6, 1, 2, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 9, 10, 1, 1, 2, 1, 1, 3, 6, 1, 2, 9, 9, 2, 1, 3, 1, 7, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 2, 10, 1, 1, 1, 1, 3, 3, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 1, 6, 1, 8, 1, 13, 1, 5, 1, 6, 5, 1, 1, 3, 1, 5, 1, 8, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 1, 3, 1, 1, 6, 1, 8, 2, 1, 5, 1, 1, 13, 1, 5, 1, 6, 5, 1, 1, 1, 7, 8, 1, 4, 2, 1, 5, 1, 1, 1, 1, 1, 1, 3, 1, 3, 10, 1, 1, 1, 3, 2, 1, 2, 2, 1, 1, 1, 9, 2, 2, 3, 1, 2, 9, 2, 1, 2, 2, 1, 6, 1, 2, 2, 4, 2, 4, 8, 1, 4, 1, 1, 2, 1, 9, 9, 2, 6, 3, 4, 5, 2, 6, 12, 1, 2, 1, 4, 3, 1, 4, 1, 5, 1, 9, 1, 2, 2, 2, 1, 2, 2, 2, 1, 13, 2, 2, 2, 1, 1, 1, 1, 3, 3, 1, 1, 3, 6, 1, 1, 2, 1, 4, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 1, 9, 2, 12, 5, 1, 8, 3, 9, 2, 1, 1, 1, 1, 1, 8, 1, 8, 3, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 9, 1, 9, 1, 5, 2, 1, 1, 9, 4, 4, 1, 3, 3, 4, 1, 2, 1, 1, 13, 1, 9, 1, 5, 3, 4, 1, 1, 1, 1, 3, 1, 5, 5, 1, 5, 2, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 3, 3, 5, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 9, 1, 1, 3, 2, 1, 2, 1, 2, 2, 1, 5, 2, 6, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 10, 1, 1, 1, 13, 3, 3, 9, 5, 2, 14, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 13, 1, 1, 6, 2, 1, 5, 1, 1, 1, 1, 3, 6, 1, 4, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 8, 2, 8, 1, 4, 1, 3, 5, 1, 1, 1, 2, 3, 1, 5, 3, 4, 1, 6, 1, 4, 1, 9, 6, 1, 9, 4, 5, 1, 1, 3, 10, 5, 1, 5, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 1, 3, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 6, 2, 1, 1, 3, 1, 6, 2, 2, 1, 3, 1, 1, 7, 1, 9, 4, 1, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 8, 1, 6, 1, 1, 1, 1, 9, 4, 1, 6, 1, 1, 3, 1, 4, 1, 4, 1, 9, 4, 1, 1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 1, 1, 9, 6, 2, 1, 4, 1, 4, 4, 5, 2, 1, 3, 1, 1, 3, 1, 1, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 2, 7, 1, 6, 1, 1, 5, 8, 1, 1, 3, 2, 3, 5, 13, 1, 2, 1, 3, 1, 5, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 3, 3, 6, 6, 1, 1, 3, 2, 7, 4, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 6, 9, 1, 1, 7, 2, 1, 1, 4, 2, 1, 1, 9, 1, 9, 2, 1, 1, 8, 1, 1, 1, 1, 9, 1, 1, 1, 2, 3, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 4, 1, 8, 1, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 9, 5, 3, 2, 4, 1, 5, 2, 1, 1, 8, 1, 1, 9, 3, 4, 1, 5, 1, 1, 1, 1, 4, 6, 3, 5, 2, 1, 5, 4, 1, 9, 3, 4, 1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 4, 5, 3, 1, 2, 1, 1, 4, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 1, 3, 3, 1, 3, 1, 7, 1, 13, 4, 5, 3], "chunk_stats": {"count": 1130, "sum": 3252, "mean": 2.8778761061946905, "median": 2.0, "p95": 9.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 1130, "units_out": 610, "chunk_lengths": [1, 2, 1, 3, 1, 3, 2, 2, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 5, 1, 3, 2, 5, 1, 3, 1, 1, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 1, 1, 1, 4, 2, 3, 2, 2, 5, 1, 1, 3, 3, 2, 2, 1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 3, 2, 4, 1, 7, 1, 2, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 4, 1, 2, 4, 1, 3, 3, 3, 3, 4, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 2, 4, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 3, 3, 6, 1, 1, 5, 2, 3, 1, 2, 4, 2, 6, 1, 1, 5, 8, 1, 4, 1, 2, 4, 5, 1, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 3, 2, 2, 1, 2, 2, 1, 1, 1, 1, 3, 3, 1, 4, 4, 1, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 4, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 2, 2, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 1, 6, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 4, 3, 3, 6, 6, 1, 1, 3, 1, 3, 4, 2, 2, 3, 1, 1, 2, 1, 3, 5, 1, 2, 1, 2, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 4, 5, 2, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 1, 2, 5, 1, 1, 5, 3, 5, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 2, 2, 2, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 5, 1, 1, 2, 2, 3, 1, 1, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 3, 1, 1, 4, 1, 2, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 8, 3, 1, 2, 1, 1, 1, 2, 1, 5, 1, 2, 1], "chunk_stats": {"count": 610, "sum": 1130, "mean": 1.8524590163934427, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 668, "chunk_lengths": [1, 1, 1, 1, 2, 1, 3, 2, 3, 5, 5, 1, 2, 4, 6, 3, 1, 1, 1, 9, 9, 9, 9, 4, 9, 2, 1, 1, 1, 1, 5, 2, 1, 1, 7, 3, 2, 2, 4, 13, 1, 13, 8, 1, 3, 1, 3, 1, 2, 1, 3, 1, 1, 4, 3, 1, 8, 1, 1, 17, 8, 17, 8, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 5, 1, 5, 1, 1, 1, 2, 1, 3, 1, 7, 1, 1, 10, 2, 2, 1, 1, 1, 1, 1, 1, 2, 4, 1, 8, 6, 1, 2, 1, 1, 1, 1, 6, 2, 5, 8, 6, 4, 1, 1, 1, 1, 2, 1, 2, 9, 17, 2, 4, 1, 6, 1, 1, 1, 5, 1, 1, 8, 1, 1, 1, 1, 8, 1, 1, 1, 1, 1, 1, 3, 4, 1, 6, 1, 1, 3, 1, 1, 8, 1, 1, 1, 3, 4, 1, 1, 1, 4, 1, 9, 3, 1, 1, 5, 1, 1, 1, 13, 1, 1, 4, 1, 2, 8, 9, 1, 4, 1, 2, 3, 9, 6, 1, 5, 1, 1, 9, 1, 1, 1, 6, 1, 1, 1, 3, 1, 5, 1, 13, 4, 4, 6, 1, 6, 1, 4, 1, 1, 1, 2, 1, 1, 1, 4, 2, 1, 3, 1, 3, 6, 1, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 1, 2, 6, 17, 1, 1, 4, 2, 5, 1, 3, 1, 3, 1, 5, 1, 1, 3, 4, 1, 1, 1, 1, 4, 1, 3, 9, 10, 1, 7, 6, 1, 3, 1, 5, 1, 7, 4, 1, 2, 9, 3, 1, 1, 1, 1, 1, 1, 1, 2, 2, 4, 1, 13, 1, 2, 4, 4, 2, 1, 4, 4, 9, 1, 2, 13, 1, 3, 3, 9, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 4, 4, 4, 1, 1, 4, 10, 3, 1, 1, 10, 6, 1, 5, 1, 1, 6, 1, 4, 1, 2, 1, 2, 3, 1, 1, 1, 4, 1, 1, 6, 5, 1, 9, 1, 13, 2, 1, 1, 13, 2, 1, 1, 1, 1, 1, 3, 1, 3, 6, 7, 1, 1, 1, 6, 9, 9, 1, 1, 4, 1, 1, 5, 1, 21, 1, 1, 6, 1, 1, 6, 3, 1, 3, 1, 1, 4, 1, 1, 3, 1, 4, 3, 1, 4, 1, 1, 1, 2, 1, 4, 4, 5, 11, 1, 9, 2, 6, 1, 1, 1, 1, 2, 1, 1, 5, 1, 1, 2, 1, 4, 2, 1, 1, 3, 3, 9, 1, 3, 1, 8, 1, 1, 1, 1, 1, 3, 9, 4, 1, 5, 3, 1, 4, 3, 3, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 9, 2, 1, 1, 1, 5, 1, 9, 6, 1, 17, 1, 2, 4, 3, 2, 3, 7, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 7, 1, 5, 1, 13, 1, 1, 1, 5, 9, 1, 1, 9, 2, 1, 1, 1, 1, 4, 3, 1, 4, 9, 1, 1, 1, 3, 5, 1, 2, 1, 10, 8, 1, 1, 1, 1, 4, 1, 1, 8, 7, 1, 2, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 4, 1, 2, 1, 4, 3, 8, 2, 10, 1, 3, 7, 1, 1, 1, 5, 1, 1, 1, 9, 1, 4, 9, 2, 3, 1, 1, 1, 1, 4, 5, 2, 9, 9, 1, 1, 4, 1, 1, 4, 3, 5, 4, 1, 1, 4, 3, 4, 1, 1, 1, 1, 1, 3, 6, 1, 4, 1, 9, 1, 1, 1, 4, 1, 2, 4, 1, 3, 1, 3, 10, 4, 1, 1, 1, 1, 3, 4, 1, 4, 1, 1, 1, 3, 9, 4, 4, 1, 1, 1, 7, 3, 5, 1, 6, 4, 5, 4, 1, 9, 1, 3, 4, 1, 3, 17, 2, 1, 1, 8, 2, 1, 2, 2, 7, 5], "chunk_stats": {"count": 678, "sum": 2048, "mean": 3.0206489675516224, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 289, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 2, 5, 1, 2, 1, 1, 3, 1, 1, 6, 3, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 5, 1, 1, 6, 3, 1, 1, 1, 1, 4, 2, 4, 3, 2, 1, 1, 8, 1, 2, 1, 4, 3, 1, 3, 4, 1, 1, 2, 4, 2, 8, 2, 3, 3, 1, 5, 3, 3, 3, 2, 3, 3, 1, 3, 3, 5, 2, 1, 1, 1, 2, 4, 1, 1, 2, 2, 2, 1, 1, 2, 3, 3, 3, 1, 1, 4, 2, 2, 1, 7, 1, 1, 1, 2, 6, 2, 4, 2, 1, 2, 1, 4, 2, 3, 5, 1, 1, 1, 1, 2, 4, 1, 1, 1, 8, 1, 1, 4, 1, 1, 1, 1, 1, 3, 4, 1, 1, 7, 1, 1, 1, 3, 2, 3, 4, 4, 5, 6, 1, 1, 1, 1, 1, 5, 4, 4, 3, 5, 3, 1, 9, 3, 2, 2, 4, 1, 2, 3, 1, 2, 1, 3, 5, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 3, 2, 5, 1, 1, 2, 1, 1, 3, 1, 1, 2, 1, 3, 1, 4, 2, 2, 6, 5, 5, 1, 3, 1, 3, 1, 1, 1, 1, 3, 3, 5, 2, 1, 2, 8, 1, 1, 6, 1, 7, 5, 1, 1, 8, 5, 3, 3, 3, 1, 1, 1, 1, 5, 1, 1, 1, 2, 1, 4, 2, 1, 1, 1, 2, 4, 1, 4, 1, 2, 3, 2, 2, 1, 3, 2, 1, 2, 4, 2, 3], "chunk_stats": {"count": 296, "sum": 668, "mean": 2.2567567567567566, "median": 2.0, "p95": 5.25, "max": 9, "min": 1}, "active_size_stats": {"count": 127, "sum": 668, "mean": 5.25984251968504, "median": 5.0, "p95": 8.0, "max": 10, "min": 2}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09330322200003138, "decode_time_sec": 5.249412294999274, "total_time_sec": 5.388355383998714, "prefill_units_per_sec": 33793.045217655395, "prefill_bytes_per_sec": 33621.56132184744, "decode_units_per_sec": 390.1389117313147, "decode_bytes_per_sec": 390.1389117313147, "total_units_per_sec": 380.07886526596786, "total_bytes_per_sec": 380.07886526596786, "step_latency_ms": {"count": 128, "sum": 5134, "mean": 40.109375, "median": 41.0, "p95": 42.0, "max": 43, "min": 18}, "peak_allocated_mb": 4885.388671875, "peak_reserved_mb": 5012.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3137, "mean": 196.0625, "median": 198.0, "p95": 237.25, "max": 238, "min": 144}, "model_input_units": {"count": 16, "sum": 3153, "mean": 197.0625, "median": 199.0, "p95": 238.25, "max": 239, "min": 145}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3137, "model_input_units": 3153, "stage0_units": 1170, "stage1_units": 627, "bytes_per_stage0_unit": 2.681196581196581, "stage0_per_stage1_unit": 1.8660287081339713}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3153, "units_out": 1170, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 2, 2, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 1, 1, 1, 6, 2, 1, 4, 2, 4, 2, 12, 2, 1, 3, 2, 1, 7, 2, 1, 5, 1, 9, 3, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1, 5, 7, 1, 1, 6, 1, 2, 3, 1, 9, 7, 1, 4, 1, 1, 1, 6, 1, 2, 1, 6, 5, 1, 5, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 3, 4, 1, 1, 3, 1, 1, 1, 7, 1, 2, 1, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 9, 7, 1, 5, 2, 6, 1, 6, 9, 7, 1, 3, 1, 5, 2, 4, 9, 7, 1, 5, 2, 7, 1, 5, 1, 1, 2, 1, 1, 1, 9, 3, 4, 1, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 2, 2, 1, 1, 9, 1, 2, 3, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 2, 3, 1, 9, 4, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 6, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 6, 1, 1, 3, 2, 4, 2, 8, 11, 2, 1, 4, 1, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 4, 6, 1, 9, 4, 6, 1, 3, 1, 3, 1, 1, 6, 1, 1, 13, 1, 2, 6, 1, 5, 1, 2, 4, 1, 6, 1, 17, 3, 4, 6, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 3, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 5, 2, 1, 6, 5, 1, 1, 2, 2, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 4, 1, 3, 1, 7, 1, 5, 3, 4, 1, 1, 3, 5, 1, 1, 3, 2, 1, 1, 1, 5, 1, 2, 2, 2, 4, 1, 2, 2, 1, 1, 9, 5, 1, 3, 1, 4, 1, 13, 1, 2, 4, 1, 1, 1, 5, 1, 17, 1, 3, 1, 1, 3, 1, 1, 4, 1, 1, 1, 13, 2, 3, 4, 5, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 1, 9, 4, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 3, 1, 6, 1, 5, 4, 1, 8, 1, 1, 5, 1, 1, 2, 1, 4, 1, 6, 1, 1, 5, 3, 4, 1, 1, 3, 7, 1, 1, 8, 1, 3, 2, 4, 2, 6, 2, 7, 1, 1, 5, 5, 1, 4, 2, 6, 1, 5, 2, 1, 3, 1, 5, 1, 6, 1, 4, 1, 3, 2, 4, 1, 5, 5, 2, 4, 1, 1, 4, 1, 1, 5, 6, 2, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 1, 1, 3, 3, 1, 4, 1, 1, 5, 1, 1, 3, 1, 1, 9, 5, 2, 1, 4, 1, 4, 7, 4, 4, 1, 4, 2, 1, 3, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 4, 1, 1, 5, 1, 14, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 1, 2, 8, 1, 7, 1, 1, 10, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 5, 1, 1, 3, 1, 5, 1, 1, 1, 1, 5, 2, 2, 5, 2, 4, 1, 9, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 9, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 8, 1, 6, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 3, 6, 1, 4, 1, 1, 1, 5, 1, 1, 4, 4, 1, 4, 1, 1, 4, 1, 5, 4, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 3, 4, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 7, 1, 1, 1, 1, 4, 1, 4, 1, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 9, 1, 1, 3, 2, 9, 2, 4, 1, 4, 2, 3, 1, 2, 2, 2, 3, 1, 4, 1, 2, 2, 2, 4, 1, 2, 1, 4, 2, 2, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 4, 2, 1, 4, 1, 13, 2, 1, 5, 2, 1, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 3, 1, 5, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 4, 1, 5, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 6, 1, 39, 4, 1, 1, 2, 3, 1, 4, 1, 5, 1, 4, 1, 1, 1, 13, 4, 1, 5, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 5, 4, 1, 3, 1, 1, 3, 2, 1, 2, 3, 4, 1, 8, 1, 9, 1, 3, 1, 1, 4, 2, 2, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 1, 4, 2, 1, 1, 1, 3, 4, 1, 4, 1, 1, 1, 5, 4, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 5, 4, 1, 6, 2, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 7, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 28, 4, 1, 4, 2, 2, 1, 1, 1, 5, 1, 2, 4, 1, 5, 1, 9, 3, 4, 4, 1, 5, 1, 5, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 1170, "sum": 3153, "mean": 2.694871794871795, "median": 1.0, "p95": 8.0, "max": 39, "min": 1}}, {"stage": 1, "units_in": 1170, "units_out": 627, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 2, 3, 1, 2, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 1, 1, 3, 1, 1, 3, 2, 2, 1, 1, 2, 1, 5, 2, 3, 1, 2, 1, 2, 2, 1, 1, 2, 1, 2, 2, 5, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 6, 4, 3, 3, 1, 2, 1, 1, 1, 10, 4, 1, 1, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 5, 2, 3, 1, 3, 1, 1, 1, 2, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 4, 2, 5, 1, 2, 2, 3, 1, 3, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 2, 5, 1, 5, 1, 5, 1, 1, 2, 1, 2, 5, 1, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 1, 7, 1, 3, 3, 3, 1, 2, 1, 1, 1, 1, 3, 3, 3, 2, 3, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 5, 3, 2, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 4, 1, 1, 1, 2, 6, 1, 4, 7, 2, 1, 2, 2, 1, 1, 3, 6, 4, 2, 2, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 1, 5, 1, 1, 1, 1, 2, 3, 2, 1, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 1, 2, 2, 1, 3, 7, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 2, 1, 3, 6, 1, 3, 1, 2, 1, 5, 1, 1, 1, 2, 5, 4, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 7, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 3, 2, 1, 3, 1, 2, 1, 1, 1, 1, 6, 1, 3, 1, 6, 1, 1, 1, 2, 3, 2, 2, 1, 1, 2, 3, 2, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 4, 2, 2, 2, 3, 4, 3, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 1, 1, 2, 3, 1, 1, 4, 1, 1, 1, 5, 1, 6, 1, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 9, 1, 1, 2, 1, 1, 4, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 5, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 627, "sum": 1170, "mean": 1.8660287081339713, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 736, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 4, 4, 3, 5, 5, 1, 1, 1, 3, 1, 1, 1, 6, 1, 1, 1, 7, 1, 1, 1, 9, 1, 5, 9, 4, 4, 1, 1, 1, 1, 6, 9, 2, 1, 1, 4, 4, 2, 4, 3, 5, 1, 1, 13, 1, 4, 2, 13, 1, 4, 4, 1, 1, 1, 1, 4, 2, 1, 3, 4, 4, 3, 1, 1, 1, 4, 1, 17, 3, 1, 1, 5, 1, 1, 1, 4, 3, 6, 7, 1, 1, 9, 2, 1, 4, 2, 4, 4, 1, 3, 4, 3, 1, 2, 2, 1, 1, 1, 5, 2, 1, 4, 4, 1, 1, 4, 1, 4, 1, 7, 2, 6, 1, 1, 2, 1, 1, 1, 1, 2, 5, 4, 3, 1, 5, 7, 4, 2, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 4, 5, 2, 1, 3, 1, 4, 1, 1, 2, 3, 1, 4, 5, 3, 1, 9, 1, 4, 9, 1, 2, 2, 1, 4, 1, 4, 2, 1, 1, 3, 1, 4, 1, 1, 1, 2, 2, 7, 3, 1, 1, 2, 3, 2, 2, 4, 2, 13, 4, 2, 7, 13, 3, 1, 1, 1, 5, 6, 1, 4, 2, 1, 1, 1, 1, 1, 1, 2, 1, 12, 6, 9, 4, 1, 4, 13, 1, 1, 6, 1, 6, 1, 1, 4, 5, 1, 1, 2, 4, 2, 1, 2, 2, 5, 1, 3, 1, 1, 6, 1, 3, 4, 2, 4, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 3, 5, 4, 1, 2, 1, 1, 1, 4, 9, 6, 1, 1, 2, 4, 1, 1, 4, 5, 1, 1, 3, 3, 5, 3, 1, 1, 1, 5, 5, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 1, 4, 1, 4, 1, 4, 1, 1, 4, 7, 1, 1, 9, 1, 3, 8, 1, 1, 1, 1, 2, 1, 2, 9, 1, 13, 1, 1, 1, 2, 1, 2, 4, 3, 4, 13, 3, 1, 1, 4, 1, 5, 4, 1, 1, 6, 3, 1, 2, 1, 4, 4, 3, 1, 2, 1, 4, 1, 1, 9, 1, 3, 1, 1, 7, 8, 1, 1, 2, 3, 1, 1, 1, 5, 17, 4, 1, 2, 4, 5, 1, 1, 1, 1, 1, 5, 1, 4, 4, 1, 5, 5, 1, 1, 4, 1, 3, 1, 5, 2, 1, 4, 3, 3, 2, 3, 1, 1, 3, 1, 1, 1, 2, 1, 4, 2, 7, 1, 6, 4, 7, 4, 1, 1, 5, 4, 1, 4, 1, 1, 1, 1, 1, 1, 1, 3, 5, 1, 1, 1, 1, 1, 6, 6, 1, 1, 5, 9, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 3, 3, 1, 1, 4, 1, 1, 4, 7, 1, 5, 3, 1, 1, 6, 6, 1, 1, 1, 1, 1, 4, 1, 2, 1, 13, 5, 1, 9, 5, 1, 1, 3, 1, 2, 1, 1, 1, 3, 1, 3, 1, 4, 6, 1, 1, 4, 1, 1, 1, 1, 4, 1, 7, 1, 1, 1, 3, 1, 5, 1, 1, 5, 9, 7, 1, 2, 1, 1, 5, 5, 1, 2, 4, 6, 4, 5, 2, 1, 5, 4, 13, 1, 1, 5, 1, 1, 1, 3, 1, 9, 2, 1, 1, 1, 1, 2, 3, 4, 3, 1, 3, 13, 1, 1, 6, 1, 5, 1, 4, 1, 17, 1, 1, 4, 1, 1, 4, 4, 4, 1, 1, 4, 5, 1, 3, 4, 2, 1, 1, 12, 4, 1, 2, 4, 1, 3, 1, 4, 1, 2, 9, 1, 2, 6, 1, 1, 5, 1, 1, 4, 1, 1, 3, 7, 1, 1, 1, 5, 1, 3, 9, 3, 4, 1, 1, 1, 4, 3, 1, 1, 1, 9, 1, 1, 1, 3, 1, 2, 1, 1, 4, 1, 1, 5, 4, 1, 5, 4, 4, 1, 1, 1, 2, 5, 4, 6, 1, 2, 1, 4, 1, 4, 1, 1, 1, 5, 4, 2, 2, 1, 5, 1, 9, 17, 1, 1, 1, 5, 1, 1, 2, 1, 1, 1, 4, 1, 3, 1, 2, 2, 1, 1, 4, 1, 1, 1, 2, 4, 5, 3, 8, 1, 1, 1, 5, 1, 1, 7, 3, 1, 5, 1, 1, 2, 2, 2], "chunk_stats": {"count": 748, "sum": 2048, "mean": 2.7379679144385025, "median": 1.0, "p95": 7.649999999999977, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 320, "chunk_lengths": [1, 1, 2, 1, 2, 2, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 7, 1, 3, 1, 2, 1, 2, 1, 4, 3, 4, 1, 3, 3, 1, 4, 5, 2, 6, 4, 1, 1, 1, 1, 7, 4, 1, 5, 1, 1, 3, 1, 1, 1, 8, 1, 2, 2, 1, 1, 5, 2, 1, 1, 1, 1, 3, 1, 1, 2, 1, 6, 3, 2, 1, 1, 4, 3, 1, 1, 8, 3, 3, 7, 2, 2, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 2, 1, 1, 1, 1, 2, 6, 3, 5, 1, 8, 4, 2, 1, 1, 1, 1, 3, 1, 5, 4, 3, 3, 3, 1, 3, 3, 2, 7, 2, 5, 2, 3, 2, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1, 5, 2, 1, 1, 1, 1, 2, 2, 2, 3, 3, 6, 1, 1, 2, 1, 2, 3, 6, 1, 1, 1, 6, 1, 2, 1, 6, 1, 2, 3, 1, 2, 1, 2, 1, 2, 3, 2, 2, 3, 3, 1, 1, 1, 1, 6, 1, 4, 1, 3, 2, 1, 2, 2, 3, 4, 5, 6, 1, 1, 5, 1, 1, 1, 1, 4, 5, 3, 1, 3, 5, 1, 1, 2, 1, 1, 1, 3, 6, 1, 1, 1, 1, 1, 3, 6, 1, 1, 1, 3, 1, 2, 1, 6, 3, 5, 1, 1, 5, 1, 2, 2, 4, 1, 1, 3, 2, 2, 1, 1, 3, 6, 1, 3, 3, 1, 1, 4, 2, 1, 1, 3, 1, 3, 1, 1, 1, 5, 3, 3, 2, 8, 3, 6, 4, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 10, 3, 2, 1, 1, 3, 2, 1, 2, 4, 1, 1, 3, 3], "chunk_stats": {"count": 327, "sum": 736, "mean": 2.2507645259938838, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 736, "mean": 5.75, "median": 6.0, "p95": 8.649999999999991, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09329019299912034, "decode_time_sec": 5.166164260999722, "total_time_sec": 5.304186462999496, "prefill_units_per_sec": 34858.969581407815, "prefill_bytes_per_sec": 34687.461735988836, "decode_units_per_sec": 396.4256451272195, "decode_bytes_per_sec": 396.4256451272195, "total_units_per_sec": 386.1101064765103, "total_bytes_per_sec": 386.1101064765103, "step_latency_ms": {"count": 128, "sum": 5039, "mean": 39.3671875, "median": 41.0, "p95": 42.0, "max": 43, "min": 18}, "peak_allocated_mb": 4950.8046875, "peak_reserved_mb": 5070.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 204.0, "p95": 249.0, "max": 255, "min": 151}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 205.0, "p95": 250.0, "max": 256, "min": 152}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 1243, "stage1_units": 646, "bytes_per_stage0_unit": 2.603378921962993, "stage0_per_stage1_unit": 1.9241486068111455}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3252, "units_out": 1243, "chunk_lengths": [1, 1, 3, 3, 1, 9, 1, 1, 4, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 1, 9, 7, 2, 1, 1, 9, 5, 2, 1, 1, 9, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 1, 2, 5, 1, 13, 6, 1, 1, 1, 3, 3, 3, 1, 4, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 4, 1, 1, 3, 1, 9, 7, 5, 5, 1, 13, 1, 5, 1, 5, 9, 1, 1, 1, 3, 1, 1, 1, 2, 4, 2, 4, 1, 6, 1, 1, 5, 4, 1, 4, 2, 4, 1, 1, 3, 1, 1, 3, 2, 1, 3, 1, 3, 1, 1, 1, 3, 2, 6, 1, 1, 1, 1, 1, 1, 3, 1, 7, 1, 1, 2, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 8, 3, 4, 1, 1, 3, 1, 1, 3, 1, 2, 1, 7, 1, 1, 17, 1, 3, 1, 1, 1, 7, 1, 1, 7, 1, 7, 1, 1, 1, 1, 3, 4, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 13, 3, 1, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 4, 2, 3, 1, 4, 1, 3, 1, 4, 1, 1, 17, 1, 2, 2, 5, 2, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 5, 1, 1, 1, 1, 1, 5, 4, 2, 1, 1, 4, 1, 5, 1, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 5, 1, 1, 2, 1, 4, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 1, 3, 1, 5, 1, 1, 1, 2, 5, 1, 1, 2, 1, 1, 1, 4, 1, 4, 1, 3, 1, 5, 3, 1, 5, 1, 9, 2, 5, 1, 1, 2, 1, 5, 2, 3, 1, 5, 1, 5, 4, 2, 1, 1, 1, 1, 3, 1, 2, 2, 4, 1, 1, 3, 1, 1, 9, 7, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 1, 4, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 1, 5, 1, 1, 3, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 7, 1, 6, 2, 1, 3, 1, 2, 2, 2, 5, 1, 6, 1, 2, 2, 2, 5, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 5, 1, 3, 7, 5, 1, 5, 1, 2, 4, 3, 4, 1, 6, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 7, 2, 1, 6, 1, 1, 5, 4, 1, 7, 1, 6, 1, 5, 1, 1, 9, 3, 4, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 9, 7, 2, 1, 3, 1, 1, 1, 1, 9, 7, 2, 1, 1, 1, 1, 2, 7, 1, 1, 3, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 1, 9, 5, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 1, 4, 1, 1, 1, 1, 1, 5, 6, 4, 1, 1, 9, 5, 3, 1, 3, 1, 1, 1, 1, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 5, 1, 13, 5, 1, 1, 1, 3, 1, 2, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 4, 9, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 1, 3, 1, 9, 5, 2, 1, 3, 2, 3, 1, 4, 1, 1, 1, 3, 4, 1, 4, 1, 1, 2, 2, 4, 2, 1, 4, 6, 1, 4, 1, 1, 4, 2, 1, 3, 3, 1, 1, 3, 2, 3, 2, 3, 1, 1, 10, 4, 1, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 9, 1, 4, 1, 1, 2, 3, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 2, 1, 2, 2, 1, 5, 1, 1, 2, 1, 5, 13, 1, 3, 1, 2, 2, 1, 1, 9, 2, 3, 1, 3, 1, 10, 1, 13, 1, 3, 1, 1, 1, 3, 4, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 1, 1, 9, 2, 2, 2, 1, 9, 9, 2, 8, 1, 8, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 4, 1, 1, 9, 3, 4, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 7, 1, 2, 4, 2, 2, 1, 13, 7, 2, 1, 3, 1, 1, 6, 9, 4, 1, 13, 7, 2, 4, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 9, 3, 4, 1, 6, 1, 2, 2, 1, 4, 2, 4, 1, 5, 1, 1, 1, 3, 4, 1, 1, 3, 2, 4, 1, 1, 1, 9, 4, 5, 3, 5, 1, 13, 1, 4, 2, 1, 3, 1, 1, 3, 13, 6, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 13, 3, 1, 6, 2, 5, 1, 1, 1, 1, 1, 13, 6, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 5, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 6, 1, 6, 1, 1, 3, 1, 1, 5, 4, 1, 4, 2, 3, 1, 4, 5, 1, 3, 5, 4, 3, 1, 1, 5, 6, 1, 3, 2, 3, 1, 2, 3, 2, 2, 2, 5, 2, 3, 6, 5, 1], "chunk_stats": {"count": 1243, "sum": 3252, "mean": 2.6162510056315367, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1243, "units_out": 646, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 4, 3, 2, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 5, 1, 2, 1, 2, 5, 1, 2, 1, 1, 3, 1, 2, 1, 2, 2, 2, 1, 3, 1, 1, 4, 3, 5, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 2, 2, 3, 2, 1, 3, 1, 5, 2, 3, 3, 3, 1, 1, 3, 1, 1, 2, 2, 3, 1, 4, 1, 4, 1, 3, 1, 2, 1, 3, 1, 1, 2, 1, 6, 2, 4, 1, 6, 3, 3, 1, 1, 2, 1, 1, 3, 4, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 3, 2, 1, 2, 1, 3, 1, 3, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 3, 3, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 4, 5, 3, 1, 2, 3, 2, 2, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 2, 3, 1, 3, 2, 1, 4, 2, 4, 1, 1, 1, 3, 1, 2, 4, 1, 4, 1, 1, 1, 4, 2, 2, 2, 6, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 6, 1, 5, 5, 2, 2, 2, 5, 4, 4, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 1, 1, 1, 3, 1, 1, 2, 1, 2, 4, 1, 2, 1, 2, 2, 11, 1, 4, 2, 2, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 2, 4, 1, 4, 1, 9, 1, 1, 1, 6, 1, 1, 1, 5, 1, 7, 1, 4, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 2, 1, 3, 2, 2, 1, 1, 2, 4, 1, 2, 1, 1, 3, 1, 5, 2, 2, 1, 1, 2, 1, 6, 4, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 6, 2, 1, 5, 2, 1, 2, 2, 4, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 2, 1, 5, 2, 1, 1, 6, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 3, 2, 1, 2, 1, 2, 1, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 2, 2, 4, 2, 1, 1, 4, 3, 2, 4, 1, 1, 2, 1, 1, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 3, 1, 2, 1, 2, 1, 2, 2, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 1, 3, 1, 5, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 2, 1, 4, 2, 3, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 646, "sum": 1243, "mean": 1.9241486068111455, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 709, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 4, 3, 3, 5, 1, 5, 1, 1, 5, 1, 1, 1, 3, 4, 1, 3, 9, 9, 1, 9, 2, 8, 1, 1, 4, 2, 10, 1, 6, 3, 4, 3, 3, 1, 1, 1, 2, 1, 13, 4, 1, 13, 7, 1, 5, 1, 6, 1, 2, 4, 1, 4, 1, 1, 4, 1, 4, 5, 1, 4, 17, 1, 1, 1, 5, 1, 4, 5, 1, 1, 1, 1, 6, 1, 1, 1, 3, 1, 3, 4, 3, 1, 3, 1, 3, 1, 2, 5, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 2, 8, 1, 9, 2, 1, 1, 1, 3, 9, 4, 4, 5, 1, 5, 3, 4, 7, 1, 1, 2, 9, 1, 1, 2, 1, 5, 2, 3, 1, 1, 5, 1, 8, 1, 3, 5, 4, 1, 1, 5, 1, 4, 2, 1, 3, 3, 3, 1, 1, 4, 3, 1, 2, 7, 5, 1, 3, 1, 1, 1, 1, 1, 1, 4, 1, 8, 2, 1, 4, 5, 7, 2, 3, 1, 1, 4, 3, 1, 1, 1, 2, 1, 4, 2, 3, 4, 1, 1, 1, 4, 1, 3, 1, 5, 1, 1, 2, 3, 4, 3, 4, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 1, 5, 9, 3, 2, 1, 2, 2, 1, 6, 1, 1, 2, 13, 1, 3, 4, 1, 6, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 6, 17, 3, 9, 6, 3, 1, 3, 1, 1, 4, 1, 7, 5, 5, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 5, 1, 4, 6, 4, 1, 4, 2, 1, 1, 1, 1, 5, 1, 2, 5, 7, 5, 1, 5, 6, 1, 1, 1, 9, 2, 1, 1, 1, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 9, 1, 1, 3, 9, 3, 5, 1, 1, 6, 1, 1, 3, 8, 4, 1, 2, 9, 1, 5, 1, 3, 1, 1, 2, 3, 1, 1, 4, 4, 5, 2, 1, 3, 3, 4, 3, 1, 1, 2, 1, 5, 9, 1, 1, 4, 2, 5, 8, 4, 1, 1, 1, 3, 1, 7, 1, 1, 3, 8, 4, 4, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 3, 4, 1, 3, 2, 1, 1, 1, 4, 1, 2, 1, 4, 1, 3, 3, 4, 1, 1, 1, 2, 5, 1, 1, 6, 1, 1, 4, 5, 9, 1, 2, 1, 2, 1, 2, 1, 1, 5, 2, 1, 1, 1, 6, 13, 4, 3, 1, 2, 1, 3, 1, 1, 4, 1, 1, 6, 4, 2, 1, 1, 9, 4, 2, 21, 4, 4, 1, 2, 1, 6, 9, 1, 4, 1, 1, 1, 5, 1, 4, 1, 2, 2, 1, 1, 1, 5, 5, 1, 5, 2, 5, 9, 2, 6, 4, 1, 5, 9, 2, 3, 4, 1, 2, 5, 2, 1, 1, 4, 6, 2, 1, 1, 1, 1, 6, 3, 2, 1, 1, 4, 5, 2, 9, 2, 1, 4, 1, 2, 2, 1, 3, 9, 4, 5, 2, 7, 1, 1, 4, 1, 1, 1, 7, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 4, 1, 1, 3, 9, 1, 1, 3, 1, 1, 2, 1, 8, 2, 1, 1, 1, 2, 1, 2, 2, 1, 1, 5, 2, 4, 5, 1, 9, 1, 2, 1, 1, 9, 1, 3, 2, 5, 5, 1, 5, 1, 3, 5, 4, 1, 9, 1, 2, 2, 9, 1, 1, 4, 5, 2, 1, 2, 4, 6, 1, 1, 2, 2, 1, 1, 1, 1, 13, 1, 1, 2, 1, 4, 21, 1, 3, 1, 1, 1, 5, 1, 2, 1, 7, 1, 1, 5, 5, 5, 4, 1, 8, 8, 2, 2, 7, 5, 2, 4, 2, 2, 1, 2, 1, 3, 1, 2, 1, 1, 1, 1, 5, 6, 4, 1, 1, 2, 1, 1, 5, 1, 3, 7, 4, 1, 3, 1, 2, 6, 5, 1, 2, 1, 1, 2, 1, 2, 1, 2, 2, 5, 1, 2, 6, 12, 5, 5, 1, 1, 3, 1, 5, 2, 2, 8], "chunk_stats": {"count": 723, "sum": 2048, "mean": 2.8326417704011067, "median": 2.0, "p95": 8.899999999999977, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 306, "chunk_lengths": [1, 1, 2, 3, 3, 1, 2, 4, 1, 1, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2, 1, 3, 1, 1, 3, 2, 1, 1, 5, 4, 3, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 7, 2, 1, 4, 1, 6, 1, 1, 4, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 2, 2, 4, 1, 8, 3, 2, 1, 4, 8, 3, 5, 1, 1, 7, 6, 1, 4, 4, 1, 1, 3, 2, 4, 1, 1, 4, 1, 5, 2, 2, 2, 1, 1, 2, 1, 2, 3, 2, 1, 1, 1, 4, 6, 4, 1, 5, 1, 2, 2, 4, 3, 1, 1, 1, 4, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 5, 7, 1, 4, 1, 4, 4, 1, 1, 3, 3, 2, 1, 4, 4, 1, 1, 6, 1, 2, 1, 8, 1, 1, 7, 4, 3, 4, 1, 1, 5, 1, 2, 2, 1, 4, 1, 1, 1, 2, 4, 1, 4, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 4, 1, 1, 7, 4, 1, 1, 2, 1, 1, 5, 1, 2, 1, 1, 1, 6, 1, 1, 4, 1, 7, 5, 9, 2, 2, 1, 2, 2, 1, 5, 3, 1, 3, 3, 1, 3, 1, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 2, 1, 1, 1, 4, 1, 9, 1, 2, 1, 1, 2, 1, 5, 1, 1, 4, 1, 5, 1, 2, 3, 1, 1, 1, 4, 1, 4, 4, 2, 1, 3, 1, 2, 1, 3, 4, 1, 1, 2, 2, 1, 3, 1, 3, 2, 1, 6, 4, 3, 1, 1, 3], "chunk_stats": {"count": 316, "sum": 709, "mean": 2.2436708860759493, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 709, "mean": 5.5390625, "median": 6.0, "p95": 9.0, "max": 11, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09317249400010041, "decode_time_sec": 4.98967510699913, "total_time_sec": 5.128415770001084, "prefill_units_per_sec": 34259.03786579503, "prefill_bytes_per_sec": 34087.3133652146, "decode_units_per_sec": 410.44756543912536, "decode_bytes_per_sec": 410.44756543912536, "total_units_per_sec": 399.3435969017713, "total_bytes_per_sec": 399.3435969017713, "step_latency_ms": {"count": 128, "sum": 4869, "mean": 38.0390625, "median": 41.0, "p95": 42.0, "max": 44, "min": 18}, "peak_allocated_mb": 4945.99560546875, "peak_reserved_mb": 5070.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3176, "mean": 198.5, "median": 201.0, "p95": 243.25, "max": 247, "min": 148}, "model_input_units": {"count": 16, "sum": 3192, "mean": 199.5, "median": 202.0, "p95": 244.25, "max": 248, "min": 149}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3176, "model_input_units": 3192, "stage0_units": 1219, "stage1_units": 628, "bytes_per_stage0_unit": 2.605414273995078, "stage0_per_stage1_unit": 1.9410828025477707}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3192, "units_out": 1219, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 1, 3, 2, 1, 2, 1, 1, 1, 9, 2, 2, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 3, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 2, 2, 3, 1, 1, 1, 13, 4, 1, 1, 1, 1, 3, 1, 2, 1, 7, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 1, 7, 1, 7, 1, 5, 1, 2, 1, 6, 1, 3, 1, 5, 1, 7, 1, 1, 4, 1, 9, 4, 2, 1, 5, 1, 7, 1, 1, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 5, 4, 1, 9, 1, 5, 1, 1, 3, 1, 9, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 3, 4, 4, 1, 3, 1, 1, 9, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 1, 5, 3, 4, 1, 2, 1, 1, 9, 3, 1, 1, 5, 1, 4, 1, 1, 4, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 5, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 1, 2, 1, 1, 1, 10, 1, 1, 3, 1, 2, 3, 3, 1, 1, 9, 1, 1, 3, 1, 2, 3, 3, 1, 2, 1, 1, 3, 1, 7, 1, 4, 1, 1, 1, 1, 5, 2, 1, 2, 2, 4, 2, 2, 2, 3, 1, 1, 1, 2, 2, 5, 1, 6, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 5, 1, 1, 1, 1, 5, 4, 6, 2, 6, 3, 9, 1, 1, 5, 1, 1, 1, 9, 2, 4, 4, 1, 3, 1, 4, 1, 1, 1, 1, 3, 6, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 1, 2, 4, 1, 1, 9, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 4, 2, 1, 1, 9, 1, 4, 2, 1, 2, 1, 1, 2, 4, 1, 1, 4, 1, 6, 1, 4, 2, 1, 2, 1, 9, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 6, 1, 1, 3, 2, 6, 2, 6, 1, 1, 9, 6, 2, 1, 3, 1, 3, 1, 6, 1, 5, 1, 6, 1, 9, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 13, 1, 5, 4, 5, 1, 1, 6, 1, 1, 4, 3, 3, 5, 3, 1, 1, 9, 4, 1, 2, 2, 3, 1, 5, 3, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 9, 9, 2, 1, 3, 1, 1, 4, 1, 8, 1, 8, 1, 2, 1, 9, 1, 2, 1, 13, 1, 1, 1, 4, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 1, 1, 1, 9, 7, 1, 8, 5, 1, 1, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 6, 2, 1, 1, 4, 1, 4, 1, 1, 5, 6, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 4, 7, 4, 1, 2, 4, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 9, 1, 1, 4, 1, 1, 1, 3, 1, 4, 1, 6, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 2, 4, 1, 1, 1, 4, 1, 4, 7, 1, 3, 1, 3, 1, 7, 9, 5, 2, 1, 4, 1, 1, 1, 1, 4, 2, 1, 1, 1, 9, 4, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 1, 1, 4, 1, 7, 1, 1, 2, 2, 1, 5, 1, 2, 3, 1, 4, 1, 1, 9, 1, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 3, 9, 1, 1, 2, 1, 1, 1, 3, 2, 2, 1, 1, 4, 2, 10, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 10, 2, 4, 1, 1, 13, 5, 1, 1, 11, 6, 1, 4, 3, 2, 4, 1, 1, 13, 3, 3, 1, 9, 5, 1, 7, 2, 1, 1, 10, 1, 2, 1, 1, 3, 1, 2, 7, 2, 1, 6, 3, 1, 1, 3, 2, 5, 2, 2, 7, 2, 2, 7, 4, 1, 2, 2, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 2, 2, 1, 7, 2, 7, 5, 2, 1, 3, 1, 2, 7, 4, 1, 5, 1, 9, 1, 2, 1, 1, 1, 2, 2, 1, 5, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 1, 1, 3, 1, 1, 7, 3, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 3, 2, 7, 1, 2, 2, 1, 1, 9, 1, 3, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 3, 1, 4, 2, 1, 1, 17, 1, 2, 4, 1, 4, 1, 21, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 3, 10, 1, 1, 3, 1, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 5, 1, 2, 1, 4, 1, 9, 1, 2, 1, 3, 1, 1, 7, 2, 1, 2, 4, 2, 2, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 9, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 2, 1, 5, 4, 1, 43, 4, 1, 1, 2, 1, 1, 3, 4, 1, 9, 4, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 5, 2, 8, 1, 4, 1, 1, 1, 9, 4, 1, 6, 2, 1, 3, 1, 1, 5, 9, 4, 1, 1, 6, 2, 5, 9, 1, 2, 4, 1, 1, 6, 3, 4, 1, 5, 1, 13, 2, 6, 1, 1, 3, 8, 1, 2, 3, 5, 1, 5, 4, 1, 6, 1], "chunk_stats": {"count": 1219, "sum": 3192, "mean": 2.6185397867104183, "median": 1.0, "p95": 9.0, "max": 43, "min": 1}}, {"stage": 1, "units_in": 1219, "units_out": 628, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 10, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 3, 5, 1, 1, 2, 1, 5, 1, 3, 1, 2, 3, 1, 1, 3, 2, 3, 1, 3, 1, 1, 1, 1, 7, 1, 2, 1, 5, 1, 2, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 3, 4, 4, 1, 1, 1, 3, 2, 3, 1, 9, 1, 3, 2, 1, 5, 2, 1, 1, 1, 2, 1, 3, 2, 6, 1, 1, 2, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 2, 1, 6, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 3, 2, 3, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 3, 1, 5, 2, 3, 1, 2, 1, 6, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1, 1, 2, 1, 7, 1, 3, 1, 3, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 3, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 1, 2, 5, 1, 1, 3, 2, 4, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 5, 2, 1, 5, 1, 2, 3, 3, 2, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 5, 1, 4, 1, 1, 2, 1, 4, 1, 3, 3, 2, 1, 5, 6, 2, 1, 1, 1, 4, 1, 2, 5, 1, 3, 1, 2, 3, 1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 2, 4, 6, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 1, 2, 1, 3, 4, 1, 2, 2, 2, 1, 1, 1, 8, 1, 2, 1, 1, 1, 5, 1, 4, 2, 3, 2, 1, 2, 1, 5, 3, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 5, 1, 3, 2, 2, 1, 1, 2, 1, 1, 5, 2, 1, 3, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 2, 3, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 4, 1, 3, 1, 6, 1, 1, 3, 1, 5, 3, 1, 1, 1, 5, 1, 5, 1, 5, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 2, 1, 3, 1, 1, 4, 1, 2, 3, 1, 1, 2, 3, 1, 1, 5, 3, 3, 1, 1, 2, 1, 1, 4, 1, 4, 3, 3, 1, 2, 4, 1, 1, 5, 3, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 5, 2, 3, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 2, 6, 2, 1, 2, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 5, 1, 4, 2, 1, 1, 5, 5, 1, 1, 1, 1, 2, 4, 4, 2, 1], "chunk_stats": {"count": 628, "sum": 1219, "mean": 1.9410828025477707, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 696, "chunk_lengths": [1, 1, 1, 1, 2, 1, 3, 4, 5, 3, 2, 1, 1, 1, 9, 9, 9, 9, 1, 1, 1, 1, 3, 1, 10, 1, 3, 3, 5, 1, 13, 13, 13, 2, 13, 13, 13, 3, 1, 1, 2, 1, 4, 1, 11, 1, 5, 1, 1, 1, 4, 4, 2, 1, 3, 3, 17, 2, 2, 1, 1, 2, 3, 1, 4, 1, 1, 1, 1, 2, 5, 1, 1, 5, 4, 3, 1, 3, 4, 4, 1, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1, 5, 2, 3, 2, 1, 3, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 3, 8, 1, 1, 5, 5, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 1, 10, 4, 5, 9, 1, 1, 1, 1, 1, 1, 3, 6, 1, 2, 7, 1, 1, 1, 4, 1, 10, 2, 2, 1, 1, 4, 1, 6, 1, 2, 1, 3, 4, 1, 1, 1, 1, 6, 9, 1, 1, 1, 3, 9, 5, 6, 1, 1, 9, 9, 25, 1, 1, 1, 1, 5, 3, 2, 1, 1, 4, 1, 2, 3, 1, 1, 7, 2, 1, 4, 5, 1, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 1, 1, 4, 17, 1, 5, 4, 1, 1, 3, 1, 1, 1, 3, 13, 5, 3, 2, 1, 1, 1, 8, 1, 4, 3, 5, 1, 1, 2, 1, 6, 9, 4, 1, 1, 3, 2, 1, 4, 3, 1, 3, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 4, 13, 3, 4, 1, 1, 1, 2, 1, 1, 1, 3, 2, 2, 5, 13, 5, 2, 5, 1, 1, 2, 6, 1, 3, 1, 2, 1, 2, 1, 4, 4, 4, 1, 1, 2, 4, 2, 1, 7, 1, 1, 1, 3, 1, 1, 2, 7, 10, 1, 3, 5, 1, 9, 1, 1, 3, 1, 4, 1, 1, 6, 2, 1, 1, 1, 1, 3, 1, 4, 1, 2, 3, 5, 1, 1, 1, 1, 2, 4, 3, 3, 1, 5, 1, 1, 4, 1, 2, 4, 4, 1, 1, 5, 5, 1, 1, 1, 1, 1, 3, 1, 7, 1, 3, 2, 1, 5, 9, 1, 4, 1, 1, 3, 1, 1, 6, 1, 4, 4, 1, 4, 1, 5, 1, 3, 6, 1, 1, 1, 2, 1, 1, 3, 4, 1, 3, 2, 9, 9, 1, 1, 9, 8, 1, 1, 1, 1, 1, 17, 1, 1, 2, 1, 3, 2, 2, 3, 4, 1, 7, 4, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 3, 1, 1, 1, 4, 4, 13, 1, 3, 4, 1, 2, 2, 9, 1, 10, 4, 1, 25, 1, 3, 2, 1, 2, 1, 1, 3, 4, 1, 1, 1, 4, 5, 2, 1, 1, 1, 2, 1, 1, 1, 2, 9, 8, 7, 1, 3, 1, 1, 5, 6, 4, 1, 3, 8, 4, 1, 2, 1, 1, 1, 3, 2, 2, 7, 1, 1, 8, 2, 1, 1, 2, 1, 8, 2, 5, 3, 1, 1, 10, 1, 4, 3, 1, 4, 1, 4, 7, 1, 1, 1, 8, 5, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 6, 2, 1, 1, 1, 3, 3, 1, 1, 1, 1, 9, 3, 1, 1, 17, 2, 5, 1, 1, 3, 1, 9, 1, 5, 1, 1, 8, 2, 1, 1, 1, 1, 2, 1, 1, 9, 8, 1, 5, 1, 1, 1, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 3, 4, 4, 1, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 13, 8, 1, 2, 5, 4, 13, 1, 10, 1, 1, 2, 5, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 17, 1, 3, 2, 1, 9, 4, 7, 2, 2, 9, 3, 1, 2, 2, 2, 1, 4, 3, 4, 6, 6, 5, 1, 3, 2, 10, 1, 3, 2], "chunk_stats": {"count": 707, "sum": 2048, "mean": 2.896746817538897, "median": 1.0, "p95": 9.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 279, "chunk_lengths": [1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 3, 2, 1, 2, 7, 1, 2, 1, 2, 5, 3, 3, 3, 1, 4, 4, 1, 1, 5, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 1, 5, 2, 5, 3, 3, 2, 4, 2, 2, 1, 5, 1, 1, 3, 1, 3, 3, 1, 5, 3, 2, 1, 1, 3, 3, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 1, 4, 2, 1, 1, 1, 2, 3, 5, 2, 3, 1, 1, 2, 1, 2, 3, 1, 1, 3, 4, 2, 1, 1, 4, 3, 7, 5, 2, 1, 9, 5, 1, 1, 1, 1, 1, 4, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 2, 1, 4, 1, 1, 2, 2, 5, 3, 1, 1, 3, 1, 1, 1, 1, 1, 6, 4, 3, 3, 1, 2, 1, 7, 3, 5, 2, 3, 1, 1, 3, 1, 2, 1, 5, 3, 1, 4, 7, 1, 1, 1, 4, 1, 2, 1, 1, 1, 1, 9, 2, 2, 1, 1, 5, 1, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 2, 6, 4, 4, 1, 9, 10, 6, 2, 1, 3, 5, 1, 5, 4, 7, 1, 3, 3, 2, 3, 2, 4, 4, 6, 1, 3, 1, 6, 4, 1, 4, 1, 2, 1, 1, 2, 2, 1, 4, 1, 6, 10, 2, 1, 3, 5, 1, 2, 1, 5, 4, 1, 4, 1, 1, 9, 6, 2, 3, 3, 1, 2, 3, 2, 1, 1, 1, 6, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 3, 1], "chunk_stats": {"count": 288, "sum": 696, "mean": 2.4166666666666665, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 696, "mean": 5.4375, "median": 6.0, "p95": 8.649999999999991, "max": 11, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09295259499958775, "decode_time_sec": 5.052610127000662, "total_time_sec": 5.191274890999921, "prefill_units_per_sec": 35760.163554495084, "prefill_bytes_per_sec": 35588.03280333025, "decode_units_per_sec": 405.3350542634757, "decode_bytes_per_sec": 405.3350542634757, "total_units_per_sec": 394.50810118928666, "total_bytes_per_sec": 394.50810118928666, "step_latency_ms": {"count": 128, "sum": 4936, "mean": 38.5625, "median": 41.0, "p95": 42.0, "max": 47, "min": 18}, "peak_allocated_mb": 4952.52783203125, "peak_reserved_mb": 5070.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3308, "mean": 206.75, "median": 218.5, "p95": 253.5, "max": 255, "min": 102}, "model_input_units": {"count": 16, "sum": 3324, "mean": 207.75, "median": 219.5, "p95": 254.5, "max": 256, "min": 103}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3308, "model_input_units": 3324, "stage0_units": 1278, "stage1_units": 641, "bytes_per_stage0_unit": 2.588419405320814, "stage0_per_stage1_unit": 1.9937597503900155}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3324, "units_out": 1278, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 8, 1, 1, 3, 2, 3, 1, 1, 9, 6, 1, 5, 2, 6, 1, 6, 4, 1, 1, 4, 1, 1, 3, 1, 6, 2, 6, 1, 6, 4, 1, 1, 2, 2, 1, 4, 1, 9, 7, 2, 3, 4, 1, 3, 2, 6, 1, 4, 2, 2, 2, 1, 9, 1, 2, 6, 1, 13, 3, 4, 1, 5, 6, 1, 1, 1, 1, 3, 1, 1, 6, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 4, 4, 2, 3, 1, 9, 1, 3, 4, 1, 3, 4, 1, 13, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 3, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 4, 4, 1, 1, 1, 1, 17, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 13, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 1, 5, 6, 1, 3, 7, 1, 1, 6, 1, 1, 13, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 4, 4, 1, 13, 1, 1, 6, 1, 1, 2, 4, 4, 6, 1, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 2, 2, 1, 1, 2, 3, 1, 2, 1, 3, 2, 1, 4, 1, 1, 7, 1, 1, 4, 4, 3, 2, 3, 1, 3, 4, 5, 1, 13, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 14, 1, 4, 4, 1, 4, 4, 5, 1, 2, 8, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 1, 1, 2, 1, 6, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 1, 13, 1, 5, 9, 1, 1, 4, 1, 1, 1, 7, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 9, 4, 1, 13, 1, 3, 1, 1, 4, 2, 1, 3, 13, 8, 2, 4, 1, 1, 1, 3, 1, 3, 1, 4, 1, 1, 1, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 1, 5, 4, 2, 1, 1, 2, 2, 1, 3, 1, 4, 1, 3, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 1, 5, 1, 2, 1, 1, 2, 1, 2, 1, 8, 2, 1, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 2, 2, 1, 1, 1, 1, 2, 7, 9, 5, 4, 5, 1, 2, 1, 8, 9, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 5, 1, 1, 6, 1, 1, 5, 1, 4, 1, 3, 2, 5, 1, 4, 2, 9, 1, 1, 5, 3, 1, 7, 2, 1, 1, 5, 4, 6, 3, 5, 1, 4, 1, 9, 4, 1, 2, 2, 5, 1, 1, 6, 1, 6, 1, 3, 2, 5, 2, 9, 1, 9, 3, 1, 6, 1, 1, 5, 1, 4, 1, 5, 3, 4, 1, 4, 1, 1, 1, 3, 2, 1, 11, 1, 1, 3, 2, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 12, 1, 2, 2, 2, 1, 13, 1, 4, 1, 1, 7, 1, 2, 2, 1, 1, 3, 1, 2, 1, 11, 2, 1, 1, 13, 3, 3, 9, 1, 3, 1, 11, 1, 4, 1, 13, 3, 1, 1, 3, 1, 1, 1, 6, 1, 4, 2, 1, 1, 13, 1, 3, 1, 1, 1, 3, 6, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 4, 4, 2, 1, 2, 3, 4, 4, 1, 1, 5, 1, 1, 1, 13, 1, 2, 1, 1, 1, 1, 1, 1, 17, 3, 4, 4, 1, 1, 1, 3, 9, 1, 1, 3, 2, 1, 3, 1, 1, 9, 1, 2, 1, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 6, 2, 1, 3, 1, 1, 7, 1, 4, 1, 9, 1, 1, 3, 1, 1, 9, 1, 5, 2, 1, 3, 1, 1, 3, 1, 2, 3, 1, 1, 2, 1, 3, 5, 1, 1, 9, 3, 2, 2, 1, 1, 1, 4, 1, 1, 1, 4, 1, 9, 4, 1, 2, 4, 1, 1, 2, 2, 3, 9, 1, 1, 2, 1, 4, 1, 3, 1, 1, 1, 13, 4, 3, 1, 1, 1, 3, 12, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 6, 1, 8, 1, 2, 2, 2, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 4, 1, 5, 2, 6, 1, 4, 1, 1, 1, 9, 4, 9, 1, 1, 1, 1, 13, 6, 2, 2, 1, 3, 1, 1, 6, 1, 6, 1, 1, 3, 1, 6, 1, 4, 1, 13, 1, 2, 6, 1, 1, 17, 6, 1, 1, 4, 1, 5, 1, 2, 1, 1, 3, 8, 1, 1, 6, 1, 4, 1, 6, 1, 4, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 2, 1, 1, 1, 5, 7, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 5, 7, 1, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 4, 1, 5, 1, 1, 3, 2, 5, 2, 7, 1, 2, 2, 1, 1, 9, 1, 2, 8, 1, 2, 2, 2, 1, 13, 8, 2, 4, 1, 1, 1, 9, 7, 1, 1, 3, 1, 1, 3, 5, 9, 2, 2, 4, 6, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 6, 1, 1, 5, 1, 4, 2, 1, 4, 1, 5, 2, 2, 2, 2, 2, 2, 1, 5, 1, 2, 1, 9, 1, 5, 2, 5, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 1, 9, 1, 1, 4, 1, 5, 2, 1, 4, 1, 3, 1, 4, 1, 1, 1, 9, 1, 2, 4, 1, 1, 4, 1, 4, 1, 13, 1, 4, 1, 1, 4, 1, 1, 13, 6, 1, 5, 1, 1, 1, 1, 3, 11, 1, 1, 3, 1, 1, 9, 3, 2, 1, 3, 1, 3, 1, 1, 2, 1, 4, 1, 1, 9, 1, 2, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 9, 1, 2, 2, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 3, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 2, 2, 1, 1, 9, 3, 4, 1, 1], "chunk_stats": {"count": 1278, "sum": 3324, "mean": 2.60093896713615, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1278, "units_out": 641, "chunk_lengths": [1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 2, 3, 1, 1, 1, 2, 2, 4, 1, 3, 2, 3, 1, 3, 1, 1, 1, 5, 2, 2, 1, 1, 1, 2, 2, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 1, 2, 1, 3, 1, 2, 2, 2, 1, 3, 3, 2, 1, 3, 1, 2, 1, 2, 7, 1, 1, 1, 1, 1, 5, 3, 1, 5, 3, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 3, 3, 1, 2, 1, 1, 1, 3, 3, 3, 4, 1, 2, 1, 1, 2, 6, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 5, 2, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 3, 2, 1, 1, 2, 3, 3, 3, 3, 3, 1, 1, 1, 1, 3, 2, 2, 1, 6, 1, 2, 1, 1, 3, 2, 1, 2, 5, 1, 2, 1, 1, 1, 1, 3, 5, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 3, 2, 1, 1, 2, 2, 1, 4, 1, 1, 8, 1, 2, 1, 1, 3, 1, 2, 3, 1, 2, 2, 2, 1, 3, 2, 1, 2, 1, 5, 1, 2, 1, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 2, 4, 1, 2, 3, 1, 3, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 7, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 2, 2, 2, 1, 1, 2, 2, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 2, 1, 7, 2, 2, 3, 1, 3, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 5, 5, 1, 2, 3, 3, 5, 2, 1, 2, 1, 2, 1, 4, 2, 2, 1, 6, 1, 4, 2, 2, 1, 1, 2, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 3, 5, 1, 1, 3, 1, 2, 1, 1, 3, 1, 1, 2, 1, 1, 3, 2, 2, 1, 4, 4, 1, 2, 3, 1, 5, 4, 4, 1, 1, 2, 1, 2, 4, 2, 7, 1, 1, 1, 1, 1, 5, 4, 1, 3, 5, 1, 1, 10, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 1, 5, 2, 2, 2, 3, 1, 6, 3, 2, 1, 1, 1, 2, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 1, 1, 1, 1, 5, 1, 2, 2, 5, 1, 1, 4, 1, 2, 5, 1, 1, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 4, 1, 10, 1, 2, 3, 4, 10, 1, 1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 7, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 1, 1, 3, 1, 2, 1, 5, 5, 2, 1, 5, 1, 5, 1, 2, 1, 1, 1, 2, 6, 1, 5, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 1, 1, 7, 2, 2, 1, 2, 1, 1, 2, 4, 2, 1, 6, 2, 6, 1, 6, 2, 1, 3, 1, 2, 1, 5, 1, 5, 1, 3, 1, 1, 3, 6, 5, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 641, "sum": 1278, "mean": 1.9937597503900155, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 711, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 3, 1, 3, 3, 5, 1, 1, 1, 3, 2, 1, 1, 9, 9, 5, 9, 3, 9, 9, 1, 1, 4, 1, 5, 6, 2, 2, 1, 1, 1, 3, 3, 7, 1, 4, 13, 1, 1, 1, 1, 1, 6, 3, 1, 2, 5, 14, 1, 1, 1, 3, 1, 4, 4, 5, 1, 6, 2, 1, 17, 1, 1, 1, 2, 1, 1, 1, 1, 4, 4, 3, 1, 1, 4, 1, 2, 4, 1, 4, 1, 2, 1, 1, 7, 1, 1, 2, 3, 1, 1, 1, 1, 1, 1, 1, 9, 1, 17, 1, 1, 4, 1, 1, 1, 1, 6, 1, 1, 4, 1, 1, 2, 13, 1, 5, 4, 3, 3, 2, 13, 1, 3, 1, 1, 1, 1, 1, 4, 1, 4, 1, 2, 1, 6, 1, 10, 3, 4, 5, 4, 1, 1, 4, 1, 2, 5, 1, 1, 1, 1, 2, 1, 3, 3, 1, 2, 3, 1, 1, 1, 5, 4, 2, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 4, 5, 1, 4, 7, 7, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 13, 1, 1, 1, 3, 1, 7, 1, 2, 4, 3, 5, 13, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 5, 1, 4, 1, 4, 2, 13, 1, 1, 1, 3, 5, 1, 1, 6, 4, 1, 1, 1, 1, 2, 2, 1, 1, 1, 4, 1, 4, 1, 4, 4, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 13, 3, 3, 1, 1, 5, 11, 17, 1, 7, 1, 1, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 7, 13, 1, 5, 1, 3, 1, 5, 1, 4, 1, 1, 1, 6, 1, 1, 1, 3, 9, 1, 1, 4, 1, 2, 5, 1, 13, 1, 2, 4, 1, 2, 3, 1, 1, 1, 1, 1, 1, 1, 4, 9, 2, 3, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 1, 6, 5, 3, 3, 4, 1, 1, 1, 5, 1, 13, 1, 1, 1, 1, 13, 1, 1, 1, 11, 1, 1, 3, 1, 4, 2, 7, 1, 5, 1, 3, 2, 6, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 4, 2, 4, 1, 1, 4, 1, 4, 3, 5, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 5, 6, 7, 1, 1, 1, 1, 1, 2, 9, 1, 3, 1, 5, 5, 1, 1, 1, 5, 1, 2, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 13, 5, 2, 4, 3, 5, 9, 5, 1, 1, 1, 9, 9, 2, 1, 4, 6, 1, 9, 1, 1, 2, 3, 2, 3, 1, 1, 2, 3, 1, 2, 3, 5, 2, 9, 7, 5, 1, 1, 1, 4, 1, 9, 4, 4, 1, 1, 1, 4, 2, 1, 17, 4, 4, 1, 1, 11, 2, 1, 1, 1, 4, 7, 4, 1, 1, 2, 3, 1, 1, 1, 1, 9, 1, 5, 2, 1, 2, 1, 1, 1, 2, 1, 2, 3, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 3, 1, 9, 1, 1, 2, 3, 1, 5, 1, 4, 1, 2, 9, 5, 4, 9, 3, 1, 4, 2, 3, 1, 1, 9, 5, 5, 1, 5, 2, 8, 9, 4, 3, 1, 1, 7, 1, 1, 2, 2, 4, 1, 1, 3, 7, 1, 1, 3, 4, 1, 2, 4, 13, 7, 1, 1, 3, 2, 1, 2, 5, 3, 2, 1, 4, 8, 3, 2, 1, 1, 1, 4, 6, 4, 6, 2, 11, 1, 4, 1, 1, 4, 1, 1, 9, 2, 1, 1, 1, 6, 1, 4, 3, 1, 1, 1, 1, 1, 1, 7, 1, 4, 4, 1, 1, 1, 2, 4, 3, 1, 4, 1, 1, 5, 1, 5, 4, 1, 1, 5, 1, 6, 1, 4, 3, 8, 1, 1, 6, 5, 1, 9, 3, 9, 2, 1, 1, 1, 9, 1, 1, 1, 4, 5, 10, 1, 1, 2, 4, 6, 1, 1, 9, 4, 1], "chunk_stats": {"count": 723, "sum": 2048, "mean": 2.8326417704011067, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 270, "chunk_lengths": [1, 1, 1, 3, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 5, 1, 2, 1, 2, 2, 1, 1, 5, 2, 1, 1, 1, 2, 1, 1, 5, 4, 1, 6, 3, 1, 10, 1, 1, 1, 1, 1, 4, 2, 1, 4, 4, 3, 1, 2, 1, 1, 2, 3, 3, 3, 1, 1, 1, 3, 1, 1, 3, 1, 7, 1, 4, 1, 1, 2, 9, 2, 2, 7, 4, 9, 2, 6, 1, 1, 1, 3, 1, 4, 1, 3, 1, 1, 7, 3, 1, 6, 2, 1, 1, 2, 1, 3, 1, 4, 2, 4, 1, 2, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 1, 2, 1, 1, 2, 1, 5, 1, 1, 5, 5, 4, 4, 3, 3, 1, 32, 1, 4, 6, 1, 2, 3, 1, 5, 4, 3, 1, 2, 1, 1, 1, 1, 3, 3, 5, 5, 1, 1, 1, 6, 1, 5, 4, 9, 1, 5, 2, 8, 2, 1, 1, 4, 1, 3, 4, 3, 5, 2, 1, 1, 3, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 3, 2, 4, 1, 1, 1, 6, 5, 2, 4, 2, 4, 1, 4, 1, 1, 3, 1, 5, 1, 5, 1, 3, 1, 4, 3, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 5, 1, 4, 1, 3, 2, 1, 1, 1, 3, 1, 3, 1, 3, 1, 2, 4, 5, 4, 3, 5, 2, 2, 7, 4, 1, 6, 4, 2, 1, 1, 1, 3, 10, 8, 1, 1, 4, 1, 1, 2, 4, 2, 1], "chunk_stats": {"count": 280, "sum": 711, "mean": 2.539285714285714, "median": 2.0, "p95": 6.0, "max": 32, "min": 1}, "active_size_stats": {"count": 128, "sum": 711, "mean": 5.5546875, "median": 6.0, "p95": 8.0, "max": 12, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06681049699909636, "decode_time_sec": 2.0671493469999405, "total_time_sec": 2.1365317099989625, "prefill_units_per_sec": 3981.4102865242535, "prefill_bytes_per_sec": 3966.442578680177, "decode_units_per_sec": 61.92102190669811, "decode_bytes_per_sec": 61.92102190669811, "total_units_per_sec": 59.91018031745579, "total_bytes_per_sec": 59.91018031745579, "step_latency_ms": {"count": 128, "sum": 2052, "mean": 16.03125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3341.3681640625, "peak_reserved_mb": 3376.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 98, "stage1_units": 50, "bytes_per_stage0_unit": 2.704081632653061, "stage0_per_stage1_unit": 1.96}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 266, "units_out": 98, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1], "chunk_stats": {"count": 98, "sum": 266, "mean": 2.7142857142857144, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1], "chunk_stats": {"count": 50, "sum": 98, "mean": 1.96, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 3], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.349999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 51, "mean": 1.8214285714285714, "median": 1.0, "p95": 4.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07144809999954305, "decode_time_sec": 1.920106351000868, "total_time_sec": 1.9996383390007395, "prefill_units_per_sec": 13478.315028757363, "prefill_bytes_per_sec": 13464.318855311094, "decode_units_per_sec": 66.66297412811491, "decode_bytes_per_sec": 66.66297412811491, "total_units_per_sec": 64.0115752451337, "total_bytes_per_sec": 64.0115752451337, "step_latency_ms": {"count": 128, "sum": 1908, "mean": 14.90625, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3522.654296875, "peak_reserved_mb": 3614.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 962, "mean": 962.0, "median": 962.0, "p95": 962.0, "max": 962, "min": 962}, "model_input_units": {"count": 1, "sum": 963, "mean": 963.0, "median": 963.0, "p95": 963.0, "max": 963, "min": 963}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 962, "model_input_units": 963, "stage0_units": 358, "stage1_units": 193, "bytes_per_stage0_unit": 2.6871508379888267, "stage0_per_stage1_unit": 1.854922279792746}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 963, "units_out": 358, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 358, "sum": 963, "mean": 2.689944134078212, "median": 2.0, "p95": 9.0, "max": 20, "min": 1}}, {"stage": 1, "units_in": 358, "units_out": 193, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1], "chunk_stats": {"count": 193, "sum": 358, "mean": 1.854922279792746, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 4, 2, 3, 3, 1, 1, 9, 7, 5, 5, 1, 13, 2, 2, 1, 8], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.949999999999996, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [3, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 24, "sum": 41, "mean": 1.7083333333333333, "median": 2.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06797992599967984, "decode_time_sec": 1.6888229320011305, "total_time_sec": 1.763456877999488, "prefill_units_per_sec": 5339.8116379489675, "prefill_bytes_per_sec": 5325.101413051037, "decode_units_per_sec": 75.79243363798327, "decode_bytes_per_sec": 75.79243363798327, "total_units_per_sec": 72.58470654820127, "total_bytes_per_sec": 72.58470654820127, "step_latency_ms": {"count": 128, "sum": 1679, "mean": 13.1171875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3365.6943359375, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}, "model_input_units": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 362, "model_input_units": 363, "stage0_units": 106, "stage1_units": 50, "bytes_per_stage0_unit": 3.4150943396226414, "stage0_per_stage1_unit": 2.12}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 363, "units_out": 106, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5], "chunk_stats": {"count": 106, "sum": 363, "mean": 3.4245283018867925, "median": 2.0, "p95": 16.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 50, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3], "chunk_stats": {"count": 50, "sum": 106, "mean": 2.12, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 10, 1, 1, 5, 2, 1, 1, 17, 1, 3, 1, 1, 10, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 13.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 2, 1, 1, 5, 1, 8, 1, 2, 1, 8, 1, 5, 2], "chunk_stats": {"count": 15, "sum": 40, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06779577700035588, "decode_time_sec": 1.6629746979997435, "total_time_sec": 1.7345567789998313, "prefill_units_per_sec": 7935.597522500198, "prefill_bytes_per_sec": 7920.84734123161, "decode_units_per_sec": 76.97050361256893, "decode_bytes_per_sec": 76.97050361256893, "total_units_per_sec": 73.79406748149606, "total_bytes_per_sec": 73.79406748149606, "step_latency_ms": {"count": 128, "sum": 1649, "mean": 12.8828125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3409.83837890625, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 537, "mean": 537.0, "median": 537.0, "p95": 537.0, "max": 537, "min": 537}, "model_input_units": {"count": 1, "sum": 538, "mean": 538.0, "median": 538.0, "p95": 538.0, "max": 538, "min": 538}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 537, "model_input_units": 538, "stage0_units": 196, "stage1_units": 95, "bytes_per_stage0_unit": 2.739795918367347, "stage0_per_stage1_unit": 2.0631578947368423}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 538, "units_out": 196, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1], "chunk_stats": {"count": 196, "sum": 538, "mean": 2.7448979591836733, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 196, "units_out": 95, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3], "chunk_stats": {"count": 95, "sum": 196, "mean": 2.0631578947368423, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 4, 1, 1, 11, 2, 5, 1, 1, 1, 1], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [3, 7, 1, 4, 8, 1, 4, 7, 1, 4, 6], "chunk_stats": {"count": 11, "sum": 46, "mean": 4.181818181818182, "median": 4.0, "p95": 7.5, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06747081699904811, "decode_time_sec": 1.668322306999471, "total_time_sec": 1.741265205999298, "prefill_units_per_sec": 5587.600932790228, "prefill_bytes_per_sec": 5572.779710156832, "decode_units_per_sec": 76.72378380542783, "decode_bytes_per_sec": 76.72378380542783, "total_units_per_sec": 73.50976724222882, "total_bytes_per_sec": 73.50976724222882, "step_latency_ms": {"count": 128, "sum": 1661, "mean": 12.9765625, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3366.154296875, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}, "model_input_units": {"count": 1, "sum": 377, "mean": 377.0, "median": 377.0, "p95": 377.0, "max": 377, "min": 377}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 376, "model_input_units": 377, "stage0_units": 109, "stage1_units": 51, "bytes_per_stage0_unit": 3.44954128440367, "stage0_per_stage1_unit": 2.1372549019607843}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 377, "units_out": 109, "chunk_lengths": [1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6], "chunk_stats": {"count": 109, "sum": 377, "mean": 3.458715596330275, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 51, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3], "chunk_stats": {"count": 51, "sum": 109, "mean": 2.1372549019607843, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 5, 1, 5, 1, 5, 1, 5, 1, 13, 1, 2, 5, 1, 6, 1, 2, 4, 2, 2, 1, 17, 1, 2, 5, 1, 5, 1, 1, 5, 1, 7, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.299999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 1, 5, 3, 5, 2, 4, 6, 1, 1, 5, 2, 4], "chunk_stats": {"count": 13, "sum": 40, "mean": 3.076923076923077, "median": 3.0, "p95": 5.399999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06769368700042833, "decode_time_sec": 1.8012446020002244, "total_time_sec": 1.8717674750005244, "prefill_units_per_sec": 4106.734502409966, "prefill_bytes_per_sec": 4091.9620761423043, "decode_units_per_sec": 71.06197562388812, "decode_bytes_per_sec": 71.06197562388812, "total_units_per_sec": 68.38456256430257, "total_bytes_per_sec": 68.38456256430257, "step_latency_ms": {"count": 128, "sum": 1792, "mean": 14.0, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3347.3134765625, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}, "model_input_units": {"count": 1, "sum": 278, "mean": 278.0, "median": 278.0, "p95": 278.0, "max": 278, "min": 278}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 277, "model_input_units": 278, "stage0_units": 101, "stage1_units": 55, "bytes_per_stage0_unit": 2.742574257425743, "stage0_per_stage1_unit": 1.8363636363636364}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 278, "units_out": 101, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1], "chunk_stats": {"count": 101, "sum": 278, "mean": 2.7524752475247523, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 101, "units_out": 55, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2], "chunk_stats": {"count": 55, "sum": 101, "mean": 1.8363636363636364, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [13, 5, 1, 10, 1, 4, 1, 1, 4, 1, 1, 10, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 9, 8, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 10.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 4, 1, 1, 3], "chunk_stats": {"count": 21, "sum": 39, "mean": 1.8571428571428572, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06750584800101933, "decode_time_sec": 1.7895742269993207, "total_time_sec": 1.8597602509998978, "prefill_units_per_sec": 5110.668337871862, "prefill_bytes_per_sec": 5095.854806457741, "decode_units_per_sec": 71.52539306213902, "decode_bytes_per_sec": 71.52539306213902, "total_units_per_sec": 68.82607579723297, "total_bytes_per_sec": 68.82607579723297, "step_latency_ms": {"count": 128, "sum": 1775, "mean": 13.8671875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3359.19677734375, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}, "model_input_units": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 344, "model_input_units": 345, "stage0_units": 114, "stage1_units": 46, "bytes_per_stage0_unit": 3.017543859649123, "stage0_per_stage1_unit": 2.4782608695652173}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 345, "units_out": 114, "chunk_lengths": [1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1], "chunk_stats": {"count": 114, "sum": 345, "mean": 3.026315789473684, "median": 1.0, "p95": 10.399999999999977, "max": 17, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 46, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1], "chunk_stats": {"count": 46, "sum": 114, "mean": 2.4782608695652173, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 1, 4, 1, 1, 4, 1, 6, 1, 1, 13, 3, 4, 6, 9, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 3, 7, 1, 6, 1, 1, 5, 1, 1, 1, 2, 8, 2, 3, 1, 3, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 7.949999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 5, 2, 1, 3, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 3, 2], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 2.0, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06737133900060144, "decode_time_sec": 1.9034985929993127, "total_time_sec": 1.973732137999832, "prefill_units_per_sec": 4156.069986934657, "prefill_bytes_per_sec": 4141.226879838462, "decode_units_per_sec": 67.24459921891112, "decode_bytes_per_sec": 67.24459921891112, "total_units_per_sec": 64.85175852165756, "total_bytes_per_sec": 64.85175852165756, "step_latency_ms": {"count": 128, "sum": 1889, "mean": 14.7578125, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3347.3447265625, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}, "model_input_units": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 279, "model_input_units": 280, "stage0_units": 97, "stage1_units": 40, "bytes_per_stage0_unit": 2.8762886597938144, "stage0_per_stage1_unit": 2.425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 280, "units_out": 97, "chunk_lengths": [1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1], "chunk_stats": {"count": 97, "sum": 280, "mean": 2.88659793814433, "median": 1.0, "p95": 8.199999999999989, "max": 18, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 40, "chunk_lengths": [1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2], "chunk_stats": {"count": 40, "sum": 97, "mean": 2.425, "median": 2.0, "p95": 6.049999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [18, 1, 3, 4, 7, 1, 1, 1, 5, 3, 4, 1, 2, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 6.599999999999994, "max": 18, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 3, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 8, 1, 9, 1, 3], "chunk_stats": {"count": 19, "sum": 48, "mean": 2.526315789473684, "median": 2.0, "p95": 8.099999999999998, "max": 9, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06759140800022578, "decode_time_sec": 1.8185835399999633, "total_time_sec": 1.8886960439995164, "prefill_units_per_sec": 4186.922692882129, "prefill_bytes_per_sec": 4172.127913048623, "decode_units_per_sec": 70.38444876719966, "decode_bytes_per_sec": 70.38444876719966, "total_units_per_sec": 67.77162498257066, "total_bytes_per_sec": 67.77162498257066, "step_latency_ms": {"count": 128, "sum": 1807, "mean": 14.1171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3347.3916015625, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 127, "stage1_units": 57, "bytes_per_stage0_unit": 2.220472440944882, "stage0_per_stage1_unit": 2.2280701754385963}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 283, "units_out": 127, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 127, "sum": 283, "mean": 2.2283464566929134, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 127, "units_out": 57, "chunk_lengths": [1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1], "chunk_stats": {"count": 57, "sum": 127, "mean": 2.2280701754385963, "median": 2.0, "p95": 5.199999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [9, 1, 3, 1, 1, 6, 1, 6, 1, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 5, 1, 1, 1, 5, 2, 5, 2, 3, 9], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 5, 2, 2, 1, 1, 5, 1, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 3], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 8, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06760097900041728, "decode_time_sec": 1.5411530119999952, "total_time_sec": 1.6112893860008626, "prefill_units_per_sec": 5162.6471267205425, "prefill_bytes_per_sec": 5147.854441543693, "decode_units_per_sec": 83.0546993084684, "decode_bytes_per_sec": 83.0546993084684, "total_units_per_sec": 79.43948561449251, "total_bytes_per_sec": 79.43948561449251, "step_latency_ms": {"count": 128, "sum": 1535, "mean": 11.9921875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3359.29052734375, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}, "model_input_units": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 348, "model_input_units": 349, "stage0_units": 111, "stage1_units": 59, "bytes_per_stage0_unit": 3.135135135135135, "stage0_per_stage1_unit": 1.88135593220339}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 349, "units_out": 111, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1], "chunk_stats": {"count": 111, "sum": 349, "mean": 3.144144144144144, "median": 2.0, "p95": 7.5, "max": 13, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 59, "chunk_lengths": [1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1], "chunk_stats": {"count": 59, "sum": 111, "mean": 1.88135593220339, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 29, "chunk_lengths": [1, 5, 1, 13, 6, 1, 4, 6, 2, 1, 4, 13, 6, 1, 7, 2, 2, 1, 1, 13, 6, 1, 1, 2, 7, 1, 7, 1, 6, 6], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 3.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [3, 1, 4, 1, 2, 1, 4, 1, 2, 1, 4, 1, 4], "chunk_stats": {"count": 13, "sum": 29, "mean": 2.230769230769231, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 29, "sum": 29, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 9, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06757989899961103, "decode_time_sec": 1.9697227379983815, "total_time_sec": 2.0407370220000303, "prefill_units_per_sec": 5696.960275158386, "prefill_bytes_per_sec": 5682.16297574239, "decode_units_per_sec": 64.98376524305786, "decode_bytes_per_sec": 64.98376524305786, "total_units_per_sec": 62.722437344990794, "total_bytes_per_sec": 62.722437344990794, "step_latency_ms": {"count": 128, "sum": 1952, "mean": 15.25, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3366.72216796875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}, "model_input_units": {"count": 1, "sum": 385, "mean": 385.0, "median": 385.0, "p95": 385.0, "max": 385, "min": 385}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 384, "model_input_units": 385, "stage0_units": 116, "stage1_units": 67, "bytes_per_stage0_unit": 3.310344827586207, "stage0_per_stage1_unit": 1.7313432835820894}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 385, "units_out": 116, "chunk_lengths": [1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 5, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2], "chunk_stats": {"count": 116, "sum": 385, "mean": 3.3189655172413794, "median": 2.0, "p95": 10.5, "max": 13, "min": 1}}, {"stage": 1, "units_in": 116, "units_out": 67, "chunk_lengths": [1, 2, 2, 3, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2], "chunk_stats": {"count": 67, "sum": 116, "mean": 1.7313432835820894, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 2, 1, 1, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 5, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 3, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 2, 1, 5, 1, 4, 1, 2, 2, 1, 5, 1, 6, 1, 3, 1, 5, 1, 4, 1, 3], "chunk_stats": {"count": 22, "sum": 52, "mean": 2.3636363636363638, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 10, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06804343899966625, "decode_time_sec": 1.9837212759994145, "total_time_sec": 2.0566828070004703, "prefill_units_per_sec": 8024.285780186362, "prefill_bytes_per_sec": 8009.5892860834565, "decode_units_per_sec": 64.52519391138384, "decode_bytes_per_sec": 64.52519391138384, "total_units_per_sec": 62.23614043172712, "total_bytes_per_sec": 62.23614043172712, "step_latency_ms": {"count": 128, "sum": 1974, "mean": 15.421875, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3411.6279296875, "peak_reserved_mb": 3520.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}, "model_input_units": {"count": 1, "sum": 546, "mean": 546.0, "median": 546.0, "p95": 546.0, "max": 546, "min": 546}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 545, "model_input_units": 546, "stage0_units": 157, "stage1_units": 90, "bytes_per_stage0_unit": 3.4713375796178343, "stage0_per_stage1_unit": 1.7444444444444445}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 546, "units_out": 157, "chunk_lengths": [1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1], "chunk_stats": {"count": 157, "sum": 546, "mean": 3.477707006369427, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 157, "units_out": 90, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4], "chunk_stats": {"count": 90, "sum": 157, "mean": 1.7444444444444445, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 8, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 9, 4, 5, 3, 4, 1, 1, 13, 4, 1, 1, 2, 1, 1, 1, 9, 3, 4, 4, 1, 1, 1, 1, 4, 1, 5, 1, 1, 1, 1, 2, 6], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 8.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 26, "chunk_lengths": [1, 1, 2, 1, 3, 1, 3, 2, 1, 1, 2, 3, 1, 1, 1, 2, 2, 1, 1, 5, 1, 1, 3, 1, 3, 1], "chunk_stats": {"count": 26, "sum": 45, "mean": 1.7307692307692308, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 11, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06703918099992734, "decode_time_sec": 1.547922911000569, "total_time_sec": 1.619786474000648, "prefill_units_per_sec": 3893.2456528710113, "prefill_bytes_per_sec": 3878.3290028600113, "decode_units_per_sec": 82.6914564610078, "decode_bytes_per_sec": 82.6914564610078, "total_units_per_sec": 79.0227613667237, "total_bytes_per_sec": 79.0227613667237, "step_latency_ms": {"count": 128, "sum": 1527, "mean": 11.9296875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.4853515625, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 81, "stage1_units": 42, "bytes_per_stage0_unit": 3.2098765432098766, "stage0_per_stage1_unit": 1.9285714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 261, "units_out": 81, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1], "chunk_stats": {"count": 81, "sum": 261, "mean": 3.2222222222222223, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 42, "chunk_lengths": [1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1], "chunk_stats": {"count": 42, "sum": 81, "mean": 1.9285714285714286, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [17, 5, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 2, 1, 6, 1, 1, 14], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 15.5, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 1, 2, 1, 4, 1, 1, 2, 9, 2, 6], "chunk_stats": {"count": 11, "sum": 30, "mean": 2.727272727272727, "median": 2.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 12, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06789127000047301, "decode_time_sec": 1.6955815679993975, "total_time_sec": 1.7665252730002976, "prefill_units_per_sec": 7173.2344968153775, "prefill_bytes_per_sec": 7158.505062530336, "decode_units_per_sec": 75.49032285779452, "decode_bytes_per_sec": 75.49032285779452, "total_units_per_sec": 72.45862935354587, "total_bytes_per_sec": 72.45862935354587, "step_latency_ms": {"count": 128, "sum": 1683, "mean": 13.1484375, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3400.05078125, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}, "model_input_units": {"count": 1, "sum": 487, "mean": 487.0, "median": 487.0, "p95": 487.0, "max": 487, "min": 487}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 486, "model_input_units": 487, "stage0_units": 161, "stage1_units": 81, "bytes_per_stage0_unit": 3.018633540372671, "stage0_per_stage1_unit": 1.9876543209876543}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 487, "units_out": 161, "chunk_lengths": [1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1], "chunk_stats": {"count": 161, "sum": 487, "mean": 3.0248447204968945, "median": 1.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 161, "units_out": 81, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1], "chunk_stats": {"count": 81, "sum": 161, "mean": 1.9876543209876543, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 21, 1, 4, 13, 4, 1, 17, 2, 2, 2, 2, 9, 1, 2, 2, 1, 2, 4, 1, 13, 3, 4, 1, 2], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 2.0, "p95": 14.199999999999989, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [3, 3, 3, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 2, 4, 1, 3], "chunk_stats": {"count": 17, "sum": 34, "mean": 2.0, "median": 2.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 13, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0681925989993033, "decode_time_sec": 1.8242988849997346, "total_time_sec": 1.897085986998718, "prefill_units_per_sec": 6994.893976762395, "prefill_bytes_per_sec": 6980.2296288027255, "decode_units_per_sec": 70.16394136535287, "decode_bytes_per_sec": 70.16394136535287, "total_units_per_sec": 67.47190210523995, "total_bytes_per_sec": 67.47190210523995, "step_latency_ms": {"count": 128, "sum": 1810, "mean": 14.140625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3390.962890625, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}, "model_input_units": {"count": 1, "sum": 477, "mean": 477.0, "median": 477.0, "p95": 477.0, "max": 477, "min": 477}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 476, "model_input_units": 477, "stage0_units": 163, "stage1_units": 92, "bytes_per_stage0_unit": 2.920245398773006, "stage0_per_stage1_unit": 1.7717391304347827}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 477, "units_out": 163, "chunk_lengths": [1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4], "chunk_stats": {"count": 163, "sum": 477, "mean": 2.9263803680981595, "median": 1.0, "p95": 8.900000000000006, "max": 13, "min": 1}}, {"stage": 1, "units_in": 163, "units_out": 92, "chunk_lengths": [1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1], "chunk_stats": {"count": 92, "sum": 163, "mean": 1.7717391304347827, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 6, 3, 6, 1, 4, 1, 5, 3, 4, 8, 1, 4, 1, 1, 4, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 2, 1, 3, 3, 1, 2], "chunk_stats": {"count": 21, "sum": 41, "mean": 1.9523809523809523, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 14, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06776383000033093, "decode_time_sec": 1.791298400999949, "total_time_sec": 1.864118444000269, "prefill_units_per_sec": 8854.281111281194, "prefill_bytes_per_sec": 8839.523976095725, "decode_units_per_sec": 71.45654790321204, "decode_bytes_per_sec": 71.45654790321204, "total_units_per_sec": 68.66516471202381, "total_bytes_per_sec": 68.66516471202381, "step_latency_ms": {"count": 128, "sum": 1781, "mean": 13.9140625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3428.8388671875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 599, "mean": 599.0, "median": 599.0, "p95": 599.0, "max": 599, "min": 599}, "model_input_units": {"count": 1, "sum": 600, "mean": 600.0, "median": 600.0, "p95": 600.0, "max": 600, "min": 600}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 599, "model_input_units": 600, "stage0_units": 213, "stage1_units": 105, "bytes_per_stage0_unit": 2.812206572769953, "stage0_per_stage1_unit": 2.0285714285714285}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 600, "units_out": 213, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 213, "sum": 600, "mean": 2.816901408450704, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 213, "units_out": 105, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 7, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 105, "sum": 213, "mean": 2.0285714285714285, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [5, 3, 4, 1, 9, 14, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 14, 1, 4, 1, 2, 5, 4, 1, 3, 1, 1, 3, 1, 14, 1, 1, 10, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.5, "p95": 14.0, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 2, 1, 3, 1, 2, 1, 4, 1, 3, 1, 4, 4, 1, 4, 1, 2, 1, 1], "chunk_stats": {"count": 20, "sum": 40, "mean": 2.0, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 15, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06793060000018158, "decode_time_sec": 2.0854631169986533, "total_time_sec": 2.1606318070007546, "prefill_units_per_sec": 14235.116427610166, "prefill_bytes_per_sec": 14220.395521273444, "decode_units_per_sec": 61.37725426868945, "decode_bytes_per_sec": 61.37725426868945, "total_units_per_sec": 59.2419308024911, "total_bytes_per_sec": 59.2419308024911, "step_latency_ms": {"count": 128, "sum": 2069, "mean": 16.1640625, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3526.13525390625, "peak_reserved_mb": 3618.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}, "model_input_units": {"count": 1, "sum": 967, "mean": 967.0, "median": 967.0, "p95": 967.0, "max": 967, "min": 967}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 966, "model_input_units": 967, "stage0_units": 442, "stage1_units": 187, "bytes_per_stage0_unit": 2.18552036199095, "stage0_per_stage1_unit": 2.3636363636363638}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 967, "units_out": 442, "chunk_lengths": [1, 1, 3, 1, 3, 1, 3, 2, 1, 1, 1, 5, 1, 10, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 3, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 4, 7, 2, 2, 1, 1, 1, 3, 1, 4, 1, 2, 2, 2, 3, 1, 2, 1, 4, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 1, 10, 5, 1, 1, 1, 1, 1, 9, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 4, 7, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 1, 3, 1, 33, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 7, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 8, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 4, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 3, 1, 1, 3, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 442, "sum": 967, "mean": 2.1877828054298645, "median": 1.0, "p95": 6.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 442, "units_out": 187, "chunk_lengths": [1, 2, 2, 9, 1, 3, 4, 1, 3, 1, 3, 1, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 6, 3, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 4, 6, 1, 2, 1, 1, 3, 1, 2, 1, 7, 1, 1, 1, 2, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 3, 1, 1, 1, 1, 2, 4, 1, 4, 1, 1, 6, 3, 7, 1, 1, 3, 3, 3, 1, 2, 5, 3, 2, 1, 2, 2, 1, 2, 2, 2, 3, 2, 1, 3, 4, 1, 5, 1, 9, 8, 1, 2, 1, 3, 3, 3, 3, 5, 3, 1, 2, 5, 2, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 3, 4, 1, 5, 1, 9, 8, 1, 1, 3, 2, 3, 3, 3, 3, 3, 5, 3, 3, 5, 3, 2, 5, 1, 2, 3, 2, 3, 3, 3, 4, 1, 5, 1, 1, 4, 3, 2, 2, 1, 3, 1, 1, 1, 1, 2], "chunk_stats": {"count": 187, "sum": 442, "mean": 2.3636363636363638, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [1, 3, 1, 5, 4, 1, 1, 3, 1, 3, 3, 1, 1, 3, 2, 1, 1, 2, 11, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 2], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.149999999999999, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [2, 1, 1, 4, 3, 4, 2, 1, 2, 1, 2, 1, 9, 1, 2, 3, 1, 1, 1, 2, 1, 2, 3, 1, 6], "chunk_stats": {"count": 25, "sum": 57, "mean": 2.28, "median": 2.0, "p95": 5.599999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 16, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06743345199902251, "decode_time_sec": 1.698534463001124, "total_time_sec": 1.7743090609983483, "prefill_units_per_sec": 10736.511012523797, "prefill_bytes_per_sec": 10721.681577423626, "decode_units_per_sec": 75.35908324982587, "decode_bytes_per_sec": 75.35908324982587, "total_units_per_sec": 72.14075766934222, "total_bytes_per_sec": 72.14075766934222, "step_latency_ms": {"count": 128, "sum": 1688, "mean": 13.1875, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3461.30859375, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 723, "mean": 723.0, "median": 723.0, "p95": 723.0, "max": 723, "min": 723}, "model_input_units": {"count": 1, "sum": 724, "mean": 724.0, "median": 724.0, "p95": 724.0, "max": 724, "min": 724}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 723, "model_input_units": 724, "stage0_units": 255, "stage1_units": 124, "bytes_per_stage0_unit": 2.835294117647059, "stage0_per_stage1_unit": 2.056451612903226}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 724, "units_out": 255, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 3, 1, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 1, 9, 1, 2, 3, 1, 5, 1, 2, 1, 2, 4, 1, 2, 2, 6, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 1, 2, 4, 1, 2, 2, 6, 1, 1, 1, 2, 2, 3, 5, 1, 1, 4, 1, 4, 4, 1, 1, 17, 1, 6, 1, 6, 3, 1, 6, 1, 1, 1, 9, 2, 1, 3, 2, 8, 1, 1, 1, 2, 4, 5, 4, 2, 5, 1, 1, 4, 1, 4, 1, 4, 3, 3, 3, 9, 1, 2, 4, 1, 3, 1, 3, 1, 3, 1, 4, 1, 1, 13, 1, 5, 1, 4, 5, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 6, 1, 3, 1, 4, 1, 1, 9, 4, 2, 1, 3, 1, 1, 2, 5, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 3, 1, 3, 1, 1, 4, 1, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 3, 3, 7, 1, 6, 3, 1, 6, 1, 1, 17, 1, 1, 6, 1, 6, 4, 4, 1, 3, 1, 3, 1, 4, 1, 1, 6, 1, 3, 1, 4, 1, 1, 1, 9, 6, 1, 1, 2, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 1], "chunk_stats": {"count": 255, "sum": 724, "mean": 2.83921568627451, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 255, "units_out": 124, "chunk_lengths": [1, 2, 1, 1, 2, 1, 3, 2, 1, 4, 2, 2, 3, 2, 1, 1, 1, 5, 1, 3, 6, 1, 2, 3, 2, 1, 7, 1, 1, 3, 3, 3, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 1, 3, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 2, 1, 1, 5, 1, 6, 1, 2, 3, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 6, 1, 1, 1, 6, 2, 5, 2, 2, 2, 1, 5, 1, 2, 3, 1, 1, 2, 1, 3, 2, 2, 1, 1, 2, 2, 2, 4, 2, 1, 2, 2, 3, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 7, 2, 5, 1, 1], "chunk_stats": {"count": 124, "sum": 255, "mean": 2.056451612903226, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [9, 1, 2, 6, 1, 1, 13, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 9, 3, 4, 6, 1, 1, 5, 4, 3, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [2, 4, 1, 6, 2, 5, 1, 1, 5, 1, 2, 4, 5, 1, 1], "chunk_stats": {"count": 15, "sum": 41, "mean": 2.7333333333333334, "median": 2.0, "p95": 5.299999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 17, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06735006099916063, "decode_time_sec": 1.6042040070005896, "total_time_sec": 1.6775764690009964, "prefill_units_per_sec": 5746.097245625703, "prefill_bytes_per_sec": 5731.249449125378, "decode_units_per_sec": 79.79035050493609, "decode_bytes_per_sec": 79.79035050493609, "total_units_per_sec": 76.30054567719617, "total_bytes_per_sec": 76.30054567719617, "step_latency_ms": {"count": 128, "sum": 1592, "mean": 12.4375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3367.19189453125, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "model_input_units": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 386, "model_input_units": 387, "stage0_units": 122, "stage1_units": 59, "bytes_per_stage0_unit": 3.1639344262295084, "stage0_per_stage1_unit": 2.0677966101694913}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 387, "units_out": 122, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 4, 1, 3, 1, 1, 1, 3, 2, 3, 1, 1, 1, 9, 1, 3, 4, 1, 3, 2, 2, 1, 1, 1, 9, 4, 4, 3, 3, 1, 1, 13, 1, 2, 1, 17, 5, 2, 3, 4, 1, 3, 1, 17, 8, 2, 4, 1, 4, 1, 1, 1, 17, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 1, 17, 1, 2, 4, 1, 5, 1, 3, 1, 21, 7, 1, 5, 2, 7, 1, 3, 1, 1, 7, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 1, 25, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 122, "sum": 387, "mean": 3.1721311475409837, "median": 1.0, "p95": 12.799999999999955, "max": 25, "min": 1}}, {"stage": 1, "units_in": 122, "units_out": 59, "chunk_lengths": [1, 2, 1, 3, 4, 1, 3, 4, 1, 6, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 1, 1, 2, 1, 8, 1, 1, 1, 7, 1, 1, 2, 1, 3, 1, 5, 1, 3, 3, 2, 1, 3, 3, 5, 1], "chunk_stats": {"count": 59, "sum": 122, "mean": 2.0677966101694913, "median": 1.0, "p95": 5.099999999999994, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [1, 5, 1, 1, 21, 1, 2, 7, 1, 5, 1, 2, 1, 4, 1, 4, 1, 1, 25, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 5], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 9.79999999999994, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [4, 1, 1, 5, 1, 6, 1, 4, 4, 1, 7, 2], "chunk_stats": {"count": 12, "sum": 37, "mean": 3.0833333333333335, "median": 3.0, "p95": 6.449999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 18, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06744458199864312, "decode_time_sec": 1.6378968530007114, "total_time_sec": 1.7092518689987628, "prefill_units_per_sec": 4181.210582722174, "prefill_bytes_per_sec": 4166.38359484018, "decode_units_per_sec": 78.14899928862883, "decode_bytes_per_sec": 78.14899928862883, "total_units_per_sec": 74.88656430428783, "total_bytes_per_sec": 74.88656430428783, "step_latency_ms": {"count": 128, "sum": 1624, "mean": 12.6875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3347.3759765625, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 119, "stage1_units": 52, "bytes_per_stage0_unit": 2.361344537815126, "stage0_per_stage1_unit": 2.2884615384615383}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 282, "units_out": 119, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 3, 1, 1, 9, 4, 5, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 3, 2, 2, 4, 2, 1, 3, 1, 1, 7, 1, 3, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 4, 1, 3, 5, 1, 1, 3, 1, 1, 1, 9, 4, 7, 3, 1, 2, 1, 1, 1, 5, 1, 4, 4, 2, 1, 1, 3, 1, 1, 1, 1, 13, 4, 1, 5, 2, 6, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 1, 5, 4, 3, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 119, "sum": 282, "mean": 2.369747899159664, "median": 1.0, "p95": 6.099999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 119, "units_out": 52, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 6, 7, 1, 6, 2, 1, 3, 1, 5, 1, 3, 2, 3, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 1, 4, 2, 4, 5, 1, 1], "chunk_stats": {"count": 52, "sum": 119, "mean": 2.2884615384615383, "median": 2.0, "p95": 5.449999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [17, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 4, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 1, 3, 1, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 2, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 16.39999999999995, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 9, 3, 5, 1, 7, 2, 1, 2, 1, 7, 2], "chunk_stats": {"count": 12, "sum": 41, "mean": 3.4166666666666665, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 19, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06708404299934045, "decode_time_sec": 1.8092475199991895, "total_time_sec": 1.8797552679989167, "prefill_units_per_sec": 7781.284142417178, "prefill_bytes_per_sec": 7766.377467814847, "decode_units_per_sec": 70.74764430245418, "decode_bytes_per_sec": 70.74764430245418, "total_units_per_sec": 68.09397062430457, "total_bytes_per_sec": 68.09397062430457, "step_latency_ms": {"count": 128, "sum": 1793, "mean": 14.0078125, "median": 8.0, "p95": 38.0, "max": 42, "min": 7}, "peak_allocated_mb": 3406.65966796875, "peak_reserved_mb": 3496.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 521, "mean": 521.0, "median": 521.0, "p95": 521.0, "max": 521, "min": 521}, "model_input_units": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 521, "model_input_units": 522, "stage0_units": 182, "stage1_units": 98, "bytes_per_stage0_unit": 2.8626373626373627, "stage0_per_stage1_unit": 1.8571428571428572}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 522, "units_out": 182, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 1, 2, 2, 6, 1, 1, 2, 1, 1, 1, 4, 5, 2, 1, 1, 4, 2, 7, 1, 2, 1, 6, 2, 9, 1, 1, 5, 5, 1, 2, 1, 9, 2, 1, 3, 1, 2, 4, 4, 6, 3, 1, 9, 1, 2, 2, 9, 1, 2, 1, 4, 1, 4, 1, 9, 2, 1, 2, 5, 1, 2, 3, 1, 2, 7, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 1, 9, 1, 11, 1, 7, 9, 1, 1, 1, 4, 2, 9, 1, 2, 7, 1, 1, 1, 1, 3, 3, 4, 4, 2, 11, 2, 3, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 4, 1, 5, 1, 1, 6, 1, 1, 23, 1, 2, 1, 1, 1, 1, 1, 7, 1, 5, 7, 1, 3, 5, 2, 2, 2, 9, 1, 1, 9, 8, 2, 8, 1, 1, 1], "chunk_stats": {"count": 182, "sum": 522, "mean": 2.868131868131868, "median": 2.0, "p95": 9.0, "max": 23, "min": 1}}, {"stage": 1, "units_in": 182, "units_out": 98, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 1, 2, 1, 5, 1, 1, 6, 4, 4, 1, 3, 1, 1, 2, 3, 2, 3, 4, 1, 1, 2, 2, 1, 2, 2, 3, 3, 2, 1, 5, 1, 1, 3, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 5, 1, 6, 2, 1, 1, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 1, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 98, "sum": 182, "mean": 1.8571428571428572, "median": 1.5, "p95": 4.1499999999999915, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 1, 2, 4, 1, 6, 1, 13, 1, 5, 2, 2, 9, 1, 1, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 7, 1, 2, 1, 1, 1, 1, 1, 7, 1, 9, 1, 1, 1], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 5, 1, 2, 3, 2, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 1, 3], "chunk_stats": {"count": 20, "sum": 39, "mean": 1.95, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 20, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.067701161999139, "decode_time_sec": 1.6788021970005502, "total_time_sec": 1.7518972210000356, "prefill_units_per_sec": 6809.336596111346, "prefill_bytes_per_sec": 6794.565800892015, "decode_units_per_sec": 76.24483708008755, "decode_bytes_per_sec": 76.24483708008755, "total_units_per_sec": 73.0636469226966, "total_bytes_per_sec": 73.0636469226966, "step_latency_ms": {"count": 128, "sum": 1667, "mean": 13.0234375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3386.150390625, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}, "model_input_units": {"count": 1, "sum": 461, "mean": 461.0, "median": 461.0, "p95": 461.0, "max": 461, "min": 461}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 460, "model_input_units": 461, "stage0_units": 160, "stage1_units": 76, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.1052631578947367}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 461, "units_out": 160, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 1, 5, 1, 9, 5, 1, 7, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 4, 1, 8, 1, 2, 4, 2, 2, 1, 13, 5, 1, 6, 1, 1, 4, 7, 1, 1, 3, 1, 3, 1, 4, 1, 7, 1, 9, 9, 2, 6, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 9, 8, 1, 1, 8, 2, 1, 1, 3, 1, 3, 1, 4, 9, 5, 2, 1, 5, 1, 1, 10, 1, 1, 2, 1, 7, 1, 13, 6, 1, 1, 1, 2, 1, 1, 13, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 4, 1, 1, 14, 5, 1, 6, 1, 5, 1, 6, 1, 1], "chunk_stats": {"count": 160, "sum": 461, "mean": 2.88125, "median": 1.0, "p95": 9.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 160, "units_out": 76, "chunk_lengths": [1, 2, 2, 2, 3, 1, 1, 3, 1, 1, 2, 5, 1, 2, 1, 5, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 6, 1, 3, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 5, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 1, 5, 5, 2, 1, 1, 4, 2, 1, 1, 1, 2, 4, 2, 1, 5, 1, 1, 1, 3, 1, 3, 2], "chunk_stats": {"count": 76, "sum": 160, "mean": 2.1052631578947367, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [13, 8, 1, 8, 1, 9, 1, 9, 3, 4, 4, 1, 5, 4, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 2, 2, 1, 1, 4, 1, 8, 4, 2, 5, 1, 2, 4], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 5.899999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 21, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0699021790005645, "decode_time_sec": 1.9601372970009834, "total_time_sec": 2.034601029001351, "prefill_units_per_sec": 6423.261855633628, "prefill_bytes_per_sec": 6408.956149941794, "decode_units_per_sec": 65.30154810881892, "decode_bytes_per_sec": 65.30154810881892, "total_units_per_sec": 62.911597003775526, "total_bytes_per_sec": 62.911597003775526, "step_latency_ms": {"count": 128, "sum": 1943, "mean": 15.1796875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3382.841796875, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}, "model_input_units": {"count": 1, "sum": 449, "mean": 449.0, "median": 449.0, "p95": 449.0, "max": 449, "min": 449}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 448, "model_input_units": 449, "stage0_units": 175, "stage1_units": 90, "bytes_per_stage0_unit": 2.56, "stage0_per_stage1_unit": 1.9444444444444444}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 449, "units_out": 175, "chunk_lengths": [1, 1, 3, 1, 2, 1, 10, 1, 4, 1, 2, 2, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 3, 5, 2, 4, 11, 1, 4, 6, 1, 3, 1, 6, 1, 3, 1, 3, 2, 1, 1, 7, 3, 4, 1, 3, 1, 1, 4, 5, 4, 1, 2, 1, 4, 3, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 1, 6, 2, 1, 9, 4, 1, 1, 5, 2, 1, 9, 4, 1, 3, 2, 2, 2, 2, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 6, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 175, "sum": 449, "mean": 2.565714285714286, "median": 2.0, "p95": 6.299999999999983, "max": 11, "min": 1}}, {"stage": 1, "units_in": 175, "units_out": 90, "chunk_lengths": [1, 2, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 2, 5, 1, 1, 4, 2, 1, 1, 2, 3, 5, 2, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 2, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 1, 2, 2, 2, 3, 1, 3, 1, 4, 1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 4, 3, 5, 1, 3, 3, 1, 4, 1], "chunk_stats": {"count": 90, "sum": 175, "mean": 1.9444444444444444, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 60, "chunk_lengths": [1, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 2], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 4, 6, 3, 5, 1, 3, 4, 4, 1, 4, 1, 4, 6, 3, 5], "chunk_stats": {"count": 18, "sum": 60, "mean": 3.3333333333333335, "median": 4.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 60, "sum": 60, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 22, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0684044610006822, "decode_time_sec": 1.533889858999828, "total_time_sec": 1.6073886630001653, "prefill_units_per_sec": 8215.8384377065, "prefill_bytes_per_sec": 8201.219508102038, "decode_units_per_sec": 83.44797330067905, "decode_bytes_per_sec": 83.44797330067905, "total_units_per_sec": 79.63226501864835, "total_bytes_per_sec": 79.63226501864835, "step_latency_ms": {"count": 128, "sum": 1530, "mean": 11.953125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3416.0341796875, "peak_reserved_mb": 3520.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 561, "mean": 561.0, "median": 561.0, "p95": 561.0, "max": 561, "min": 561}, "model_input_units": {"count": 1, "sum": 562, "mean": 562.0, "median": 562.0, "p95": 562.0, "max": 562, "min": 562}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 561, "model_input_units": 562, "stage0_units": 142, "stage1_units": 68, "bytes_per_stage0_unit": 3.9507042253521125, "stage0_per_stage1_unit": 2.088235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 562, "units_out": 142, "chunk_lengths": [1, 1, 3, 7, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 7, 1, 2, 1, 1, 9, 4, 6, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 13, 4, 1, 7, 1, 5, 3, 1, 1, 1, 7, 1, 2, 1, 5, 1, 1, 7, 1, 2, 1, 1, 5, 1, 1, 7, 1, 1, 1, 17, 1, 2, 4, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 21, 8, 1, 17, 1, 7, 1, 2, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 17, 1, 2, 4, 1, 1, 8, 1, 1, 7, 2, 1, 7, 1, 1, 21, 8, 1, 17, 11, 2, 1, 7, 1, 3, 1, 1, 7, 1, 10, 1, 1, 17, 1, 2, 11, 1, 2, 2, 2, 1, 21, 8, 1, 17, 4, 4], "chunk_stats": {"count": 142, "sum": 562, "mean": 3.9577464788732395, "median": 2.0, "p95": 17.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 142, "units_out": 68, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 4, 1, 1, 4, 1, 6, 1, 3, 4, 2, 1, 1, 2, 2, 2, 1, 6, 1, 1, 1, 1, 3, 1, 2, 2, 6, 1, 2, 5, 3, 1, 4, 1, 1, 1, 1, 1, 1, 9, 2, 2, 2, 5, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 68, "sum": 142, "mean": 2.088235294117647, "median": 1.0, "p95": 5.649999999999999, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 26, "chunk_lengths": [1, 3, 1, 9, 1, 21, 1, 2, 4, 4, 3, 1, 7, 1, 25, 1, 7, 1, 3, 1, 3, 1, 1, 1, 21, 1, 3], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 2.0, "p95": 21.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 3, 2, 2, 2, 3, 1, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 14, "sum": 26, "mean": 1.8571428571428572, "median": 2.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 26, "sum": 26, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 23, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06943877000048815, "decode_time_sec": 1.7567945440005133, "total_time_sec": 1.8326539739991858, "prefill_units_per_sec": 8496.694281823431, "prefill_bytes_per_sec": 8482.293105074577, "decode_units_per_sec": 72.8599712681955, "decode_bytes_per_sec": 72.8599712681955, "total_units_per_sec": 69.84406320887767, "total_bytes_per_sec": 69.84406320887767, "step_latency_ms": {"count": 128, "sum": 1748, "mean": 13.65625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3427.32568359375, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 589, "mean": 589.0, "median": 589.0, "p95": 589.0, "max": 589, "min": 589}, "model_input_units": {"count": 1, "sum": 590, "mean": 590.0, "median": 590.0, "p95": 590.0, "max": 590, "min": 590}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 589, "model_input_units": 590, "stage0_units": 243, "stage1_units": 98, "bytes_per_stage0_unit": 2.4238683127572016, "stage0_per_stage1_unit": 2.479591836734694}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 590, "units_out": 243, "chunk_lengths": [1, 1, 3, 10, 1, 4, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 2, 1, 6, 1, 1, 3, 5, 1, 4, 2, 1, 6, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 2, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 1, 7, 5, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 6, 1, 1, 4, 5, 1, 5, 1, 3, 1, 1, 1, 2, 4, 2, 2, 1, 3, 1, 2, 1, 6, 1, 3, 1, 1, 1, 2, 1, 5, 3, 3, 1, 3, 1, 1, 1, 7, 1, 4, 1, 1, 1, 4, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 6, 1, 2, 1, 1, 1, 7, 1, 9, 1, 4, 1, 1, 4, 5, 1, 1, 1, 2, 1, 3, 1, 3, 8, 1, 4, 2, 1, 1, 3, 4, 4, 3, 1, 1, 1, 7, 1, 9, 1, 3, 1, 1, 4, 4, 1, 9, 1, 1, 1, 5, 3, 1, 5, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 6, 1, 3, 1, 2, 4, 1, 3, 1, 4, 1, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 3, 1], "chunk_stats": {"count": 243, "sum": 590, "mean": 2.42798353909465, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 243, "units_out": 98, "chunk_lengths": [1, 2, 1, 2, 4, 1, 5, 1, 2, 2, 1, 3, 1, 2, 2, 1, 5, 1, 3, 1, 2, 2, 4, 1, 2, 3, 2, 4, 3, 4, 5, 1, 2, 3, 1, 1, 1, 10, 1, 2, 1, 1, 4, 2, 1, 5, 1, 1, 2, 2, 6, 1, 1, 1, 1, 8, 4, 7, 1, 1, 2, 1, 2, 1, 1, 2, 12, 2, 3, 1, 3, 1, 3, 3, 1, 4, 3, 1, 1, 2, 2, 3, 6, 1, 6, 1, 2, 1, 2, 3, 1, 2, 6, 1, 3, 5, 2, 1], "chunk_stats": {"count": 98, "sum": 243, "mean": 2.479591836734694, "median": 2.0, "p95": 6.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 4, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 7, 1, 3], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.5, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 7, 2, 1, 2, 3, 1, 2, 1, 5, 1, 3, 5, 1, 5], "chunk_stats": {"count": 17, "sum": 43, "mean": 2.5294117647058822, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 24, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06991853900035494, "decode_time_sec": 1.8793453449998196, "total_time_sec": 1.9552556159997039, "prefill_units_per_sec": 6850.829649022963, "prefill_bytes_per_sec": 6836.527290674272, "decode_units_per_sec": 68.10882328814999, "decode_bytes_per_sec": 68.10882328814999, "total_units_per_sec": 65.46458629377459, "total_bytes_per_sec": 65.46458629377459, "step_latency_ms": {"count": 128, "sum": 1867, "mean": 14.5859375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3391.44482421875, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}, "model_input_units": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 478, "model_input_units": 479, "stage0_units": 190, "stage1_units": 69, "bytes_per_stage0_unit": 2.5157894736842104, "stage0_per_stage1_unit": 2.753623188405797}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 479, "units_out": 190, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 4, 1, 1, 1, 6, 1, 2, 1, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 10, 7, 1, 1, 7, 1, 1, 5, 2, 2, 1, 2, 1, 7, 5, 10, 2, 1, 2, 2, 5, 3, 1, 1, 2, 1, 9, 4, 1, 2, 3, 1, 7, 1, 7, 1, 3, 4, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 10, 1, 5, 1, 2, 1, 7, 2, 2, 1, 1, 2, 2, 2, 10, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 7, 10, 7, 1, 1, 7, 1, 6, 3, 1, 5, 1, 2, 1, 6, 10, 1, 5, 1, 1, 2, 7, 1, 1, 1, 7, 5, 1, 2, 7, 1, 1, 7, 1, 5, 1, 2], "chunk_stats": {"count": 190, "sum": 479, "mean": 2.5210526315789474, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 190, "units_out": 69, "chunk_lengths": [1, 2, 2, 4, 3, 2, 3, 1, 4, 1, 1, 1, 3, 2, 1, 1, 3, 5, 1, 4, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 24, 5, 5, 8, 1, 2, 2, 2, 1, 6, 1, 1, 2, 2, 2, 3, 1, 1, 6, 7, 1, 2, 4, 1, 5, 1, 7, 1], "chunk_stats": {"count": 69, "sum": 190, "mean": 2.753623188405797, "median": 2.0, "p95": 6.599999999999994, "max": 24, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [5, 3, 4, 1, 5, 2, 2, 2, 4, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 4, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 1, 3, 9, 3, 1, 1, 2, 1, 6, 1, 6, 1, 8, 4], "chunk_stats": {"count": 18, "sum": 54, "mean": 3.0, "median": 1.5, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 25, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07122424799854343, "decode_time_sec": 2.101775404998989, "total_time_sec": 2.178798694001671, "prefill_units_per_sec": 10361.639760873186, "prefill_bytes_per_sec": 10347.59959859558, "decode_units_per_sec": 60.90089345205825, "decode_bytes_per_sec": 60.90089345205825, "total_units_per_sec": 58.74796985714635, "total_bytes_per_sec": 58.74796985714635, "step_latency_ms": {"count": 128, "sum": 2086, "mean": 16.296875, "median": 9.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3465.5712890625, "peak_reserved_mb": 3598.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 737, "mean": 737.0, "median": 737.0, "p95": 737.0, "max": 737, "min": 737}, "model_input_units": {"count": 1, "sum": 738, "mean": 738.0, "median": 738.0, "p95": 738.0, "max": 738, "min": 738}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 737, "model_input_units": 738, "stage0_units": 338, "stage1_units": 178, "bytes_per_stage0_unit": 2.1804733727810652, "stage0_per_stage1_unit": 1.898876404494382}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 738, "units_out": 338, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 9, 3, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 9, 1, 2, 4, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 1, 3, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 2, 3, 5, 13, 1, 5, 1, 8, 5, 1, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 2, 4, 1, 3, 1, 1, 1, 2, 1, 8, 1, 1, 9, 2, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 2, 3, 13, 1, 2, 1, 1, 8, 1, 3, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 1, 5, 1, 1, 1, 13, 4, 2, 1, 2, 4, 8, 1], "chunk_stats": {"count": 338, "sum": 738, "mean": 2.1834319526627217, "median": 1.0, "p95": 6.149999999999977, "max": 22, "min": 1}}, {"stage": 1, "units_in": 338, "units_out": 178, "chunk_lengths": [1, 2, 2, 2, 2, 1, 1, 3, 3, 6, 1, 1, 1, 2, 1, 1, 2, 4, 1, 2, 4, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 2, 1, 3, 1, 2, 1, 2, 3, 2, 2, 3, 2, 1, 6, 3, 1, 2, 1, 1, 1, 2, 3, 3, 2, 1, 1, 2, 2, 1, 3, 6, 1, 3, 1, 2, 2, 1, 2, 4, 3, 2, 2, 2, 1, 1, 1, 2, 1, 1, 2, 2, 2, 1, 1, 2, 3, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 2, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 3, 4, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 2, 3, 1, 1, 1, 2, 3, 2, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 2, 3, 1, 3, 5, 1, 3, 1, 3, 2, 3, 2, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 178, "sum": 338, "mean": 1.898876404494382, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 62, "chunk_lengths": [17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 6], "chunk_stats": {"count": 63, "sum": 128, "mean": 2.0317460317460316, "median": 1.0, "p95": 4.0, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 2, 2, 1, 13, 4, 1, 1, 2, 2, 1, 2, 3, 3, 2, 6, 2, 3, 5, 1, 1, 2, 1], "chunk_stats": {"count": 24, "sum": 62, "mean": 2.5833333333333335, "median": 2.0, "p95": 5.849999999999998, "max": 13, "min": 1}, "active_size_stats": {"count": 62, "sum": 62, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 26, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06794719299978169, "decode_time_sec": 1.9465171550000377, "total_time_sec": 2.019994320000478, "prefill_units_per_sec": 4577.083853942269, "prefill_bytes_per_sec": 4562.366542514803, "decode_units_per_sec": 65.75847516740612, "decode_bytes_per_sec": 65.75847516740612, "total_units_per_sec": 63.36651481275933, "total_bytes_per_sec": 63.36651481275933, "step_latency_ms": {"count": 128, "sum": 1935, "mean": 15.1171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3353.12646484375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 137, "stage1_units": 82, "bytes_per_stage0_unit": 2.2627737226277373, "stage0_per_stage1_unit": 1.670731707317073}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 137, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 2, 1, 1, 2, 2, 2, 1, 2, 3, 1, 1, 5, 2, 1, 2, 1, 9, 7, 1, 2, 2, 1, 2, 3, 1, 3, 6, 1, 5, 2, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 3, 4, 1, 2, 5, 1, 3, 1, 1, 1, 6, 2, 1, 4, 1, 5, 2, 2, 2, 4, 1, 2, 5, 4, 1, 1, 6, 2, 2, 1, 2, 1, 1, 1, 1, 5, 2, 1, 6, 1, 4, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 8, 5, 5, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 1, 1], "chunk_stats": {"count": 137, "sum": 311, "mean": 2.27007299270073, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 137, "units_out": 82, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 3, 1, 1, 1, 2, 1, 3, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 3, 1, 3, 2, 2, 3, 1, 1, 1, 2, 2, 4, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 82, "sum": 137, "mean": 1.670731707317073, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 2, 3, 2, 1, 2, 2, 1, 3, 1, 1, 2, 2, 2, 1, 2, 3, 1, 5, 7, 10, 1, 2, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 1, 6, 1, 2, 3, 4, 1, 2, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 3, 1, 5, 3, 3, 3, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 2.0, "p95": 3.0, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 27, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06780621399957454, "decode_time_sec": 1.5639437860008911, "total_time_sec": 1.634743275000801, "prefill_units_per_sec": 6754.543175097106, "prefill_bytes_per_sec": 6739.795264234448, "decode_units_per_sec": 81.84437391276356, "decode_bytes_per_sec": 81.84437391276356, "total_units_per_sec": 78.29975627208944, "total_bytes_per_sec": 78.29975627208944, "step_latency_ms": {"count": 128, "sum": 1550, "mean": 12.109375, "median": 8.0, "p95": 38.0, "max": 46, "min": 8}, "peak_allocated_mb": 3385.310546875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 457, "mean": 457.0, "median": 457.0, "p95": 457.0, "max": 457, "min": 457}, "model_input_units": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 457, "model_input_units": 458, "stage0_units": 133, "stage1_units": 66, "bytes_per_stage0_unit": 3.43609022556391, "stage0_per_stage1_unit": 2.015151515151515}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 458, "units_out": 133, "chunk_lengths": [1, 1, 3, 1, 6, 6, 1, 1, 3, 2, 6, 1, 1, 5, 1, 2, 1, 7, 2, 5, 2, 3, 6, 1, 1, 1, 5, 6, 7, 1, 7, 3, 2, 2, 1, 7, 6, 7, 2, 1, 2, 9, 1, 7, 7, 1, 7, 2, 6, 1, 6, 1, 11, 1, 3, 1, 1, 9, 1, 8, 2, 6, 1, 1, 3, 1, 1, 6, 1, 6, 1, 5, 7, 1, 6, 6, 5, 1, 7, 1, 2, 1, 3, 1, 1, 6, 1, 7, 1, 2, 1, 6, 1, 1, 9, 7, 1, 5, 1, 13, 1, 1, 2, 5, 2, 8, 1, 6, 7, 1, 1, 3, 2, 8, 1, 5, 1, 1, 1, 13, 1, 1, 8, 1, 1, 2, 6, 1, 1, 6, 1, 8, 1], "chunk_stats": {"count": 133, "sum": 458, "mean": 3.443609022556391, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 133, "units_out": 66, "chunk_lengths": [1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 2, 1, 3, 6, 1, 2, 1, 1, 6, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 4, 1, 5, 3, 4, 1, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 1, 2], "chunk_stats": {"count": 66, "sum": 133, "mean": 2.015151515151515, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 4, 1, 1, 1, 9, 1, 3, 1, 1, 6, 1, 7, 2, 1, 6, 1, 9, 7, 1, 7, 2, 6, 1, 6, 1, 1, 3, 1, 1, 9, 1, 8, 1, 16], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 9.0, "max": 16, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [3, 2, 1, 7, 1, 3, 1, 3, 4, 8, 1], "chunk_stats": {"count": 11, "sum": 34, "mean": 3.090909090909091, "median": 3.0, "p95": 7.5, "max": 8, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 28, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06855225300023449, "decode_time_sec": 1.8151780660009535, "total_time_sec": 1.888326081998457, "prefill_units_per_sec": 5689.090918699141, "prefill_bytes_per_sec": 5674.503506087092, "decode_units_per_sec": 70.51649774614054, "decode_bytes_per_sec": 70.51649774614054, "total_units_per_sec": 67.78490284079261, "total_bytes_per_sec": 67.78490284079261, "step_latency_ms": {"count": 128, "sum": 1801, "mean": 14.0703125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3367.89697265625, "peak_reserved_mb": 3462.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 146, "stage1_units": 62, "bytes_per_stage0_unit": 2.664383561643836, "stage0_per_stage1_unit": 2.3548387096774195}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 390, "units_out": 146, "chunk_lengths": [1, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 6, 2, 8, 5, 1, 1, 9, 1, 5, 1, 1, 1, 1, 4, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 1, 9, 1, 5, 1, 5, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 4, 1, 1, 1, 9, 1, 5, 1, 2, 7, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 2, 6, 1, 1, 1, 9, 6, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 5, 1, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 5, 1, 1, 13, 1, 5, 1, 1, 5, 1, 11, 2, 5, 1], "chunk_stats": {"count": 146, "sum": 390, "mean": 2.671232876712329, "median": 1.0, "p95": 8.75, "max": 13, "min": 1}}, {"stage": 1, "units_in": 146, "units_out": 62, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 1, 2, 1, 7, 1, 1, 4, 1, 1, 7, 1, 5, 1, 5, 2, 7, 1, 6, 1, 1, 1, 1, 7, 1, 3, 5, 1, 1, 1, 2, 4, 3, 1, 2, 8, 4, 1, 3, 2, 2, 1, 1, 1], "chunk_stats": {"count": 62, "sum": 146, "mean": 2.3548387096774195, "median": 1.0, "p95": 7.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 1, 5, 1, 1, 2, 1, 10, 1, 1, 9, 1, 5, 1, 1, 2, 1, 8, 1, 1, 9, 1, 5, 1, 1, 2, 1, 5, 1, 1, 9, 1, 5, 1, 1, 2, 1, 7, 1, 1, 9, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 5, 2, 2, 1, 5, 2, 2, 1, 5, 1, 1, 2, 1, 5, 1, 1, 2, 1, 1], "chunk_stats": {"count": 20, "sum": 42, "mean": 2.1, "median": 1.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 29, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06875672200112604, "decode_time_sec": 1.7616687789995922, "total_time_sec": 1.8343485759996838, "prefill_units_per_sec": 3766.9044198436095, "prefill_bytes_per_sec": 3752.3603873345605, "decode_units_per_sec": 72.65838023915484, "decode_bytes_per_sec": 72.65838023915484, "total_units_per_sec": 69.77954009108794, "total_bytes_per_sec": 69.77954009108794, "step_latency_ms": {"count": 128, "sum": 1749, "mean": 13.6640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.2978515625, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}, "model_input_units": {"count": 1, "sum": 259, "mean": 259.0, "median": 259.0, "p95": 259.0, "max": 259, "min": 259}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 258, "model_input_units": 259, "stage0_units": 88, "stage1_units": 49, "bytes_per_stage0_unit": 2.9318181818181817, "stage0_per_stage1_unit": 1.7959183673469388}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 259, "units_out": 88, "chunk_lengths": [1, 1, 3, 4, 1, 1, 8, 1, 1, 1, 5, 5, 7, 1, 7, 7, 3, 5, 5, 3, 3, 1, 6, 1, 6, 7, 5, 5, 4, 1, 5, 1, 1, 9, 2, 3, 1, 7, 1, 5, 1, 3, 1, 5, 1, 2, 1, 9, 5, 1, 1, 8, 1, 1, 2, 1, 1, 1, 5, 2, 5, 1, 2, 1, 2, 2, 3, 1, 1, 4, 4, 1, 4, 1, 1, 1, 2, 3, 1, 5, 1, 3, 4, 1, 1, 2, 5, 1], "chunk_stats": {"count": 88, "sum": 259, "mean": 2.9431818181818183, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 88, "units_out": 49, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 4, 2, 4, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 3, 1, 3, 3, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 88, "mean": 1.7959183673469388, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 2, 2, 3, 1, 2, 2, 1, 3, 3, 2, 4, 1, 1, 2, 4, 4, 5, 1, 2, 3, 1, 9, 3, 4, 8, 5, 5, 2, 4, 4, 5, 4, 4, 1, 9, 3, 4], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 3.0, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 5, 3, 1, 4, 1, 4, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 19, "sum": 38, "mean": 2.0, "median": 1.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 30, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06818893300078344, "decode_time_sec": 1.6256577269996342, "total_time_sec": 1.69649638699957, "prefill_units_per_sec": 4824.829859065548, "prefill_bytes_per_sec": 4810.164722715804, "decode_units_per_sec": 78.73736142246922, "decode_bytes_per_sec": 78.73736142246922, "total_units_per_sec": 75.44961544326145, "total_bytes_per_sec": 75.44961544326145, "step_latency_ms": {"count": 128, "sum": 1617, "mean": 12.6328125, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3358.25927734375, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "model_input_units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 328, "model_input_units": 329, "stage0_units": 108, "stage1_units": 53, "bytes_per_stage0_unit": 3.037037037037037, "stage0_per_stage1_unit": 2.0377358490566038}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 329, "units_out": 108, "chunk_lengths": [1, 1, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 5, 2, 5, 1, 1, 9, 2, 10, 5, 1, 1, 2, 5, 6, 9, 4, 2, 3, 1, 5, 1, 1, 2, 3, 1, 5, 1, 1, 1, 1, 1, 13, 1, 2, 1, 1, 8, 1, 5, 1, 1, 1, 1, 1, 2, 4, 1, 1, 17, 4, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 1, 21, 1, 2, 1, 1, 8, 1, 1, 2, 4, 1, 1, 25, 4, 1, 1, 2, 1, 2, 3, 1, 1, 4, 5, 1, 1, 1, 1], "chunk_stats": {"count": 108, "sum": 329, "mean": 3.0462962962962963, "median": 1.0, "p95": 9.0, "max": 25, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 53, "chunk_lengths": [1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 2, 4, 2, 3, 4, 1, 1, 4, 2, 2, 3, 1, 3, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 4, 3, 3, 1, 1, 2, 1, 3, 7, 1], "chunk_stats": {"count": 53, "sum": 108, "mean": 2.0377358490566038, "median": 1.0, "p95": 4.399999999999999, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [29, 1, 2, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 30, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 1, 1, 2, 5, 1], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 18.5, "max": 30, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 4, 3, 1, 3, 2, 1, 4, 3, 1, 1, 3, 2, 1], "chunk_stats": {"count": 15, "sum": 31, "mean": 2.066666666666667, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 31, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06800015400040138, "decode_time_sec": 1.6382196449994808, "total_time_sec": 1.7089916850000009, "prefill_units_per_sec": 3838.226601640629, "prefill_bytes_per_sec": 3823.5207525921974, "decode_units_per_sec": 78.133600943383, "decode_bytes_per_sec": 78.133600943383, "total_units_per_sec": 74.8979653461567, "total_bytes_per_sec": 74.8979653461567, "step_latency_ms": {"count": 128, "sum": 1633, "mean": 12.7578125, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3343.4853515625, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 81, "stage1_units": 42, "bytes_per_stage0_unit": 3.2098765432098766, "stage0_per_stage1_unit": 1.9285714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 261, "units_out": 81, "chunk_lengths": [1, 1, 3, 1, 5, 1, 7, 1, 7, 1, 7, 1, 1, 1, 1, 1, 5, 1, 1, 1, 5, 3, 5, 4, 1, 11, 5, 3, 4, 8, 9, 1, 4, 5, 8, 5, 4, 6, 6, 3, 6, 1, 3, 2, 5, 5, 2, 3, 1, 1, 4, 5, 2, 3, 1, 1, 5, 3, 3, 1, 1, 4, 2, 5, 3, 8, 1, 5, 1, 1, 1, 1, 5, 2, 3, 1, 1, 4, 1, 5, 1], "chunk_stats": {"count": 81, "sum": 261, "mean": 3.2222222222222223, "median": 3.0, "p95": 8.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 42, "chunk_lengths": [1, 2, 2, 4, 1, 1, 1, 2, 2, 1, 3, 1, 2, 3, 2, 3, 1, 3, 1, 2, 1, 2, 2, 1, 1, 1, 2, 3, 1, 5, 2, 1, 3, 1, 3, 1, 3, 1, 1, 5, 2, 1], "chunk_stats": {"count": 42, "sum": 81, "mean": 1.9285714285714286, "median": 2.0, "p95": 3.9499999999999957, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 1, 5, 5, 5, 4, 6, 6], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 3.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 7, 2, 1, 11, 1, 11, 2, 1, 1, 3], "chunk_stats": {"count": 11, "sum": 41, "mean": 3.727272727272727, "median": 2.0, "p95": 11.0, "max": 11, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 32, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07037491099981708, "decode_time_sec": 1.8075900730000285, "total_time_sec": 1.88223048799955, "prefill_units_per_sec": 11182.962632834387, "prefill_bytes_per_sec": 11168.75302338987, "decode_units_per_sec": 70.81251546572196, "decode_bytes_per_sec": 70.81251546572196, "total_units_per_sec": 68.0044239088059, "total_bytes_per_sec": 68.0044239088059, "step_latency_ms": {"count": 128, "sum": 1798, "mean": 14.046875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3480.748046875, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 786, "mean": 786.0, "median": 786.0, "p95": 786.0, "max": 786, "min": 786}, "model_input_units": {"count": 1, "sum": 787, "mean": 787.0, "median": 787.0, "p95": 787.0, "max": 787, "min": 787}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 786, "model_input_units": 787, "stage0_units": 248, "stage1_units": 105, "bytes_per_stage0_unit": 3.1693548387096775, "stage0_per_stage1_unit": 2.361904761904762}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 787, "units_out": 248, "chunk_lengths": [1, 1, 3, 1, 6, 1, 6, 1, 2, 2, 1, 1, 3, 2, 5, 2, 6, 2, 5, 1, 1, 9, 2, 4, 2, 10, 1, 2, 4, 1, 4, 6, 7, 2, 3, 1, 1, 4, 3, 6, 3, 11, 2, 3, 3, 4, 5, 3, 1, 1, 9, 1, 3, 2, 3, 1, 11, 7, 1, 1, 6, 1, 6, 1, 9, 2, 4, 1, 4, 5, 5, 8, 1, 2, 3, 3, 7, 2, 8, 3, 5, 1, 9, 6, 2, 1, 6, 1, 5, 1, 2, 1, 1, 5, 1, 5, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 3, 4, 1, 2, 1, 5, 2, 6, 2, 5, 1, 1, 9, 1, 1, 1, 4, 2, 5, 1, 5, 1, 1, 9, 1, 2, 1, 1, 1, 4, 2, 1, 1, 13, 3, 4, 1, 2, 1, 5, 1, 1, 1, 2, 3, 1, 2, 6, 2, 1, 3, 1, 1, 9, 2, 1, 4, 5, 1, 8, 2, 3, 1, 2, 6, 1, 1, 2, 7, 1, 9, 7, 9, 2, 1, 2, 4, 1, 8, 1, 3, 4, 5, 1, 9, 1, 2, 5, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 248, "sum": 787, "mean": 3.1733870967741935, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 248, "units_out": 105, "chunk_lengths": [1, 2, 2, 2, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 7, 3, 2, 1, 1, 3, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 2, 7, 2, 1, 2, 2, 1, 1, 1, 6, 3, 3, 2, 2, 5, 1, 4, 2, 2, 3, 1, 1, 3, 1, 1, 3, 2, 2, 5, 3, 1, 4, 2, 2, 4, 2, 1, 3, 1, 1, 1, 2, 5, 6, 1, 3, 1, 1, 2, 5, 3, 1, 1, 6, 2, 8, 1, 1, 2, 4, 3, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1], "chunk_stats": {"count": 105, "sum": 248, "mean": 2.361904761904762, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [2, 1, 2, 1, 3, 13, 4, 1, 17, 3, 4, 1, 2, 1, 5, 1, 1, 1, 1, 2, 6, 2, 1, 3, 1, 1, 9, 2, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 3, 1, 2, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 8.899999999999999, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 2, 1, 2, 1, 4, 2, 2, 2, 2, 4, 1, 1, 1, 7, 3, 2, 2], "chunk_stats": {"count": 19, "sum": 42, "mean": 2.210526315789474, "median": 2.0, "p95": 4.299999999999994, "max": 7, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 33, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06956028200147557, "decode_time_sec": 1.7002312610002264, "total_time_sec": 1.7763715040000534, "prefill_units_per_sec": 5103.487073161513, "prefill_bytes_per_sec": 5089.111053237114, "decode_units_per_sec": 75.28387633850414, "decode_bytes_per_sec": 75.28387633850414, "total_units_per_sec": 72.05699917599902, "total_bytes_per_sec": 72.05699917599902, "step_latency_ms": {"count": 128, "sum": 1691, "mean": 13.2109375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3361.59521484375, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 184, "stage1_units": 90, "bytes_per_stage0_unit": 1.923913043478261, "stage0_per_stage1_unit": 2.0444444444444443}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 355, "units_out": 184, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 4, 1, 4, 1, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 8, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 2, 2, 1, 5, 6, 1, 2, 4, 1, 1, 2, 1, 2, 1, 3, 1, 1, 5, 1, 2, 4, 1, 2, 1, 2, 1, 1, 9, 8, 1, 2, 2, 2, 1, 2, 1, 4, 1, 8, 1, 1, 1, 9, 6, 1, 2, 2, 2, 1, 9, 5, 1, 7, 2, 4, 6, 6, 1, 1], "chunk_stats": {"count": 184, "sum": 355, "mean": 1.9293478260869565, "median": 1.0, "p95": 6.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 184, "units_out": 90, "chunk_lengths": [1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 2, 4, 3, 2, 2, 4, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 4, 4, 3, 1, 6, 2, 6, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2], "chunk_stats": {"count": 90, "sum": 184, "mean": 2.0444444444444443, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [13, 5, 1, 4, 1, 5, 1, 4, 1, 2, 8, 2, 4, 1, 1, 2, 4, 1, 3, 1, 4, 1, 13, 4, 1, 3, 1, 4, 2, 4, 1, 3, 1, 4, 2, 4, 1, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 7.849999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 6, 1, 1, 1, 1, 3, 4, 2, 2, 5, 6, 6, 1], "chunk_stats": {"count": 15, "sum": 41, "mean": 2.7333333333333334, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 34, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06735128499894927, "decode_time_sec": 1.8024428640001133, "total_time_sec": 1.8727265350007656, "prefill_units_per_sec": 5374.804653031452, "prefill_bytes_per_sec": 5359.95712636562, "decode_units_per_sec": 71.01473370197878, "decode_bytes_per_sec": 71.01473370197878, "total_units_per_sec": 68.3495414881531, "total_bytes_per_sec": 68.3495414881531, "step_latency_ms": {"count": 128, "sum": 1788, "mean": 13.96875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3364.2841796875, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}, "model_input_units": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 361, "model_input_units": 362, "stage0_units": 128, "stage1_units": 61, "bytes_per_stage0_unit": 2.8203125, "stage0_per_stage1_unit": 2.098360655737705}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 362, "units_out": 128, "chunk_lengths": [1, 1, 3, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2, 8, 2, 1, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 13, 4, 1, 1, 2, 1, 3, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 9, 7, 10, 1, 2, 1, 1, 13, 5, 1, 17, 1, 2, 6, 2, 7, 1, 5, 1, 1, 1, 1, 1, 1, 6, 2, 5, 1, 5, 1, 3, 4, 1, 1, 5, 6, 1, 1, 17, 2, 1, 1, 3, 1, 1, 4, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 128, "sum": 362, "mean": 2.828125, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 128, "units_out": 61, "chunk_lengths": [1, 2, 1, 4, 1, 3, 1, 4, 1, 1, 3, 1, 5, 1, 5, 2, 3, 4, 3, 2, 1, 1, 1, 1, 1, 5, 1, 5, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 3, 4, 3, 1, 1, 2, 2, 1, 1, 3, 3, 2, 1, 1, 1, 6, 3, 1, 1, 3, 1, 1, 1], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [13, 1, 5, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 1, 1, 1, 3, 1, 1, 2, 5, 3, 1, 1, 3, 5, 1, 1, 3, 1, 4], "chunk_stats": {"count": 20, "sum": 41, "mean": 2.05, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 35, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06679495700154803, "decode_time_sec": 2.1106979420001153, "total_time_sec": 2.1802297049998742, "prefill_units_per_sec": 4027.2501409614756, "prefill_bytes_per_sec": 4012.278950846377, "decode_units_per_sec": 60.643447578627054, "decode_bytes_per_sec": 60.643447578627054, "total_units_per_sec": 58.70941016281924, "total_bytes_per_sec": 58.70941016281924, "step_latency_ms": {"count": 128, "sum": 2093, "mean": 16.3515625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3344.1103515625, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 122, "stage1_units": 59, "bytes_per_stage0_unit": 2.19672131147541, "stage0_per_stage1_unit": 2.0677966101694913}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 269, "units_out": 122, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 5, 1, 4, 2, 1, 5, 1, 8, 2, 4, 4, 1, 2, 2, 2, 2, 6, 1, 2, 2, 1, 1, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 2, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 8, 1, 5, 1, 2, 4, 4, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 4, 1, 2, 4, 4, 1, 1, 1], "chunk_stats": {"count": 122, "sum": 269, "mean": 2.2049180327868854, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 122, "units_out": 59, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 4, 1, 2, 3, 1, 2, 3, 1, 1, 1, 3, 2, 1, 2, 5, 1, 5, 1, 6, 1, 1, 2, 1, 6, 1, 4, 1, 4, 1, 3, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 3, 2, 1, 2, 2, 1], "chunk_stats": {"count": 59, "sum": 122, "mean": 2.0677966101694913, "median": 1.0, "p95": 5.099999999999994, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [5, 1, 2, 2, 6, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 2, 6, 1, 2, 2, 6, 1, 1, 5, 3, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 4, 1, 1, 5, 1, 4, 2, 2], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 1, 6, 3, 2, 1, 3, 1, 1, 4, 3, 1, 6, 1, 1, 1, 1, 3, 3, 2, 1], "chunk_stats": {"count": 27, "sum": 57, "mean": 2.111111111111111, "median": 1.0, "p95": 5.399999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 36, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06652411799950642, "decode_time_sec": 1.5768179209990194, "total_time_sec": 1.645938704999935, "prefill_units_per_sec": 4825.317638970902, "prefill_bytes_per_sec": 4810.285496793423, "decode_units_per_sec": 81.1761448772116, "decode_bytes_per_sec": 81.1761448772116, "total_units_per_sec": 77.76717298837994, "total_bytes_per_sec": 77.76717298837994, "step_latency_ms": {"count": 128, "sum": 1566, "mean": 12.234375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3354.814453125, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "model_input_units": {"count": 1, "sum": 321, "mean": 321.0, "median": 321.0, "p95": 321.0, "max": 321, "min": 321}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 320, "model_input_units": 321, "stage0_units": 111, "stage1_units": 50, "bytes_per_stage0_unit": 2.8828828828828827, "stage0_per_stage1_unit": 2.22}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 321, "units_out": 111, "chunk_lengths": [1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 2, 4, 2, 4, 1, 3, 1, 1, 1, 4, 2, 7, 1, 1, 5, 1, 1, 9, 1, 2, 5, 4, 3, 1, 3, 1, 1, 6, 1, 13, 1, 5, 4, 1, 5, 3, 5, 1, 4, 1, 9, 5, 4, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 1, 4, 1, 2, 4, 1, 1, 1, 1, 2, 4, 1, 1, 13, 1, 6, 2, 4, 1, 4, 1, 4, 1, 1, 13, 1, 2, 4, 1, 3, 1, 1, 17, 1, 6, 2, 4, 3, 1, 7, 1, 3, 1, 1, 1], "chunk_stats": {"count": 111, "sum": 321, "mean": 2.891891891891892, "median": 2.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 2, 1, 2, 2, 2, 1, 1, 2, 2, 6, 1, 2, 5, 3, 1, 1, 1, 7, 6, 3, 4, 1, 5, 1, 2, 1, 3, 4, 2, 2, 4, 1, 2, 1, 2, 2, 3, 2], "chunk_stats": {"count": 50, "sum": 111, "mean": 2.22, "median": 2.0, "p95": 5.549999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 32, "chunk_lengths": [21, 1, 5, 2, 1, 3, 1, 1, 6, 1, 4, 1, 2, 7, 1, 1, 7, 1, 17, 1, 13, 3, 4, 1, 5, 1, 1, 1, 1, 5, 4, 1, 4], "chunk_stats": {"count": 33, "sum": 128, "mean": 3.878787878787879, "median": 2.0, "p95": 14.599999999999994, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [3, 6, 3, 3, 3, 1, 1, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 13, "sum": 32, "mean": 2.4615384615384617, "median": 3.0, "p95": 4.799999999999997, "max": 6, "min": 1}, "active_size_stats": {"count": 32, "sum": 32, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 37, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0681853250007407, "decode_time_sec": 1.930286017999606, "total_time_sec": 2.00123566900038, "prefill_units_per_sec": 4561.098740771883, "prefill_bytes_per_sec": 4546.432828422134, "decode_units_per_sec": 66.31141644627823, "decode_bytes_per_sec": 66.31141644627823, "total_units_per_sec": 63.960483006949495, "total_bytes_per_sec": 63.960483006949495, "step_latency_ms": {"count": 128, "sum": 1916, "mean": 14.96875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3353.1259765625, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 94, "stage1_units": 41, "bytes_per_stage0_unit": 3.297872340425532, "stage0_per_stage1_unit": 2.292682926829268}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 94, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 3, 4, 8, 1, 17, 7, 1, 1, 3, 1, 7, 2, 5, 1, 1, 3, 1, 5, 2, 5, 1, 1, 1, 3, 1, 5, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 2, 5, 1, 4, 1, 5, 1, 9, 1, 2, 4, 1, 5, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 1, 1], "chunk_stats": {"count": 94, "sum": 311, "mean": 3.3085106382978724, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 94, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 6, 1, 1, 1, 7, 1, 3, 2, 5, 2, 5, 1, 1, 5, 1, 3, 2, 6, 1], "chunk_stats": {"count": 41, "sum": 94, "mean": 2.292682926829268, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 3, 4, 2, 2, 1, 1, 1, 1, 5, 8, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 7, 1, 2, 2, 2, 5, 1, 4, 2, 5, 1, 1, 4, 2, 1, 3, 1, 4, 1, 1, 8], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 7.75, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 4, 1, 1, 1, 3, 1, 3, 1, 7, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 1, 4], "chunk_stats": {"count": 23, "sum": 45, "mean": 1.9565217391304348, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 38, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06782755600033852, "decode_time_sec": 1.8760510800002521, "total_time_sec": 1.9482885600009467, "prefill_units_per_sec": 11927.305769294744, "prefill_bytes_per_sec": 11912.562498875344, "decode_units_per_sec": 68.22841945219466, "decode_bytes_per_sec": 68.22841945219466, "total_units_per_sec": 65.6986868515708, "total_bytes_per_sec": 65.6986868515708, "step_latency_ms": {"count": 128, "sum": 1867, "mean": 14.5859375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3485.53173828125, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 808, "mean": 808.0, "median": 808.0, "p95": 808.0, "max": 808, "min": 808}, "model_input_units": {"count": 1, "sum": 809, "mean": 809.0, "median": 809.0, "p95": 809.0, "max": 809, "min": 809}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 808, "model_input_units": 809, "stage0_units": 242, "stage1_units": 109, "bytes_per_stage0_unit": 3.3388429752066116, "stage0_per_stage1_unit": 2.220183486238532}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 809, "units_out": 242, "chunk_lengths": [1, 1, 3, 1, 5, 1, 5, 1, 1, 3, 2, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 2, 4, 1, 22, 3, 2, 1, 11, 1, 1, 4, 2, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 4, 1, 22, 5, 1, 6, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 9, 1, 1, 2, 1, 6, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 3, 10, 2, 1, 1, 1, 2, 10, 1, 9, 6, 1, 5, 1, 1, 1, 3, 4, 2, 1, 1, 1, 2, 4, 1, 9, 1, 2, 8, 1, 3, 1, 13, 6, 1, 5, 1, 1, 1, 3, 8, 1, 3, 2, 1, 1, 1, 2, 8, 1, 3, 1, 9, 4, 1, 13, 6, 1, 5, 1, 1, 1, 3, 3, 8, 1, 3, 2, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 9, 1, 5, 1, 7, 2, 1, 3, 1, 1, 5, 1, 1, 5, 1, 6, 1, 3, 2, 1, 11, 1, 29, 1, 1, 1, 18, 1, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 5, 1, 6, 1, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 1, 30, 5, 1, 6, 1, 5, 1, 6, 2, 4, 1, 4, 2], "chunk_stats": {"count": 242, "sum": 809, "mean": 3.34297520661157, "median": 1.5, "p95": 10.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 242, "units_out": 109, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 3, 2, 3, 3, 1, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 4, 2, 2, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 1, 2, 2, 1, 1, 4, 3, 3, 1, 2, 6, 1, 2, 1, 4, 3, 1, 3, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 5, 5, 5, 7, 9, 1, 1, 6, 4, 2, 5, 2, 5, 4, 2, 2, 1], "chunk_stats": {"count": 109, "sum": 242, "mean": 2.220183486238532, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 5, 1, 1, 2, 2, 10, 1, 3, 5, 1, 5, 1, 2, 3, 4, 10, 1, 3, 2, 1, 5, 5, 5, 2], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 5.75, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 5, 1, 1, 1, 3, 1, 3, 1, 3, 1, 1, 4, 1, 3, 6, 1, 2, 1, 1, 4], "chunk_stats": {"count": 21, "sum": 45, "mean": 2.142857142857143, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 39, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06711724799970398, "decode_time_sec": 1.746972803999597, "total_time_sec": 1.82235854999999, "prefill_units_per_sec": 7956.226095598485, "prefill_bytes_per_sec": 7941.326795793993, "decode_units_per_sec": 73.26960082432372, "decode_bytes_per_sec": 73.26960082432372, "total_units_per_sec": 70.23864760312986, "total_bytes_per_sec": 70.23864760312986, "step_latency_ms": {"count": 128, "sum": 1736, "mean": 13.5625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3408.96240234375, "peak_reserved_mb": 3496.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}, "model_input_units": {"count": 1, "sum": 534, "mean": 534.0, "median": 534.0, "p95": 534.0, "max": 534, "min": 534}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 533, "model_input_units": 534, "stage0_units": 219, "stage1_units": 107, "bytes_per_stage0_unit": 2.4337899543378994, "stage0_per_stage1_unit": 2.046728971962617}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 534, "units_out": 219, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 1, 1, 5, 6, 1, 5, 3, 2, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 2, 2, 9, 4, 1, 13, 6, 1, 1, 1, 1, 1, 1, 5, 3, 2, 6, 1, 5, 3, 2, 1, 13, 2, 1, 1, 1, 1, 5, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 1, 1, 1, 5, 2, 1, 13, 1, 1, 1, 6, 5, 4, 1, 1, 2, 1, 5, 1, 2, 7, 1, 4, 5, 13, 1, 1, 2, 1, 1, 6, 5, 5, 3, 1, 7, 3, 4, 4, 1, 1, 5, 13, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 219, "sum": 534, "mean": 2.4383561643835616, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 219, "units_out": 107, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 5, 1, 2, 2, 1, 1, 1, 2, 4, 1, 4, 1, 3, 2, 2, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 4, 1, 1, 3, 1, 5, 3, 1, 1, 6, 3, 1, 1, 1, 1, 6, 1, 1, 7, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 4, 2, 1, 1, 4, 1, 1, 4, 11, 1, 1, 2, 1, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 1, 2, 1, 1, 3, 1, 2, 3, 1, 1, 8, 1, 5, 1, 1, 1], "chunk_stats": {"count": 107, "sum": 219, "mean": 2.046728971962617, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [17, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 1, 4, 2, 1, 17, 2, 1, 1, 1, 1, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 3, 6, 1, 5, 3, 2, 1, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 6, 1, 4, 4, 7, 2, 1, 7, 5, 4, 5, 2], "chunk_stats": {"count": 13, "sum": 49, "mean": 3.769230769230769, "median": 4.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 40, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06717925799966906, "decode_time_sec": 1.6317630689991347, "total_time_sec": 1.7058089080001082, "prefill_units_per_sec": 14840.890323690557, "prefill_bytes_per_sec": 14826.004776725973, "decode_units_per_sec": 78.44276073640435, "decode_bytes_per_sec": 78.44276073640435, "total_units_per_sec": 75.03771342715481, "total_bytes_per_sec": 75.03771342715481, "step_latency_ms": {"count": 128, "sum": 1613, "mean": 12.6015625, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3533.54736328125, "peak_reserved_mb": 3614.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 996, "mean": 996.0, "median": 996.0, "p95": 996.0, "max": 996, "min": 996}, "model_input_units": {"count": 1, "sum": 997, "mean": 997.0, "median": 997.0, "p95": 997.0, "max": 997, "min": 997}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 996, "model_input_units": 997, "stage0_units": 347, "stage1_units": 152, "bytes_per_stage0_unit": 2.8703170028818445, "stage0_per_stage1_unit": 2.2828947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 997, "units_out": 347, "chunk_lengths": [1, 1, 3, 1, 5, 4, 1, 1, 3, 2, 4, 1, 1, 9, 1, 2, 3, 2, 4, 1, 1, 4, 1, 1, 8, 1, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 4, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 6, 1, 1, 4, 1, 9, 2, 1, 2, 3, 1, 2, 4, 1, 2, 6, 1, 3, 9, 1, 4, 4, 1, 1, 4, 1, 2, 5, 4, 1, 4, 11, 5, 4, 1, 6, 6, 1, 6, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 6, 1, 5, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 6, 1, 1, 1, 2, 3, 2, 3, 1, 2, 3, 1, 3, 3, 1, 7, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 1, 2, 1, 3, 1, 3, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 2, 1, 1, 1, 1, 6, 1, 3, 1, 2, 7, 1, 3, 1, 7, 1, 1, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 8, 2, 1, 3, 1, 1, 6, 1, 7, 1, 1, 4, 1, 1, 1, 1, 13, 3, 4, 1, 9, 2, 8, 4, 3, 1, 6, 1, 7, 1, 9, 1, 1, 1, 2, 4, 1, 4, 5, 1, 5, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 8, 1, 2, 1, 9, 1, 1, 6, 1, 6, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 1, 2, 6, 1, 5, 3, 1, 6, 1, 7, 5, 2, 1, 3, 4, 7, 1], "chunk_stats": {"count": 347, "sum": 997, "mean": 2.873198847262248, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 347, "units_out": 152, "chunk_lengths": [1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 7, 2, 4, 1, 1, 1, 6, 1, 3, 1, 4, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 6, 2, 3, 1, 8, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 2, 2, 1, 1, 3, 3, 6, 1, 6, 5, 1, 7, 3, 3, 3, 5, 1, 3, 1, 1, 1, 4, 1, 4, 2, 1, 1, 1, 3, 2, 1, 3, 3, 1, 1, 3, 3, 6, 1, 6, 5, 1, 4, 1, 6, 2, 3, 4, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 2, 4, 1, 1, 10, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 2, 1], "chunk_stats": {"count": 152, "sum": 347, "mean": 2.2828947368421053, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 2, 3, 4, 7, 6, 1, 2, 4, 7, 1, 3, 4, 1, 6, 1, 7, 5, 1, 9, 2, 3, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 1, 6, 1, 3], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [2, 1, 4, 1, 4, 7, 1, 1, 9, 2, 6, 1], "chunk_stats": {"count": 12, "sum": 39, "mean": 3.25, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 41, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06892653600152698, "decode_time_sec": 1.6606507150008838, "total_time_sec": 1.7352080330001627, "prefill_units_per_sec": 3917.2141190153307, "prefill_bytes_per_sec": 3902.7059185745334, "decode_units_per_sec": 77.07821930509444, "decode_bytes_per_sec": 77.07821930509444, "total_units_per_sec": 73.76637127404769, "total_bytes_per_sec": 73.76637127404769, "step_latency_ms": {"count": 128, "sum": 1647, "mean": 12.8671875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3344.3037109375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}, "model_input_units": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 269, "model_input_units": 270, "stage0_units": 103, "stage1_units": 37, "bytes_per_stage0_unit": 2.6116504854368934, "stage0_per_stage1_unit": 2.7837837837837838}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 270, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 4, 4, 1, 6, 1, 1, 1, 5, 1, 7, 2, 1, 9, 1, 1, 1, 2, 1, 9, 1, 9, 1, 1, 1, 2, 1, 7, 1, 9, 1, 1, 1, 2, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 9, 1, 1, 1, 2, 1], "chunk_stats": {"count": 103, "sum": 270, "mean": 2.621359223300971, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 37, "chunk_lengths": [1, 2, 2, 3, 2, 1, 1, 2, 1, 2, 4, 2, 2, 6, 2, 6, 1, 2, 7, 2, 5, 1, 3, 2, 6, 4, 2, 6, 1, 1, 2, 2, 6, 2, 2, 2, 5], "chunk_stats": {"count": 37, "sum": 103, "mean": 2.7837837837837838, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 6, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 5, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [2, 1, 2, 2, 7, 2, 2, 9, 1, 2, 9, 1, 1], "chunk_stats": {"count": 13, "sum": 41, "mean": 3.1538461538461537, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 42, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07049716300025466, "decode_time_sec": 1.7766754320000473, "total_time_sec": 1.8506507109996164, "prefill_units_per_sec": 7915.212134110763, "prefill_bytes_per_sec": 7901.027166128486, "decode_units_per_sec": 72.04467270417943, "decode_bytes_per_sec": 72.04467270417943, "total_units_per_sec": 69.16486143993194, "total_bytes_per_sec": 69.16486143993194, "step_latency_ms": {"count": 128, "sum": 1760, "mean": 13.75, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3415.17822265625, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}, "model_input_units": {"count": 1, "sum": 558, "mean": 558.0, "median": 558.0, "p95": 558.0, "max": 558, "min": 558}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 557, "model_input_units": 558, "stage0_units": 175, "stage1_units": 81, "bytes_per_stage0_unit": 3.182857142857143, "stage0_per_stage1_unit": 2.1604938271604937}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 558, "units_out": 175, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 7, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 7, 1, 2, 2, 2, 2, 3, 1, 4, 1, 1, 3, 1, 1, 9, 5, 2, 1, 3, 1, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 2, 2, 1, 5, 2, 1, 7, 1, 9, 2, 1, 2, 4, 1, 4, 4, 1, 2, 2, 2, 1, 7, 1, 2, 1, 4, 2, 5, 3, 5, 4, 3, 1, 2, 5, 3, 5, 9, 8, 1, 2, 2, 1, 7, 2, 4, 1, 2, 2, 1, 9, 4, 7, 1, 2, 2, 1, 6, 1, 2, 4, 1, 4, 1, 1, 3, 1, 1, 13, 1, 2, 2, 4, 1, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 1, 1, 7, 1, 5, 1, 2, 4, 1, 4, 1, 17, 7, 5, 5, 1, 21, 2, 2, 13, 8, 1, 2, 2, 1, 6, 1, 1, 9, 4, 1, 2, 3, 2, 7, 1, 2, 2, 1, 6, 1, 1], "chunk_stats": {"count": 175, "sum": 558, "mean": 3.1885714285714286, "median": 2.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 175, "units_out": 81, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 3, 2, 1, 1, 1, 6, 4, 1, 3, 3, 4, 1, 1, 3, 1, 6, 1, 3, 2, 2, 2, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 2, 3, 2, 1, 2, 2, 5, 1, 1, 6, 1, 3, 1, 4, 2, 2, 3, 3, 1, 1, 3, 1, 2, 1, 6, 2, 1, 4, 1, 6, 1, 1], "chunk_stats": {"count": 81, "sum": 175, "mean": 2.1604938271604937, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 2, 2, 3, 1, 4, 1, 13, 1, 3, 1, 1, 1, 7, 1, 5, 1, 1, 5, 1, 4, 1, 1, 5, 4, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 5], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.5, "p95": 7.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 3, 3, 1, 8, 3, 3, 1, 1, 4, 5, 4, 2, 3, 2], "chunk_stats": {"count": 16, "sum": 45, "mean": 2.8125, "median": 3.0, "p95": 5.75, "max": 8, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 43, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06763019699974393, "decode_time_sec": 1.9275051230015379, "total_time_sec": 2.0006149529999675, "prefill_units_per_sec": 4775.973076068712, "prefill_bytes_per_sec": 4761.186781715558, "decode_units_per_sec": 66.40708679449662, "decode_bytes_per_sec": 66.40708679449662, "total_units_per_sec": 63.98032755281625, "total_bytes_per_sec": 63.98032755281625, "step_latency_ms": {"count": 128, "sum": 1912, "mean": 14.9375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3356.11279296875, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "model_input_units": {"count": 1, "sum": 323, "mean": 323.0, "median": 323.0, "p95": 323.0, "max": 323, "min": 323}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 322, "model_input_units": 323, "stage0_units": 112, "stage1_units": 54, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.074074074074074}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 323, "units_out": 112, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 8, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 5, 4, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 8, 1], "chunk_stats": {"count": 112, "sum": 323, "mean": 2.8839285714285716, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 112, "units_out": 54, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 4, 4, 1, 7, 1, 1, 6, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 6, 2, 1, 5, 1, 2, 1, 1, 6, 1, 2, 1, 2, 1, 5, 1, 2, 1, 3, 2, 1], "chunk_stats": {"count": 54, "sum": 112, "mean": 2.074074074074074, "median": 1.5, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 8, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 4, 1, 8, 1, 5, 4, 1, 6], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 5, 1, 1, 1, 3, 2, 4, 1, 1, 6, 4, 1, 7, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 20, "sum": 52, "mean": 2.6, "median": 2.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 44, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06801797800108034, "decode_time_sec": 1.9053511500005698, "total_time_sec": 1.9772474620003777, "prefill_units_per_sec": 8336.03139439097, "prefill_bytes_per_sec": 8321.3293989864, "decode_units_per_sec": 67.17921785701377, "decode_bytes_per_sec": 67.17921785701377, "total_units_per_sec": 64.73645937595623, "total_bytes_per_sec": 64.73645937595623, "step_latency_ms": {"count": 128, "sum": 1881, "mean": 14.6953125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3417.36279296875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}, "model_input_units": {"count": 1, "sum": 567, "mean": 567.0, "median": 567.0, "p95": 567.0, "max": 567, "min": 567}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 566, "model_input_units": 567, "stage0_units": 230, "stage1_units": 76, "bytes_per_stage0_unit": 2.4608695652173913, "stage0_per_stage1_unit": 3.026315789473684}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 567, "units_out": 230, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 7, 2, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 1, 9, 7, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 9, 6, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 2, 1, 5, 1, 1, 9, 7, 1, 5, 2, 1, 1, 1, 1, 2, 7, 1, 5, 2, 1, 7, 1, 4, 1, 1, 9, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 2, 7, 1, 7, 1, 4, 2, 1, 3, 1, 4, 1, 7, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 4, 1, 7, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 230, "sum": 567, "mean": 2.465217391304348, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 230, "units_out": 76, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 1, 2, 2, 2, 2, 2, 2, 3, 1, 5, 2, 3, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 6, 3, 2, 1, 4, 1, 14, 1, 1, 1, 11, 1, 1, 1, 6, 12, 1, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 2, 1, 2, 1, 6, 4, 1, 8, 1, 1, 5, 5, 1, 6, 6, 1, 13, 1, 10, 2], "chunk_stats": {"count": 76, "sum": 230, "mean": 3.026315789473684, "median": 2.0, "p95": 10.25, "max": 14, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 2, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 9, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 6.299999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 1, 4, 11, 1, 3, 1, 1, 1, 12, 2, 2, 2, 2, 2, 4, 4], "chunk_stats": {"count": 18, "sum": 55, "mean": 3.0555555555555554, "median": 2.0, "p95": 11.149999999999999, "max": 12, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 45, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06899414699910267, "decode_time_sec": 1.9121882589988672, "total_time_sec": 1.9882228259994008, "prefill_units_per_sec": 10783.523419887724, "prefill_bytes_per_sec": 10769.029436796478, "decode_units_per_sec": 66.93901575727426, "decode_bytes_per_sec": 66.93901575727426, "total_units_per_sec": 64.37910194279128, "total_bytes_per_sec": 64.37910194279128, "step_latency_ms": {"count": 128, "sum": 1897, "mean": 14.8203125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3467.0341796875, "peak_reserved_mb": 3596.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 743, "mean": 743.0, "median": 743.0, "p95": 743.0, "max": 743, "min": 743}, "model_input_units": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 743, "model_input_units": 744, "stage0_units": 268, "stage1_units": 155, "bytes_per_stage0_unit": 2.7723880597014925, "stage0_per_stage1_unit": 1.729032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 744, "units_out": 268, "chunk_lengths": [1, 1, 3, 5, 1, 5, 2, 1, 2, 1, 5, 1, 4, 1, 1, 5, 6, 2, 2, 1, 1, 1, 3, 1, 5, 1, 5, 1, 4, 1, 1, 5, 2, 6, 1, 1, 2, 1, 8, 5, 7, 2, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 2, 2, 1, 5, 1, 2, 4, 7, 3, 7, 4, 3, 5, 1, 7, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 7, 3, 5, 1, 6, 1, 2, 5, 1, 2, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 5, 6, 2, 7, 1, 4, 1, 3, 1, 1, 5, 1, 2, 2, 2, 1, 5, 1, 2, 1, 4, 3, 1, 3, 4, 5, 1, 1, 3, 1, 3, 1, 3, 5, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 1, 10, 1, 4, 5, 1, 3, 2, 7, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 2, 2, 1, 5, 1, 2, 4, 1, 3, 3, 1, 3, 4, 3, 1, 5, 2, 1, 1, 2, 1, 2, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 7, 2, 5, 1, 3, 1, 6, 1, 6, 1, 1, 5, 2, 6, 1, 3, 1, 6, 3, 1, 2, 7, 1, 6, 7, 3, 2, 6, 1, 6, 4, 1, 5, 2, 1, 3, 10, 1, 1, 2, 7, 2, 4, 1, 2, 2, 3, 1, 7, 4, 5, 2, 1, 2, 1, 2, 1, 5, 5, 4, 6, 1, 1], "chunk_stats": {"count": 268, "sum": 744, "mean": 2.7761194029850746, "median": 2.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 268, "units_out": 155, "chunk_lengths": [1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 4, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 4, 4, 2, 4, 1, 2, 2, 2, 1, 1, 2, 4, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 2, 4, 1, 3, 1], "chunk_stats": {"count": 155, "sum": 268, "mean": 1.729032258064516, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [5, 6, 2, 3, 1, 5, 1, 5, 1, 2, 6, 1, 2, 1, 1, 9, 6, 2, 2, 2, 1, 5, 2, 6, 3, 6, 1, 4, 5, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.5, "p95": 6.049999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [1, 1, 1, 1, 3, 2, 3, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1], "chunk_stats": {"count": 26, "sum": 39, "mean": 1.5, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 46, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0680876080004964, "decode_time_sec": 1.8114547910008696, "total_time_sec": 1.885167561000344, "prefill_units_per_sec": 4391.401148911269, "prefill_bytes_per_sec": 4376.714188547017, "decode_units_per_sec": 70.66143777691362, "decode_bytes_per_sec": 70.66143777691362, "total_units_per_sec": 67.89847366781453, "total_bytes_per_sec": 67.89847366781453, "step_latency_ms": {"count": 128, "sum": 1801, "mean": 14.0703125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3351.5615234375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 97, "stage1_units": 40, "bytes_per_stage0_unit": 3.0721649484536084, "stage0_per_stage1_unit": 2.425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 299, "units_out": 97, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 6, 1, 1, 3, 1, 1, 9, 2, 1, 5, 1, 2, 1, 3, 1, 2, 4, 5, 1, 6, 1, 2, 1, 8, 4, 9, 1, 1, 8, 4, 5, 6, 1, 9, 1, 2, 1, 3, 1, 4, 1, 9, 1, 2, 4, 2, 2, 1, 13, 3, 1, 4, 2, 1, 3, 1, 4, 1, 8, 1, 1, 13, 1, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 1, 9, 4, 1, 13, 1, 5, 4, 5, 1, 1, 4, 2, 2, 1, 1, 4], "chunk_stats": {"count": 97, "sum": 299, "mean": 3.082474226804124, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 40, "chunk_lengths": [1, 2, 4, 1, 1, 4, 1, 1, 2, 4, 1, 5, 1, 1, 5, 3, 3, 1, 1, 5, 2, 2, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 5, 1, 2, 1, 2, 3, 2, 5], "chunk_stats": {"count": 40, "sum": 97, "mean": 2.425, "median": 2.0, "p95": 5.049999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 3, 11, 1, 5, 2, 1, 8, 2, 3, 2, 4, 2, 1, 6, 8, 1, 1, 1, 1, 5, 4, 1, 1, 2, 5, 1, 1, 3, 2, 3, 1, 1, 9, 1, 1, 1, 9, 2, 6, 1, 2, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 8.899999999999999, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 3, 1, 1, 4, 2, 1, 4, 2, 1, 1, 5, 4, 3, 1, 3, 1, 2, 2], "chunk_stats": {"count": 19, "sum": 42, "mean": 2.210526315789474, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 47, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0673805899987201, "decode_time_sec": 1.7853939830001764, "total_time_sec": 1.8562725769988901, "prefill_units_per_sec": 8934.323668157775, "prefill_bytes_per_sec": 8919.482598941566, "decode_units_per_sec": 71.69285951379133, "decode_bytes_per_sec": 71.69285951379133, "total_units_per_sec": 68.95539027298604, "total_bytes_per_sec": 68.95539027298604, "step_latency_ms": {"count": 128, "sum": 1773, "mean": 13.8515625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3429.20166015625, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 601, "mean": 601.0, "median": 601.0, "p95": 601.0, "max": 601, "min": 601}, "model_input_units": {"count": 1, "sum": 602, "mean": 602.0, "median": 602.0, "p95": 602.0, "max": 602, "min": 602}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 601, "model_input_units": 602, "stage0_units": 212, "stage1_units": 100, "bytes_per_stage0_unit": 2.8349056603773586, "stage0_per_stage1_unit": 2.12}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 602, "units_out": 212, "chunk_lengths": [1, 1, 3, 3, 1, 1, 8, 1, 7, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 8, 2, 7, 1, 7, 1, 3, 1, 9, 2, 4, 1, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 2, 4, 1, 1, 1, 1, 5, 7, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 7, 1, 2, 4, 1, 1, 1, 5, 2, 2, 5, 1, 1, 4, 5, 7, 1, 8, 1, 8, 2, 5, 5, 7, 1, 5, 2, 1, 8, 4, 1, 1, 1, 5, 1, 2, 4, 3, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 7, 1, 1, 1, 9, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 8, 2, 1, 1, 1, 5, 7, 1, 5, 2, 2, 5, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 5, 7, 1, 8, 1, 8, 2, 1, 4, 1, 5, 2, 5, 1, 1, 4, 1, 1, 2, 1, 7, 1, 9, 1, 1, 7, 1, 1, 5, 7, 1, 2, 5, 1, 1, 6, 1, 2, 7, 6, 1, 7, 1, 1, 1], "chunk_stats": {"count": 212, "sum": 602, "mean": 2.839622641509434, "median": 1.0, "p95": 7.449999999999989, "max": 9, "min": 1}}, {"stage": 1, "units_in": 212, "units_out": 100, "chunk_lengths": [1, 2, 1, 3, 2, 1, 6, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 2, 6, 5, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 6, 1, 5, 1, 3, 2, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 2, 2, 2, 1, 3, 6, 1, 5, 1, 2, 11, 1, 2, 1, 1, 2, 1, 1, 5, 7, 2, 1, 3, 2, 3, 1, 1, 5, 3, 5, 1, 2, 1, 1, 2, 5, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 100, "sum": 212, "mean": 2.12, "median": 1.0, "p95": 6.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [5, 3, 4, 7, 1, 1, 1, 4, 3, 1, 1, 8, 1, 7, 1, 4, 1, 7, 1, 2, 5, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 7], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 7, 1, 1, 2, 1, 7, 1, 1, 1, 1, 2, 1, 3, 2, 1], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 48, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06787399900167657, "decode_time_sec": 1.824372676999701, "total_time_sec": 1.8977987990001566, "prefill_units_per_sec": 5230.279712725209, "prefill_bytes_per_sec": 5215.546530435841, "decode_units_per_sec": 70.1611033829471, "decode_bytes_per_sec": 70.1611033829471, "total_units_per_sec": 67.44655970244897, "total_bytes_per_sec": 67.44655970244897, "step_latency_ms": {"count": 128, "sum": 1813, "mean": 14.1640625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3360.8369140625, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 118, "stage1_units": 56, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": 2.107142857142857}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 355, "units_out": 118, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 6, 2, 1, 5, 1, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 8, 1, 1, 2, 1, 4, 5, 1, 1, 1, 3, 1, 1, 1, 7, 3, 1, 3, 1, 1, 6, 1, 16, 4, 2, 3, 5, 1, 1, 13, 5, 2, 2, 1, 1, 13, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 6, 1, 1, 17, 6, 2, 1, 3, 1, 1, 3, 1, 5, 1, 6, 1, 1, 1, 17, 1, 7, 1, 2, 1, 1, 1], "chunk_stats": {"count": 118, "sum": 355, "mean": 3.0084745762711864, "median": 1.0, "p95": 9.599999999999966, "max": 17, "min": 1}}, {"stage": 1, "units_in": 118, "units_out": 56, "chunk_lengths": [1, 2, 2, 4, 3, 1, 1, 5, 3, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 3, 10, 1, 1, 1, 5, 2, 2, 3, 1, 2, 1, 1, 3], "chunk_stats": {"count": 56, "sum": 118, "mean": 2.107142857142857, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 1, 5, 1, 1, 1, 1, 4, 2, 3, 5, 1, 17, 5, 1, 1, 1, 5, 1, 1, 7, 1, 13, 3, 4, 1, 4, 5, 1, 5, 1, 2, 4, 1, 1, 3, 1, 4, 2, 6, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 7.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 4, 1, 5, 3, 1, 1, 5, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 41, "mean": 1.9523809523809523, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 49, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06771315900004993, "decode_time_sec": 1.984366199998476, "total_time_sec": 2.055928694000613, "prefill_units_per_sec": 9776.533982109915, "prefill_bytes_per_sec": 9761.765803889206, "decode_units_per_sec": 64.504223061297, "decode_bytes_per_sec": 64.504223061297, "total_units_per_sec": 62.258968598237686, "total_bytes_per_sec": 62.258968598237686, "step_latency_ms": {"count": 128, "sum": 1975, "mean": 15.4296875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3444.337890625, "peak_reserved_mb": 3518.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 661, "mean": 661.0, "median": 661.0, "p95": 661.0, "max": 661, "min": 661}, "model_input_units": {"count": 1, "sum": 662, "mean": 662.0, "median": 662.0, "p95": 662.0, "max": 662, "min": 662}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 661, "model_input_units": 662, "stage0_units": 244, "stage1_units": 122, "bytes_per_stage0_unit": 2.709016393442623, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 662, "units_out": 244, "chunk_lengths": [1, 1, 3, 1, 3, 5, 1, 1, 1, 1, 1, 3, 2, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 9, 2, 4, 3, 1, 1, 1, 9, 2, 1, 2, 5, 1, 2, 4, 1, 1, 3, 4, 1, 2, 1, 1, 7, 1, 8, 1, 2, 2, 3, 1, 2, 4, 1, 5, 1, 3, 11, 1, 7, 1, 2, 1, 2, 3, 2, 2, 1, 4, 3, 4, 9, 1, 2, 2, 4, 1, 9, 1, 1, 1, 5, 2, 1, 3, 1, 1, 8, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 2, 1, 2, 1, 3, 8, 1, 2, 1, 4, 4, 1, 1, 10, 3, 4, 2, 6, 1, 6, 1, 1, 1, 1, 4, 9, 2, 4, 1, 6, 3, 1, 3, 1, 5, 2, 2, 1, 4, 1, 4, 2, 1, 1, 6, 1, 2, 1, 2, 11, 1, 9, 2, 3, 3, 5, 3, 1, 7, 1, 3, 4, 1, 3, 3, 5, 10, 1, 1, 9, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 4, 1, 7, 3, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 10, 1, 2, 1, 2, 1, 1, 4, 9, 1, 2, 1, 3, 1], "chunk_stats": {"count": 244, "sum": 662, "mean": 2.7131147540983607, "median": 2.0, "p95": 9.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 244, "units_out": 122, "chunk_lengths": [1, 2, 3, 3, 1, 3, 2, 1, 6, 1, 1, 3, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 5, 5, 1, 1, 1, 5, 1, 1, 2, 5, 3, 2, 5, 2, 7, 1, 1, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 3, 1, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 3, 1, 1, 3, 3, 1, 3, 1, 8, 4, 2, 2, 1, 1, 3, 3, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 1, 2, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 4], "chunk_stats": {"count": 122, "sum": 244, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 8, 1, 2, 4, 2, 2, 1, 13, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 7, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 3, 4, 1, 2, 1, 3, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 8.549999999999997, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 2, 4, 1, 3, 1, 3, 5, 2, 3, 3, 2, 1, 1, 1, 1, 2, 2, 3, 1, 1, 4, 1, 1], "chunk_stats": {"count": 25, "sum": 50, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 50, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0682777090005402, "decode_time_sec": 1.5758053230001678, "total_time_sec": 1.651178711999819, "prefill_units_per_sec": 11497.163737491386, "prefill_bytes_per_sec": 11482.517669035982, "decode_units_per_sec": 81.22830792086769, "decode_bytes_per_sec": 81.22830792086769, "total_units_per_sec": 77.5203792719525, "total_bytes_per_sec": 77.5203792719525, "step_latency_ms": {"count": 128, "sum": 1566, "mean": 12.234375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3480.4404296875, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 784, "mean": 784.0, "median": 784.0, "p95": 784.0, "max": 784, "min": 784}, "model_input_units": {"count": 1, "sum": 785, "mean": 785.0, "median": 785.0, "p95": 785.0, "max": 785, "min": 785}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 784, "model_input_units": 785, "stage0_units": 246, "stage1_units": 118, "bytes_per_stage0_unit": 3.186991869918699, "stage0_per_stage1_unit": 2.0847457627118646}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 785, "units_out": 246, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 1, 2, 2, 2, 3, 5, 1, 4, 1, 2, 2, 1, 16, 3, 1, 8, 1, 5, 1, 1, 4, 2, 1, 5, 1, 3, 5, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 4, 1, 6, 1, 1, 7, 1, 1, 2, 1, 1, 9, 3, 5, 1, 5, 2, 3, 5, 1, 5, 3, 1, 3, 1, 6, 1, 1, 7, 1, 1, 2, 1, 4, 9, 1, 3, 1, 6, 1, 8, 1, 5, 2, 8, 1, 4, 9, 1, 2, 3, 1, 8, 1, 5, 1, 13, 1, 6, 2, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 1, 6, 4, 3, 1, 3, 1, 1, 8, 1, 6, 1, 17, 1, 5, 5, 5, 1, 1, 3, 8, 1, 5, 1, 4, 1, 1, 1, 1, 1, 34, 1, 1, 6, 7, 1, 4, 5, 7, 1, 5, 1, 1, 6, 1, 7, 1, 1, 1, 1, 6, 1, 1, 5, 1, 1, 13, 6, 2, 1, 3, 1, 1, 8, 1, 6, 1, 1, 5, 1, 9, 4, 1, 13, 6, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 1, 5, 1, 9, 3, 4, 5, 1], "chunk_stats": {"count": 246, "sum": 785, "mean": 3.1910569105691056, "median": 1.0, "p95": 9.0, "max": 34, "min": 1}}, {"stage": 1, "units_in": 246, "units_out": 118, "chunk_lengths": [1, 2, 1, 1, 3, 1, 3, 1, 1, 3, 1, 2, 2, 1, 2, 1, 4, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 3, 3, 1, 4, 1, 1, 1, 6, 2, 4, 2, 2, 1, 4, 1, 4, 1, 3, 1, 6, 2, 1, 4, 4, 1, 3, 1, 1, 2, 5, 1, 2, 1, 3, 3, 4, 3, 1, 4, 2, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 2, 3, 2, 5, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 2, 4, 1, 1, 1, 1, 7, 4, 1, 2, 1, 1, 4, 2, 2, 1, 5, 1, 4], "chunk_stats": {"count": 118, "sum": 246, "mean": 2.0847457627118646, "median": 2.0, "p95": 4.1499999999999915, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [1, 6, 1, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 2, 3, 5, 1, 4, 1, 29, 3, 1, 8, 1, 5, 2], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 2.5, "p95": 9.099999999999994, "max": 29, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 5, 1], "chunk_stats": {"count": 13, "sum": 30, "mean": 2.3076923076923075, "median": 2.0, "p95": 4.399999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 51, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06810751900047762, "decode_time_sec": 1.7222001330010244, "total_time_sec": 1.7958567650002806, "prefill_units_per_sec": 4507.578671274857, "prefill_bytes_per_sec": 4492.89600459318, "decode_units_per_sec": 74.32353391876312, "decode_bytes_per_sec": 74.32353391876312, "total_units_per_sec": 71.275172104263, "total_bytes_per_sec": 71.275172104263, "step_latency_ms": {"count": 128, "sum": 1710, "mean": 13.359375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3352.43017578125, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "model_input_units": {"count": 1, "sum": 307, "mean": 307.0, "median": 307.0, "p95": 307.0, "max": 307, "min": 307}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 306, "model_input_units": 307, "stage0_units": 127, "stage1_units": 74, "bytes_per_stage0_unit": 2.409448818897638, "stage0_per_stage1_unit": 1.7162162162162162}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 307, "units_out": 127, "chunk_lengths": [1, 1, 3, 1, 1, 2, 5, 1, 4, 5, 1, 5, 4, 5, 2, 1, 2, 4, 2, 4, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 8, 1, 4, 2, 1, 2, 4, 2, 3, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 1, 1, 1, 5, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 8, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 4, 1, 1, 1, 2, 4, 1], "chunk_stats": {"count": 127, "sum": 307, "mean": 2.4173228346456694, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 127, "units_out": 74, "chunk_lengths": [1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 3, 3, 3, 2, 2, 3, 2, 3, 1, 1, 1, 1, 4, 1, 2, 2, 1, 3], "chunk_stats": {"count": 74, "sum": 127, "mean": 1.7162162162162162, "median": 1.0, "p95": 3.3499999999999943, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [2, 1, 5, 13, 4, 5, 1, 1, 1, 1, 1, 1, 1, 13, 4, 5, 1, 1, 1, 1, 1, 1, 14, 1, 1, 14, 1, 1, 10, 1, 5, 4, 1, 9, 1], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 13.299999999999997, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 2, 1, 2, 3, 3, 2, 5, 3, 1, 2, 1, 2, 1, 1, 1, 2, 1], "chunk_stats": {"count": 18, "sum": 34, "mean": 1.8888888888888888, "median": 2.0, "p95": 3.299999999999997, "max": 5, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 52, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06756391999988409, "decode_time_sec": 1.955049717998918, "total_time_sec": 2.025209105000613, "prefill_units_per_sec": 4839.861275079376, "prefill_bytes_per_sec": 4825.0604760730175, "decode_units_per_sec": 65.47148076163188, "decode_bytes_per_sec": 65.47148076163188, "total_units_per_sec": 63.2033500560236, "total_bytes_per_sec": 63.2033500560236, "step_latency_ms": {"count": 128, "sum": 1939, "mean": 15.1484375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3358.328125, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 131, "stage1_units": 59, "bytes_per_stage0_unit": 2.4885496183206106, "stage0_per_stage1_unit": 2.2203389830508473}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 327, "units_out": 131, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 1, 2, 1, 10, 1, 5, 1, 1, 1, 3, 1, 1, 9, 10, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 10, 1, 1, 2, 4, 1, 2, 6, 3, 1, 1, 9, 6, 1, 4, 1, 1, 2, 2, 1, 3, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 9, 6, 1, 1, 2, 4, 1, 5, 2, 1, 3, 1, 1, 3, 1, 6, 1, 1, 2, 4, 1, 4, 1, 6, 1, 4, 1, 1, 1, 1, 9, 1, 2, 2, 6, 1, 1, 2, 4, 1, 4, 1, 1, 3, 1, 10, 1, 1, 1, 2, 3, 1, 1, 5, 1, 1, 1, 4, 2, 1, 1, 1, 9, 3, 1, 1, 1, 1], "chunk_stats": {"count": 131, "sum": 327, "mean": 2.49618320610687, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 131, "units_out": 59, "chunk_lengths": [1, 2, 1, 2, 3, 2, 3, 1, 4, 1, 2, 2, 1, 6, 2, 1, 1, 1, 4, 2, 1, 1, 2, 3, 1, 5, 1, 1, 1, 3, 2, 1, 2, 3, 2, 1, 6, 7, 8, 1, 2, 1, 7, 2, 1, 5, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 1, 3], "chunk_stats": {"count": 59, "sum": 131, "mean": 2.2203389830508473, "median": 2.0, "p95": 6.099999999999994, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 7, 9, 3, 4, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 3, 2, 3], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 5.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 1, 5, 1, 3, 3, 1, 14, 2, 1, 1, 1, 6, 3, 4], "chunk_stats": {"count": 20, "sum": 55, "mean": 2.75, "median": 1.0, "p95": 6.400000000000006, "max": 14, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 53, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06797768999967957, "decode_time_sec": 1.6054056089997175, "total_time_sec": 1.67690239500007, "prefill_units_per_sec": 6472.711855934999, "prefill_bytes_per_sec": 6458.001147171511, "decode_units_per_sec": 79.73062961936027, "decode_bytes_per_sec": 79.73062961936027, "total_units_per_sec": 76.33121664185747, "total_bytes_per_sec": 76.33121664185747, "step_latency_ms": {"count": 128, "sum": 1593, "mean": 12.4453125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3382.10498046875, "peak_reserved_mb": 3462.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}, "model_input_units": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 439, "model_input_units": 440, "stage0_units": 147, "stage1_units": 83, "bytes_per_stage0_unit": 2.9863945578231292, "stage0_per_stage1_unit": 1.7710843373493976}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 440, "units_out": 147, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 2, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 1, 5, 4, 1, 2, 5, 1, 8, 2, 1, 3, 5, 1, 4, 7, 7, 1, 3, 1, 1, 5, 1, 1, 5, 1, 2, 4, 1, 3, 1, 1, 3, 1, 12, 2, 3, 10, 1, 2, 1, 1, 4, 1, 4, 1, 6, 1, 2, 1, 1, 1, 9, 1, 5, 10, 1, 1, 2, 1, 4, 1, 1, 1, 6, 1, 1, 1, 5, 1, 8, 1, 2, 4, 1, 2, 5, 1, 7, 1, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 5, 1, 2, 1, 8, 1, 9, 1, 2, 9, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 6, 1, 1], "chunk_stats": {"count": 147, "sum": 440, "mean": 2.993197278911565, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 147, "units_out": 83, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 5, 4, 1, 2, 1, 2, 3, 3, 1, 5, 1, 1, 2, 1, 1, 6, 3, 2, 4, 2, 3, 1, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 83, "sum": 147, "mean": 1.7710843373493976, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 28, "chunk_lengths": [24, 2, 6, 1, 2, 1, 9, 4, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 1, 8, 1, 11], "chunk_stats": {"count": 29, "sum": 128, "mean": 4.413793103448276, "median": 3.0, "p95": 12.199999999999996, "max": 24, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 4, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 1], "chunk_stats": {"count": 15, "sum": 28, "mean": 1.8666666666666667, "median": 1.0, "p95": 4.299999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 28, "sum": 28, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 54, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06780397100010305, "decode_time_sec": 1.8784671329995035, "total_time_sec": 1.9503324479992443, "prefill_units_per_sec": 5043.952366734984, "prefill_bytes_per_sec": 5029.203968001841, "decode_units_per_sec": 68.14066520057332, "decode_bytes_per_sec": 68.14066520057332, "total_units_per_sec": 65.62983666262092, "total_bytes_per_sec": 65.62983666262092, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3358.67919921875, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}, "model_input_units": {"count": 1, "sum": 342, "mean": 342.0, "median": 342.0, "p95": 342.0, "max": 342, "min": 342}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 341, "model_input_units": 342, "stage0_units": 126, "stage1_units": 65, "bytes_per_stage0_unit": 2.7063492063492065, "stage0_per_stage1_unit": 1.9384615384615385}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 342, "units_out": 126, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 3, 2, 4, 1, 1, 2, 2, 6, 1, 2, 2, 1, 1, 9, 1, 2, 1, 1, 8, 1, 4, 1, 1, 2, 2, 4, 1, 5, 1, 2, 1, 2, 4, 1, 1, 3, 1, 2, 2, 8, 13, 4, 1, 5, 2, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 3, 1, 9, 4, 2, 1, 2, 4, 1, 4, 1, 2, 2, 5, 3, 1, 4, 1, 13, 4, 1, 5, 2, 4, 1, 3, 9, 4, 1, 1, 8, 2, 1, 1, 4, 1, 7, 1, 1, 7, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 3, 4, 1, 4, 1, 9, 3, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 126, "sum": 342, "mean": 2.7142857142857144, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 126, "units_out": 65, "chunk_lengths": [1, 2, 2, 1, 3, 4, 1, 1, 1, 4, 1, 1, 4, 5, 1, 5, 1, 1, 4, 2, 1, 1, 1, 2, 1, 1, 4, 1, 2, 5, 1, 2, 1, 1, 3, 3, 2, 3, 1, 3, 4, 1, 4, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 65, "sum": 126, "mean": 1.9384615384615385, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 1, 7, 1, 1, 7, 1, 4, 1, 8, 2, 6, 1, 6, 1, 1, 1, 1, 4, 7, 1, 1, 7, 1, 4, 1, 1, 9, 1, 1, 1, 9, 7, 1, 1, 8, 5, 2, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 8.100000000000001, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 2, 3, 4, 2, 2, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 23, "sum": 39, "mean": 1.6956521739130435, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 55, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06796073999976215, "decode_time_sec": 1.8266232189998846, "total_time_sec": 1.8981485149997752, "prefill_units_per_sec": 6753.899383697211, "prefill_bytes_per_sec": 6739.1850059549515, "decode_units_per_sec": 70.074659441854, "decode_bytes_per_sec": 70.074659441854, "total_units_per_sec": 67.43413330859158, "total_bytes_per_sec": 67.43413330859158, "step_latency_ms": {"count": 128, "sum": 1814, "mean": 14.171875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3385.7890625, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "model_input_units": {"count": 1, "sum": 459, "mean": 459.0, "median": 459.0, "p95": 459.0, "max": 459, "min": 459}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 458, "model_input_units": 459, "stage0_units": 166, "stage1_units": 84, "bytes_per_stage0_unit": 2.7590361445783134, "stage0_per_stage1_unit": 1.9761904761904763}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 459, "units_out": 166, "chunk_lengths": [1, 1, 3, 1, 1, 8, 1, 6, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 2, 3, 1, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 11, 10, 4, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 11, 14, 7, 2, 1, 2, 3, 1, 1, 3, 1, 1, 2, 4, 1, 6, 2, 1, 3, 1, 1, 6, 1, 5, 1, 2, 3, 2, 1, 2, 4, 1, 2, 2, 2, 2, 2, 1, 2, 3, 1, 2, 2, 1, 2, 1, 6, 2, 1, 1, 15, 4, 1, 6, 1, 5, 1, 3, 6, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 11, 10, 1, 3, 1, 1, 6, 2, 2, 1, 4, 4, 3, 1, 3, 1, 3, 1, 1, 7, 1, 6, 1, 11, 3, 4], "chunk_stats": {"count": 166, "sum": 459, "mean": 2.7650602409638556, "median": 2.0, "p95": 10.0, "max": 15, "min": 1}}, {"stage": 1, "units_in": 166, "units_out": 84, "chunk_lengths": [1, 2, 3, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 2, 1, 3, 1, 6, 4, 1, 1, 1, 1, 1, 2, 2, 1, 9, 4, 1, 1, 1, 1, 1, 2, 6, 1, 2, 5, 1, 3, 1, 5, 2, 3, 2, 5, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 3, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 84, "sum": 166, "mean": 1.9761904761904763, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 4, 1, 6, 3, 6, 4, 1, 1, 8, 1, 6, 1, 3, 1, 2, 2, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 7.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [4, 1, 1, 4, 2, 2, 3, 4, 2, 2, 5, 1, 1, 3, 1, 3, 1, 8], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 2.0, "p95": 5.449999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 56, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06781677100116212, "decode_time_sec": 1.6606284030003735, "total_time_sec": 1.7343256459989789, "prefill_units_per_sec": 11899.711355855781, "prefill_bytes_per_sec": 11884.965740792764, "decode_units_per_sec": 77.0792549186401, "decode_bytes_per_sec": 77.0792549186401, "total_units_per_sec": 73.80390199227635, "total_bytes_per_sec": 73.80390199227635, "step_latency_ms": {"count": 128, "sum": 1646, "mean": 12.859375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3485.181640625, "peak_reserved_mb": 3618.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 806, "mean": 806.0, "median": 806.0, "p95": 806.0, "max": 806, "min": 806}, "model_input_units": {"count": 1, "sum": 807, "mean": 807.0, "median": 807.0, "p95": 807.0, "max": 807, "min": 807}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 806, "model_input_units": 807, "stage0_units": 293, "stage1_units": 131, "bytes_per_stage0_unit": 2.750853242320819, "stage0_per_stage1_unit": 2.236641221374046}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 807, "units_out": 293, "chunk_lengths": [1, 1, 3, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 2, 1, 3, 9, 4, 1, 1, 3, 1, 6, 1, 1, 1, 1, 2, 2, 3, 1, 4, 2, 3, 4, 1, 1, 1, 2, 4, 5, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 9, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 5, 1, 4, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 5, 1, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 6, 1, 6, 1, 1, 1, 9, 2, 1, 6, 4, 1, 5, 1, 1, 5, 1, 3, 1, 3, 6, 1, 1, 1, 2, 1, 5, 1, 5, 5, 4, 9, 4, 1, 1, 6, 2, 1, 3, 1, 1, 5, 1, 5, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 2, 4, 1, 5, 1, 13, 4, 1, 6, 2, 1, 1, 1, 1, 2, 4, 1, 5, 9, 5, 2, 1, 4, 1, 1, 6, 2, 4, 1, 5, 1, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 6, 1, 4, 1, 9, 1], "chunk_stats": {"count": 293, "sum": 807, "mean": 2.7542662116040955, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 293, "units_out": 131, "chunk_lengths": [1, 2, 2, 1, 1, 1, 4, 1, 1, 5, 3, 3, 2, 1, 1, 9, 1, 1, 10, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 1, 4, 5, 1, 1, 2, 1, 9, 2, 2, 1, 9, 1, 2, 1, 9, 2, 2, 2, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 4, 1, 4, 1, 1, 1, 2, 2, 1, 7, 1, 3, 3, 1, 3, 1, 1, 4, 5, 4, 1, 1, 5, 1, 3, 1, 1, 2, 1, 4, 1, 1, 1, 5, 5, 2, 1, 3, 1, 3, 1, 1, 2, 3, 1, 1, 6, 2, 1], "chunk_stats": {"count": 131, "sum": 293, "mean": 2.236641221374046, "median": 1.0, "p95": 5.5, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [2, 4, 9, 1, 3, 1, 6, 1, 4, 1, 9, 2, 1, 3, 1, 6, 1, 4, 1, 8, 1, 7, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 1, 9, 1, 3, 1, 6, 1, 4, 1, 6], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 8.949999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [1, 1, 1, 6, 2, 9, 2, 1, 6, 1, 3, 1, 7], "chunk_stats": {"count": 13, "sum": 41, "mean": 3.1538461538461537, "median": 2.0, "p95": 7.799999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 57, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06812691099912627, "decode_time_sec": 1.4925114089983254, "total_time_sec": 1.5670890509991295, "prefill_units_per_sec": 5298.933926486552, "prefill_bytes_per_sec": 5284.255439155564, "decode_units_per_sec": 85.76148847391734, "decode_bytes_per_sec": 85.76148847391734, "total_units_per_sec": 81.68010612950872, "total_bytes_per_sec": 81.68010612950872, "step_latency_ms": {"count": 128, "sum": 1485, "mean": 11.6015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3364.3759765625, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}, "model_input_units": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 360, "model_input_units": 361, "stage0_units": 104, "stage1_units": 52, "bytes_per_stage0_unit": 3.4615384615384617, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 361, "units_out": 104, "chunk_lengths": [1, 1, 3, 7, 4, 1, 1, 3, 2, 7, 2, 3, 1, 1, 1, 9, 4, 2, 2, 2, 4, 1, 1, 1, 1, 1, 13, 4, 2, 4, 1, 1, 1, 1, 6, 1, 1, 17, 1, 2, 1, 1, 6, 1, 21, 3, 4, 1, 3, 1, 8, 1, 1, 1, 17, 3, 4, 2, 2, 13, 3, 4, 2, 4, 1, 1, 9, 2, 2, 2, 2, 4, 1, 2, 2, 4, 1, 13, 1, 3, 1, 1, 3, 2, 1, 13, 1, 2, 2, 4, 1, 9, 1, 21, 1, 8, 2, 2, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 104, "sum": 361, "mean": 3.4711538461538463, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 104, "units_out": 52, "chunk_lengths": [1, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 5, 1, 5, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 3, 4, 2, 4, 1, 1, 2, 4, 1, 1, 2, 3, 2, 3, 2], "chunk_stats": {"count": 52, "sum": 104, "mean": 2.0, "median": 1.0, "p95": 4.449999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [21, 4, 1, 1, 4, 1, 22, 8, 1, 1, 3, 22, 5, 1, 1, 8, 4, 1, 19], "chunk_stats": {"count": 19, "sum": 128, "mean": 6.7368421052631575, "median": 4.0, "p95": 22.0, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 14, "sum": 18, "mean": 1.2857142857142858, "median": 1.0, "p95": 2.3499999999999996, "max": 3, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 58, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0680112600002758, "decode_time_sec": 1.8632215289999294, "total_time_sec": 1.9348771149998356, "prefill_units_per_sec": 7822.234141785384, "prefill_bytes_per_sec": 7807.53069415045, "decode_units_per_sec": 68.69821865395848, "decode_bytes_per_sec": 68.69821865395848, "total_units_per_sec": 66.15407201196386, "total_bytes_per_sec": 66.15407201196386, "step_latency_ms": {"count": 128, "sum": 1849, "mean": 14.4453125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3408.69384765625, "peak_reserved_mb": 3500.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}, "model_input_units": {"count": 1, "sum": 532, "mean": 532.0, "median": 532.0, "p95": 532.0, "max": 532, "min": 532}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 531, "model_input_units": 532, "stage0_units": 153, "stage1_units": 62, "bytes_per_stage0_unit": 3.4705882352941178, "stage0_per_stage1_unit": 2.467741935483871}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 532, "units_out": 153, "chunk_lengths": [1, 1, 3, 8, 1, 1, 4, 1, 1, 3, 2, 4, 2, 2, 6, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 4, 2, 1, 1, 2, 2, 4, 1, 1, 9, 1, 7, 2, 1, 4, 1, 1, 6, 1, 1, 5, 1, 6, 1, 10, 1, 5, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 1, 6, 1, 1, 4, 1, 1, 4, 1, 1, 4, 1, 3, 1, 1, 3, 1, 1, 4, 1, 3, 1, 26, 1, 1, 1, 15, 1, 4, 4, 1, 4, 1, 44, 1, 2, 6, 1, 2, 6, 1, 44, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 44, 1, 1, 5, 1, 1, 5, 1, 1, 3, 1], "chunk_stats": {"count": 153, "sum": 532, "mean": 3.477124183006536, "median": 1.0, "p95": 9.0, "max": 44, "min": 1}}, {"stage": 1, "units_in": 153, "units_out": 62, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 5, 5, 8, 1, 1, 1, 1, 3, 1, 3, 3, 3, 3, 4, 1, 8, 7, 2, 2, 3, 2, 3, 3, 4, 8, 3, 3, 2, 4], "chunk_stats": {"count": 62, "sum": 153, "mean": 2.467741935483871, "median": 2.0, "p95": 6.8999999999999915, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 5, 1, 6, 1, 1, 9, 7, 1, 4, 1, 6, 1, 2, 1, 1, 13, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 2, 2, 1, 1, 13, 3, 3], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.700000000000003, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [5, 1, 1, 1, 1, 4, 2, 2, 1, 3, 1, 1, 6, 1, 1, 2, 2, 2, 1, 3, 1, 1], "chunk_stats": {"count": 22, "sum": 43, "mean": 1.9545454545454546, "median": 1.0, "p95": 4.949999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 59, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06739255200045591, "decode_time_sec": 1.490080001998649, "total_time_sec": 1.5636352260007698, "prefill_units_per_sec": 10090.135776359974, "prefill_bytes_per_sec": 10075.297341394737, "decode_units_per_sec": 85.90142799602249, "decode_bytes_per_sec": 85.90142799602249, "total_units_per_sec": 81.8605246745298, "total_bytes_per_sec": 81.8605246745298, "step_latency_ms": {"count": 128, "sum": 1479, "mean": 11.5546875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3450.31396484375, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 679, "mean": 679.0, "median": 679.0, "p95": 679.0, "max": 679, "min": 679}, "model_input_units": {"count": 1, "sum": 680, "mean": 680.0, "median": 680.0, "p95": 680.0, "max": 680, "min": 680}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 679, "model_input_units": 680, "stage0_units": 191, "stage1_units": 103, "bytes_per_stage0_unit": 3.554973821989529, "stage0_per_stage1_unit": 1.854368932038835}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 680, "units_out": 191, "chunk_lengths": [1, 1, 3, 1, 1, 5, 1, 2, 1, 8, 1, 1, 3, 2, 1, 2, 2, 5, 2, 1, 2, 2, 1, 1, 6, 20, 1, 2, 1, 2, 1, 4, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 5, 4, 3, 1, 4, 1, 8, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 8, 1, 9, 7, 4, 5, 1, 13, 3, 4, 2, 2, 1, 5, 3, 1, 3, 2, 3, 1, 4, 1, 3, 1, 5, 5, 1, 3, 2, 3, 1, 4, 1, 5, 1, 1, 5, 1, 2, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 5, 1, 3, 1, 2, 4, 4, 1, 9, 6, 1, 3, 1, 13, 1, 2, 1, 17, 3, 1, 4, 1, 2, 4, 1, 3, 1, 2, 1, 13, 7, 2, 2, 9, 1, 17, 1, 2, 1, 21, 4, 1, 5, 1, 2, 1, 21, 3, 4, 1, 4, 17, 7, 2, 2, 9, 1, 21, 3, 4, 1, 3, 1, 13, 1, 2, 1, 17, 5, 1, 5, 2, 4, 1, 5, 1, 2, 1, 1], "chunk_stats": {"count": 191, "sum": 680, "mean": 3.56020942408377, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 191, "units_out": 103, "chunk_lengths": [1, 2, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 3, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 1, 1, 4, 5, 2, 3, 5, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 3, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 103, "sum": 191, "mean": 1.854368932038835, "median": 1.0, "p95": 4.8999999999999915, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [13, 7, 2, 2, 9, 1, 17, 3, 4, 1, 4, 1, 13, 1, 2, 3, 1, 5, 3, 5, 1, 4, 1, 17, 3, 4, 1], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 3.0, "p95": 15.799999999999997, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 4, 5, 1, 3], "chunk_stats": {"count": 11, "sum": 27, "mean": 2.4545454545454546, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 60, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06672367300052429, "decode_time_sec": 1.9218163739988086, "total_time_sec": 1.9935094309985288, "prefill_units_per_sec": 4226.386038397259, "prefill_bytes_per_sec": 4211.398853863936, "decode_units_per_sec": 66.60365773326446, "decode_bytes_per_sec": 66.60365773326446, "total_units_per_sec": 64.20837444239534, "total_bytes_per_sec": 64.20837444239534, "step_latency_ms": {"count": 128, "sum": 1903, "mean": 14.8671875, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3347.4912109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 109, "stage1_units": 57, "bytes_per_stage0_unit": 2.5779816513761467, "stage0_per_stage1_unit": 1.912280701754386}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 282, "units_out": 109, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 5, 1, 6, 5, 2, 1, 1, 1, 2, 1, 7, 5, 1, 2, 2, 1, 1, 5, 2, 1, 4, 3, 1, 4, 3, 1, 1, 1, 2, 6, 5, 1, 2, 1, 2, 4, 1, 4, 7, 1, 5, 5, 1, 7, 1, 8, 7, 10, 5, 1, 7, 1, 1, 4, 3, 1, 1, 3, 1, 4, 5, 2, 4, 1, 4, 1, 1, 5, 5, 5, 1, 1, 6, 1, 1, 2, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 1, 5, 1, 1, 1], "chunk_stats": {"count": 109, "sum": 282, "mean": 2.5871559633027523, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 57, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 3, 1, 2, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 3, 7, 4, 2, 1, 4, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 6, 1, 1, 2, 1, 2, 3, 2, 1], "chunk_stats": {"count": 57, "sum": 109, "mean": 1.912280701754386, "median": 2.0, "p95": 4.199999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [5, 4, 5, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 4, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 9, 4, 1, 10], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 2, 1, 1, 8, 1, 1, 3, 3, 1, 8, 1, 1, 1, 7, 3, 3, 1, 2], "chunk_stats": {"count": 20, "sum": 50, "mean": 2.5, "median": 1.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 61, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06738451199998963, "decode_time_sec": 1.6807285540016892, "total_time_sec": 1.7516581019990554, "prefill_units_per_sec": 9230.607769335715, "prefill_bytes_per_sec": 9215.767563918776, "decode_units_per_sec": 76.15744951511745, "decode_bytes_per_sec": 76.15744951511745, "total_units_per_sec": 73.0736208475397, "total_bytes_per_sec": 73.0736208475397, "step_latency_ms": {"count": 128, "sum": 1667, "mean": 13.0234375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3434.0927734375, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 621, "mean": 621.0, "median": 621.0, "p95": 621.0, "max": 621, "min": 621}, "model_input_units": {"count": 1, "sum": 622, "mean": 622.0, "median": 622.0, "p95": 622.0, "max": 622, "min": 622}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 621, "model_input_units": 622, "stage0_units": 193, "stage1_units": 101, "bytes_per_stage0_unit": 3.2176165803108807, "stage0_per_stage1_unit": 1.9108910891089108}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 622, "units_out": 193, "chunk_lengths": [1, 1, 3, 3, 8, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 1, 9, 5, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 3, 1, 7, 1, 4, 1, 6, 1, 3, 1, 1, 6, 1, 1, 1, 3, 1, 6, 1, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 7, 6, 1, 1, 1, 18, 1, 6, 1, 2, 1, 5, 6, 1, 3, 1, 1, 1, 2, 5, 7, 1, 5, 1, 26, 1, 1, 6, 1, 1, 4, 5, 2, 6, 1, 7, 1, 10, 1, 27, 1, 2, 4, 2, 6, 1, 4, 8, 2, 6, 1, 3, 6, 1, 1, 17, 1, 5, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 13, 1, 1, 1, 1, 9, 1, 2, 1, 13, 6, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 3, 1, 6, 1, 1, 13, 1, 3, 1, 1, 8, 1, 5, 1, 7, 1, 6, 1, 1, 13, 4, 1, 3, 3, 6, 1, 1], "chunk_stats": {"count": 193, "sum": 622, "mean": 3.22279792746114, "median": 1.0, "p95": 10.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 193, "units_out": 101, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 2, 2, 1, 4, 1, 1, 5, 1, 2, 2, 3, 2, 1, 2, 1, 3, 1, 2, 1, 2, 4, 1, 3, 1, 2, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 3, 1, 3, 5, 2, 6, 3, 5, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 8, 1, 1, 4, 1, 4, 3, 1, 1, 1, 3, 2, 1], "chunk_stats": {"count": 101, "sum": 193, "mean": 1.9108910891089108, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [17, 4, 1, 1, 5, 1, 1, 3, 1, 1, 11, 1, 1, 2, 1, 1, 2, 1, 1, 1, 9, 7, 5, 6, 1, 2, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 2], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 11.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 3, 6, 3, 5, 1, 1, 1, 2, 2, 2, 1, 2, 5], "chunk_stats": {"count": 15, "sum": 36, "mean": 2.4, "median": 2.0, "p95": 5.299999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 62, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06724471199959225, "decode_time_sec": 1.7952684209994914, "total_time_sec": 1.868525136000244, "prefill_units_per_sec": 7539.626312966799, "prefill_bytes_per_sec": 7524.755255150296, "decode_units_per_sec": 71.29853034942693, "decode_bytes_per_sec": 71.29853034942693, "total_units_per_sec": 68.503226172272, "total_bytes_per_sec": 68.503226172272, "step_latency_ms": {"count": 128, "sum": 1787, "mean": 13.9609375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3403.00390625, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 173, "stage1_units": 82, "bytes_per_stage0_unit": 2.9248554913294798, "stage0_per_stage1_unit": 2.1097560975609757}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 507, "units_out": 173, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 1, 9, 1, 1, 5, 1, 9, 1, 3, 1, 9, 6, 1, 9, 1, 9, 1, 6, 1, 2, 2, 1, 9, 8, 1, 3, 1, 2, 2, 1, 9, 1, 4, 1, 4, 1, 9, 2, 1, 1, 1, 1, 4, 1, 9, 1, 5, 1, 4, 1, 9, 4, 4, 1, 4, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 6, 2, 1, 3, 1, 1, 1, 5, 1, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 5, 1, 1, 1, 9, 1, 6, 1, 1, 3, 3, 1, 1, 9, 1, 6, 1, 9, 4, 4, 3, 1, 1, 4, 4, 1, 2, 1, 1, 4, 1, 2, 1, 6, 1, 2, 1, 2, 1, 2, 1, 2, 1, 8, 1, 3, 1, 1, 1, 13, 1, 2, 5, 1, 1, 1, 1, 3, 1, 1, 1, 2, 4, 4, 1, 17, 1, 1, 9, 1, 1, 5, 1, 3, 1, 3, 5, 1, 1], "chunk_stats": {"count": 173, "sum": 507, "mean": 2.930635838150289, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 173, "units_out": 82, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 4, 1, 2, 2, 2, 1, 2, 2, 3, 3, 1, 1, 2, 2, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 1, 6, 1, 2, 4, 1, 1, 6, 1, 7, 1, 1, 6, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 5, 1, 5, 2, 1, 1, 3, 2, 3, 1, 5, 1, 6, 3, 1, 2, 1], "chunk_stats": {"count": 82, "sum": 173, "mean": 2.1097560975609757, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 1, 3, 1, 1, 9, 1, 2, 1, 5, 1, 2, 4, 4, 1, 13, 1, 1, 9, 1, 1, 5, 1, 1, 1, 4, 1, 1, 3, 1, 4, 1, 9, 1, 2, 2, 4, 1, 2, 4, 4, 1, 11], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 3, 1, 1, 1, 3, 5, 1, 6, 1, 5, 1, 2, 1, 1, 1, 3, 5], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 63, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0670814330005669, "decode_time_sec": 1.9939544109984126, "total_time_sec": 2.0651509090002946, "prefill_units_per_sec": 5605.127725831713, "prefill_bytes_per_sec": 5590.220471241735, "decode_units_per_sec": 64.19404540744131, "decode_bytes_per_sec": 64.19404540744131, "total_units_per_sec": 61.98094262368588, "total_bytes_per_sec": 61.98094262368588, "step_latency_ms": {"count": 128, "sum": 1977, "mean": 15.4453125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3366.22265625, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 375, "mean": 375.0, "median": 375.0, "p95": 375.0, "max": 375, "min": 375}, "model_input_units": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 375, "model_input_units": 376, "stage0_units": 169, "stage1_units": 77, "bytes_per_stage0_unit": 2.2189349112426036, "stage0_per_stage1_unit": 2.1948051948051948}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 376, "units_out": 169, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 4, 1, 8, 1, 1, 3, 1, 1, 1, 9, 2, 4, 3, 5, 1, 1, 2, 1, 8, 1, 1, 4, 1, 10, 1, 1, 2, 3, 1, 1, 6, 1, 1, 10, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1], "chunk_stats": {"count": 169, "sum": 376, "mean": 2.224852071005917, "median": 1.0, "p95": 7.599999999999994, "max": 10, "min": 1}}, {"stage": 1, "units_in": 169, "units_out": 77, "chunk_lengths": [1, 2, 2, 5, 2, 1, 4, 1, 1, 1, 1, 4, 1, 2, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 5, 2, 4, 2, 1, 1, 6, 3, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 4, 2, 2, 2, 1, 1, 1, 2, 1, 5, 2, 6, 1, 1, 6, 3, 1, 3, 4, 1, 2, 1, 1, 1, 2, 2, 1, 11, 2, 1], "chunk_stats": {"count": 77, "sum": 169, "mean": 2.1948051948051948, "median": 1.0, "p95": 6.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 2, 7, 1, 4, 1, 4, 1, 4], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [3, 1, 1, 4, 6, 2, 1, 3, 4, 1, 4, 8, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1], "chunk_stats": {"count": 22, "sum": 55, "mean": 2.5, "median": 1.5, "p95": 5.899999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 64, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06749476299955859, "decode_time_sec": 1.8569314840005973, "total_time_sec": 1.9278373530014505, "prefill_units_per_sec": 5852.305904127455, "prefill_bytes_per_sec": 5837.489939813208, "decode_units_per_sec": 68.93092238612657, "decode_bytes_per_sec": 68.93092238612657, "total_units_per_sec": 66.3956426618235, "total_bytes_per_sec": 66.3956426618235, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3369.1865234375, "peak_reserved_mb": 3462.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "model_input_units": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 394, "model_input_units": 395, "stage0_units": 138, "stage1_units": 74, "bytes_per_stage0_unit": 2.8550724637681157, "stage0_per_stage1_unit": 1.864864864864865}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 395, "units_out": 138, "chunk_lengths": [1, 1, 3, 1, 7, 1, 5, 1, 1, 3, 2, 5, 2, 3, 3, 1, 4, 1, 1, 5, 5, 1, 5, 2, 5, 1, 5, 3, 2, 1, 1, 2, 2, 1, 1, 5, 2, 7, 4, 2, 3, 6, 1, 1, 4, 5, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 6, 1, 1, 7, 4, 6, 3, 5, 1, 1, 6, 1, 5, 1, 9, 6, 2, 4, 1, 6, 1, 1, 6, 1, 5, 1, 5, 1, 9, 3, 2, 8, 2, 7, 2, 6, 1, 4, 1, 3, 1, 5, 1, 3, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4, 2, 5, 1, 2, 4, 1, 1, 1], "chunk_stats": {"count": 138, "sum": 395, "mean": 2.86231884057971, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 138, "units_out": 74, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 2, 4, 1, 3, 1, 2, 1, 2, 1, 5, 1, 1, 1, 7, 2, 1, 1, 5, 1, 5, 1, 1, 2, 4, 3, 1, 1, 1, 2, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 2, 1, 3, 1, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1], "chunk_stats": {"count": 74, "sum": 138, "mean": 1.864864864864865, "median": 1.0, "p95": 4.349999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 6, 1, 4, 1, 1, 2, 7, 1, 5, 1, 3, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 9, 6, 1, 4, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 3, 1, 4, 1, 3, 2, 1, 4, 1, 3, 5, 3, 3, 1, 5, 6], "chunk_stats": {"count": 18, "sum": 50, "mean": 2.7777777777777777, "median": 3.0, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 65, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06694720400082588, "decode_time_sec": 1.4593578610001714, "total_time_sec": 1.5321480479997263, "prefill_units_per_sec": 12726.4463500147, "prefill_bytes_per_sec": 12711.509206411396, "decode_units_per_sec": 87.70980951325754, "decode_bytes_per_sec": 87.70980951325754, "total_units_per_sec": 83.54284050233171, "total_bytes_per_sec": 83.54284050233171, "step_latency_ms": {"count": 128, "sum": 1455, "mean": 11.3671875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3495.666015625, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 851, "mean": 851.0, "median": 851.0, "p95": 851.0, "max": 851, "min": 851}, "model_input_units": {"count": 1, "sum": 852, "mean": 852.0, "median": 852.0, "p95": 852.0, "max": 852, "min": 852}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 851, "model_input_units": 852, "stage0_units": 273, "stage1_units": 120, "bytes_per_stage0_unit": 3.1172161172161172, "stage0_per_stage1_unit": 2.275}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 852, "units_out": 273, "chunk_lengths": [1, 1, 3, 5, 1, 2, 4, 1, 1, 1, 1, 1, 13, 1, 11, 1, 1, 3, 1, 2, 1, 1, 1, 7, 1, 3, 1, 1, 1, 5, 1, 4, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 2, 1, 1, 4, 1, 7, 5, 5, 1, 3, 1, 7, 1, 1, 2, 11, 1, 1, 8, 1, 1, 2, 9, 1, 5, 3, 3, 1, 3, 6, 1, 2, 2, 2, 3, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 8, 1, 1, 7, 11, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 2, 1, 1, 6, 1, 3, 4, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 2, 8, 1, 1, 1, 1, 1, 1, 6, 2, 1, 5, 4, 4, 6, 13, 7, 2, 1, 3, 2, 4, 1, 5, 3, 1, 8, 3, 3, 1, 3, 2, 3, 1, 1, 1, 1, 1, 5, 1, 4, 7, 2, 5, 3, 10, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 7, 6, 1, 2, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 11, 1, 3, 1, 1, 2, 1, 1, 5, 1, 47, 13, 1, 11, 1, 13, 1, 11, 1, 5, 2, 3, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 7, 2, 1, 1, 5, 1, 11, 1, 1, 2, 1, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 36, 13, 1, 11, 1], "chunk_stats": {"count": 273, "sum": 852, "mean": 3.120879120879121, "median": 1.0, "p95": 11.0, "max": 47, "min": 1}}, {"stage": 1, "units_in": 273, "units_out": 120, "chunk_lengths": [1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 5, 2, 1, 3, 2, 2, 4, 1, 4, 1, 1, 3, 2, 4, 3, 2, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 3, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 2, 1, 8, 2, 1, 1, 1, 1, 6, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 3, 1, 8, 1, 1, 1, 17, 1, 1, 1, 1, 3, 7, 1, 1, 7, 2, 3, 1, 3, 1, 1, 1, 11, 1, 1, 1, 4, 1, 1, 6, 1, 1, 9, 2, 3, 1], "chunk_stats": {"count": 120, "sum": 273, "mean": 2.275, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [1, 13, 1, 11, 1, 5, 4, 1, 7, 6, 1, 2, 1, 1, 5, 1, 11, 1, 13, 1, 11, 1, 13, 1, 11, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 128, "mean": 4.571428571428571, "median": 1.5, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [5, 1, 2, 1, 2, 6, 4, 5, 1], "chunk_stats": {"count": 9, "sum": 27, "mean": 3.0, "median": 2.0, "p95": 5.6, "max": 6, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 66, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0676796630013996, "decode_time_sec": 1.601791723000133, "total_time_sec": 1.6779182449990913, "prefill_units_per_sec": 10564.473407398822, "prefill_bytes_per_sec": 10549.697920115746, "decode_units_per_sec": 79.9105140587553, "decode_bytes_per_sec": 79.9105140587553, "total_units_per_sec": 76.28500398126926, "total_bytes_per_sec": 76.28500398126926, "step_latency_ms": {"count": 128, "sum": 1587, "mean": 12.3984375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3460.42919921875, "peak_reserved_mb": 3518.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 714, "mean": 714.0, "median": 714.0, "p95": 714.0, "max": 714, "min": 714}, "model_input_units": {"count": 1, "sum": 715, "mean": 715.0, "median": 715.0, "p95": 715.0, "max": 715, "min": 715}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 714, "model_input_units": 715, "stage0_units": 266, "stage1_units": 128, "bytes_per_stage0_unit": 2.6842105263157894, "stage0_per_stage1_unit": 2.078125}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 715, "units_out": 266, "chunk_lengths": [1, 1, 3, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 2, 2, 1, 1, 1, 1, 4, 1, 1, 3, 2, 1, 4, 7, 1, 1, 4, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 7, 2, 1, 1, 1, 4, 5, 7, 2, 1, 1, 1, 5, 1, 2, 1, 9, 4, 3, 2, 1, 4, 3, 9, 1, 1, 5, 1, 1, 13, 4, 1, 6, 2, 3, 1, 1, 3, 1, 13, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 2, 4, 1, 6, 2, 1, 3, 4, 17, 1, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 13, 7, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 13, 10, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 2, 2, 13, 1, 2, 1, 7, 1, 2, 1, 1, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 4, 1, 11, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 2, 2, 1, 1, 1, 17, 7, 3, 1, 3, 13, 2, 3, 11, 1, 1, 2, 4, 2, 3, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 266, "sum": 715, "mean": 2.68796992481203, "median": 1.0, "p95": 9.75, "max": 21, "min": 1}}, {"stage": 1, "units_in": 266, "units_out": 128, "chunk_lengths": [1, 2, 4, 1, 2, 1, 2, 1, 2, 4, 1, 2, 1, 3, 3, 1, 1, 1, 1, 6, 6, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 4, 1, 4, 2, 1, 5, 4, 1, 4, 3, 1, 1, 4, 4, 2, 6, 1, 4, 1, 3, 1, 2, 2, 1, 1, 1, 1, 6, 3, 1, 2, 1, 1, 6, 3, 1, 1, 2, 9, 2, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 1, 3, 1, 3, 2, 1, 6, 2, 2, 2, 2, 1, 2, 1, 1, 3, 1, 1, 3, 5, 2, 3, 1, 1, 4, 1, 1], "chunk_stats": {"count": 128, "sum": 266, "mean": 2.078125, "median": 1.0, "p95": 5.6499999999999915, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 4, 1, 1, 1, 17, 7, 3, 11, 9], "chunk_stats": {"count": 32, "sum": 128, "mean": 4.0, "median": 2.0, "p95": 13.699999999999996, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 3, 2, 7, 2, 4, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 14, "sum": 31, "mean": 2.2142857142857144, "median": 2.0, "p95": 5.049999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 67, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06746655399911106, "decode_time_sec": 1.693111681001028, "total_time_sec": 1.767825945000368, "prefill_units_per_sec": 12584.013109831969, "prefill_bytes_per_sec": 12569.190950692002, "decode_units_per_sec": 75.60044705634647, "decode_bytes_per_sec": 75.60044705634647, "total_units_per_sec": 72.40531816042181, "total_bytes_per_sec": 72.40531816042181, "step_latency_ms": {"count": 128, "sum": 1678, "mean": 13.109375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3494.96728515625, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 848, "mean": 848.0, "median": 848.0, "p95": 848.0, "max": 848, "min": 848}, "model_input_units": {"count": 1, "sum": 849, "mean": 849.0, "median": 849.0, "p95": 849.0, "max": 849, "min": 849}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 848, "model_input_units": 849, "stage0_units": 257, "stage1_units": 127, "bytes_per_stage0_unit": 3.299610894941634, "stage0_per_stage1_unit": 2.0236220472440944}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 849, "units_out": 257, "chunk_lengths": [1, 1, 3, 6, 1, 6, 1, 1, 3, 2, 5, 2, 6, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 6, 1, 2, 1, 1, 13, 1, 3, 1, 6, 1, 8, 2, 6, 4, 1, 4, 2, 1, 6, 1, 1, 13, 4, 1, 1, 6, 2, 1, 1, 2, 4, 1, 4, 2, 1, 1, 1, 1, 1, 4, 2, 3, 6, 1, 9, 4, 1, 13, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 17, 1, 5, 4, 5, 1, 1, 7, 1, 4, 3, 3, 5, 3, 1, 1, 13, 6, 1, 7, 2, 1, 13, 4, 1, 2, 1, 1, 2, 2, 3, 1, 4, 1, 1, 3, 9, 1, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 17, 1, 2, 1, 1, 6, 1, 5, 2, 3, 1, 4, 1, 17, 6, 1, 7, 2, 1, 13, 1, 2, 6, 1, 7, 1, 2, 3, 1, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 17, 1, 3, 1, 1, 6, 1, 6, 3, 1, 17, 1, 3, 1, 1, 6, 1, 7, 1, 1, 6, 1, 5, 2, 6, 1, 17, 1, 3, 1, 1, 6, 1, 1, 8, 1, 1, 1, 6, 1, 5, 2, 1, 3, 1, 7, 1, 1, 8, 1, 17, 1, 3, 1, 1, 6, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 4, 1, 7, 1, 5, 1, 1], "chunk_stats": {"count": 257, "sum": 849, "mean": 3.3035019455252916, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 257, "units_out": 127, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 4, 1, 3, 1, 1, 1, 3, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 5, 2, 1, 5, 1, 2, 3, 2, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 3, 6, 3, 2, 1, 2, 1, 1, 1, 2, 5, 1, 3, 2, 1, 1, 5, 2, 7, 1, 3, 1, 6, 1, 2, 1, 6, 1, 1, 1, 1, 2, 3, 1, 6, 2, 1, 3, 2, 4, 1, 4, 1, 6, 2, 3, 2, 1, 2, 1, 3, 1, 2, 3, 1], "chunk_stats": {"count": 127, "sum": 257, "mean": 2.0236220472440944, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 1, 4, 1, 7, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 5, 1, 5, 1, 1, 1, 6, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 7.499999999999972, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [3, 2, 3, 1, 5, 5, 3, 2, 3, 1, 4, 3, 3, 2], "chunk_stats": {"count": 14, "sum": 40, "mean": 2.857142857142857, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 68, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0675190530000691, "decode_time_sec": 1.7745339029988827, "total_time_sec": 1.848645067999314, "prefill_units_per_sec": 4961.562479255405, "prefill_bytes_per_sec": 4946.751844988971, "decode_units_per_sec": 72.13161708755507, "decode_bytes_per_sec": 72.13161708755507, "total_units_per_sec": 69.2399001927002, "total_bytes_per_sec": 69.2399001927002, "step_latency_ms": {"count": 128, "sum": 1764, "mean": 13.78125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3358.515625, "peak_reserved_mb": 3402.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 334, "mean": 334.0, "median": 334.0, "p95": 334.0, "max": 334, "min": 334}, "model_input_units": {"count": 1, "sum": 335, "mean": 335.0, "median": 335.0, "p95": 335.0, "max": 335, "min": 335}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 334, "model_input_units": 335, "stage0_units": 137, "stage1_units": 64, "bytes_per_stage0_unit": 2.437956204379562, "stage0_per_stage1_unit": 2.140625}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 335, "units_out": 137, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 2, 1, 5, 1, 1, 4, 1, 1, 5, 1, 3, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 5, 1, 2, 1, 4, 1, 8, 2, 4, 4, 7, 5, 1, 2, 1, 8, 1, 9, 1, 4, 1, 5, 2, 2, 1, 1, 1, 2, 1, 5, 1, 3, 2, 1, 2, 1, 1, 2, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 9, 1, 5, 4, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 1], "chunk_stats": {"count": 137, "sum": 335, "mean": 2.4452554744525545, "median": 1.0, "p95": 8.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 137, "units_out": 64, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 2, 1, 1, 3, 4, 2, 1, 1, 4, 2, 1, 3, 1, 4, 2, 1, 2, 1, 3, 4, 1, 2, 1, 2, 4, 1, 5, 2, 2, 3, 2, 2, 4, 1, 4, 1, 1, 2, 1, 6, 1, 1, 1, 5, 2, 2], "chunk_stats": {"count": 64, "sum": 137, "mean": 2.140625, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 5, 6, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 5, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 6], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 8.25, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [4, 2, 2, 4, 1, 4, 5, 1, 1, 2, 2, 1, 7, 1, 1, 1, 6], "chunk_stats": {"count": 17, "sum": 45, "mean": 2.6470588235294117, "median": 2.0, "p95": 6.199999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 69, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06807373300034669, "decode_time_sec": 1.8451415179988544, "total_time_sec": 1.9167767870003445, "prefill_units_per_sec": 6478.269672646776, "prefill_bytes_per_sec": 6463.579718740548, "decode_units_per_sec": 69.37137273829393, "decode_bytes_per_sec": 69.37137273829393, "total_units_per_sec": 66.77877198226786, "total_bytes_per_sec": 66.77877198226786, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3382.19873046875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}, "model_input_units": {"count": 1, "sum": 441, "mean": 441.0, "median": 441.0, "p95": 441.0, "max": 441, "min": 441}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 440, "model_input_units": 441, "stage0_units": 159, "stage1_units": 92, "bytes_per_stage0_unit": 2.7672955974842766, "stage0_per_stage1_unit": 1.7282608695652173}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 441, "units_out": 159, "chunk_lengths": [1, 1, 3, 1, 7, 1, 2, 1, 2, 1, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8, 1, 1, 2, 7, 4, 1, 1, 2, 1, 1, 5, 2, 2, 1, 1, 1, 5, 4, 2, 3, 2, 1, 2, 1, 1, 1, 9, 1, 2, 4, 4, 1, 1, 1, 1, 13, 8, 1, 9, 1, 2, 2, 1, 1, 1, 2, 3, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 2, 2, 1, 9, 1, 8, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 1, 2, 1, 2, 1, 1, 1, 5, 4, 1, 2, 2, 3, 1, 8, 1, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 1, 1, 3, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 9], "chunk_stats": {"count": 159, "sum": 441, "mean": 2.7735849056603774, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 159, "units_out": 92, "chunk_lengths": [1, 2, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 4, 1, 2, 1, 1, 3, 4, 3, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 3, 1, 4, 1, 1, 2, 4, 3, 1, 1, 3, 3, 1, 4, 2, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 92, "sum": 159, "mean": 1.7282608695652173, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 2, 8, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 8, 1, 1, 1, 4, 1, 7, 1, 2, 1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 8.0, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 2, 2, 3, 1, 1, 4, 1, 1, 3, 5, 1, 4, 1, 1, 1, 1, 4, 1, 1, 2], "chunk_stats": {"count": 22, "sum": 42, "mean": 1.9090909090909092, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 70, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06702006500017887, "decode_time_sec": 1.8456999629997881, "total_time_sec": 1.9173504219997994, "prefill_units_per_sec": 7564.898661298625, "prefill_bytes_per_sec": 7549.977756641231, "decode_units_per_sec": 69.35038335914768, "decode_bytes_per_sec": 69.35038335914768, "total_units_per_sec": 66.75879303611899, "total_bytes_per_sec": 66.75879303611899, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3403.00390625, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 176, "stage1_units": 68, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.588235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 507, "units_out": 176, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 1, 1, 7, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 9, 3, 4, 1, 5, 7, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 5, 1, 9, 3, 4, 1, 5, 7, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 2, 1, 1, 9, 3, 4], "chunk_stats": {"count": 176, "sum": 507, "mean": 2.8806818181818183, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 176, "units_out": 68, "chunk_lengths": [1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 1, 5, 1, 4, 1, 1, 3, 1, 1, 6, 3, 7, 1, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 5, 3, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 6, 1, 1, 2], "chunk_stats": {"count": 68, "sum": 176, "mean": 2.588235294117647, "median": 1.0, "p95": 8.299999999999997, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 5, 2, 1, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 1, 4, 1, 9, 3, 4, 1, 5, 1, 4, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 2, 1, 3, 1, 1, 9, 6, 1, 1, 4, 2, 1, 3, 1, 1, 9, 1], "chunk_stats": {"count": 18, "sum": 50, "mean": 2.7777777777777777, "median": 1.5, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 71, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06742152500009979, "decode_time_sec": 1.780696022000484, "total_time_sec": 1.853903999000977, "prefill_units_per_sec": 11049.883549784692, "prefill_bytes_per_sec": 11035.051491328604, "decode_units_per_sec": 71.88200479956214, "decode_bytes_per_sec": 71.88200479956214, "total_units_per_sec": 69.04348880469325, "total_bytes_per_sec": 69.04348880469325, "step_latency_ms": {"count": 128, "sum": 1766, "mean": 13.796875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3467.2587890625, "peak_reserved_mb": 3596.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}, "model_input_units": {"count": 1, "sum": 745, "mean": 745.0, "median": 745.0, "p95": 745.0, "max": 745, "min": 745}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 744, "model_input_units": 745, "stage0_units": 303, "stage1_units": 152, "bytes_per_stage0_unit": 2.4554455445544554, "stage0_per_stage1_unit": 1.993421052631579}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 745, "units_out": 303, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 5, 1, 1, 2, 4, 1, 7, 1, 5, 1, 1, 2, 1, 7, 1, 5, 2, 5, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 2, 1, 5, 1, 5, 2, 1, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 2, 2, 1, 3, 2, 7, 5, 1, 6, 3, 1, 7, 1, 5, 3, 4, 2, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 7, 1, 6, 1, 1, 6, 1, 2, 3, 1, 5, 1, 5, 1, 2, 1, 5, 4, 1, 1, 3, 1, 3, 1, 2, 5, 1, 4, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 3, 1, 7, 1, 4, 1, 4, 2, 3, 1, 7, 1, 1, 5, 1, 6, 1, 2, 1, 2, 7, 1, 5, 1, 4, 6, 2, 1, 2, 3, 4, 1, 5, 1, 2, 1, 4, 2, 1, 7, 1, 2, 1, 7, 1, 7, 1, 3, 1, 2, 1, 1, 7, 1, 4, 1, 1, 2, 1, 1, 1, 4, 2, 4, 2, 4, 2, 1, 2, 1, 7, 1, 1, 7, 2, 4, 7, 1, 2, 1, 3, 4, 2, 1, 3, 2, 5, 3, 10, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 4, 2, 1, 1, 5, 1, 1, 1, 1, 4, 6, 1, 1, 3, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 2, 5, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 1], "chunk_stats": {"count": 303, "sum": 745, "mean": 2.458745874587459, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 303, "units_out": 152, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 1, 1, 3, 1, 3, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 8, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 2, 2, 4, 1, 3, 3, 1, 2, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 3, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 4, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 21, 1, 1, 3, 2, 2, 2, 5, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 2, 2, 3, 2, 1, 2, 2, 2, 5, 2, 1, 3, 1, 3, 1, 2, 2, 1], "chunk_stats": {"count": 152, "sum": 303, "mean": 1.993421052631579, "median": 2.0, "p95": 4.0, "max": 21, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 9, 2, 2, 2, 7, 1, 3, 1, 4, 2, 2, 1, 9, 2], "chunk_stats": {"count": 15, "sum": 48, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 72, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06777479400079756, "decode_time_sec": 1.932791786000962, "total_time_sec": 2.0051234639995528, "prefill_units_per_sec": 4470.688616131159, "prefill_bytes_per_sec": 4455.9338682231355, "decode_units_per_sec": 66.22544700732513, "decode_bytes_per_sec": 66.22544700732513, "total_units_per_sec": 63.83646807697451, "total_bytes_per_sec": 63.83646807697451, "step_latency_ms": {"count": 128, "sum": 1919, "mean": 14.9921875, "median": 8.0, "p95": 38.0, "max": 48, "min": 7}, "peak_allocated_mb": 3352.2431640625, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "model_input_units": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 302, "model_input_units": 303, "stage0_units": 130, "stage1_units": 60, "bytes_per_stage0_unit": 2.3230769230769233, "stage0_per_stage1_unit": 2.1666666666666665}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 303, "units_out": 130, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 5, 1, 8, 1, 1, 2, 1, 1, 5, 1, 2, 1, 2, 1, 4, 1, 5, 1, 2, 1, 1, 1, 9, 1, 5, 1, 8, 5, 1, 1, 2, 5, 3, 1, 2, 6, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 1, 5, 2, 1, 3, 3, 3, 1, 4, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 5, 1, 1, 6, 3, 2, 4, 1, 3, 1, 4, 3, 1, 6, 5, 4, 1, 4, 1, 1, 1, 2, 1, 4, 1, 3, 9, 1, 1, 2, 1, 1, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 130, "sum": 303, "mean": 2.330769230769231, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 130, "units_out": 60, "chunk_lengths": [1, 2, 2, 3, 2, 1, 4, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 2, 2, 3, 2, 5, 1, 6, 1, 2, 1, 1, 2, 2, 3, 2, 3, 2, 1, 2, 3, 3, 2, 2, 1, 2, 1, 1, 4, 1, 1, 3, 1, 1, 5, 1, 2, 7, 3, 5, 1, 1], "chunk_stats": {"count": 60, "sum": 130, "mean": 2.1666666666666665, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 61, "chunk_lengths": [2, 1, 4, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 1, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 2, 7, 7, 1, 2, 1, 8, 8, 2, 1, 2, 1, 8, 7], "chunk_stats": {"count": 17, "sum": 61, "mean": 3.588235294117647, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 61, "sum": 61, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 73, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06717476500125485, "decode_time_sec": 1.4399678240006324, "total_time_sec": 1.5106037349996768, "prefill_units_per_sec": 7904.754113990286, "prefill_bytes_per_sec": 7889.867571402734, "decode_units_per_sec": 88.89087510607028, "decode_bytes_per_sec": 88.89087510607028, "total_units_per_sec": 84.73433305791964, "total_bytes_per_sec": 84.73433305791964, "step_latency_ms": {"count": 128, "sum": 1431, "mean": 11.1796875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3408.501953125, "peak_reserved_mb": 3496.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 530, "mean": 530.0, "median": 530.0, "p95": 530.0, "max": 530, "min": 530}, "model_input_units": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 530, "model_input_units": 531, "stage0_units": 182, "stage1_units": 88, "bytes_per_stage0_unit": 2.912087912087912, "stage0_per_stage1_unit": 2.0681818181818183}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 531, "units_out": 182, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 6, 1, 1, 3, 2, 1, 1, 4, 2, 1, 6, 1, 1, 3, 1, 1, 9, 8, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 2, 9, 1, 2, 1, 6, 9, 7, 1, 2, 2, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 1, 1, 2, 2, 5, 1, 8, 1, 1, 9, 9, 2, 1, 1, 4, 1, 6, 1, 1, 1, 1, 2, 1, 1, 8, 1, 1, 1, 4, 2, 1, 6, 1, 1, 5, 1, 1, 1, 4, 1, 1, 9, 4, 3, 3, 8, 1, 13, 4, 3, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 1, 17, 9, 2, 1, 3, 1, 1, 5, 1, 2, 2, 1, 6, 1, 1, 3, 1, 3, 1, 1, 17, 1, 2, 9, 1, 2, 2, 2, 2, 7, 1, 2, 4, 8, 1, 1, 2, 3, 5, 17, 2, 3, 1, 9, 3, 8, 1, 1, 3, 1, 1, 2, 8, 1, 1], "chunk_stats": {"count": 182, "sum": 531, "mean": 2.9175824175824174, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 182, "units_out": 88, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 1, 5, 2, 1, 1, 1, 1, 4, 2, 7, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 4, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 4, 9, 1, 1, 1, 5, 2, 6, 4, 2, 2, 5, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 2, 1], "chunk_stats": {"count": 88, "sum": 182, "mean": 2.0681818181818183, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 22, "chunk_lengths": [1, 2, 5, 17, 4, 2, 27, 1, 1, 1, 1, 1, 1, 1, 8, 1, 1, 3, 1, 1, 2, 8, 38], "chunk_stats": {"count": 23, "sum": 128, "mean": 5.565217391304348, "median": 1.0, "p95": 25.999999999999986, "max": 38, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 1, 1, 1, 2, 8, 2, 3, 2, 1], "chunk_stats": {"count": 10, "sum": 22, "mean": 2.2, "median": 1.5, "p95": 5.749999999999995, "max": 8, "min": 1}, "active_size_stats": {"count": 22, "sum": 22, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 74, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06742830599978333, "decode_time_sec": 1.6657363230006013, "total_time_sec": 1.7388257019993034, "prefill_units_per_sec": 8082.6589355774595, "prefill_bytes_per_sec": 8067.828368723189, "decode_units_per_sec": 76.84289417992946, "decode_bytes_per_sec": 76.84289417992946, "total_units_per_sec": 73.61289855149109, "total_bytes_per_sec": 73.61289855149109, "step_latency_ms": {"count": 128, "sum": 1655, "mean": 12.9296875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3411.51953125, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 544, "mean": 544.0, "median": 544.0, "p95": 544.0, "max": 544, "min": 544}, "model_input_units": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 544, "model_input_units": 545, "stage0_units": 193, "stage1_units": 77, "bytes_per_stage0_unit": 2.8186528497409324, "stage0_per_stage1_unit": 2.5064935064935066}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 545, "units_out": 193, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 11, 1, 2, 2, 1, 1, 5, 5, 1, 5, 2, 10, 1, 1, 1, 1, 2, 1, 1, 11, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 9, 3, 1, 10, 1, 1, 2, 2, 1, 5, 6, 1, 10, 1, 2, 1, 2, 1, 5, 10, 1, 1, 2, 2, 1, 1, 6, 1, 6, 1, 10, 1, 1, 2, 2, 1, 4, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 8, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 2, 1, 2, 1, 6, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 1, 1, 1, 2], "chunk_stats": {"count": 193, "sum": 545, "mean": 2.8238341968911915, "median": 1.0, "p95": 10.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 193, "units_out": 77, "chunk_lengths": [1, 2, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 3, 2, 1, 5, 3, 2, 1, 5, 3, 2, 1, 3, 1, 2, 2, 1, 4, 2, 1, 4, 4, 3, 4, 2, 4, 4, 1, 4, 2, 2, 2, 2, 5, 4, 2, 2, 2, 2, 5, 2, 3, 5, 2, 3, 5, 2, 3, 5, 2, 3, 4, 2, 4, 5, 5, 2, 3], "chunk_stats": {"count": 77, "sum": 193, "mean": 2.5064935064935066, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 1, 8, 4, 1, 10, 1, 1, 1, 1, 2, 1, 8, 3, 1, 10, 1, 2, 1, 2, 1, 10, 3, 1, 10, 1, 1, 1, 1, 2, 1, 10, 3, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 1.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [1, 2, 3, 5, 2, 3, 4, 2, 3, 5, 5, 5, 2], "chunk_stats": {"count": 13, "sum": 42, "mean": 3.230769230769231, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 75, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0670319050004764, "decode_time_sec": 1.652653855000608, "total_time_sec": 1.7256938730006368, "prefill_units_per_sec": 5862.87977340353, "prefill_bytes_per_sec": 5847.961504260009, "decode_units_per_sec": 77.45118532395455, "decode_bytes_per_sec": 77.45118532395455, "total_units_per_sec": 74.17306279093035, "total_bytes_per_sec": 74.17306279093035, "step_latency_ms": {"count": 128, "sum": 1642, "mean": 12.828125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3368.71630859375, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 392, "mean": 392.0, "median": 392.0, "p95": 392.0, "max": 392, "min": 392}, "model_input_units": {"count": 1, "sum": 393, "mean": 393.0, "median": 393.0, "p95": 393.0, "max": 393, "min": 393}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 393, "stage0_units": 117, "stage1_units": 59, "bytes_per_stage0_unit": 3.3504273504273505, "stage0_per_stage1_unit": 1.9830508474576272}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 393, "units_out": 117, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 3, 2, 6, 2, 5, 2, 4, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 6, 1, 1, 8, 3, 1, 7, 1, 8, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 1, 2, 1, 8, 1, 8, 1, 1, 1, 9, 1, 2, 5, 1, 1, 8, 3, 1, 7, 1, 5, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 3, 1, 8, 1, 5, 1, 1, 1, 1, 9, 1, 2, 4, 4, 1, 13, 5, 2, 5, 1, 4, 1, 9, 5, 2, 2], "chunk_stats": {"count": 117, "sum": 393, "mean": 3.358974358974359, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 117, "units_out": 59, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 2, 3, 1, 5, 1, 2, 5, 2, 2, 2, 3, 2, 3, 2, 1, 1, 2, 3, 4, 2, 1, 2, 5, 2, 2, 2, 2, 2, 3, 2, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 59, "sum": 117, "mean": 1.9830508474576272, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 32, "chunk_lengths": [13, 1, 4, 1, 2, 4, 1, 13, 1, 5, 1, 2, 5, 1, 13, 1, 6, 1, 2, 6, 1, 13, 1, 1, 7, 1, 2, 5, 1, 1, 7, 1, 4], "chunk_stats": {"count": 33, "sum": 128, "mean": 3.878787878787879, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 2, 1, 1, 3, 2, 1, 1, 3, 2, 1, 1, 4, 5, 1], "chunk_stats": {"count": 16, "sum": 32, "mean": 2.0, "median": 1.5, "p95": 4.25, "max": 5, "min": 1}, "active_size_stats": {"count": 32, "sum": 32, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 76, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06771847500021977, "decode_time_sec": 1.7513433069998428, "total_time_sec": 1.8242112949992588, "prefill_units_per_sec": 10351.680246752825, "prefill_bytes_per_sec": 10336.913227855888, "decode_units_per_sec": 73.08675545702788, "decode_bytes_per_sec": 73.08675545702788, "total_units_per_sec": 70.16731030604215, "total_bytes_per_sec": 70.16731030604215, "step_latency_ms": {"count": 128, "sum": 1739, "mean": 13.5859375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3459.91845703125, "peak_reserved_mb": 3518.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}, "model_input_units": {"count": 1, "sum": 701, "mean": 701.0, "median": 701.0, "p95": 701.0, "max": 701, "min": 701}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 700, "model_input_units": 701, "stage0_units": 290, "stage1_units": 143, "bytes_per_stage0_unit": 2.413793103448276, "stage0_per_stage1_unit": 2.027972027972028}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 701, "units_out": 290, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 9, 1, 3, 2, 6, 2, 3, 2, 1, 4, 3, 2, 1, 1, 1, 6, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 5, 3, 1, 5, 1, 6, 2, 1, 1, 1, 1, 5, 4, 5, 1, 3, 6, 1, 9, 5, 1, 8, 1, 2, 5, 1, 9, 1, 6, 1, 6, 2, 12, 1, 4, 1, 2, 2, 5, 1, 11, 1, 4, 1, 1, 2, 1, 1, 1, 1, 12, 1, 4, 1, 2, 2, 3, 2, 1, 3, 2, 1, 11, 1, 2, 1, 3, 1, 2, 3, 2, 1, 3, 2, 9, 1, 1, 9, 1, 2, 1, 1, 1, 7, 1, 3, 1, 3, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 1, 1, 1, 6, 2, 1, 3, 2, 3, 1, 9, 4, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 3, 1, 1, 9, 4, 3, 3, 1, 4, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 290, "sum": 701, "mean": 2.4172413793103447, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 290, "units_out": 143, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 2, 1, 3, 3, 1, 2, 1, 2, 2, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 3, 2, 1, 1, 1, 4, 2, 2, 1, 1, 3, 2, 5, 2, 5, 6, 1, 1, 1, 1, 1, 5, 2, 3, 1, 2, 1, 7, 2, 1, 1, 2, 2, 5, 3, 2, 4, 3, 2, 4, 3, 2, 4, 3, 2, 2, 1, 1, 4, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 7, 3, 4, 1, 5, 4, 1, 4, 4, 1, 2, 1, 1, 4, 4, 3, 1, 1, 1, 1, 1, 7, 1], "chunk_stats": {"count": 143, "sum": 290, "mean": 2.027972027972028, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 5, 1, 1, 1, 6, 1, 1, 8, 1, 1, 2, 3, 1, 1, 2, 2, 1, 2, 2, 5, 1, 1, 13, 5, 1, 1, 6, 1, 13, 5, 1, 1, 1, 1, 13, 4], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 3, 1, 3, 2, 1, 2, 1, 1, 2, 4, 1, 2, 3, 1, 2, 3, 1], "chunk_stats": {"count": 19, "sum": 36, "mean": 1.894736842105263, "median": 2.0, "p95": 3.099999999999998, "max": 4, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 77, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06768207500135759, "decode_time_sec": 1.8989010879995476, "total_time_sec": 1.972144286000912, "prefill_units_per_sec": 5304.210900638006, "prefill_bytes_per_sec": 5289.435939911995, "decode_units_per_sec": 67.40740779439191, "decode_bytes_per_sec": 67.40740779439191, "total_units_per_sec": 64.90397325824304, "total_bytes_per_sec": 64.90397325824304, "step_latency_ms": {"count": 128, "sum": 1882, "mean": 14.703125, "median": 8.0, "p95": 38.0, "max": 42, "min": 7}, "peak_allocated_mb": 3364.32958984375, "peak_reserved_mb": 3402.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "model_input_units": {"count": 1, "sum": 359, "mean": 359.0, "median": 359.0, "p95": 359.0, "max": 359, "min": 359}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 358, "model_input_units": 359, "stage0_units": 133, "stage1_units": 77, "bytes_per_stage0_unit": 2.691729323308271, "stage0_per_stage1_unit": 1.7272727272727273}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 359, "units_out": 133, "chunk_lengths": [1, 1, 3, 7, 1, 6, 1, 1, 1, 1, 2, 2, 9, 1, 1, 5, 1, 5, 1, 6, 2, 1, 1, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 5, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 5, 1, 4, 1, 9, 1, 5, 1, 5, 1, 6, 1, 4, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 8, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 5, 2], "chunk_stats": {"count": 133, "sum": 359, "mean": 2.699248120300752, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 133, "units_out": 77, "chunk_lengths": [1, 2, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 4, 7, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 4, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 2, 3, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 7, 1, 1], "chunk_stats": {"count": 77, "sum": 133, "mean": 1.7272727272727273, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 1, 7, 1, 9, 1, 5, 1, 5, 1, 6, 1, 7, 1, 5, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 6], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 8.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 3, 1, 8, 2, 3, 3, 3, 1, 1, 1, 4, 1, 3, 3, 3, 3, 2, 3], "chunk_stats": {"count": 19, "sum": 49, "mean": 2.5789473684210527, "median": 3.0, "p95": 4.3999999999999915, "max": 8, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 78, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06666021699857083, "decode_time_sec": 1.8512188730001071, "total_time_sec": 1.9207971959986025, "prefill_units_per_sec": 4665.451359191761, "prefill_bytes_per_sec": 4650.449907876032, "decode_units_per_sec": 69.14363388731107, "decode_bytes_per_sec": 69.14363388731107, "total_units_per_sec": 66.63899773836047, "total_bytes_per_sec": 66.63899773836047, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3353.2412109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 97, "stage1_units": 47, "bytes_per_stage0_unit": 3.195876288659794, "stage0_per_stage1_unit": 2.0638297872340425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 97, "chunk_lengths": [1, 1, 3, 1, 2, 1, 5, 1, 1, 3, 2, 8, 1, 1, 1, 1, 2, 5, 1, 1, 2, 2, 2, 6, 1, 4, 1, 1, 9, 6, 1, 4, 1, 1, 1, 6, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 1, 9, 1, 3, 6, 1, 1, 4, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 6, 1, 5, 1, 9, 1, 3, 1, 1, 2, 1, 8, 1, 8, 1, 8, 1, 27, 6, 1, 6, 1, 27, 6, 1], "chunk_stats": {"count": 97, "sum": 311, "mean": 3.2061855670103094, "median": 1.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 47, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 4, 1, 1, 3, 3, 1, 4, 5, 1, 5, 1, 1, 1, 2, 4, 1, 6, 2, 3, 3, 1, 7, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 47, "sum": 97, "mean": 2.0638297872340425, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 6, 1, 9, 1, 3, 1, 1, 2, 1, 7, 1, 1, 9, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 9, 4, 1, 1, 2, 1, 2, 2, 1, 4, 1, 1, 9, 4, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 2, 1, 6, 1, 2, 1, 8, 2, 1, 8, 2, 1, 7, 2, 2, 1, 3], "chunk_stats": {"count": 18, "sum": 51, "mean": 2.8333333333333335, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 79, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0673448659999849, "decode_time_sec": 1.8009368620005262, "total_time_sec": 1.8706656949998433, "prefill_units_per_sec": 3905.2717099482975, "prefill_bytes_per_sec": 3890.422768085376, "decode_units_per_sec": 71.0741185328476, "decode_bytes_per_sec": 71.0741185328476, "total_units_per_sec": 68.42483953286518, "total_bytes_per_sec": 68.42483953286518, "step_latency_ms": {"count": 128, "sum": 1788, "mean": 13.96875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3343.7568359375, "peak_reserved_mb": 3376.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 70, "stage1_units": 46, "bytes_per_stage0_unit": 3.742857142857143, "stage0_per_stage1_unit": 1.5217391304347827}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 263, "units_out": 70, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 3, 1, 1, 3, 2, 6, 1, 2, 2, 2, 8, 1, 2, 2, 1, 1, 9, 2, 4, 6, 5, 1, 3, 8, 5, 1, 6, 8, 9, 1, 6, 2, 9, 1, 2, 9, 5, 1, 3, 1, 8, 9, 7, 2, 7, 1, 2, 7, 5, 1, 3, 1, 6, 1, 9, 2, 4, 9, 1, 6, 7, 1], "chunk_stats": {"count": 70, "sum": 263, "mean": 3.757142857142857, "median": 2.5, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 46, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1], "chunk_stats": {"count": 46, "sum": 70, "mean": 1.5217391304347827, "median": 1.0, "p95": 3.75, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 1, 5, 1, 8, 2, 1, 1, 9, 4, 6, 3, 6, 1, 13, 1, 5, 1, 7, 1, 1, 5, 1, 1, 1, 6, 1, 2, 5, 1, 1, 1, 1, 2, 1, 5, 2, 1, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 2, 2, 1, 4, 3, 1, 3, 2, 1, 2, 2, 1, 2, 3], "chunk_stats": {"count": 21, "sum": 39, "mean": 1.8571428571428572, "median": 2.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 80, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06729007600006298, "decode_time_sec": 1.6346458730004088, "total_time_sec": 1.7051253150002594, "prefill_units_per_sec": 5899.829864951088, "prefill_bytes_per_sec": 5884.968832545669, "decode_units_per_sec": 78.3044218409549, "decode_bytes_per_sec": 78.3044218409549, "total_units_per_sec": 75.06779641001373, "total_bytes_per_sec": 75.06779641001373, "step_latency_ms": {"count": 128, "sum": 1629, "mean": 12.7265625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3369.65576171875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}, "model_input_units": {"count": 1, "sum": 397, "mean": 397.0, "median": 397.0, "p95": 397.0, "max": 397, "min": 397}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 396, "model_input_units": 397, "stage0_units": 116, "stage1_units": 58, "bytes_per_stage0_unit": 3.413793103448276, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 397, "units_out": 116, "chunk_lengths": [1, 1, 3, 8, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 4, 1, 1, 6, 1, 8, 1, 32, 3, 1, 5, 1, 32, 7, 1, 1, 1, 33, 1, 5, 1, 8, 1, 1, 4, 1, 1, 3, 4, 1, 2, 3, 3, 1, 5, 1, 5, 4, 1, 2, 3, 3, 1, 5, 1, 7, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 7, 1, 9, 8, 7, 1, 2, 1, 5, 1, 9, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 6, 1, 1, 9, 8, 7, 8, 1, 1, 4, 1, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 116, "sum": 397, "mean": 3.4224137931034484, "median": 1.0, "p95": 8.25, "max": 33, "min": 1}}, {"stage": 1, "units_in": 116, "units_out": 58, "chunk_lengths": [1, 2, 1, 10, 1, 6, 1, 1, 1, 3, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 3, 4, 1, 1, 7, 1, 1, 1, 1, 6, 3, 1], "chunk_stats": {"count": 58, "sum": 116, "mean": 2.0, "median": 1.0, "p95": 6.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [2, 1, 1, 2, 1, 4, 1, 1, 6, 1, 8, 2, 3, 1, 5, 1, 30, 7, 1, 7, 2, 1, 5, 1, 8, 1, 1, 5, 1, 8, 1, 1, 1, 1, 4, 2], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 1.5, "p95": 8.0, "max": 30, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [3, 8, 1, 3, 2, 1, 1, 1, 1, 4, 6, 1, 1, 1, 1], "chunk_stats": {"count": 15, "sum": 35, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 81, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06764235599985113, "decode_time_sec": 1.7407053669994639, "total_time_sec": 1.8135028969991254, "prefill_units_per_sec": 9905.036424240967, "prefill_bytes_per_sec": 9890.252787786876, "decode_units_per_sec": 73.53340917230562, "decode_bytes_per_sec": 73.53340917230562, "total_units_per_sec": 70.58163524955303, "total_bytes_per_sec": 70.58163524955303, "step_latency_ms": {"count": 128, "sum": 1722, "mean": 13.453125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3447.86083984375, "peak_reserved_mb": 3518.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 669, "mean": 669.0, "median": 669.0, "p95": 669.0, "max": 669, "min": 669}, "model_input_units": {"count": 1, "sum": 670, "mean": 670.0, "median": 670.0, "p95": 670.0, "max": 670, "min": 670}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 669, "model_input_units": 670, "stage0_units": 251, "stage1_units": 119, "bytes_per_stage0_unit": 2.6653386454183265, "stage0_per_stage1_unit": 2.1092436974789917}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 670, "units_out": 251, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 2, 2, 3, 1, 3, 1, 2, 3, 4, 1, 2, 1, 1, 1, 1, 1, 1, 13, 7, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 1, 1, 1, 18, 1, 7, 1, 1, 1, 1, 2, 1, 3, 1, 6, 1, 17, 1, 6, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 3, 3, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 3, 1, 17, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 5, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 4, 2, 3, 1, 3, 1, 1, 3, 5, 1, 1, 17, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 1, 3, 1, 3, 4, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 1, 9, 2, 3, 4, 1, 6, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 4, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 1], "chunk_stats": {"count": 251, "sum": 670, "mean": 2.6693227091633465, "median": 1.0, "p95": 9.0, "max": 18, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 119, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 2, 2, 2, 5, 2, 2, 2, 2, 5, 2, 3, 2, 2, 5, 2, 2, 1, 1, 2, 2, 6, 2, 3, 1, 3, 1, 3, 1, 2, 2, 1, 2, 3, 1, 1, 2, 6, 1, 2, 2, 3, 2, 1, 1, 1, 1, 1, 7, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 5, 1, 1, 5, 3, 1, 2, 3, 2, 2, 3, 1, 1, 4, 4, 6, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 4, 1], "chunk_stats": {"count": 119, "sum": 251, "mean": 2.1092436974789917, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 3, 4, 6, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3, 4, 4, 1, 1, 6, 1, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [4, 6, 1, 3, 1, 1, 10, 1, 6, 2, 1, 1, 10], "chunk_stats": {"count": 13, "sum": 47, "mean": 3.6153846153846154, "median": 2.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 82, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06775915700018231, "decode_time_sec": 1.6425681529999565, "total_time_sec": 1.7175629910016141, "prefill_units_per_sec": 13503.70991182104, "prefill_bytes_per_sec": 13488.951758911948, "decode_units_per_sec": 77.92675132914464, "decode_bytes_per_sec": 77.92675132914464, "total_units_per_sec": 74.5241954272405, "total_bytes_per_sec": 74.5241954272405, "step_latency_ms": {"count": 128, "sum": 1630, "mean": 12.734375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3511.458984375, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 914, "mean": 914.0, "median": 914.0, "p95": 914.0, "max": 914, "min": 914}, "model_input_units": {"count": 1, "sum": 915, "mean": 915.0, "median": 915.0, "p95": 915.0, "max": 915, "min": 915}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 914, "model_input_units": 915, "stage0_units": 321, "stage1_units": 167, "bytes_per_stage0_unit": 2.8473520249221185, "stage0_per_stage1_unit": 1.9221556886227544}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 915, "units_out": 321, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 8, 1, 5, 2, 6, 2, 7, 1, 4, 1, 2, 6, 1, 1, 1, 1, 1, 1, 1, 21, 1, 7, 1, 2, 2, 2, 9, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 3, 1, 9, 1, 1, 1, 1, 3, 1, 5, 1, 7, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 7, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 4, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 6, 5, 1, 13, 1, 1, 6, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 1, 6, 1, 1, 13, 1, 1, 6, 1, 6, 2, 1, 9, 1, 5, 1, 3, 4, 1, 1, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1, 2, 10, 1, 2, 2, 2, 1, 9, 10, 2, 13, 1, 9, 1, 5, 5, 5, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 3, 6, 1, 13, 1, 2, 1, 2, 1, 1, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 9, 2, 3, 1, 1, 3, 1, 1, 3, 6, 1, 13, 1, 2, 1, 1, 3, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 22, 1, 1, 1, 5, 1, 1, 9, 5, 2, 1, 2, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 7, 1, 1, 7, 1, 4, 1, 1, 1, 1, 9, 10, 2, 1, 2, 1, 9, 2, 3, 1, 4, 1, 1, 1, 9, 4, 3, 4, 1, 1, 4, 3, 1, 7, 1, 6, 1, 4, 1, 1, 1], "chunk_stats": {"count": 321, "sum": 915, "mean": 2.850467289719626, "median": 1.0, "p95": 9.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 321, "units_out": 167, "chunk_lengths": [1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 5, 3, 2, 2, 2, 7, 1, 1, 2, 1, 1, 5, 1, 2, 3, 1, 1, 4, 7, 1, 2, 4, 1, 3, 1, 6, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 2, 1, 5, 1, 1, 4, 2, 1, 2, 4, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 4, 2, 3, 3, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 3, 1, 3, 2, 2, 3, 3, 2, 1, 3, 1, 2, 2, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 3, 3, 3, 1, 3, 2, 1], "chunk_stats": {"count": 167, "sum": 321, "mean": 1.9221556886227544, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [13, 8, 2, 1, 1, 13, 4, 7, 3, 6, 1, 4, 1, 17, 1, 2, 1, 1, 8, 1, 6, 2, 1, 4, 2, 1, 4, 1, 1, 1, 10], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 1, 2, 1, 1, 2, 4, 1, 1, 4, 3, 2, 1, 3, 2], "chunk_stats": {"count": 16, "sum": 30, "mean": 1.875, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 83, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06819391600038216, "decode_time_sec": 1.922620764000385, "total_time_sec": 1.9963995029993384, "prefill_units_per_sec": 4149.930325139475, "prefill_bytes_per_sec": 4135.266260386332, "decode_units_per_sec": 66.57579195892548, "decode_bytes_per_sec": 66.57579195892548, "total_units_per_sec": 64.11542369535563, "total_bytes_per_sec": 64.11542369535563, "step_latency_ms": {"count": 128, "sum": 1908, "mean": 14.90625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3347.5068359375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 108, "stage1_units": 58, "bytes_per_stage0_unit": 2.611111111111111, "stage0_per_stage1_unit": 1.8620689655172413}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 283, "units_out": 108, "chunk_lengths": [1, 1, 3, 11, 1, 1, 10, 1, 2, 1, 1, 4, 2, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 5, 1, 6, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 3, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 4, 8, 1, 2, 10, 1, 1, 3, 5, 1, 1, 3, 5, 1, 8, 1, 3, 3, 1, 11, 1, 1, 6, 4, 2, 1, 1, 1, 5, 1, 5, 2, 2, 1, 1, 4, 1, 1, 4, 1], "chunk_stats": {"count": 108, "sum": 283, "mean": 2.6203703703703702, "median": 1.0, "p95": 8.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 58, "chunk_lengths": [1, 2, 4, 1, 2, 2, 1, 3, 1, 2, 1, 1, 1, 3, 2, 1, 1, 2, 3, 5, 1, 3, 1, 1, 3, 5, 1, 2, 1, 1, 3, 5, 1, 2, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1], "chunk_stats": {"count": 58, "sum": 108, "mean": 1.8620689655172413, "median": 1.0, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [5, 1, 2, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 4, 1, 1, 2, 3, 1, 1, 1, 1, 1, 4, 2, 1, 5, 2, 3, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 1], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 4, 1, 6, 1, 4, 1, 5, 3, 8, 1, 1, 4, 1, 6, 1, 4, 4], "chunk_stats": {"count": 19, "sum": 57, "mean": 3.0, "median": 3.0, "p95": 6.199999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 84, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0670915970003989, "decode_time_sec": 1.8260360180011048, "total_time_sec": 1.8956435519994557, "prefill_units_per_sec": 4039.2539768935403, "prefill_bytes_per_sec": 4024.348980668841, "decode_units_per_sec": 70.09719344973104, "decode_bytes_per_sec": 70.09719344973104, "total_units_per_sec": 67.52324289289, "total_bytes_per_sec": 67.52324289289, "step_latency_ms": {"count": 128, "sum": 1813, "mean": 14.1640625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3344.3818359375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "model_input_units": {"count": 1, "sum": 271, "mean": 271.0, "median": 271.0, "p95": 271.0, "max": 271, "min": 271}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 270, "model_input_units": 271, "stage0_units": 93, "stage1_units": 42, "bytes_per_stage0_unit": 2.903225806451613, "stage0_per_stage1_unit": 2.2142857142857144}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 271, "units_out": 93, "chunk_lengths": [1, 1, 3, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 5, 8, 2, 1, 5, 1, 7, 1, 7, 1, 2, 4, 2, 2, 6, 1, 5, 1, 4, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 7, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 3, 4, 2, 6, 1, 3, 1, 1, 1, 1, 4, 1, 7, 1], "chunk_stats": {"count": 93, "sum": 271, "mean": 2.913978494623656, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 42, "chunk_lengths": [1, 2, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 3, 1, 2, 4, 2, 1, 3, 1, 2, 1, 6, 2, 4, 1, 3, 8, 2, 4, 1, 4, 2, 3, 2, 1, 2], "chunk_stats": {"count": 42, "sum": 93, "mean": 2.2142857142857144, "median": 2.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 4, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 2, 6, 1, 1, 5, 3, 4, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 4, 1, 2, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 1, 1, 1, 9, 1, 4, 1, 8, 4, 1, 1, 1, 9, 1, 1, 2], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 85, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06769089699992037, "decode_time_sec": 1.6074870720003673, "total_time_sec": 1.6786251039993658, "prefill_units_per_sec": 7977.438975297303, "prefill_bytes_per_sec": 7962.665940157863, "decode_units_per_sec": 79.62738999867412, "decode_bytes_per_sec": 79.62738999867412, "total_units_per_sec": 76.25288082195175, "total_bytes_per_sec": 76.25288082195175, "step_latency_ms": {"count": 128, "sum": 1598, "mean": 12.484375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3410.40087890625, "peak_reserved_mb": 3520.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 144, "stage1_units": 63, "bytes_per_stage0_unit": 3.7430555555555554, "stage0_per_stage1_unit": 2.2857142857142856}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 540, "units_out": 144, "chunk_lengths": [1, 1, 3, 1, 3, 1, 2, 1, 1, 3, 1, 1, 9, 6, 1, 3, 1, 13, 1, 7, 2, 5, 1, 1, 3, 1, 6, 1, 13, 1, 6, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 13, 1, 2, 4, 1, 5, 1, 17, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 21, 1, 6, 2, 1, 3, 1, 4, 1, 1, 2, 17, 4, 1, 21, 5, 1, 1, 3, 8, 1, 7, 1, 1, 1, 21, 8, 13, 1, 2, 1, 5, 1, 1, 1, 1, 4, 3, 1, 3, 1, 8, 1, 17, 5, 1, 1, 2, 6, 7, 1, 1, 17, 8, 13, 8, 2, 1, 3, 1, 8, 1, 1, 5, 1, 1, 1, 1, 13, 1, 3, 1, 4, 1, 1, 3, 2, 1, 5, 13, 1, 2, 1, 1], "chunk_stats": {"count": 144, "sum": 540, "mean": 3.75, "median": 1.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 144, "units_out": 63, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 3, 1, 2, 1, 1, 6, 1, 2, 1, 3, 3, 4, 1, 1, 5, 1, 1, 4, 1, 4, 1, 2, 8, 1, 2, 1, 2, 2, 6, 1, 1, 1, 1, 3, 4, 2, 5, 1, 2, 3, 3, 1, 1, 1, 1, 1, 4, 3, 4, 1, 7, 3, 1, 3, 1], "chunk_stats": {"count": 63, "sum": 144, "mean": 2.2857142857142856, "median": 2.0, "p95": 5.899999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [17, 7, 1, 1, 5, 1, 13, 7, 10, 1, 2, 1, 1, 17, 5, 1, 1, 5, 2, 1, 1, 2, 2, 1, 1, 17, 5], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 2.0, "p95": 17.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 17, "sum": 27, "mean": 1.588235294117647, "median": 1.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 86, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06825157599996601, "decode_time_sec": 1.817906108999523, "total_time_sec": 1.8910171989991795, "prefill_units_per_sec": 4014.559312156198, "prefill_bytes_per_sec": 3999.90763583446, "decode_units_per_sec": 70.4106770786112, "decode_bytes_per_sec": 70.4106770786112, "total_units_per_sec": 67.6884377718743, "total_bytes_per_sec": 67.6884377718743, "step_latency_ms": {"count": 128, "sum": 1809, "mean": 14.1328125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3345.0537109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "model_input_units": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 273, "model_input_units": 274, "stage0_units": 85, "stage1_units": 50, "bytes_per_stage0_unit": 3.211764705882353, "stage0_per_stage1_unit": 1.7}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 274, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 5, 1, 5, 12, 6, 1, 1, 1, 6, 5, 1, 7, 7, 1, 5, 2, 6, 1, 2, 4, 3, 8, 1, 1, 7, 1, 1, 6, 1, 2, 1, 5, 1, 1, 1, 10, 3, 3, 2, 6, 6, 1, 4, 1, 1, 1, 7, 1, 6, 1, 3, 1, 6, 2, 3, 4, 4, 1, 4, 12, 1, 1, 1, 2, 6, 4, 1, 1, 6, 2, 1, 5, 1, 7, 1, 6, 1, 1, 1, 6, 1], "chunk_stats": {"count": 85, "sum": 274, "mean": 3.223529411764706, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 50, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 3, 4, 1, 2, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 4, 2, 2, 2, 1], "chunk_stats": {"count": 50, "sum": 85, "mean": 1.7, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 10, 6, 1, 1, 5, 1, 1, 5, 1, 4, 1, 10, 6, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 4, 2, 1, 5, 1, 6, 1, 1, 5, 1, 6, 1, 2, 6, 4, 1, 6, 2], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 1, 1, 5, 2, 2, 2, 2, 1, 7, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 20, "sum": 41, "mean": 2.05, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 87, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06742114699954982, "decode_time_sec": 1.824505697000859, "total_time_sec": 1.8944455910004763, "prefill_units_per_sec": 4538.635333540725, "prefill_bytes_per_sec": 4523.8031919278465, "decode_units_per_sec": 70.15598811799146, "decode_bytes_per_sec": 70.15598811799146, "total_units_per_sec": 67.56594151241994, "total_bytes_per_sec": 67.56594151241994, "step_latency_ms": {"count": 128, "sum": 1809, "mean": 14.1328125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3352.38330078125, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 92, "stage1_units": 47, "bytes_per_stage0_unit": 3.3152173913043477, "stage0_per_stage1_unit": 1.9574468085106382}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 306, "units_out": 92, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 3, 2, 1, 3, 1, 1, 9, 6, 2, 1, 1, 1, 9, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 13, 5, 2, 1, 3, 1, 10, 1, 4, 1, 1, 4, 2, 3, 1, 5, 1, 1, 13, 1, 2, 4, 4, 1, 17, 5, 13, 6, 3, 4, 1, 9, 2, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2, 3, 1, 2, 9, 2, 4, 1, 6, 4, 8, 1, 9, 1, 2, 3, 1], "chunk_stats": {"count": 92, "sum": 306, "mean": 3.3260869565217392, "median": 2.0, "p95": 9.450000000000003, "max": 17, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 47, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 4, 1, 1, 1, 4, 2, 3, 2, 4, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 1, 3, 1, 6, 2, 2, 1], "chunk_stats": {"count": 47, "sum": 92, "mean": 1.9574468085106382, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 5, 1, 1, 2, 1, 3, 1, 13, 1, 5, 1, 5, 5, 1, 1, 1, 6, 5, 5, 1, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 9, 1], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.550000000000004, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 4, 1, 2, 3, 1, 3, 1, 3, 1, 1, 4, 1, 2, 4, 2, 1, 4, 1, 1], "chunk_stats": {"count": 20, "sum": 44, "mean": 2.2, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 88, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06672069900014321, "decode_time_sec": 1.9011296589997073, "total_time_sec": 1.9703450350007188, "prefill_units_per_sec": 4901.0277904807035, "prefill_bytes_per_sec": 4886.0399379104265, "decode_units_per_sec": 67.32839046198885, "decode_bytes_per_sec": 67.32839046198885, "total_units_per_sec": 64.9632413238493, "total_bytes_per_sec": 64.9632413238493, "step_latency_ms": {"count": 128, "sum": 1883, "mean": 14.7109375, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3358.32763671875, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 113, "stage1_units": 62, "bytes_per_stage0_unit": 2.8849557522123894, "stage0_per_stage1_unit": 1.8225806451612903}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 327, "units_out": 113, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 1, 3, 2, 4, 1, 4, 2, 1, 5, 1, 1, 3, 1, 1, 9, 4, 1, 8, 2, 1, 1, 3, 1, 6, 1, 2, 1, 1, 9, 4, 4, 2, 6, 3, 4, 1, 4, 1, 5, 1, 1, 1, 13, 1, 2, 1, 5, 1, 17, 6, 2, 1, 3, 1, 1, 2, 1, 1, 6, 1, 1, 5, 1, 6, 1, 1, 4, 1, 5, 1, 13, 4, 1, 7, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 5, 1, 1, 1, 9, 7, 3, 2], "chunk_stats": {"count": 113, "sum": 327, "mean": 2.893805309734513, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 113, "units_out": 62, "chunk_lengths": [1, 2, 2, 2, 5, 1, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 2, 3, 1, 1, 1, 1, 3, 1, 2, 2, 3, 5, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 62, "sum": 113, "mean": 1.8225806451612903, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 1, 7, 1, 1, 9, 3, 4, 7, 2, 1, 5, 4, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 3, 1, 1, 5, 1, 1, 3, 2, 1, 5, 1, 5, 2, 1, 4], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 2, 2, 2, 2, 5, 1, 1, 4, 1, 1, 3, 2, 5, 1, 1, 3, 4, 3, 1, 1, 1], "chunk_stats": {"count": 22, "sum": 47, "mean": 2.1363636363636362, "median": 2.0, "p95": 4.949999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 89, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06652221900003497, "decode_time_sec": 2.1111809110007016, "total_time_sec": 2.180451816999266, "prefill_units_per_sec": 4675.129673588257, "prefill_bytes_per_sec": 4660.097102290545, "decode_units_per_sec": 60.62957434534963, "decode_bytes_per_sec": 60.62957434534963, "total_units_per_sec": 58.7034297213471, "total_bytes_per_sec": 58.7034297213471, "step_latency_ms": {"count": 128, "sum": 2091, "mean": 16.3359375, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3353.2412109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 108, "stage1_units": 63, "bytes_per_stage0_unit": 2.8703703703703702, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 108, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 1, 7, 1, 1, 1, 4, 1, 1, 2, 1, 5, 7, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 2, 3, 1, 5, 1, 2, 1, 5, 8, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 9, 4, 1, 4, 3, 6, 1, 13, 1, 2, 4, 1, 1, 3, 1, 1, 17, 1, 5, 5, 5, 1, 1, 3, 1, 13, 4, 1, 17, 1, 5, 1, 3, 1, 5, 3, 4], "chunk_stats": {"count": 108, "sum": 311, "mean": 2.8796296296296298, "median": 1.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 63, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 3, 6, 3, 1, 1, 1, 1, 5, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 2, 1, 1, 2], "chunk_stats": {"count": 63, "sum": 108, "mean": 1.7142857142857142, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 4, 2, 1, 6, 1, 1, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 5, 1, 5, 1, 2, 1, 5, 8, 1, 1], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [2, 3, 1, 1, 1, 3, 3, 3, 1, 1, 4, 1, 3, 6, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 4, 2], "chunk_stats": {"count": 28, "sum": 56, "mean": 2.0, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 90, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0670085290003044, "decode_time_sec": 1.9537871280008403, "total_time_sec": 2.023193713999717, "prefill_units_per_sec": 3850.256136779662, "prefill_bytes_per_sec": 3835.3326633812912, "decode_units_per_sec": 65.51379020035439, "decode_bytes_per_sec": 65.51379020035439, "total_units_per_sec": 63.2663096540334, "total_bytes_per_sec": 63.2663096540334, "step_latency_ms": {"count": 128, "sum": 1938, "mean": 15.140625, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3343.3037109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 104, "stage1_units": 48, "bytes_per_stage0_unit": 2.4711538461538463, "stage0_per_stage1_unit": 2.1666666666666665}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 258, "units_out": 104, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 6, 7, 1, 3, 1, 3, 5, 2, 1, 4, 1, 2, 6, 2, 3, 7, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 6, 1, 1, 3, 1, 1, 3, 1, 3, 1, 3, 6, 2, 1, 1, 3, 4, 2, 3, 1, 4, 1, 3, 4, 5, 1, 1, 5, 1, 3, 4, 2, 1, 1, 1, 6, 1, 5, 2, 1, 3, 7, 1, 5, 4, 1, 5, 2, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 1, 2, 4, 1, 5, 1, 2, 6, 1, 2], "chunk_stats": {"count": 104, "sum": 258, "mean": 2.480769230769231, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}, {"stage": 1, "units_in": 104, "units_out": 48, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 1, 4, 3, 4, 1, 2, 1, 1, 2, 1, 3, 8, 1, 2, 1, 1, 7, 4, 1, 3, 1, 7, 6, 6, 1], "chunk_stats": {"count": 48, "sum": 104, "mean": 2.1666666666666665, "median": 1.0, "p95": 6.649999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 5, 1, 2, 6, 1, 5, 4, 5, 1, 1, 5, 1, 1, 4, 3, 2, 4, 5, 1, 1, 3, 3, 4, 4, 5, 1, 1, 1, 4, 1, 5, 1, 4, 6, 1, 3, 1, 3, 1, 2, 5, 2, 1, 3, 1, 2, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [5, 1, 1, 2, 3, 1, 3, 5, 1, 4, 1, 1, 1, 5, 1, 2, 2, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 23, "sum": 47, "mean": 2.0434782608695654, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 91, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0669581290003407, "decode_time_sec": 1.8069072120015335, "total_time_sec": 1.876347228000668, "prefill_units_per_sec": 3853.154260010569, "prefill_bytes_per_sec": 3838.2195535764195, "decode_units_per_sec": 70.8392767209185, "decode_bytes_per_sec": 70.8392767209185, "total_units_per_sec": 68.21765081103338, "total_bytes_per_sec": 68.21765081103338, "step_latency_ms": {"count": 128, "sum": 1794, "mean": 14.015625, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3343.3037109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 99, "stage1_units": 51, "bytes_per_stage0_unit": 2.595959595959596, "stage0_per_stage1_unit": 1.9411764705882353}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 258, "units_out": 99, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 2, 4, 1, 1, 3, 1, 1, 1, 5, 4, 2, 1, 5, 1, 9, 1, 1, 1, 5, 3, 1, 5, 1, 1, 3, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 1, 5, 4, 1, 5, 2, 1, 9, 2, 3, 3, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 10, 1, 1, 2, 1, 1, 13, 8, 1, 9, 4, 2, 3, 1, 4, 1, 3, 1, 1, 10, 1, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 99, "sum": 258, "mean": 2.606060606060606, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 99, "units_out": 51, "chunk_lengths": [1, 2, 2, 4, 1, 2, 2, 1, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 3, 1, 4, 2, 2, 5, 1, 1, 2, 5, 3, 1, 1, 1, 1, 1, 2, 3, 1, 5, 4, 1], "chunk_stats": {"count": 51, "sum": 99, "mean": 1.9411764705882353, "median": 2.0, "p95": 4.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [13, 1, 2, 1, 10, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 17, 1, 1, 1, 2, 4, 1, 1, 5, 1, 1, 10, 1, 1, 1, 1, 1, 1, 1, 17, 1, 4, 1, 5, 4], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 3, 3, 4, 3, 1, 1, 2, 3, 3, 3, 3, 4, 1, 2, 1, 1, 1], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 92, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06723640900054306, "decode_time_sec": 1.7946632910006883, "total_time_sec": 1.8650928059996659, "prefill_units_per_sec": 5815.301647011546, "prefill_bytes_per_sec": 5800.428752773665, "decode_units_per_sec": 71.32257100362727, "decode_bytes_per_sec": 71.32257100362727, "total_units_per_sec": 68.62929264873425, "total_bytes_per_sec": 68.62929264873425, "step_latency_ms": {"count": 128, "sum": 1777, "mean": 13.8828125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3368.24658203125, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}, "model_input_units": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 390, "model_input_units": 391, "stage0_units": 105, "stage1_units": 54, "bytes_per_stage0_unit": 3.7142857142857144, "stage0_per_stage1_unit": 1.9444444444444444}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 391, "units_out": 105, "chunk_lengths": [1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 1, 3, 1, 3, 1, 7, 1, 4, 1, 1, 3, 1, 1, 7, 1, 5, 1, 3, 2, 2, 1, 1, 17, 4, 1, 1, 6, 2, 5, 1, 3, 2, 2, 17, 4, 1, 1, 6, 2, 5, 1, 3, 17, 3, 4, 1, 3, 13, 4, 1, 17, 3, 4, 1, 4, 9, 7, 8, 1, 10, 1, 7, 9, 1, 13, 1, 1, 5, 1, 5, 1, 1, 10, 1, 5, 2, 6, 3, 1, 8, 4, 1, 3, 1], "chunk_stats": {"count": 105, "sum": 391, "mean": 3.723809523809524, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 105, "units_out": 54, "chunk_lengths": [1, 2, 1, 2, 1, 4, 1, 3, 1, 1, 6, 2, 2, 4, 2, 4, 2, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 2, 2, 1, 2, 1, 4, 1, 1, 1, 2, 4, 1, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3], "chunk_stats": {"count": 54, "sum": 105, "mean": 1.9444444444444444, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 1, 1, 13, 3, 4, 1, 4, 1, 5, 4, 1, 3, 1, 3, 1, 7, 1, 1, 3, 2, 3, 1, 1, 9, 1, 2, 1, 13, 3, 4, 1, 3, 1, 1, 1, 3, 1, 7, 1, 3, 2, 1, 3, 1], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 8.599999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 1, 4, 1, 1, 3, 2, 2, 4, 3, 1, 3, 1, 8, 1, 1, 2, 4], "chunk_stats": {"count": 18, "sum": 45, "mean": 2.5, "median": 2.0, "p95": 4.599999999999994, "max": 8, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 93, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06668734999948356, "decode_time_sec": 1.6811627329989278, "total_time_sec": 1.7529256670004543, "prefill_units_per_sec": 8487.36679451775, "prefill_bytes_per_sec": 8472.371446824254, "decode_units_per_sec": 76.1377810056902, "decode_bytes_per_sec": 76.1377810056902, "total_units_per_sec": 73.02078029299963, "total_bytes_per_sec": 73.02078029299963, "step_latency_ms": {"count": 128, "sum": 1670, "mean": 13.046875, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3417.1201171875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}, "model_input_units": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 565, "model_input_units": 566, "stage0_units": 206, "stage1_units": 100, "bytes_per_stage0_unit": 2.7427184466019416, "stage0_per_stage1_unit": 2.06}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 566, "units_out": 206, "chunk_lengths": [1, 1, 3, 8, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 6, 2, 7, 2, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 2, 1, 1, 5, 4, 1, 5, 1, 3, 1, 6, 1, 9, 1, 2, 1, 5, 1, 13, 4, 2, 7, 1, 1, 5, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 13, 1, 2, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 17, 4, 3, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 13, 1, 2, 1, 1, 7, 1, 1, 2, 7, 1, 3, 2, 1, 1, 13, 1, 3, 1, 7, 1, 3, 1, 1, 3, 1, 1, 5, 1, 6, 1, 8, 2, 1, 1, 5, 6, 2, 1, 5, 4, 7, 3, 7, 1, 9, 4, 2, 6, 1, 3, 1, 1, 4, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 5, 6, 1, 3, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 206, "sum": 566, "mean": 2.7475728155339807, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 206, "units_out": 100, "chunk_lengths": [1, 2, 1, 4, 3, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 1, 2, 1, 4, 1, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 6, 2, 1, 6, 1, 5, 4, 2, 1, 2, 1, 4, 3, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 1, 4, 1, 4, 1, 6, 1, 1, 5, 7, 1, 4, 4, 1], "chunk_stats": {"count": 100, "sum": 206, "mean": 2.06, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [9, 1, 2, 4, 4, 3, 1, 2, 1, 1, 7, 1, 13, 1, 6, 1, 7, 1, 1, 5, 1, 6, 1, 13, 6, 3, 1, 1, 5, 1, 2, 1, 6, 1, 7, 1, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 2, 2, 6, 1, 4, 3, 3, 1, 1, 2, 1, 1, 1, 6], "chunk_stats": {"count": 16, "sum": 36, "mean": 2.25, "median": 1.5, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 94, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06711135899968212, "decode_time_sec": 1.2974111669991544, "total_time_sec": 1.371968276998814, "prefill_units_per_sec": 13187.037383704177, "prefill_bytes_per_sec": 13172.136776490954, "decode_units_per_sec": 98.65800700332913, "decode_bytes_per_sec": 98.65800700332913, "total_units_per_sec": 93.29661781976512, "total_bytes_per_sec": 93.29661781976512, "step_latency_ms": {"count": 128, "sum": 1287, "mean": 10.0546875, "median": 8.0, "p95": 17.0, "max": 39, "min": 7}, "peak_allocated_mb": 3504.47802734375, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 884, "mean": 884.0, "median": 884.0, "p95": 884.0, "max": 884, "min": 884}, "model_input_units": {"count": 1, "sum": 885, "mean": 885.0, "median": 885.0, "p95": 885.0, "max": 885, "min": 885}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 884, "model_input_units": 885, "stage0_units": 211, "stage1_units": 93, "bytes_per_stage0_unit": 4.18957345971564, "stage0_per_stage1_unit": 2.2688172043010755}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 885, "units_out": 211, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 5, 1, 7, 1, 7, 2, 5, 1, 8, 1, 7, 1, 2, 2, 1, 1, 5, 4, 4, 1, 9, 1, 4, 1, 4, 1, 1, 9, 4, 4, 1, 4, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 13, 1, 2, 4, 1, 1, 8, 1, 7, 2, 4, 7, 1, 1, 17, 2, 2, 3, 1, 4, 4, 8, 1, 2, 2, 1, 6, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 7, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 4, 7, 1, 1, 1, 1, 1, 3, 1, 1, 1, 17, 2, 7, 4, 8, 1, 2, 1, 2, 1, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 4, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 7, 1, 7, 4, 3, 5, 1, 7, 1, 7, 1, 17, 2, 1, 5, 1, 2, 4, 8, 7, 1, 2, 3, 1, 6, 1, 8, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 6, 1, 1, 1, 1], "chunk_stats": {"count": 211, "sum": 885, "mean": 4.194312796208531, "median": 2.0, "p95": 11.0, "max": 52, "min": 1}}, {"stage": 1, "units_in": 211, "units_out": 93, "chunk_lengths": [1, 2, 1, 3, 1, 1, 4, 1, 3, 2, 1, 2, 2, 1, 2, 2, 1, 5, 1, 2, 2, 1, 1, 1, 2, 1, 6, 1, 1, 5, 3, 4, 1, 1, 4, 4, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 3, 6, 1, 1, 2, 1, 3, 3, 3, 1, 1, 1, 4, 1, 1, 3, 1, 9, 1, 3, 2, 2, 9, 1, 1, 2, 1, 1, 2, 6, 1, 1, 2, 1, 6, 1, 3, 2, 1, 9, 1, 3, 2, 2, 2], "chunk_stats": {"count": 93, "sum": 211, "mean": 2.2688172043010755, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [52, 1, 5, 1, 8, 1, 7, 1, 13, 4, 1, 17, 3, 4, 4, 1, 4, 1], "chunk_stats": {"count": 18, "sum": 128, "mean": 7.111111111111111, "median": 4.0, "p95": 22.24999999999995, "max": 52, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 5, "chunk_lengths": [8, 1, 2, 1, 5, 1], "chunk_stats": {"count": 6, "sum": 18, "mean": 3.0, "median": 1.5, "p95": 7.25, "max": 8, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 95, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06730667000010726, "decode_time_sec": 1.9379619549999916, "total_time_sec": 2.0136622350000835, "prefill_units_per_sec": 7814.975841163465, "prefill_bytes_per_sec": 7800.118472644143, "decode_units_per_sec": 66.04876822775427, "decode_bytes_per_sec": 66.04876822775427, "total_units_per_sec": 63.56577472387999, "total_bytes_per_sec": 63.56577472387999, "step_latency_ms": {"count": 128, "sum": 1925, "mean": 15.0390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3407.54248046875, "peak_reserved_mb": 3496.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 525, "mean": 525.0, "median": 525.0, "p95": 525.0, "max": 525, "min": 525}, "model_input_units": {"count": 1, "sum": 526, "mean": 526.0, "median": 526.0, "p95": 526.0, "max": 526, "min": 526}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 525, "model_input_units": 526, "stage0_units": 208, "stage1_units": 98, "bytes_per_stage0_unit": 2.5240384615384617, "stage0_per_stage1_unit": 2.122448979591837}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 526, "units_out": 208, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 8, 1, 6, 1, 6, 1, 4, 1, 1, 5, 4, 2, 1, 4, 2, 1, 2, 2, 6, 1, 2, 3, 1, 10, 1, 2, 1, 8, 1, 2, 1, 4, 1, 6, 1, 4, 1, 6, 1, 4, 1, 1, 5, 6, 1, 1, 4, 2, 6, 1, 4, 1, 1, 5, 1, 1, 1, 6, 1, 3, 1, 4, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 8, 1, 10, 1, 4, 2, 1, 4, 2, 1, 2, 2, 6, 2, 6, 1, 4, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 5, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 3, 1, 3, 1, 2, 3, 1, 3, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 1, 3, 1, 2, 1, 3, 1, 5, 6, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 208, "sum": 526, "mean": 2.5288461538461537, "median": 1.0, "p95": 6.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 208, "units_out": 98, "chunk_lengths": [1, 2, 2, 5, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 4, 2, 4, 4, 1, 1, 1, 1, 3, 1, 3, 1, 4, 2, 4, 3, 1, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 1, 2, 5, 2, 2, 3, 3, 2, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 4, 1, 3, 1, 4, 3, 6, 1, 5, 1, 4, 1, 4, 4, 3, 6, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 3], "chunk_stats": {"count": 98, "sum": 208, "mean": 2.122448979591837, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 6, 1, 2, 6, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 2], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [2, 1, 3, 1, 1, 1, 1, 1, 4, 4, 3, 6, 1, 3, 3, 1, 1, 1, 2, 3, 1, 3, 3], "chunk_stats": {"count": 23, "sum": 50, "mean": 2.1739130434782608, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 96, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06705245100056345, "decode_time_sec": 1.8785215730003983, "total_time_sec": 1.9502178669990826, "prefill_units_per_sec": 4190.749119635295, "prefill_bytes_per_sec": 4175.835421700649, "decode_units_per_sec": 68.13869046792834, "decode_bytes_per_sec": 68.13869046792834, "total_units_per_sec": 65.63369260736047, "total_bytes_per_sec": 65.63369260736047, "step_latency_ms": {"count": 128, "sum": 1867, "mean": 14.5859375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3347.4755859375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}, "model_input_units": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 280, "model_input_units": 281, "stage0_units": 126, "stage1_units": 60, "bytes_per_stage0_unit": 2.2222222222222223, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 281, "units_out": 126, "chunk_lengths": [1, 1, 3, 3, 1, 2, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 9, 4, 2, 3, 1, 2, 1, 1, 2, 1, 1, 2, 3, 3, 4, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 4, 2, 7, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 1, 3, 5, 1, 1, 1, 2, 3, 3, 4, 1, 1, 1, 1, 5, 1, 1, 9, 1, 1, 1, 3, 2, 1, 2, 4, 1, 1, 3, 1, 3, 1, 1], "chunk_stats": {"count": 126, "sum": 281, "mean": 2.2301587301587302, "median": 2.0, "p95": 6.5, "max": 9, "min": 1}}, {"stage": 1, "units_in": 126, "units_out": 60, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 5, 3, 2, 1, 2, 1, 2, 5, 1, 5, 1, 1, 1, 1, 3, 2, 3, 1, 2, 5, 6, 2, 3, 2, 2, 5, 2, 2, 1, 1, 6, 2, 1, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1], "chunk_stats": {"count": 60, "sum": 126, "mean": 2.1, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [9, 3, 4, 1, 1, 3, 1, 1, 4, 3, 1, 2, 4, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 2.0, "p95": 7.8999999999999915, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 1, 1, 5, 1, 4, 2, 2, 4, 2, 3, 5, 5, 3, 1, 2, 5], "chunk_stats": {"count": 18, "sum": 52, "mean": 2.888888888888889, "median": 2.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 97, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06761251900024945, "decode_time_sec": 1.8359365990017977, "total_time_sec": 1.9058997350002755, "prefill_units_per_sec": 4259.566190677461, "prefill_bytes_per_sec": 4244.776030293165, "decode_units_per_sec": 69.71918315131026, "decode_bytes_per_sec": 69.71918315131026, "total_units_per_sec": 67.15988131452335, "total_bytes_per_sec": 67.15988131452335, "step_latency_ms": {"count": 128, "sum": 1812, "mean": 14.15625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3350.4287109375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 287, "mean": 287.0, "median": 287.0, "p95": 287.0, "max": 287, "min": 287}, "model_input_units": {"count": 1, "sum": 288, "mean": 288.0, "median": 288.0, "p95": 288.0, "max": 288, "min": 288}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 287, "model_input_units": 288, "stage0_units": 106, "stage1_units": 44, "bytes_per_stage0_unit": 2.707547169811321, "stage0_per_stage1_unit": 2.409090909090909}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 288, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 7, 2, 3, 1, 1, 6, 1, 1, 5, 4, 1, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 1, 7, 4, 1, 1, 4, 1, 1, 1, 7, 2, 1, 5, 2, 3, 1, 2, 7, 4, 5, 2, 2, 6, 1, 1, 8, 1, 7, 1, 2, 1, 3, 1, 3, 6, 5, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 1, 9, 1, 5, 6, 5, 1, 1, 4, 5, 6, 1, 1, 8, 1, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 288, "mean": 2.7169811320754715, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 3, 2, 2, 1, 4, 3, 2, 5, 1, 4, 4, 6, 1, 4, 3, 1, 1, 2, 5, 1, 1, 7, 1, 1, 4, 1, 2, 2, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 7, 1], "chunk_stats": {"count": 44, "sum": 106, "mean": 2.409090909090909, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 1, 1, 5, 4, 7, 1, 1, 3, 4, 1, 4, 4, 1, 1, 3, 4, 4, 1, 7, 1, 1, 7, 1, 1, 3, 1, 1, 5, 8, 2, 7, 1, 7, 1, 1, 5, 1, 3, 1, 6, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 1, 4, 1, 8, 1, 3, 1, 1, 2, 5, 1, 1, 1, 3, 2, 1, 5], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 1.0, "p95": 5.299999999999994, "max": 8, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 98, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06705579099980241, "decode_time_sec": 1.9487050600000657, "total_time_sec": 2.019176626999979, "prefill_units_per_sec": 7650.345963430834, "prefill_bytes_per_sec": 7635.433008336427, "decode_units_per_sec": 65.68464496109826, "decode_bytes_per_sec": 65.68464496109826, "total_units_per_sec": 63.39217594360621, "total_bytes_per_sec": 63.39217594360621, "step_latency_ms": {"count": 128, "sum": 1934, "mean": 15.109375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3405.0478515625, "peak_reserved_mb": 3496.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}, "model_input_units": {"count": 1, "sum": 513, "mean": 513.0, "median": 513.0, "p95": 513.0, "max": 513, "min": 513}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 512, "model_input_units": 513, "stage0_units": 188, "stage1_units": 93, "bytes_per_stage0_unit": 2.723404255319149, "stage0_per_stage1_unit": 2.021505376344086}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 513, "units_out": 188, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 2, 2, 1, 13, 5, 1, 4, 1, 1, 2, 1, 2, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 1, 3, 2, 5, 1, 2, 2, 1, 13, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 4, 1, 13, 5, 1, 5, 1, 1, 9, 7, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 3, 1, 7, 2, 4, 2, 1, 4, 1, 1, 4, 2, 22, 6, 1, 5, 1, 6, 1, 5, 2, 10, 1, 10, 1, 22, 5, 1, 4, 1, 5, 1, 4, 2, 1, 2, 4, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 22, 5, 1, 5, 2, 1, 2, 1, 4, 1, 1, 2, 1, 4, 2, 4, 1, 4, 1, 4, 1, 4, 1, 1], "chunk_stats": {"count": 188, "sum": 513, "mean": 2.728723404255319, "median": 1.0, "p95": 8.300000000000011, "max": 22, "min": 1}}, {"stage": 1, "units_in": 188, "units_out": 93, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 2, 2, 1, 3, 1, 6, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 3, 4, 4, 1, 3, 1, 1, 4, 1, 7, 1, 3, 1, 7, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 5, 5, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 3, 1, 4, 5, 1, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 3, 2], "chunk_stats": {"count": 93, "sum": 188, "mean": 2.021505376344086, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [22, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 5, 1, 5, 1, 1, 5, 4, 1, 2, 1, 4, 1, 5, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 5.599999999999994, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 4, 1, 4, 1, 1, 2, 1, 1, 1, 3, 2, 2, 4, 1, 3, 2, 1, 3, 1, 6, 1, 1, 1], "chunk_stats": {"count": 24, "sum": 48, "mean": 2.0, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 99, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06675226100014697, "decode_time_sec": 1.4807214590000513, "total_time_sec": 1.552430624000408, "prefill_units_per_sec": 4988.595067952332, "prefill_bytes_per_sec": 4973.614301982505, "decode_units_per_sec": 86.44434726193535, "decode_bytes_per_sec": 86.44434726193535, "total_units_per_sec": 82.45134952965626, "total_bytes_per_sec": 82.45134952965626, "step_latency_ms": {"count": 128, "sum": 1472, "mean": 11.5, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3358.46826171875, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 332, "mean": 332.0, "median": 332.0, "p95": 332.0, "max": 332, "min": 332}, "model_input_units": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 332, "model_input_units": 333, "stage0_units": 112, "stage1_units": 67, "bytes_per_stage0_unit": 2.9642857142857144, "stage0_per_stage1_unit": 1.671641791044776}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 333, "units_out": 112, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 3, 2, 1, 1, 9, 4, 2, 1, 1, 9, 2, 2, 1, 9, 2, 2, 1, 3, 1, 1, 9, 1, 4, 2, 1, 4, 1, 9, 6, 4, 1, 3, 1, 13, 2, 2, 1, 13, 6, 1, 3, 1, 17, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 1, 2, 1, 7, 1, 1, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 112, "sum": 333, "mean": 2.9732142857142856, "median": 1.0, "p95": 9.0, "max": 26, "min": 1}}, {"stage": 1, "units_in": 112, "units_out": 67, "chunk_lengths": [1, 2, 3, 4, 1, 4, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 2, 1, 5, 1, 2, 3, 1, 1, 1], "chunk_stats": {"count": 67, "sum": 112, "mean": 1.671641791044776, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [21, 1, 3, 2, 1, 21, 4, 2, 1, 21, 1, 4, 2, 1, 3, 21, 1, 4, 14], "chunk_stats": {"count": 19, "sum": 128, "mean": 6.7368421052631575, "median": 3.0, "p95": 21.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2], "chunk_stats": {"count": 14, "sum": 18, "mean": 1.2857142857142858, "median": 1.0, "p95": 2.0, "max": 2, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 100, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06753187999856891, "decode_time_sec": 1.9568108420007775, "total_time_sec": 2.0283349370001815, "prefill_units_per_sec": 8247.956372779841, "prefill_bytes_per_sec": 8233.148551643792, "decode_units_per_sec": 65.41255662153017, "decode_bytes_per_sec": 65.41255662153017, "total_units_per_sec": 63.10594846298235, "total_bytes_per_sec": 63.10594846298235, "step_latency_ms": {"count": 128, "sum": 1943, "mean": 15.1796875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3414.935546875, "peak_reserved_mb": 3520.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}, "model_input_units": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 556, "model_input_units": 557, "stage0_units": 158, "stage1_units": 74, "bytes_per_stage0_unit": 3.518987341772152, "stage0_per_stage1_unit": 2.135135135135135}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 557, "units_out": 158, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 4, 1, 1, 9, 3, 2, 4, 5, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 2, 1, 1, 13, 2, 1, 6, 1, 4, 1, 9, 4, 1, 13, 2, 1, 3, 2, 8, 5, 1, 2, 4, 1, 1, 2, 3, 2, 1, 1, 9, 2, 15, 5, 1, 2, 1, 1, 10, 1, 2, 4, 1, 1, 2, 2, 1, 8, 1, 5, 13, 2, 2, 3, 2, 4, 1, 2, 9, 1, 6, 6, 1, 3, 5, 2, 1, 15, 4, 1, 2, 4, 1, 1, 2, 3, 2, 6, 1, 1, 4, 9, 5, 3, 15, 2, 5, 2, 7, 5, 8, 1, 5, 2, 3, 4, 3, 7, 15, 2, 3, 4, 2, 6, 4, 5, 1, 7, 1, 2, 1, 2, 4, 7, 15, 2, 1, 6, 6, 4, 4, 4, 1, 1], "chunk_stats": {"count": 158, "sum": 557, "mean": 3.5253164556962027, "median": 2.0, "p95": 10.450000000000017, "max": 15, "min": 1}}, {"stage": 1, "units_in": 158, "units_out": 74, "chunk_lengths": [1, 2, 2, 3, 2, 2, 1, 3, 3, 1, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 1, 2, 3, 1, 2, 1, 1, 2, 1, 2, 2, 7, 1, 2, 1, 6, 2, 6, 2, 1, 1, 1, 2, 2, 2, 3, 1, 2, 3, 1, 1, 1, 10, 1, 1, 1, 5, 1, 2, 2, 1, 4, 1, 2, 4, 3, 2, 3, 1, 1, 1, 4, 3, 1], "chunk_stats": {"count": 74, "sum": 158, "mean": 2.135135135135135, "median": 2.0, "p95": 5.349999999999994, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [13, 2, 1, 1, 5, 1, 2, 1, 1, 1, 9, 3, 4, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 1, 2, 3, 1, 2, 2, 1, 6, 1, 1, 2, 3, 2, 3, 1, 2, 1, 4, 1, 2, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 3, 5, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 1, 6, 1, 8, 4, 2], "chunk_stats": {"count": 21, "sum": 54, "mean": 2.5714285714285716, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 101, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06702574099836056, "decode_time_sec": 1.6724245219993463, "total_time_sec": 1.744314977000613, "prefill_units_per_sec": 4446.053047101546, "prefill_bytes_per_sec": 4431.13340600389, "decode_units_per_sec": 76.5355914818678, "decode_bytes_per_sec": 76.5355914818678, "total_units_per_sec": 73.38124231444641, "total_bytes_per_sec": 73.38124231444641, "step_latency_ms": {"count": 128, "sum": 1666, "mean": 13.015625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3350.66796875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}, "model_input_units": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 297, "model_input_units": 298, "stage0_units": 101, "stage1_units": 52, "bytes_per_stage0_unit": 2.9405940594059405, "stage0_per_stage1_unit": 1.9423076923076923}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 298, "units_out": 101, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 3, 2, 4, 1, 6, 2, 4, 1, 4, 2, 4, 1, 1, 9, 4, 2, 1, 4, 1, 6, 2, 4, 1, 4, 1, 9, 1, 2, 5, 2, 1, 3, 1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 2, 2, 2, 1, 9, 1, 2, 5, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 1, 7, 1, 4, 11, 1, 3, 1, 3, 7, 1, 2, 1, 2, 5, 1, 2, 1, 5, 13, 2, 2, 2, 1, 1, 13, 1, 3, 1], "chunk_stats": {"count": 101, "sum": 298, "mean": 2.9504950495049505, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 101, "units_out": 52, "chunk_lengths": [1, 2, 1, 3, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 1, 1, 4, 5, 1, 1, 1, 1, 1, 5, 3, 2, 2, 1, 3, 1, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 2, 1, 5, 1, 1, 2, 4, 1, 3], "chunk_stats": {"count": 52, "sum": 101, "mean": 1.9423076923076923, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 4, 13, 3, 4, 1, 2, 4, 9, 4, 1, 13, 3, 4, 4, 1, 5, 4, 5, 1, 4, 1, 1, 3, 2, 4, 1, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 3.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [6, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 2, 4, 2], "chunk_stats": {"count": 16, "sum": 36, "mean": 2.25, "median": 2.0, "p95": 5.25, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 102, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0677531410001393, "decode_time_sec": 2.153978921000089, "total_time_sec": 2.2241653190012585, "prefill_units_per_sec": 4678.749875217568, "prefill_bytes_per_sec": 4663.990411888806, "decode_units_per_sec": 59.424908364734506, "decode_bytes_per_sec": 59.424908364734506, "total_units_per_sec": 57.54967893190478, "total_bytes_per_sec": 57.54967893190478, "step_latency_ms": {"count": 128, "sum": 2136, "mean": 16.6875, "median": 8.0, "p95": 38.0, "max": 44, "min": 7}, "peak_allocated_mb": 3354.537109375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 316, "mean": 316.0, "median": 316.0, "p95": 316.0, "max": 316, "min": 316}, "model_input_units": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 316, "model_input_units": 317, "stage0_units": 129, "stage1_units": 66, "bytes_per_stage0_unit": 2.449612403100775, "stage0_per_stage1_unit": 1.9545454545454546}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 317, "units_out": 129, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 2, 1, 5, 4, 1, 5, 3, 1, 5, 1, 2, 2, 1, 5, 4, 2, 2, 1, 1, 1, 3, 6, 1, 4, 3, 1, 8, 1, 1, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 6, 3, 1, 3, 1, 2, 2, 6, 4, 1, 3, 1, 4, 6, 1, 1, 1, 4, 1, 5, 1, 5, 1, 1, 4, 1, 4, 2, 1, 1, 5, 5, 2, 7, 1, 1, 1, 1, 4, 3, 1, 4, 2, 5, 1, 1, 4, 4, 1, 1, 1, 5, 3, 1, 6, 2, 1, 3, 1, 5, 1, 3, 1, 5, 2, 4, 1, 1, 1], "chunk_stats": {"count": 129, "sum": 317, "mean": 2.4573643410852712, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 129, "units_out": 66, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 3, 1, 2, 2, 4, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 3, 1, 3, 3, 2, 1, 2, 2, 2, 5, 2, 1, 1, 1, 1, 1, 1, 1, 3, 3, 2, 1, 1, 1, 6, 1, 3, 1, 4, 4, 3, 1, 1], "chunk_stats": {"count": 66, "sum": 129, "mean": 1.9545454545454546, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 58, "chunk_lengths": [5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 2, 4, 1, 9, 1, 5, 2, 1, 1, 1, 1, 1, 5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 4], "chunk_stats": {"count": 59, "sum": 128, "mean": 2.169491525423729, "median": 1.0, "p95": 5.399999999999977, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 28, "chunk_lengths": [1, 1, 3, 4, 1, 2, 1, 7, 2, 1, 1, 1, 3, 4, 1, 2, 1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 3, 1], "chunk_stats": {"count": 28, "sum": 58, "mean": 2.0714285714285716, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}, "active_size_stats": {"count": 58, "sum": 58, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 103, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06630215199947997, "decode_time_sec": 1.7840682820005895, "total_time_sec": 1.8527058409999881, "prefill_units_per_sec": 4057.183543636862, "prefill_bytes_per_sec": 4042.101076931892, "decode_units_per_sec": 71.74613286463757, "decode_bytes_per_sec": 71.74613286463757, "total_units_per_sec": 69.08813971834444, "total_bytes_per_sec": 69.08813971834444, "step_latency_ms": {"count": 128, "sum": 1772, "mean": 13.84375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3344.2255859375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 84, "stage1_units": 38, "bytes_per_stage0_unit": 3.1904761904761907, "stage0_per_stage1_unit": 2.210526315789474}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 269, "units_out": 84, "chunk_lengths": [1, 1, 3, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 5, 2, 1, 7, 4, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 1, 5, 1, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 4, 1, 5, 1, 5, 4, 1, 9, 3, 4], "chunk_stats": {"count": 84, "sum": 269, "mean": 3.2023809523809526, "median": 2.5, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 38, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 1, 3, 3, 5, 1, 3, 1, 1, 4, 3, 3, 1, 4, 3, 1, 1, 4, 3, 3, 1, 5, 3, 1, 2, 1, 2], "chunk_stats": {"count": 38, "sum": 84, "mean": 2.210526315789474, "median": 2.0, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 5, 1, 1, 1, 4, 4, 1, 1, 7, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 1, 7, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 1, 1, 1, 2, 3, 4, 1, 1, 4, 3, 4, 1, 3, 1, 1, 4, 3, 2], "chunk_stats": {"count": 19, "sum": 42, "mean": 2.210526315789474, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 104, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06743811100022867, "decode_time_sec": 1.7480807789997925, "total_time_sec": 1.819254734999049, "prefill_units_per_sec": 10379.887420002413, "prefill_bytes_per_sec": 10365.05900940241, "decode_units_per_sec": 73.22316081596547, "decode_bytes_per_sec": 73.22316081596547, "total_units_per_sec": 70.35848116127998, "total_bytes_per_sec": 70.35848116127998, "step_latency_ms": {"count": 128, "sum": 1736, "mean": 13.5625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3459.91552734375, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 699, "mean": 699.0, "median": 699.0, "p95": 699.0, "max": 699, "min": 699}, "model_input_units": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 699, "model_input_units": 700, "stage0_units": 217, "stage1_units": 109, "bytes_per_stage0_unit": 3.2211981566820276, "stage0_per_stage1_unit": 1.9908256880733946}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 700, "units_out": 217, "chunk_lengths": [1, 1, 3, 5, 1, 4, 1, 3, 1, 1, 16, 6, 1, 1, 1, 8, 1, 1, 5, 1, 17, 1, 3, 1, 1, 5, 1, 17, 4, 4, 1, 3, 1, 2, 2, 1, 16, 8, 1, 2, 4, 1, 2, 2, 1, 16, 7, 1, 4, 1, 1, 5, 5, 1, 4, 4, 7, 1, 8, 1, 10, 1, 5, 1, 1, 5, 1, 6, 1, 5, 1, 6, 1, 1, 5, 2, 4, 1, 1, 2, 2, 4, 1, 3, 3, 1, 6, 1, 3, 1, 1, 5, 1, 7, 2, 2, 2, 1, 1, 4, 1, 2, 5, 2, 1, 3, 1, 1, 3, 2, 2, 2, 1, 1, 4, 2, 7, 1, 7, 1, 5, 8, 1, 2, 6, 1, 8, 1, 4, 1, 1, 1, 6, 1, 1, 5, 2, 3, 1, 5, 2, 2, 1, 2, 3, 1, 6, 2, 9, 1, 2, 4, 1, 2, 5, 1, 1, 5, 8, 1, 5, 2, 1, 3, 1, 8, 1, 4, 1, 1, 6, 2, 8, 1, 3, 2, 6, 1, 6, 1, 5, 10, 2, 5, 1, 9, 1, 8, 2, 8, 1, 4, 2, 6, 1, 6, 1, 5, 1, 5, 1, 1, 2, 3, 1, 1, 4, 5, 1, 5, 1, 5, 1, 9, 1, 1, 1], "chunk_stats": {"count": 217, "sum": 700, "mean": 3.225806451612903, "median": 2.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 217, "units_out": 109, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 7, 1, 2, 1, 3, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 3, 3, 2, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 5, 4, 1, 2, 1, 5, 3, 1, 2, 1, 2, 1, 2, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 1, 1, 6, 3, 4, 2, 3, 1, 1, 1, 1, 2, 2, 4, 2, 3, 1, 3, 3, 3, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 109, "sum": 217, "mean": 1.9908256880733946, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 1, 2, 8, 1, 2, 5, 1, 2, 4, 2, 2, 1, 9, 2, 3, 1, 6, 2, 8, 1, 2, 4, 1, 5, 1, 2, 8, 1, 2, 4, 2, 2, 1, 9, 8, 2, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 2, 3, 6, 1, 4, 1, 4, 1, 1, 1, 2, 6, 1, 1, 1, 1], "chunk_stats": {"count": 18, "sum": 38, "mean": 2.111111111111111, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 105, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06824742099888681, "decode_time_sec": 1.653294914000071, "total_time_sec": 1.7279622070000187, "prefill_units_per_sec": 9333.686030573817, "prefill_bytes_per_sec": 9319.033462236966, "decode_units_per_sec": 77.42115391277041, "decode_bytes_per_sec": 77.42115391277041, "total_units_per_sec": 74.07569417980831, "total_bytes_per_sec": 74.07569417980831, "step_latency_ms": {"count": 128, "sum": 1643, "mean": 12.8359375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3440.14990234375, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 636, "mean": 636.0, "median": 636.0, "p95": 636.0, "max": 636, "min": 636}, "model_input_units": {"count": 1, "sum": 637, "mean": 637.0, "median": 637.0, "p95": 637.0, "max": 637, "min": 637}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 636, "model_input_units": 637, "stage0_units": 185, "stage1_units": 84, "bytes_per_stage0_unit": 3.437837837837838, "stage0_per_stage1_unit": 2.2023809523809526}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 637, "units_out": 185, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 10, 1, 1, 3, 2, 1, 10, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 5, 1, 5, 1, 1, 1, 1, 8, 1, 1, 2, 1, 1, 10, 1, 1, 9, 1, 2, 4, 1, 3, 1, 13, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 6, 1, 1, 10, 1, 9, 4, 1, 13, 1, 2, 1, 10, 1, 3, 1, 2, 2, 2, 1, 17, 1, 10, 1, 1, 3, 1, 1, 13, 1, 2, 1, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 1, 10, 1, 3, 1, 2, 4, 4, 1, 17, 7, 2, 22, 1, 2, 1, 2, 1, 3, 1, 2, 1, 21, 1, 1, 10, 2, 1, 2, 1, 10, 1, 2, 17, 1, 17, 5, 2, 1, 1, 4, 1, 9, 1, 2, 1, 3, 1, 2, 1, 9, 1, 4, 1, 2, 1, 1, 5, 1, 1, 11, 1, 1, 2, 1, 2, 1, 10, 1, 2, 6, 1, 17, 9, 2, 1, 1, 8, 1, 6, 1, 8, 1, 1], "chunk_stats": {"count": 185, "sum": 637, "mean": 3.443243243243243, "median": 1.0, "p95": 12.599999999999966, "max": 22, "min": 1}}, {"stage": 1, "units_in": 185, "units_out": 84, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 2, 4, 1, 1, 2, 3, 4, 1, 2, 5, 1, 1, 5, 1, 5, 1, 1, 3, 2, 4, 1, 2, 1, 1, 3, 2, 5, 1, 5, 2, 1, 1, 5, 5, 2, 4, 5, 1, 1, 1, 1, 3, 5, 2, 3, 2, 5, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 2, 1, 3, 3, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 3, 1], "chunk_stats": {"count": 84, "sum": 185, "mean": 2.2023809523809526, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [1, 4, 1, 4, 1, 17, 1, 2, 8, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 21, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 5, 1, 1, 10, 1, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 1.0, "p95": 11.04999999999999, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [2, 3, 1, 1, 4, 3, 5, 1, 5, 1, 1, 3, 3, 4], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 106, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06749052200029837, "decode_time_sec": 1.84162366900091, "total_time_sec": 1.91562314300063, "prefill_units_per_sec": 8697.517556574905, "prefill_bytes_per_sec": 8682.700661248544, "decode_units_per_sec": 69.50388516098984, "decode_bytes_per_sec": 69.50388516098984, "total_units_per_sec": 66.81898810196088, "total_bytes_per_sec": 66.81898810196088, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3427.076171875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}, "model_input_units": {"count": 1, "sum": 587, "mean": 587.0, "median": 587.0, "p95": 587.0, "max": 587, "min": 587}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 586, "model_input_units": 587, "stage0_units": 203, "stage1_units": 106, "bytes_per_stage0_unit": 2.8866995073891624, "stage0_per_stage1_unit": 1.9150943396226414}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 587, "units_out": 203, "chunk_lengths": [1, 1, 3, 1, 6, 1, 4, 1, 13, 7, 1, 2, 2, 1, 13, 1, 5, 1, 2, 2, 1, 13, 3, 2, 1, 1, 4, 1, 13, 3, 1, 8, 1, 1, 4, 1, 13, 7, 1, 4, 1, 4, 1, 13, 1, 7, 1, 4, 1, 5, 1, 13, 3, 2, 1, 1, 2, 1, 5, 1, 13, 7, 1, 4, 1, 4, 1, 1, 5, 2, 1, 2, 6, 2, 4, 4, 2, 5, 1, 8, 2, 1, 6, 8, 8, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 4, 1, 5, 1, 2, 7, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 7, 1, 2, 7, 1, 1, 5, 1, 2, 1, 5, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 1, 5, 1], "chunk_stats": {"count": 203, "sum": 587, "mean": 2.8916256157635467, "median": 1.0, "p95": 8.899999999999977, "max": 13, "min": 1}}, {"stage": 1, "units_in": 203, "units_out": 106, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 2, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 4, 1, 5, 1, 2, 5, 1, 5, 1, 3, 4, 1, 2, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 2, 2, 1, 1, 2, 1, 2, 2, 3, 3, 5, 1, 5, 1], "chunk_stats": {"count": 106, "sum": 203, "mean": 1.9150943396226414, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 3, 1, 8, 1, 9, 1, 2, 1, 1, 5, 1, 1, 1, 1, 3, 1, 8, 1, 1, 5, 1, 2, 7, 1, 4, 1, 9, 1, 2, 1, 6, 1, 7, 1, 4, 1, 5], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 4, 1, 1, 5, 1, 5, 1, 8, 1, 1, 2, 3, 1, 4, 5, 1], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 1.5, "p95": 5.449999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 107, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06719028199950117, "decode_time_sec": 1.7407390819989814, "total_time_sec": 1.8129383880004752, "prefill_units_per_sec": 4450.048297196012, "prefill_bytes_per_sec": 4435.165192523115, "decode_units_per_sec": 73.53198496181916, "decode_bytes_per_sec": 73.53198496181916, "total_units_per_sec": 70.60361281288421, "total_bytes_per_sec": 70.60361281288421, "step_latency_ms": {"count": 128, "sum": 1728, "mean": 13.5, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3351.5615234375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 106, "stage1_units": 53, "bytes_per_stage0_unit": 2.811320754716981, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 299, "units_out": 106, "chunk_lengths": [1, 1, 3, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 3, 2, 1, 1, 1, 8, 1, 1, 9, 2, 6, 2, 1, 1, 1, 1, 1, 8, 1, 2, 1, 1, 1, 8, 1, 9, 6, 2, 4, 1, 7, 1, 6, 1, 5, 1, 1, 8, 1, 2, 1, 1, 6, 1, 1, 9, 4, 5, 3, 5, 1, 13, 4, 1, 7, 1, 4, 1, 17, 2, 2, 2, 2, 5, 1, 1, 7, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 2, 1, 4, 1, 2, 2, 5, 1, 1], "chunk_stats": {"count": 106, "sum": 299, "mean": 2.8207547169811322, "median": 1.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 53, "chunk_lengths": [1, 2, 1, 3, 3, 4, 3, 1, 3, 2, 2, 2, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 1, 3, 2, 2, 1, 4, 4, 1, 1, 1, 2, 2, 1, 3, 2, 2, 2, 1, 5, 1, 1, 3, 1, 3, 2, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 106, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [13, 1, 1, 1, 1, 1, 5, 8, 1, 6, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 7, 2, 3, 1, 5, 1, 1, 2, 2, 4, 1, 10, 1, 5, 4, 9, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.5, "p95": 9.049999999999997, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 1, 1, 1, 5, 1, 4, 1, 3, 1, 1, 4, 3, 4, 1, 3, 4], "chunk_stats": {"count": 18, "sum": 40, "mean": 2.2222222222222223, "median": 1.0, "p95": 4.149999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 108, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06770361199960462, "decode_time_sec": 1.7794474720012659, "total_time_sec": 1.8502323999982764, "prefill_units_per_sec": 7252.198006848843, "prefill_bytes_per_sec": 7237.42774614243, "decode_units_per_sec": 71.93244083571855, "decode_bytes_per_sec": 71.93244083571855, "total_units_per_sec": 69.18049862283205, "total_bytes_per_sec": 69.18049862283205, "step_latency_ms": {"count": 128, "sum": 1767, "mean": 13.8046875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3400.37158203125, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 490, "mean": 490.0, "median": 490.0, "p95": 490.0, "max": 490, "min": 490}, "model_input_units": {"count": 1, "sum": 491, "mean": 491.0, "median": 491.0, "p95": 491.0, "max": 491, "min": 491}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 490, "model_input_units": 491, "stage0_units": 184, "stage1_units": 91, "bytes_per_stage0_unit": 2.6630434782608696, "stage0_per_stage1_unit": 2.021978021978022}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 491, "units_out": 184, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 4, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 27, 1, 2, 6, 1, 7, 1, 3, 1, 10, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 5, 1, 5, 2, 2, 4, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 4, 1, 2, 3, 1, 5, 1, 1, 9, 9, 2, 8, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 33, 6, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 3, 1, 1, 1, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 2, 3, 4, 1, 4, 1, 1, 8, 1, 4, 1, 1, 13, 1, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 1, 1, 2, 2, 6, 1, 2, 1, 17, 1, 3, 1, 5, 2, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 184, "sum": 491, "mean": 2.6684782608695654, "median": 1.0, "p95": 8.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 184, "units_out": 91, "chunk_lengths": [1, 2, 1, 2, 2, 2, 1, 1, 3, 1, 4, 1, 3, 4, 2, 1, 2, 2, 1, 2, 4, 2, 2, 1, 2, 3, 1, 3, 1, 1, 3, 4, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 3, 1, 4, 1, 8, 1, 2, 1, 1, 1, 4, 1, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 3, 4, 6, 1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1], "chunk_stats": {"count": 91, "sum": 184, "mean": 2.021978021978022, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [17, 3, 4, 4, 1, 4, 5, 3, 4, 2, 2, 1, 1, 1, 4, 3, 1, 8, 1, 2, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 8], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 7.599999999999994, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 5, 1, 3, 1, 3, 5, 1, 3, 4, 3, 1], "chunk_stats": {"count": 18, "sum": 44, "mean": 2.4444444444444446, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 109, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06756273199971474, "decode_time_sec": 1.9269787869998254, "total_time_sec": 1.9992032930003916, "prefill_units_per_sec": 5935.2247626945145, "prefill_bytes_per_sec": 5920.423703435925, "decode_units_per_sec": 66.425225261191, "decode_bytes_per_sec": 66.425225261191, "total_units_per_sec": 64.02550478390741, "total_bytes_per_sec": 64.02550478390741, "step_latency_ms": {"count": 128, "sum": 1913, "mean": 14.9453125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3370.56396484375, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}, "model_input_units": {"count": 1, "sum": 401, "mean": 401.0, "median": 401.0, "p95": 401.0, "max": 401, "min": 401}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 400, "model_input_units": 401, "stage0_units": 120, "stage1_units": 63, "bytes_per_stage0_unit": 3.3333333333333335, "stage0_per_stage1_unit": 1.9047619047619047}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 401, "units_out": 120, "chunk_lengths": [1, 1, 3, 4, 1, 5, 1, 1, 3, 2, 5, 1, 4, 2, 5, 1, 3, 1, 2, 2, 2, 2, 4, 1, 5, 1, 1, 3, 1, 20, 5, 1, 4, 1, 1, 2, 2, 2, 7, 1, 4, 2, 1, 5, 1, 4, 1, 20, 1, 4, 1, 3, 1, 4, 1, 1, 9, 6, 2, 1, 2, 5, 1, 5, 1, 4, 2, 1, 3, 2, 5, 1, 5, 1, 3, 2, 1, 5, 1, 1, 5, 1, 9, 3, 4, 5, 1, 4, 1, 2, 4, 1, 5, 1, 2, 4, 1, 5, 1, 27, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 7, 1, 7, 1, 27, 1, 4, 1, 3, 1], "chunk_stats": {"count": 120, "sum": 401, "mean": 3.341666666666667, "median": 2.0, "p95": 7.099999999999994, "max": 27, "min": 1}}, {"stage": 1, "units_in": 120, "units_out": 63, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 4, 1, 3, 1, 1, 3, 2, 5, 2, 4, 1, 4, 1, 1, 2, 2, 4, 1], "chunk_stats": {"count": 63, "sum": 120, "mean": 1.9047619047619047, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 1, 5, 3, 1, 1, 1, 1, 1, 5, 1, 2, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 6, 6, 2, 3, 1, 3, 3, 5, 1, 2, 4, 1, 1, 3, 5, 1, 4, 1, 3, 2, 1, 3, 8, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [4, 1, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 5, 2, 4, 2, 2, 2, 3, 1, 4, 1], "chunk_stats": {"count": 22, "sum": 49, "mean": 2.227272727272727, "median": 2.0, "p95": 4.949999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 110, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06757767199997033, "decode_time_sec": 1.6965401670004212, "total_time_sec": 1.7688870640013192, "prefill_units_per_sec": 6940.162129293325, "prefill_bytes_per_sec": 6925.3643422372625, "decode_units_per_sec": 75.44766843116436, "decode_bytes_per_sec": 75.44766843116436, "total_units_per_sec": 72.36188369790946, "total_bytes_per_sec": 72.36188369790946, "step_latency_ms": {"count": 128, "sum": 1688, "mean": 13.1875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3388.171875, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}, "model_input_units": {"count": 1, "sum": 469, "mean": 469.0, "median": 469.0, "p95": 469.0, "max": 469, "min": 469}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 468, "model_input_units": 469, "stage0_units": 222, "stage1_units": 109, "bytes_per_stage0_unit": 2.108108108108108, "stage0_per_stage1_unit": 2.036697247706422}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 469, "units_out": 222, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 2, 3, 1, 2, 1, 3, 1, 1, 7, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 5, 3, 1, 2, 1, 2, 7, 2, 1, 1, 3, 1, 1, 8, 2, 1, 1, 1, 1, 1, 2, 1, 1, 9, 2, 3, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 9, 2, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 4, 1, 5, 2, 1, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 1, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 2, 2, 1, 1, 4, 1, 2, 4, 1, 1, 3, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 2, 4, 1, 1, 3, 1, 1, 2, 2, 2, 1, 1, 3, 1, 3, 1, 6, 2, 1, 1, 1, 1, 25, 1, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 222, "sum": 469, "mean": 2.1126126126126126, "median": 1.0, "p95": 6.949999999999989, "max": 25, "min": 1}}, {"stage": 1, "units_in": 222, "units_out": 109, "chunk_lengths": [1, 2, 1, 2, 2, 1, 3, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 1, 1, 3, 1, 2, 2, 1, 5, 3, 2, 1, 1, 1, 2, 6, 1, 1, 3, 6, 1, 1, 3, 2, 1, 3, 3, 7, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 4, 2, 2, 5, 1, 2, 1, 5, 6, 1, 1, 5, 2, 4, 2, 6, 6, 2], "chunk_stats": {"count": 109, "sum": 222, "mean": 2.036697247706422, "median": 1.0, "p95": 5.599999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [25, 4, 1, 3, 1, 5, 1, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 2, 1, 9, 2, 2, 2, 2, 2, 2, 1, 3, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [6, 1, 1, 2, 1, 2, 6, 1, 2, 3, 3, 1, 2, 3, 5], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 111, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06756022199988365, "decode_time_sec": 1.957904011998835, "total_time_sec": 2.030172718999893, "prefill_units_per_sec": 7548.8206655223585, "prefill_bytes_per_sec": 7534.019056374275, "decode_units_per_sec": 65.37603437939948, "decode_bytes_per_sec": 65.37603437939948, "total_units_per_sec": 63.04882279329198, "total_bytes_per_sec": 63.04882279329198, "step_latency_ms": {"count": 128, "sum": 1942, "mean": 15.171875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3403.02734375, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 200, "stage1_units": 99, "bytes_per_stage0_unit": 2.545, "stage0_per_stage1_unit": 2.0202020202020203}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 510, "units_out": 200, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 13, 2, 1, 1, 2, 1, 5, 13, 2, 2, 1, 2, 1, 2, 1, 6, 1, 1, 1, 3, 1, 13, 1, 1, 2, 1, 2, 1, 1, 1, 13, 2, 3, 1, 1, 5, 6, 1, 1, 2, 3, 2, 1, 4, 3, 5, 1, 1, 13, 2, 2, 4, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 1, 13, 2, 4, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 4, 3, 8, 1, 3, 1, 6, 13, 2, 3, 5, 1, 13, 1, 2, 1, 7, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 1, 4, 1, 17, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 200, "sum": 510, "mean": 2.55, "median": 1.0, "p95": 9.199999999999932, "max": 17, "min": 1}}, {"stage": 1, "units_in": 200, "units_out": 99, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 4, 2, 8, 2, 1, 4, 4, 2, 1, 1, 2, 2, 1, 2, 2, 3, 5, 2, 2, 2, 7, 3, 2, 4, 1, 1, 1, 3, 1, 1], "chunk_stats": {"count": 99, "sum": 200, "mean": 2.0202020202020203, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 5, 4, 1, 1, 1, 13, 2, 1, 2, 4, 1, 4, 1, 1, 1, 2, 3, 5, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.449999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [2, 1, 3, 1, 3, 1, 1, 5, 1, 2, 1, 1, 3, 6, 2, 1, 1, 1, 2, 2, 9, 2, 1], "chunk_stats": {"count": 23, "sum": 52, "mean": 2.260869565217391, "median": 2.0, "p95": 5.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 112, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06680285400034336, "decode_time_sec": 1.6501044890010235, "total_time_sec": 1.720941817999119, "prefill_units_per_sec": 4580.642617431094, "prefill_bytes_per_sec": 4565.673197112691, "decode_units_per_sec": 77.57084527264783, "decode_bytes_per_sec": 77.57084527264783, "total_units_per_sec": 74.3778776605134, "total_bytes_per_sec": 74.3778776605134, "step_latency_ms": {"count": 128, "sum": 1637, "mean": 12.7890625, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3352.38330078125, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 111, "stage1_units": 55, "bytes_per_stage0_unit": 2.7477477477477477, "stage0_per_stage1_unit": 2.018181818181818}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 306, "units_out": 111, "chunk_lengths": [1, 1, 3, 6, 7, 6, 1, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 9, 8, 2, 8, 1, 6, 1, 13, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 8, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 13, 7, 1, 1, 3, 1, 7, 2, 6, 1, 1, 3, 1, 6, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 2, 7, 1, 1, 3, 1, 7, 1, 1, 9, 1, 2, 7, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 111, "sum": 306, "mean": 2.7567567567567566, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 55, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 3, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 5, 2, 4, 4, 1, 2, 1, 5, 1, 1, 5, 2, 1, 1, 2, 6, 1, 1, 5, 1, 1, 1, 1, 2, 2, 3, 5, 1], "chunk_stats": {"count": 55, "sum": 111, "mean": 2.018181818181818, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 1, 5, 4, 3, 7, 7, 1, 1, 3, 2, 7, 1, 2, 1, 1, 9, 8, 2], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 3.0, "p95": 11.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 4, 1, 2, 1, 4, 1, 1, 2, 1, 1, 4, 5, 1, 1, 1], "chunk_stats": {"count": 16, "sum": 31, "mean": 1.9375, "median": 1.0, "p95": 4.25, "max": 5, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 113, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06687788300041575, "decode_time_sec": 1.6816518979994726, "total_time_sec": 1.7519214880012441, "prefill_units_per_sec": 7625.839472173926, "prefill_bytes_per_sec": 7610.886845757898, "decode_units_per_sec": 76.11563377193069, "decode_bytes_per_sec": 76.11563377193069, "total_units_per_sec": 73.06263487071807, "total_bytes_per_sec": 73.06263487071807, "step_latency_ms": {"count": 128, "sum": 1667, "mean": 13.0234375, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3403.02734375, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 200, "stage1_units": 91, "bytes_per_stage0_unit": 2.545, "stage0_per_stage1_unit": 2.197802197802198}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 510, "units_out": 200, "chunk_lengths": [1, 1, 3, 2, 4, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 4, 2, 1, 13, 4, 2, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 1, 1, 1, 1, 3, 13, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 9, 1, 2, 1, 13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1, 2, 1, 3, 1, 5, 1, 1, 6, 3, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 1, 5, 2, 3, 1, 4, 4, 1, 1, 13, 1, 2, 1, 4, 1, 1, 1, 9, 2, 1, 2, 1, 1, 4, 5, 6, 1, 11, 9, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 2, 1, 2, 1, 1, 9, 1, 1, 1, 1, 4, 1, 1, 1, 1, 9, 2, 1, 6, 3, 1, 1, 9, 1, 2, 1, 1], "chunk_stats": {"count": 200, "sum": 510, "mean": 2.55, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 200, "units_out": 91, "chunk_lengths": [1, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 6, 7, 3, 2, 1, 5, 2, 3, 1, 3, 1, 2, 1, 5, 2, 1, 1, 3, 3, 1, 7, 1, 1, 3, 2, 2, 1, 6, 2, 1, 2, 2, 2, 1, 2, 2, 1, 2, 1, 1, 2, 1, 2, 2, 2, 7, 1, 7, 1, 1, 2, 1, 2, 1, 2, 1, 1, 6, 1, 4, 1, 5, 2, 2, 1, 5, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1], "chunk_stats": {"count": 91, "sum": 200, "mean": 2.197802197802198, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 6, 2, 2, 3, 3, 1, 7, 1, 4, 2, 2, 1, 3], "chunk_stats": {"count": 15, "sum": 40, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.299999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 114, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06673601399961626, "decode_time_sec": 1.9466411710000102, "total_time_sec": 2.017349159999867, "prefill_units_per_sec": 3940.9006357723474, "prefill_bytes_per_sec": 3925.916222708574, "decode_units_per_sec": 65.75428584727048, "decode_bytes_per_sec": 65.75428584727048, "total_units_per_sec": 63.44960135706426, "total_bytes_per_sec": 63.44960135706426, "step_latency_ms": {"count": 128, "sum": 1932, "mean": 15.09375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3343.7568359375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 93, "stage1_units": 47, "bytes_per_stage0_unit": 2.817204301075269, "stage0_per_stage1_unit": 1.9787234042553192}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 263, "units_out": 93, "chunk_lengths": [1, 1, 3, 3, 1, 7, 1, 4, 1, 1, 3, 2, 4, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 7, 1, 1, 1, 6, 2, 5, 7, 1, 4, 2, 6, 4, 1, 3, 1, 1, 1, 1, 23, 1, 3, 1, 4, 1, 3, 1, 1, 1, 1, 9, 1, 3, 2, 1, 1, 1, 4, 3, 1, 1, 9, 1, 1, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 1, 13, 1, 5], "chunk_stats": {"count": 93, "sum": 263, "mean": 2.827956989247312, "median": 1.0, "p95": 9.0, "max": 23, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 47, "chunk_lengths": [1, 2, 1, 2, 2, 1, 3, 3, 2, 1, 1, 1, 4, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 3, 1, 1, 3, 2, 5, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 4, 2, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 47, "sum": 93, "mean": 1.9787234042553192, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 9, 1, 1, 3, 8, 4, 1, 5, 1, 4, 5, 4, 1, 1, 1, 1, 2, 4, 1, 3, 1, 9, 3, 4, 1, 2, 1, 1, 1, 1, 1, 4, 3, 1, 7, 1, 4, 1, 2, 1, 2, 1, 1, 3, 2, 4, 1, 2, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 2, 2, 4, 1, 1, 2, 2, 2, 5, 1, 4, 3, 1, 1, 6, 1, 1, 2, 4, 2, 3], "chunk_stats": {"count": 22, "sum": 51, "mean": 2.3181818181818183, "median": 2.0, "p95": 4.949999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 115, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06700077400091686, "decode_time_sec": 1.9396617950005748, "total_time_sec": 2.009872684999209, "prefill_units_per_sec": 6432.761508010371, "prefill_bytes_per_sec": 6417.83630729573, "decode_units_per_sec": 65.99088579767694, "decode_bytes_per_sec": 65.99088579767694, "total_units_per_sec": 63.685625938068, "total_bytes_per_sec": 63.685625938068, "step_latency_ms": {"count": 128, "sum": 1928, "mean": 15.0625, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3381.19091796875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}, "model_input_units": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 430, "model_input_units": 431, "stage0_units": 163, "stage1_units": 86, "bytes_per_stage0_unit": 2.638036809815951, "stage0_per_stage1_unit": 1.8953488372093024}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 431, "units_out": 163, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 2, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1, 9, 4, 2, 1, 2, 7, 1, 1, 3, 1, 1, 1, 2, 1, 4, 2, 6, 1, 2, 7, 1, 4, 1, 1, 5, 1, 4, 1, 3, 2, 1, 4, 1, 1, 3, 1, 9, 5, 1, 1, 4, 2, 1, 2, 3, 1, 9, 1, 2, 4, 1, 2, 1, 1, 13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 5, 7, 10, 1, 2, 2, 1, 9, 5, 1, 1, 6, 2, 7, 1, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1, 2, 1, 1, 5, 7, 1, 1, 2, 3, 1, 6, 1, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 163, "sum": 431, "mean": 2.644171779141104, "median": 2.0, "p95": 7.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 163, "units_out": 86, "chunk_lengths": [1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 2, 1, 1, 1, 2, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 6, 1, 1, 2, 1, 1, 4, 4, 1, 3, 1, 2, 3, 1, 1], "chunk_stats": {"count": 86, "sum": 163, "mean": 1.8953488372093024, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [9, 3, 4, 1, 4, 1, 1, 1, 4, 2, 4, 1, 1, 2, 1, 4, 1, 6, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 4, 2, 1, 2, 10, 5, 1, 1, 3, 1, 3], "chunk_stats": {"count": 21, "sum": 52, "mean": 2.4761904761904763, "median": 2.0, "p95": 5.0, "max": 10, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 116, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06689329400069255, "decode_time_sec": 1.7502432650017, "total_time_sec": 1.8211120839987416, "prefill_units_per_sec": 4768.788931169952, "prefill_bytes_per_sec": 4753.839749567539, "decode_units_per_sec": 73.13269107187547, "decode_bytes_per_sec": 73.13269107187547, "total_units_per_sec": 70.28672267054621, "total_bytes_per_sec": 70.28672267054621, "step_latency_ms": {"count": 128, "sum": 1728, "mean": 13.5, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3354.7255859375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "model_input_units": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 318, "model_input_units": 319, "stage0_units": 129, "stage1_units": 51, "bytes_per_stage0_unit": 2.4651162790697674, "stage0_per_stage1_unit": 2.5294117647058822}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 319, "units_out": 129, "chunk_lengths": [1, 1, 3, 7, 1, 9, 1, 1, 5, 3, 1, 1, 2, 1, 1, 4, 1, 1, 3, 2, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 4, 1, 1], "chunk_stats": {"count": 129, "sum": 319, "mean": 2.4728682170542635, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 129, "units_out": 51, "chunk_lengths": [1, 2, 1, 5, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 4, 4, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 9, 1, 6, 11, 2, 4, 2, 2, 2, 1, 5, 1, 1, 1, 4, 4, 1, 2, 1], "chunk_stats": {"count": 51, "sum": 129, "mean": 2.5294117647058822, "median": 1.0, "p95": 6.5, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 8.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 19, 3, 1, 2, 2, 2, 1, 5, 1, 1, 5, 4, 1], "chunk_stats": {"count": 14, "sum": 48, "mean": 3.4285714285714284, "median": 2.0, "p95": 9.899999999999995, "max": 19, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 117, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06651414500083774, "decode_time_sec": 1.754193065000436, "total_time_sec": 1.823799235999104, "prefill_units_per_sec": 5863.414466127287, "prefill_bytes_per_sec": 5848.380070060294, "decode_units_per_sec": 72.96802304937181, "decode_bytes_per_sec": 72.96802304937181, "total_units_per_sec": 70.18316351573627, "total_bytes_per_sec": 70.18316351573627, "step_latency_ms": {"count": 128, "sum": 1739, "mean": 13.5859375, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3368.01171875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 118, "stage1_units": 63, "bytes_per_stage0_unit": 3.2966101694915255, "stage0_per_stage1_unit": 1.873015873015873}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 390, "units_out": 118, "chunk_lengths": [1, 1, 3, 3, 1, 3, 2, 1, 1, 1, 1, 3, 2, 7, 2, 5, 1, 1, 1, 1, 9, 2, 1, 5, 1, 3, 10, 8, 1, 11, 1, 1, 2, 2, 1, 1, 1, 9, 9, 2, 1, 1, 9, 10, 2, 1, 4, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 9, 4, 1, 5, 3, 1, 3, 1, 6, 1, 1, 6, 1, 13, 8, 1, 1, 5, 1, 9, 1, 1, 4, 1, 7, 1, 7, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 1, 13, 9, 2, 1, 6, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 1, 5, 1, 7, 1, 1], "chunk_stats": {"count": 118, "sum": 390, "mean": 3.305084745762712, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 118, "units_out": 63, "chunk_lengths": [1, 2, 1, 2, 3, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 1, 1, 6, 1, 2, 1, 3, 1, 1, 2, 1, 4, 4, 1, 1, 3, 2, 3, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 2, 4, 3, 4, 2, 3, 1], "chunk_stats": {"count": 63, "sum": 118, "mean": 1.873015873015873, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [9, 3, 4, 8, 1, 5, 4, 5, 1, 1, 3, 2, 7, 1, 1, 9, 1, 1, 1, 9, 5, 1, 2, 7, 1, 1, 3, 1, 3, 2, 2, 1, 6, 1, 9, 1, 1, 1, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 1, 2, 4, 3, 1, 3, 1, 1, 1, 1, 3, 1, 2, 5, 4], "chunk_stats": {"count": 18, "sum": 38, "mean": 2.111111111111111, "median": 1.5, "p95": 4.149999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 118, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06735056399884343, "decode_time_sec": 1.8271601969991025, "total_time_sec": 1.898504905999289, "prefill_units_per_sec": 3919.789001388816, "prefill_bytes_per_sec": 3904.9413157774943, "decode_units_per_sec": 70.05406543456073, "decode_bytes_per_sec": 70.05406543456073, "total_units_per_sec": 67.42147444313633, "total_bytes_per_sec": 67.42147444313633, "step_latency_ms": {"count": 128, "sum": 1817, "mean": 14.1953125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.8349609375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}, "model_input_units": {"count": 1, "sum": 264, "mean": 264.0, "median": 264.0, "p95": 264.0, "max": 264, "min": 264}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 263, "model_input_units": 264, "stage0_units": 114, "stage1_units": 50, "bytes_per_stage0_unit": 2.307017543859649, "stage0_per_stage1_unit": 2.28}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 264, "units_out": 114, "chunk_lengths": [1, 1, 3, 1, 8, 1, 1, 3, 2, 4, 3, 1, 2, 1, 1, 2, 2, 2, 8, 1, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 2, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 1, 5, 1, 1, 9, 3, 1, 1, 1, 2, 2, 1, 3, 1, 2, 2, 1, 4, 4, 1, 4, 3, 1, 2, 1, 1, 1, 9, 4, 1, 2, 1, 3, 1, 2, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 1, 4, 1, 2, 1, 4, 1, 1, 1, 13, 1, 2, 1, 2, 1, 5, 1, 2, 2, 2, 1, 17, 4, 1, 1, 1, 3], "chunk_stats": {"count": 114, "sum": 264, "mean": 2.3157894736842106, "median": 1.0, "p95": 6.049999999999983, "max": 17, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 50, "chunk_lengths": [1, 2, 2, 1, 3, 5, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 1, 1, 4, 1, 5, 3, 7, 1, 1, 1, 5, 1, 5, 1, 7, 2, 2, 3, 1, 1, 5, 5, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 114, "mean": 2.28, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 3, 1, 1, 1, 2, 1, 1, 21, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 13, 4, 1, 13], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 8.049999999999962, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 6, 1, 5, 6, 1, 5, 3, 5, 3, 3, 7, 1, 1, 2], "chunk_stats": {"count": 16, "sum": 51, "mean": 3.1875, "median": 3.0, "p95": 6.25, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 119, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06684979499914334, "decode_time_sec": 1.8990252210005565, "total_time_sec": 1.9693620420002844, "prefill_units_per_sec": 10276.770482374757, "prefill_bytes_per_sec": 10261.811573375668, "decode_units_per_sec": 67.40300159497592, "decode_bytes_per_sec": 67.40300159497592, "total_units_per_sec": 64.99566726186627, "total_bytes_per_sec": 64.99566726186627, "step_latency_ms": {"count": 128, "sum": 1884, "mean": 14.71875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3459.89013671875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 686, "mean": 686.0, "median": 686.0, "p95": 686.0, "max": 686, "min": 686}, "model_input_units": {"count": 1, "sum": 687, "mean": 687.0, "median": 687.0, "p95": 687.0, "max": 687, "min": 687}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 686, "model_input_units": 687, "stage0_units": 251, "stage1_units": 101, "bytes_per_stage0_unit": 2.733067729083665, "stage0_per_stage1_unit": 2.485148514851485}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 687, "units_out": 251, "chunk_lengths": [1, 1, 3, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 2, 2, 5, 4, 4, 8, 11, 1, 1, 2, 3, 5, 7, 2, 1, 2, 1, 6, 5, 6, 1, 4, 2, 1, 2, 1, 3, 1, 1, 2, 3, 5, 10, 1, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 1, 5, 1, 1, 3, 1, 5, 1, 2, 10, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 2, 1, 9, 10, 1, 5, 3, 1, 1, 1, 4, 1, 1, 2, 5, 1, 2, 4, 10, 1, 4, 1, 9, 3, 3, 5, 6, 1, 5, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 6, 1, 4, 1, 5, 9, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 6, 1, 2, 3, 1, 7, 1, 5, 2, 2, 4, 1, 1, 3, 5, 1, 9, 1, 3, 1, 6, 1, 5, 1, 5, 1, 6, 1, 6, 1, 4, 1, 1, 5, 2, 8, 1, 4, 1, 6, 2, 1, 2, 5, 5, 2, 3, 1, 1, 6, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1], "chunk_stats": {"count": 251, "sum": 687, "mean": 2.737051792828685, "median": 2.0, "p95": 7.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 101, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 3, 1, 4, 4, 1, 2, 2, 1, 6, 4, 12, 1, 1, 5, 4, 1, 8, 1, 1, 3, 8, 1, 1, 2, 4, 1, 2, 1, 1, 2, 1, 6, 4, 6, 4, 1, 1, 2, 1, 6, 4, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 3, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 2, 1, 6, 5, 1, 8, 1, 7, 4], "chunk_stats": {"count": 101, "sum": 251, "mean": 2.485148514851485, "median": 1.0, "p95": 6.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 61, "chunk_lengths": [1, 4, 1, 4, 1, 10, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 6, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 4, 1, 4, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 2, 3, 1, 1, 2], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [4, 4, 1, 8, 1, 7, 1, 5, 7, 8, 1, 1, 6, 1, 1, 5], "chunk_stats": {"count": 16, "sum": 61, "mean": 3.8125, "median": 4.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 61, "sum": 61, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 120, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06761328399988997, "decode_time_sec": 1.6196364710012858, "total_time_sec": 1.6944376759984152, "prefill_units_per_sec": 14597.723133838701, "prefill_bytes_per_sec": 14582.9331407953, "decode_units_per_sec": 79.03008007770305, "decode_bytes_per_sec": 79.03008007770305, "total_units_per_sec": 75.5412853556732, "total_bytes_per_sec": 75.5412853556732, "step_latency_ms": {"count": 128, "sum": 1607, "mean": 12.5546875, "median": 8.0, "p95": 37.0, "max": 45, "min": 7}, "peak_allocated_mb": 3531.57275390625, "peak_reserved_mb": 3618.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 986, "mean": 986.0, "median": 986.0, "p95": 986.0, "max": 986, "min": 986}, "model_input_units": {"count": 1, "sum": 987, "mean": 987.0, "median": 987.0, "p95": 987.0, "max": 987, "min": 987}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 986, "model_input_units": 987, "stage0_units": 310, "stage1_units": 131, "bytes_per_stage0_unit": 3.1806451612903226, "stage0_per_stage1_unit": 2.366412213740458}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 987, "units_out": 310, "chunk_lengths": [1, 1, 3, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 10, 2, 1, 1, 5, 5, 4, 1, 1, 4, 1, 11, 2, 7, 1, 5, 1, 3, 2, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 1, 5, 4, 2, 3, 5, 4, 1, 1, 4, 1, 10, 1, 9, 5, 4, 1, 1, 4, 1, 9, 1, 5, 2, 1, 1, 1, 9, 11, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 11, 1, 1, 1, 1, 9, 1, 2, 5, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 9, 1, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 4, 1, 5, 1, 1, 1, 1, 9, 6, 1, 5, 2, 4, 1, 4, 1, 5, 1, 1, 2, 1, 6, 1, 6, 1, 4, 1, 1, 1, 1, 1, 9, 2, 3, 8, 1, 4, 1, 1, 3, 11, 1, 7, 1, 2, 5, 9, 2, 1, 6, 9, 1, 4, 4, 3, 10, 9, 1, 1, 1, 1, 4, 1, 5, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 4, 1, 5, 9, 1, 1, 1, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 9, 1, 1, 1, 1, 2, 4, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 2, 4, 9, 1, 1, 1, 11, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 11, 1], "chunk_stats": {"count": 310, "sum": 987, "mean": 3.1838709677419357, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 310, "units_out": 131, "chunk_lengths": [1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 1, 12, 1, 2, 1, 7, 1, 1, 2, 2, 1, 10, 1, 1, 1, 2, 8, 1, 7, 2, 1, 2, 1, 1, 1, 1, 1, 3, 2, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 1, 3, 2, 4, 2, 1, 6, 1, 1, 1, 2, 2, 1, 3, 2, 4, 3, 7, 1, 1, 1, 1, 2, 4, 2, 5, 4, 3, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 7, 1, 1, 7, 2, 1, 4, 1, 1, 11, 1, 4, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 9, 4, 1, 1, 5, 1, 9, 2, 1], "chunk_stats": {"count": 131, "sum": 310, "mean": 2.366412213740458, "median": 1.0, "p95": 7.5, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 9, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 4, 1, 1, 5, 3, 4, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 1], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.400000000000006, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [1, 1, 2, 5, 5, 3, 11, 1, 1, 13], "chunk_stats": {"count": 10, "sum": 43, "mean": 4.3, "median": 2.5, "p95": 12.099999999999998, "max": 13, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 121, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06663276600011159, "decode_time_sec": 1.8239197349994356, "total_time_sec": 1.8990286810003454, "prefill_units_per_sec": 8719.433919327723, "prefill_bytes_per_sec": 8704.426287797038, "decode_units_per_sec": 70.17852679796768, "decode_bytes_per_sec": 70.17852679796768, "total_units_per_sec": 67.40287878778842, "total_bytes_per_sec": 67.40287878778842, "step_latency_ms": {"count": 128, "sum": 1808, "mean": 14.125, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3423.671875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 580, "mean": 580.0, "median": 580.0, "p95": 580.0, "max": 580, "min": 580}, "model_input_units": {"count": 1, "sum": 581, "mean": 581.0, "median": 581.0, "p95": 581.0, "max": 581, "min": 581}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 580, "model_input_units": 581, "stage0_units": 199, "stage1_units": 101, "bytes_per_stage0_unit": 2.9145728643216082, "stage0_per_stage1_unit": 1.9702970297029703}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 581, "units_out": 199, "chunk_lengths": [1, 1, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 5, 4, 4, 2, 1, 2, 2, 10, 2, 6, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 3, 1, 3, 4, 4, 4, 1, 9, 1, 5, 2, 1, 9, 1, 1, 5, 1, 2, 5, 4, 1, 7, 1, 1, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 9, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 4, 6, 1, 1, 3, 1, 4, 5, 1, 3, 4, 6, 1, 1, 9, 1, 5, 1, 6, 6, 1, 1, 5, 2, 7, 5, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 29, 1, 9, 2, 6, 1, 1, 1, 5, 1, 2, 4, 5, 1, 3, 4, 5, 4, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 3, 1, 4, 4, 1, 1, 13, 1, 5, 2, 1, 9, 1, 1, 3, 1, 4, 9, 2, 1, 1, 1, 1, 1, 1, 2, 4, 4, 1, 9, 1, 2, 1, 4, 1, 1, 5, 1], "chunk_stats": {"count": 199, "sum": 581, "mean": 2.919597989949749, "median": 2.0, "p95": 9.0, "max": 29, "min": 1}}, {"stage": 1, "units_in": 199, "units_out": 101, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 2, 2, 2, 5, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 2, 1, 3, 2, 1, 3, 2, 2, 2, 3, 1, 1, 1, 1, 3, 2, 2, 2, 5, 1, 1, 10, 5, 1, 2, 3, 1, 2, 2, 1, 1, 3, 1, 2, 4, 1, 7, 1], "chunk_stats": {"count": 101, "sum": 199, "mean": 1.9702970297029703, "median": 2.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 4, 4, 1, 1, 5, 3, 4, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 8, 1, 1, 1, 4, 1, 3, 1, 6, 1, 4, 1, 4, 1, 4, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [4, 1, 1, 3, 3, 7, 1, 1, 1, 6, 1, 2, 4, 1, 1, 3, 7, 1], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 122, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07049016100063454, "decode_time_sec": 1.9300959519987373, "total_time_sec": 2.0065965659996436, "prefill_units_per_sec": 6993.883869772437, "prefill_bytes_per_sec": 6979.697492754643, "decode_units_per_sec": 66.31794645621004, "decode_bytes_per_sec": 66.31794645621004, "total_units_per_sec": 63.78960383410859, "total_bytes_per_sec": 63.78960383410859, "step_latency_ms": {"count": 128, "sum": 1913, "mean": 14.9453125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3400.47412109375, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}, "model_input_units": {"count": 1, "sum": 493, "mean": 493.0, "median": 493.0, "p95": 493.0, "max": 493, "min": 493}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 492, "model_input_units": 493, "stage0_units": 213, "stage1_units": 102, "bytes_per_stage0_unit": 2.3098591549295775, "stage0_per_stage1_unit": 2.088235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 493, "units_out": 213, "chunk_lengths": [1, 1, 3, 3, 1, 3, 1, 2, 8, 1, 1, 3, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 4, 1, 3, 1, 5, 1, 1, 1, 9, 2, 2, 2, 1, 1, 2, 2, 4, 1, 3, 1, 2, 2, 4, 1, 1, 1, 1, 9, 1, 2, 3, 6, 1, 2, 1, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 9, 2, 1, 3, 1, 4, 1, 3, 10, 1, 1, 6, 1, 1, 1, 6, 1, 1, 4, 1, 3, 1, 1, 1, 1, 6, 9, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 213, "sum": 493, "mean": 2.3145539906103285, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 213, "units_out": 102, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 4, 1, 2, 5, 1, 3, 5, 1, 3, 4, 3, 1, 1, 1, 1, 1, 1, 3, 4, 2, 5, 1, 1, 1, 3, 2, 3, 1, 2, 1, 1, 4, 1, 4, 3, 1, 1, 5, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 2, 1, 1, 2, 1, 2, 2, 1, 5, 7, 1, 1, 2, 2, 1, 1, 2, 2, 2, 2, 3, 1, 2, 1, 2, 2, 2, 3, 1, 9, 4], "chunk_stats": {"count": 102, "sum": 213, "mean": 2.088235294117647, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 1, 5, 1, 7, 1, 1, 1, 5, 4, 3, 1, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 9, 5, 2, 1, 3, 1, 4, 1, 8, 1, 1, 2, 1, 1, 9, 3, 4, 4, 1, 5, 4, 3, 1, 4, 1, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.5, "p95": 7.649999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 4, 1, 1, 1, 4, 2, 2, 3, 1, 3, 1, 1, 4, 1], "chunk_stats": {"count": 24, "sum": 47, "mean": 1.9583333333333333, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 123, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06731880500046827, "decode_time_sec": 1.8113309999989724, "total_time_sec": 1.882800989998941, "prefill_units_per_sec": 4902.047800725288, "prefill_bytes_per_sec": 4887.193110420059, "decode_units_per_sec": 70.66626696063426, "decode_bytes_per_sec": 70.66626696063426, "total_units_per_sec": 67.98381808800302, "total_bytes_per_sec": 67.98381808800302, "step_latency_ms": {"count": 128, "sum": 1795, "mean": 14.0234375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3358.39794921875, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "model_input_units": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 329, "model_input_units": 330, "stage0_units": 110, "stage1_units": 50, "bytes_per_stage0_unit": 2.9909090909090907, "stage0_per_stage1_unit": 2.2}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 330, "units_out": 110, "chunk_lengths": [1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 8, 2, 1, 2, 1, 1, 7, 1, 1, 9, 1, 2, 3, 1, 1, 8, 1, 1, 1, 2, 1, 1, 13, 1, 5, 5, 5, 1, 1, 3, 3, 4, 1, 2, 3, 1, 2, 6, 4, 1, 7, 1, 1, 1, 9, 2, 2, 1, 2, 1, 10, 1, 1, 9, 4, 1, 8, 3, 1, 8, 1, 13, 1, 2, 1, 8, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 1, 8, 1, 2, 2, 2, 1, 1, 13, 1, 1, 1, 2, 1, 1, 7, 1, 1, 7, 1, 1], "chunk_stats": {"count": 110, "sum": 330, "mean": 3.0, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 110, "units_out": 50, "chunk_lengths": [1, 2, 1, 1, 3, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 5, 4, 1, 2, 3, 3, 1, 5, 2, 3, 2, 1, 1, 1, 4, 2, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 5, 3, 2, 4, 1, 4, 3, 4, 1], "chunk_stats": {"count": 50, "sum": 110, "mean": 2.2, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 3, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 10, 1, 3, 1, 1, 7, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 9, 1, 3, 1, 1, 7], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 1, 1, 1, 6, 1, 6, 1, 7, 4, 1, 2, 2, 8, 1, 4], "chunk_stats": {"count": 17, "sum": 50, "mean": 2.9411764705882355, "median": 2.0, "p95": 7.199999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 124, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06729527499919641, "decode_time_sec": 1.7798479490011232, "total_time_sec": 1.8499331809998694, "prefill_units_per_sec": 4725.4432053929095, "prefill_bytes_per_sec": 4710.583321099221, "decode_units_per_sec": 71.91625558342524, "decode_bytes_per_sec": 71.91625558342524, "total_units_per_sec": 69.19168828077204, "total_bytes_per_sec": 69.19168828077204, "step_latency_ms": {"count": 128, "sum": 1763, "mean": 13.7734375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3354.630859375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}, "model_input_units": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 317, "model_input_units": 318, "stage0_units": 90, "stage1_units": 46, "bytes_per_stage0_unit": 3.522222222222222, "stage0_per_stage1_unit": 1.9565217391304348}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 318, "units_out": 90, "chunk_lengths": [1, 1, 3, 4, 1, 8, 1, 4, 1, 1, 5, 1, 19, 5, 1, 4, 1, 19, 1, 2, 1, 2, 2, 1, 19, 4, 1, 6, 1, 1, 4, 1, 1, 3, 20, 4, 1, 4, 1, 1, 4, 1, 1, 4, 1, 19, 1, 4, 1, 3, 1, 2, 2, 1, 19, 1, 4, 1, 1, 4, 1, 1, 8, 1, 1, 1, 20, 1, 4, 1, 3, 1, 1, 8, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 1, 4, 1, 1], "chunk_stats": {"count": 90, "sum": 318, "mean": 3.533333333333333, "median": 1.0, "p95": 19.0, "max": 20, "min": 1}}, {"stage": 1, "units_in": 90, "units_out": 46, "chunk_lengths": [1, 2, 3, 1, 4, 1, 1, 3, 2, 2, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 3, 2, 3, 1, 1, 2, 2, 2, 3, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1], "chunk_stats": {"count": 46, "sum": 90, "mean": 1.9565217391304348, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [9, 4, 1, 1, 5, 2, 4, 1, 4, 1, 1, 4, 1, 3, 1, 5, 4, 1, 9, 4, 1, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 6, 1, 1, 4, 1, 9, 6, 1, 6, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.849999999999987, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 3, 6, 1, 2, 1, 4, 1, 2, 1, 1, 1, 3, 5, 1, 3], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 125, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0667923860000883, "decode_time_sec": 1.6055482980009401, "total_time_sec": 1.6766494790008437, "prefill_units_per_sec": 12591.255536205701, "prefill_bytes_per_sec": 12576.283769813066, "decode_units_per_sec": 79.72354376344339, "decode_bytes_per_sec": 79.72354376344339, "total_units_per_sec": 76.34273090656869, "total_bytes_per_sec": 76.34273090656869, "step_latency_ms": {"count": 128, "sum": 1595, "mean": 12.4609375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3493.1025390625, "peak_reserved_mb": 3618.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}, "model_input_units": {"count": 1, "sum": 841, "mean": 841.0, "median": 841.0, "p95": 841.0, "max": 841, "min": 841}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 840, "model_input_units": 841, "stage0_units": 251, "stage1_units": 123, "bytes_per_stage0_unit": 3.346613545816733, "stage0_per_stage1_unit": 2.040650406504065}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 841, "units_out": 251, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 2, 1, 7, 1, 1, 3, 2, 4, 2, 1, 2, 3, 4, 1, 1, 1, 9, 1, 2, 5, 1, 2, 2, 2, 1, 13, 5, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 4, 2, 1, 4, 1, 4, 1, 9, 3, 1, 7, 2, 1, 3, 1, 6, 1, 9, 4, 2, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 3, 1, 3, 1, 1, 13, 1, 2, 1, 1, 8, 1, 1, 1, 2, 1, 4, 1, 1, 17, 6, 2, 1, 1, 13, 2, 3, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 17, 6, 2, 1, 1, 1, 1, 1, 13, 4, 1, 17, 2, 1, 3, 5, 4, 1, 8, 1, 2, 3, 4, 2, 4, 5, 3, 1, 3, 2, 2, 17, 2, 2, 1, 5, 4, 3, 4, 6, 1, 17, 1, 2, 1, 21, 1, 2, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 17, 7, 1, 1, 8, 5, 2, 3, 11, 5, 1, 1, 21, 2, 2, 17, 6, 2, 1, 3, 1, 2, 2, 1, 5, 1, 6, 1, 1, 1, 1, 40, 1, 1, 8, 1, 3, 1, 3, 1, 13, 3, 4, 5, 1, 9, 2, 1, 4, 1, 2, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 13, 1, 2, 4, 1, 1, 2, 1], "chunk_stats": {"count": 251, "sum": 841, "mean": 3.350597609561753, "median": 2.0, "p95": 13.0, "max": 40, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 123, "chunk_lengths": [1, 2, 2, 3, 2, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 5, 1, 1, 1, 5, 6, 3, 3, 1, 1, 2, 1, 4, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 3, 1, 4, 1, 1, 1, 2, 1, 1, 4, 4, 3, 1, 1, 3, 3, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 3, 2, 1, 2, 2, 1, 3, 1, 3, 1, 3, 1, 2, 1, 5, 3, 3, 7, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 2, 2, 3, 3, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 7, 3, 1, 1, 2, 3, 1], "chunk_stats": {"count": 123, "sum": 251, "mean": 2.040650406504065, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 1, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 6, 2, 1, 3, 1, 3, 1, 3, 1, 13, 4, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 13.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [3, 1, 5, 3, 4, 4, 4, 1, 2, 1, 8, 3], "chunk_stats": {"count": 12, "sum": 39, "mean": 3.25, "median": 3.0, "p95": 6.349999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 126, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06694857600086834, "decode_time_sec": 1.6683468020000873, "total_time_sec": 1.7436242889998539, "prefill_units_per_sec": 8065.89224531073, "prefill_bytes_per_sec": 8050.955407819413, "decode_units_per_sec": 76.72265733152602, "decode_bytes_per_sec": 76.72265733152602, "total_units_per_sec": 73.41031024144601, "total_bytes_per_sec": 73.41031024144601, "step_latency_ms": {"count": 128, "sum": 1650, "mean": 12.890625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3410.40087890625, "peak_reserved_mb": 3520.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 159, "stage1_units": 69, "bytes_per_stage0_unit": 3.389937106918239, "stage0_per_stage1_unit": 2.3043478260869565}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 540, "units_out": 159, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 1, 8, 2, 1, 1, 9, 2, 1, 2, 1, 2, 5, 1, 3, 9, 1, 2, 5, 1, 1, 4, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 4, 2, 1, 3, 2, 5, 1, 2, 4, 4, 6, 1, 4, 6, 1, 4, 3, 4, 1, 4, 6, 1, 13, 2, 2, 3, 1, 7, 3, 2, 1, 2, 5, 2, 1, 7, 1, 2, 5, 1, 3, 4, 9, 1, 7, 13, 2, 1, 2, 1, 7, 1, 13, 1, 13, 1, 5, 1, 3, 1, 9, 1, 1, 1, 17, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 21, 1, 3, 1, 8, 2, 1, 1, 1, 13, 9, 1, 2, 1, 3, 1, 9, 1, 1, 13, 5, 1, 1, 3, 1, 9, 1, 1, 13, 4, 6, 1], "chunk_stats": {"count": 159, "sum": 540, "mean": 3.3962264150943398, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 159, "units_out": 69, "chunk_lengths": [1, 2, 2, 2, 1, 3, 4, 2, 1, 4, 1, 2, 1, 1, 1, 6, 1, 1, 5, 6, 1, 1, 3, 1, 6, 1, 7, 1, 5, 1, 1, 4, 4, 1, 2, 1, 2, 3, 4, 1, 1, 2, 2, 3, 1, 2, 4, 3, 1, 7, 4, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 2, 1, 4, 3, 1, 1, 1, 2], "chunk_stats": {"count": 69, "sum": 159, "mean": 2.3043478260869565, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [1, 3, 9, 1, 7, 1, 17, 1, 3, 1, 7, 1, 1, 5, 1, 6, 1, 1, 9, 2, 1, 2, 1, 2, 6, 5, 1, 3, 9, 4, 1, 13, 1, 1], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 2.0, "p95": 10.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 4, 1, 4, 3, 3, 1, 1, 1, 1, 4, 3, 1, 2, 1, 1], "chunk_stats": {"count": 17, "sum": 33, "mean": 1.9411764705882353, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 127, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06674217600084376, "decode_time_sec": 2.056187078000221, "total_time_sec": 2.1277997289998893, "prefill_units_per_sec": 3985.485879223315, "prefill_bytes_per_sec": 3970.5028496021746, "decode_units_per_sec": 62.25114502931734, "decode_bytes_per_sec": 62.25114502931734, "total_units_per_sec": 60.15603736361161, "total_bytes_per_sec": 60.15603736361161, "step_latency_ms": {"count": 128, "sum": 2034, "mean": 15.890625, "median": 8.0, "p95": 38.0, "max": 44, "min": 7}, "peak_allocated_mb": 3343.9912109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 98, "stage1_units": 50, "bytes_per_stage0_unit": 2.704081632653061, "stage0_per_stage1_unit": 1.96}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 266, "units_out": 98, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1], "chunk_stats": {"count": 98, "sum": 266, "mean": 2.7142857142857144, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1], "chunk_stats": {"count": 50, "sum": 98, "mean": 1.96, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 3], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.349999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 51, "mean": 1.8214285714285714, "median": 1.0, "p95": 4.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06735849500000768, "decode_time_sec": 1.874251514000207, "total_time_sec": 1.9459957950002718, "prefill_units_per_sec": 14296.637714365355, "prefill_bytes_per_sec": 14281.79177696726, "decode_units_per_sec": 68.29392909322515, "decode_bytes_per_sec": 68.29392909322515, "total_units_per_sec": 65.77609279982136, "total_bytes_per_sec": 65.77609279982136, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3525.27734375, "peak_reserved_mb": 3618.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 962, "mean": 962.0, "median": 962.0, "p95": 962.0, "max": 962, "min": 962}, "model_input_units": {"count": 1, "sum": 963, "mean": 963.0, "median": 963.0, "p95": 963.0, "max": 963, "min": 963}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 962, "model_input_units": 963, "stage0_units": 358, "stage1_units": 193, "bytes_per_stage0_unit": 2.6871508379888267, "stage0_per_stage1_unit": 1.854922279792746}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 963, "units_out": 358, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 358, "sum": 963, "mean": 2.689944134078212, "median": 2.0, "p95": 9.0, "max": 20, "min": 1}}, {"stage": 1, "units_in": 358, "units_out": 193, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1], "chunk_stats": {"count": 193, "sum": 358, "mean": 1.854922279792746, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 4, 2, 3, 3, 1, 1, 9, 7, 5, 5, 1, 13, 2, 2, 1, 8], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.949999999999996, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [3, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 24, "sum": 41, "mean": 1.7083333333333333, "median": 2.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06645438699888473, "decode_time_sec": 1.6656319880003139, "total_time_sec": 1.7385681479991035, "prefill_units_per_sec": 5462.393325606811, "prefill_bytes_per_sec": 5447.345410109272, "decode_units_per_sec": 76.84770761017342, "decode_bytes_per_sec": 76.84770761017342, "total_units_per_sec": 73.62380367276003, "total_bytes_per_sec": 73.62380367276003, "step_latency_ms": {"count": 128, "sum": 1624, "mean": 12.6875, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3365.8095703125, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}, "model_input_units": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 362, "model_input_units": 363, "stage0_units": 106, "stage1_units": 50, "bytes_per_stage0_unit": 3.4150943396226414, "stage0_per_stage1_unit": 2.12}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 363, "units_out": 106, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5], "chunk_stats": {"count": 106, "sum": 363, "mean": 3.4245283018867925, "median": 2.0, "p95": 16.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 50, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3], "chunk_stats": {"count": 50, "sum": 106, "mean": 2.12, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 10, 1, 1, 5, 2, 1, 1, 17, 1, 3, 1, 1, 10, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 13.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 2, 1, 1, 5, 1, 8, 1, 2, 1, 8, 1, 5, 2], "chunk_stats": {"count": 15, "sum": 40, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06721786600064661, "decode_time_sec": 1.6439492259996769, "total_time_sec": 1.7150704480009153, "prefill_units_per_sec": 8003.824459330866, "prefill_bytes_per_sec": 7988.947462194564, "decode_units_per_sec": 77.86128547988693, "decode_bytes_per_sec": 77.86128547988693, "total_units_per_sec": 74.63250279263845, "total_bytes_per_sec": 74.63250279263845, "step_latency_ms": {"count": 128, "sum": 1623, "mean": 12.6796875, "median": 8.0, "p95": 37.0, "max": 40, "min": 7}, "peak_allocated_mb": 3409.95361328125, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 537, "mean": 537.0, "median": 537.0, "p95": 537.0, "max": 537, "min": 537}, "model_input_units": {"count": 1, "sum": 538, "mean": 538.0, "median": 538.0, "p95": 538.0, "max": 538, "min": 538}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 537, "model_input_units": 538, "stage0_units": 196, "stage1_units": 95, "bytes_per_stage0_unit": 2.739795918367347, "stage0_per_stage1_unit": 2.0631578947368423}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 538, "units_out": 196, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1], "chunk_stats": {"count": 196, "sum": 538, "mean": 2.7448979591836733, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 196, "units_out": 95, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3], "chunk_stats": {"count": 95, "sum": 196, "mean": 2.0631578947368423, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 4, 1, 1, 11, 2, 5, 1, 1, 1, 1], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [3, 7, 1, 4, 8, 1, 4, 7, 1, 4, 6], "chunk_stats": {"count": 11, "sum": 46, "mean": 4.181818181818182, "median": 4.0, "p95": 7.5, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06717080700036604, "decode_time_sec": 1.6526003010003478, "total_time_sec": 1.7253041210005904, "prefill_units_per_sec": 5612.557252705712, "prefill_bytes_per_sec": 5597.669832937261, "decode_units_per_sec": 77.45369519932882, "decode_bytes_per_sec": 77.45369519932882, "total_units_per_sec": 74.18981873512618, "total_bytes_per_sec": 74.18981873512618, "step_latency_ms": {"count": 128, "sum": 1627, "mean": 12.7109375, "median": 8.0, "p95": 37.0, "max": 46, "min": 7}, "peak_allocated_mb": 3366.26953125, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}, "model_input_units": {"count": 1, "sum": 377, "mean": 377.0, "median": 377.0, "p95": 377.0, "max": 377, "min": 377}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 376, "model_input_units": 377, "stage0_units": 109, "stage1_units": 51, "bytes_per_stage0_unit": 3.44954128440367, "stage0_per_stage1_unit": 2.1372549019607843}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 377, "units_out": 109, "chunk_lengths": [1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6], "chunk_stats": {"count": 109, "sum": 377, "mean": 3.458715596330275, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 51, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3], "chunk_stats": {"count": 51, "sum": 109, "mean": 2.1372549019607843, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 5, 1, 5, 1, 5, 1, 5, 1, 13, 1, 2, 5, 1, 6, 1, 2, 4, 2, 2, 1, 17, 1, 2, 5, 1, 5, 1, 1, 5, 1, 7, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.299999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 1, 5, 3, 5, 2, 4, 6, 1, 1, 5, 2, 4], "chunk_stats": {"count": 13, "sum": 40, "mean": 3.076923076923077, "median": 3.0, "p95": 5.399999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06622081699970295, "decode_time_sec": 1.7917201230011415, "total_time_sec": 1.8609274170012213, "prefill_units_per_sec": 4198.075659520284, "prefill_bytes_per_sec": 4182.974667939276, "decode_units_per_sec": 71.43972898267128, "decode_bytes_per_sec": 71.43972898267128, "total_units_per_sec": 68.78290836633742, "total_bytes_per_sec": 68.78290836633742, "step_latency_ms": {"count": 128, "sum": 1761, "mean": 13.7578125, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3347.4287109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}, "model_input_units": {"count": 1, "sum": 278, "mean": 278.0, "median": 278.0, "p95": 278.0, "max": 278, "min": 278}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 277, "model_input_units": 278, "stage0_units": 101, "stage1_units": 55, "bytes_per_stage0_unit": 2.742574257425743, "stage0_per_stage1_unit": 1.8363636363636364}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 278, "units_out": 101, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1], "chunk_stats": {"count": 101, "sum": 278, "mean": 2.7524752475247523, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 101, "units_out": 55, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2], "chunk_stats": {"count": 55, "sum": 101, "mean": 1.8363636363636364, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [13, 5, 1, 10, 1, 4, 1, 1, 4, 1, 1, 10, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 9, 8, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 10.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 4, 1, 1, 3], "chunk_stats": {"count": 21, "sum": 39, "mean": 1.8571428571428572, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06704323700068926, "decode_time_sec": 1.7554315270008374, "total_time_sec": 1.8251103010006773, "prefill_units_per_sec": 5145.9329148509505, "prefill_bytes_per_sec": 5131.017167271672, "decode_units_per_sec": 72.91654389886034, "decode_bytes_per_sec": 72.91654389886034, "total_units_per_sec": 70.13274755493943, "total_bytes_per_sec": 70.13274755493943, "step_latency_ms": {"count": 128, "sum": 1722, "mean": 13.453125, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3359.31201171875, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}, "model_input_units": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 344, "model_input_units": 345, "stage0_units": 114, "stage1_units": 46, "bytes_per_stage0_unit": 3.017543859649123, "stage0_per_stage1_unit": 2.4782608695652173}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 345, "units_out": 114, "chunk_lengths": [1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1], "chunk_stats": {"count": 114, "sum": 345, "mean": 3.026315789473684, "median": 1.0, "p95": 10.399999999999977, "max": 17, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 46, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1], "chunk_stats": {"count": 46, "sum": 114, "mean": 2.4782608695652173, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 1, 4, 1, 1, 4, 1, 6, 1, 1, 13, 3, 4, 6, 9, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 3, 7, 1, 6, 1, 1, 5, 1, 1, 1, 2, 8, 2, 3, 1, 3, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 7.949999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 5, 2, 1, 3, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 3, 2], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 2.0, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06670495700018364, "decode_time_sec": 1.844690163999985, "total_time_sec": 1.914311047999945, "prefill_units_per_sec": 4197.589093704522, "prefill_bytes_per_sec": 4182.597704084149, "decode_units_per_sec": 69.38834634562568, "decode_bytes_per_sec": 69.38834634562568, "total_units_per_sec": 66.86478675120914, "total_bytes_per_sec": 66.86478675120914, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3347.4599609375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}, "model_input_units": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 279, "model_input_units": 280, "stage0_units": 97, "stage1_units": 40, "bytes_per_stage0_unit": 2.8762886597938144, "stage0_per_stage1_unit": 2.425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 280, "units_out": 97, "chunk_lengths": [1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1], "chunk_stats": {"count": 97, "sum": 280, "mean": 2.88659793814433, "median": 1.0, "p95": 8.199999999999989, "max": 18, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 40, "chunk_lengths": [1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2], "chunk_stats": {"count": 40, "sum": 97, "mean": 2.425, "median": 2.0, "p95": 6.049999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [18, 1, 3, 4, 7, 1, 1, 1, 5, 3, 4, 1, 2, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 6.599999999999994, "max": 18, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 3, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 8, 1, 9, 1, 3], "chunk_stats": {"count": 19, "sum": 48, "mean": 2.526315789473684, "median": 2.0, "p95": 8.099999999999998, "max": 9, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06659554799989564, "decode_time_sec": 1.801265226000396, "total_time_sec": 1.870352541000102, "prefill_units_per_sec": 4249.533317158731, "prefill_bytes_per_sec": 4234.517298370184, "decode_units_per_sec": 71.06116198346676, "decode_bytes_per_sec": 71.06116198346676, "total_units_per_sec": 68.43629593571526, "total_bytes_per_sec": 68.43629593571526, "step_latency_ms": {"count": 128, "sum": 1785, "mean": 13.9453125, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3347.5068359375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 127, "stage1_units": 57, "bytes_per_stage0_unit": 2.220472440944882, "stage0_per_stage1_unit": 2.2280701754385963}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 283, "units_out": 127, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 127, "sum": 283, "mean": 2.2283464566929134, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 127, "units_out": 57, "chunk_lengths": [1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1], "chunk_stats": {"count": 57, "sum": 127, "mean": 2.2280701754385963, "median": 2.0, "p95": 5.199999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [9, 1, 3, 1, 1, 6, 1, 6, 1, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 5, 1, 1, 1, 5, 2, 5, 2, 3, 9], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 5, 2, 2, 1, 1, 5, 1, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 3], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 8, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06679807700129459, "decode_time_sec": 1.5316255830002774, "total_time_sec": 1.600982877998831, "prefill_units_per_sec": 5224.7013038000505, "prefill_bytes_per_sec": 5209.730812958217, "decode_units_per_sec": 83.57133846593422, "decode_bytes_per_sec": 83.57133846593422, "total_units_per_sec": 79.95088627056101, "total_bytes_per_sec": 79.95088627056101, "step_latency_ms": {"count": 128, "sum": 1525, "mean": 11.9140625, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3359.40576171875, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}, "model_input_units": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 348, "model_input_units": 349, "stage0_units": 111, "stage1_units": 59, "bytes_per_stage0_unit": 3.135135135135135, "stage0_per_stage1_unit": 1.88135593220339}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 349, "units_out": 111, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1], "chunk_stats": {"count": 111, "sum": 349, "mean": 3.144144144144144, "median": 2.0, "p95": 7.5, "max": 13, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 59, "chunk_lengths": [1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1], "chunk_stats": {"count": 59, "sum": 111, "mean": 1.88135593220339, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 29, "chunk_lengths": [1, 5, 1, 13, 6, 1, 4, 6, 2, 1, 4, 13, 6, 1, 7, 2, 2, 1, 1, 13, 6, 1, 1, 2, 7, 1, 7, 1, 6, 6], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 3.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [3, 1, 4, 1, 2, 1, 4, 1, 2, 1, 4, 1, 4], "chunk_stats": {"count": 13, "sum": 29, "mean": 2.230769230769231, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 29, "sum": 29, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 9, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06698145699920133, "decode_time_sec": 1.9720863809998264, "total_time_sec": 2.042585974000758, "prefill_units_per_sec": 5747.859441227005, "prefill_bytes_per_sec": 5732.929936184857, "decode_units_per_sec": 64.90587898847788, "decode_bytes_per_sec": 64.90587898847788, "total_units_per_sec": 62.665660897146886, "total_bytes_per_sec": 62.665660897146886, "step_latency_ms": {"count": 128, "sum": 1946, "mean": 15.203125, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3366.83740234375, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}, "model_input_units": {"count": 1, "sum": 385, "mean": 385.0, "median": 385.0, "p95": 385.0, "max": 385, "min": 385}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 384, "model_input_units": 385, "stage0_units": 116, "stage1_units": 67, "bytes_per_stage0_unit": 3.310344827586207, "stage0_per_stage1_unit": 1.7313432835820894}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 385, "units_out": 116, "chunk_lengths": [1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 5, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2], "chunk_stats": {"count": 116, "sum": 385, "mean": 3.3189655172413794, "median": 2.0, "p95": 10.5, "max": 13, "min": 1}}, {"stage": 1, "units_in": 116, "units_out": 67, "chunk_lengths": [1, 2, 2, 3, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2], "chunk_stats": {"count": 67, "sum": 116, "mean": 1.7313432835820894, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 2, 1, 1, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 5, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 3, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 2, 1, 5, 1, 4, 1, 2, 2, 1, 5, 1, 6, 1, 3, 1, 5, 1, 4, 1, 3], "chunk_stats": {"count": 22, "sum": 52, "mean": 2.3636363636363638, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 10, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06788188599966816, "decode_time_sec": 1.959044070001255, "total_time_sec": 2.0319756009994308, "prefill_units_per_sec": 8043.382884244983, "prefill_bytes_per_sec": 8028.651413761018, "decode_units_per_sec": 65.3379890529558, "decode_bytes_per_sec": 65.3379890529558, "total_units_per_sec": 62.992882363864496, "total_bytes_per_sec": 62.992882363864496, "step_latency_ms": {"count": 128, "sum": 1932, "mean": 15.09375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3411.7431640625, "peak_reserved_mb": 3520.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}, "model_input_units": {"count": 1, "sum": 546, "mean": 546.0, "median": 546.0, "p95": 546.0, "max": 546, "min": 546}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 545, "model_input_units": 546, "stage0_units": 157, "stage1_units": 90, "bytes_per_stage0_unit": 3.4713375796178343, "stage0_per_stage1_unit": 1.7444444444444445}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 546, "units_out": 157, "chunk_lengths": [1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1], "chunk_stats": {"count": 157, "sum": 546, "mean": 3.477707006369427, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 157, "units_out": 90, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4], "chunk_stats": {"count": 90, "sum": 157, "mean": 1.7444444444444445, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 8, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 9, 4, 5, 3, 4, 1, 1, 13, 4, 1, 1, 2, 1, 1, 1, 9, 3, 4, 4, 1, 1, 1, 1, 4, 1, 5, 1, 1, 1, 1, 2, 6], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 8.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 26, "chunk_lengths": [1, 1, 2, 1, 3, 1, 3, 2, 1, 1, 2, 3, 1, 1, 1, 2, 2, 1, 1, 5, 1, 1, 3, 1, 3, 1], "chunk_stats": {"count": 26, "sum": 45, "mean": 1.7307692307692308, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 11, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06684105799831741, "decode_time_sec": 1.516731540001274, "total_time_sec": 1.5883921929998905, "prefill_units_per_sec": 3904.7855886208467, "prefill_bytes_per_sec": 3889.824724296629, "decode_units_per_sec": 84.39199464388568, "decode_bytes_per_sec": 84.39199464388568, "total_units_per_sec": 80.58463178307048, "total_bytes_per_sec": 80.58463178307048, "step_latency_ms": {"count": 128, "sum": 1493, "mean": 11.6640625, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3343.6005859375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 81, "stage1_units": 42, "bytes_per_stage0_unit": 3.2098765432098766, "stage0_per_stage1_unit": 1.9285714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 261, "units_out": 81, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1], "chunk_stats": {"count": 81, "sum": 261, "mean": 3.2222222222222223, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 42, "chunk_lengths": [1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1], "chunk_stats": {"count": 42, "sum": 81, "mean": 1.9285714285714286, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [17, 5, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 2, 1, 6, 1, 1, 14], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 15.5, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 1, 2, 1, 4, 1, 1, 2, 9, 2, 6], "chunk_stats": {"count": 11, "sum": 30, "mean": 2.727272727272727, "median": 2.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 12, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06690296799934004, "decode_time_sec": 1.6782851810003194, "total_time_sec": 1.748371554998812, "prefill_units_per_sec": 7279.1987345733905, "prefill_bytes_per_sec": 7264.251714584533, "decode_units_per_sec": 76.26832522212185, "decode_bytes_per_sec": 76.26832522212185, "total_units_per_sec": 73.21098289092618, "total_bytes_per_sec": 73.21098289092618, "step_latency_ms": {"count": 128, "sum": 1650, "mean": 12.890625, "median": 8.0, "p95": 37.64999999999999, "max": 40, "min": 7}, "peak_allocated_mb": 3400.166015625, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}, "model_input_units": {"count": 1, "sum": 487, "mean": 487.0, "median": 487.0, "p95": 487.0, "max": 487, "min": 487}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 486, "model_input_units": 487, "stage0_units": 161, "stage1_units": 81, "bytes_per_stage0_unit": 3.018633540372671, "stage0_per_stage1_unit": 1.9876543209876543}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 487, "units_out": 161, "chunk_lengths": [1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1], "chunk_stats": {"count": 161, "sum": 487, "mean": 3.0248447204968945, "median": 1.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 161, "units_out": 81, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1], "chunk_stats": {"count": 81, "sum": 161, "mean": 1.9876543209876543, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 21, 1, 4, 13, 4, 1, 17, 2, 2, 2, 2, 9, 1, 2, 2, 1, 2, 4, 1, 13, 3, 4, 1, 2], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 2.0, "p95": 14.199999999999989, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [3, 3, 3, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 2, 4, 1, 3], "chunk_stats": {"count": 17, "sum": 34, "mean": 2.0, "median": 2.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 13, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06676979899930302, "decode_time_sec": 1.800325743999565, "total_time_sec": 1.8717581780001638, "prefill_units_per_sec": 7143.948419029675, "prefill_bytes_per_sec": 7128.971587962527, "decode_units_per_sec": 71.09824454081179, "decode_bytes_per_sec": 71.09824454081179, "total_units_per_sec": 68.38490222960245, "total_bytes_per_sec": 68.38490222960245, "step_latency_ms": {"count": 128, "sum": 1781, "mean": 13.9140625, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3391.078125, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}, "model_input_units": {"count": 1, "sum": 477, "mean": 477.0, "median": 477.0, "p95": 477.0, "max": 477, "min": 477}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 476, "model_input_units": 477, "stage0_units": 163, "stage1_units": 92, "bytes_per_stage0_unit": 2.920245398773006, "stage0_per_stage1_unit": 1.7717391304347827}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 477, "units_out": 163, "chunk_lengths": [1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4], "chunk_stats": {"count": 163, "sum": 477, "mean": 2.9263803680981595, "median": 1.0, "p95": 8.900000000000006, "max": 13, "min": 1}}, {"stage": 1, "units_in": 163, "units_out": 92, "chunk_lengths": [1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1], "chunk_stats": {"count": 92, "sum": 163, "mean": 1.7717391304347827, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 6, 3, 6, 1, 4, 1, 5, 3, 4, 8, 1, 4, 1, 1, 4, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 2, 1, 3, 3, 1, 2], "chunk_stats": {"count": 21, "sum": 41, "mean": 1.9523809523809523, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 14, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06640184900061286, "decode_time_sec": 1.768862821998482, "total_time_sec": 1.8405105660003755, "prefill_units_per_sec": 9035.892961270736, "prefill_bytes_per_sec": 9020.833139668619, "decode_units_per_sec": 72.3628754068018, "decode_bytes_per_sec": 72.3628754068018, "total_units_per_sec": 69.54591968366559, "total_bytes_per_sec": 69.54591968366559, "step_latency_ms": {"count": 128, "sum": 1741, "mean": 13.6015625, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3428.9541015625, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 599, "mean": 599.0, "median": 599.0, "p95": 599.0, "max": 599, "min": 599}, "model_input_units": {"count": 1, "sum": 600, "mean": 600.0, "median": 600.0, "p95": 600.0, "max": 600, "min": 600}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 599, "model_input_units": 600, "stage0_units": 213, "stage1_units": 105, "bytes_per_stage0_unit": 2.812206572769953, "stage0_per_stage1_unit": 2.0285714285714285}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 600, "units_out": 213, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 213, "sum": 600, "mean": 2.816901408450704, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 213, "units_out": 105, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 7, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 105, "sum": 213, "mean": 2.0285714285714285, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [5, 3, 4, 1, 9, 14, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 14, 1, 4, 1, 2, 5, 4, 1, 3, 1, 1, 3, 1, 14, 1, 1, 10, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.5, "p95": 14.0, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 2, 1, 3, 1, 2, 1, 4, 1, 3, 1, 4, 4, 1, 4, 1, 2, 1, 1], "chunk_stats": {"count": 20, "sum": 40, "mean": 2.0, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 15, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.066569189000802, "decode_time_sec": 2.0412407369985885, "total_time_sec": 2.1151273880004737, "prefill_units_per_sec": 14526.239759182736, "prefill_bytes_per_sec": 14511.21779459206, "decode_units_per_sec": 62.70695938990978, "decode_bytes_per_sec": 62.70695938990978, "total_units_per_sec": 60.51644961252392, "total_bytes_per_sec": 60.51644961252392, "step_latency_ms": {"count": 128, "sum": 1998, "mean": 15.609375, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3526.25048828125, "peak_reserved_mb": 3618.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}, "model_input_units": {"count": 1, "sum": 967, "mean": 967.0, "median": 967.0, "p95": 967.0, "max": 967, "min": 967}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 966, "model_input_units": 967, "stage0_units": 442, "stage1_units": 187, "bytes_per_stage0_unit": 2.18552036199095, "stage0_per_stage1_unit": 2.3636363636363638}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 967, "units_out": 442, "chunk_lengths": [1, 1, 3, 1, 3, 1, 3, 2, 1, 1, 1, 5, 1, 10, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 3, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 4, 7, 2, 2, 1, 1, 1, 3, 1, 4, 1, 2, 2, 2, 3, 1, 2, 1, 4, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 1, 10, 5, 1, 1, 1, 1, 1, 9, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 4, 7, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 1, 3, 1, 33, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 7, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 8, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 4, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 3, 1, 1, 3, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 442, "sum": 967, "mean": 2.1877828054298645, "median": 1.0, "p95": 6.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 442, "units_out": 187, "chunk_lengths": [1, 2, 2, 9, 1, 3, 4, 1, 3, 1, 3, 1, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 6, 3, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 4, 6, 1, 2, 1, 1, 3, 1, 2, 1, 7, 1, 1, 1, 2, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 3, 1, 1, 1, 1, 2, 4, 1, 4, 1, 1, 6, 3, 7, 1, 1, 3, 3, 3, 1, 2, 5, 3, 2, 1, 2, 2, 1, 2, 2, 2, 3, 2, 1, 3, 4, 1, 5, 1, 9, 8, 1, 2, 1, 3, 3, 3, 3, 5, 3, 1, 2, 5, 2, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 3, 4, 1, 5, 1, 9, 8, 1, 1, 3, 2, 3, 3, 3, 3, 3, 5, 3, 3, 5, 3, 2, 5, 1, 2, 3, 2, 3, 3, 3, 4, 1, 5, 1, 1, 4, 3, 2, 2, 1, 3, 1, 1, 1, 1, 2], "chunk_stats": {"count": 187, "sum": 442, "mean": 2.3636363636363638, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [1, 3, 1, 5, 4, 1, 1, 3, 1, 3, 3, 1, 1, 3, 2, 1, 1, 2, 11, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 2], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.149999999999999, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [2, 1, 1, 4, 3, 4, 2, 1, 2, 1, 2, 1, 9, 1, 2, 3, 1, 1, 1, 2, 1, 2, 3, 1, 6], "chunk_stats": {"count": 25, "sum": 57, "mean": 2.28, "median": 2.0, "p95": 5.599999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 16, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06701391900060116, "decode_time_sec": 1.6750192409999727, "total_time_sec": 1.75061973999982, "prefill_units_per_sec": 10803.725715451817, "prefill_bytes_per_sec": 10788.803442364178, "decode_units_per_sec": 76.41703263276251, "decode_bytes_per_sec": 76.41703263276251, "total_units_per_sec": 73.11696371024193, "total_bytes_per_sec": 73.11696371024193, "step_latency_ms": {"count": 128, "sum": 1642, "mean": 12.828125, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3461.423828125, "peak_reserved_mb": 3518.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 723, "mean": 723.0, "median": 723.0, "p95": 723.0, "max": 723, "min": 723}, "model_input_units": {"count": 1, "sum": 724, "mean": 724.0, "median": 724.0, "p95": 724.0, "max": 724, "min": 724}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 723, "model_input_units": 724, "stage0_units": 255, "stage1_units": 124, "bytes_per_stage0_unit": 2.835294117647059, "stage0_per_stage1_unit": 2.056451612903226}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 724, "units_out": 255, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 3, 1, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 1, 9, 1, 2, 3, 1, 5, 1, 2, 1, 2, 4, 1, 2, 2, 6, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 1, 2, 4, 1, 2, 2, 6, 1, 1, 1, 2, 2, 3, 5, 1, 1, 4, 1, 4, 4, 1, 1, 17, 1, 6, 1, 6, 3, 1, 6, 1, 1, 1, 9, 2, 1, 3, 2, 8, 1, 1, 1, 2, 4, 5, 4, 2, 5, 1, 1, 4, 1, 4, 1, 4, 3, 3, 3, 9, 1, 2, 4, 1, 3, 1, 3, 1, 3, 1, 4, 1, 1, 13, 1, 5, 1, 4, 5, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 6, 1, 3, 1, 4, 1, 1, 9, 4, 2, 1, 3, 1, 1, 2, 5, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 3, 1, 3, 1, 1, 4, 1, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 3, 3, 7, 1, 6, 3, 1, 6, 1, 1, 17, 1, 1, 6, 1, 6, 4, 4, 1, 3, 1, 3, 1, 4, 1, 1, 6, 1, 3, 1, 4, 1, 1, 1, 9, 6, 1, 1, 2, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 1], "chunk_stats": {"count": 255, "sum": 724, "mean": 2.83921568627451, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 255, "units_out": 124, "chunk_lengths": [1, 2, 1, 1, 2, 1, 3, 2, 1, 4, 2, 2, 3, 2, 1, 1, 1, 5, 1, 3, 6, 1, 2, 3, 2, 1, 7, 1, 1, 3, 3, 3, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 1, 3, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 2, 1, 1, 5, 1, 6, 1, 2, 3, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 6, 1, 1, 1, 6, 2, 5, 2, 2, 2, 1, 5, 1, 2, 3, 1, 1, 2, 1, 3, 2, 2, 1, 1, 2, 2, 2, 4, 2, 1, 2, 2, 3, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 7, 2, 5, 1, 1], "chunk_stats": {"count": 124, "sum": 255, "mean": 2.056451612903226, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [9, 1, 2, 6, 1, 1, 13, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 9, 3, 4, 6, 1, 1, 5, 4, 3, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [2, 4, 1, 6, 2, 5, 1, 1, 5, 1, 2, 4, 5, 1, 1], "chunk_stats": {"count": 15, "sum": 41, "mean": 2.7333333333333334, "median": 2.0, "p95": 5.299999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 17, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06677511900124955, "decode_time_sec": 1.579504684999847, "total_time_sec": 1.6522432180008764, "prefill_units_per_sec": 5795.571850538494, "prefill_bytes_per_sec": 5780.596212681805, "decode_units_per_sec": 81.03806289122365, "decode_bytes_per_sec": 81.03806289122365, "total_units_per_sec": 77.47043450108573, "total_bytes_per_sec": 77.47043450108573, "step_latency_ms": {"count": 128, "sum": 1532, "mean": 11.96875, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3367.30712890625, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "model_input_units": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 386, "model_input_units": 387, "stage0_units": 122, "stage1_units": 59, "bytes_per_stage0_unit": 3.1639344262295084, "stage0_per_stage1_unit": 2.0677966101694913}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 387, "units_out": 122, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 4, 1, 3, 1, 1, 1, 3, 2, 3, 1, 1, 1, 9, 1, 3, 4, 1, 3, 2, 2, 1, 1, 1, 9, 4, 4, 3, 3, 1, 1, 13, 1, 2, 1, 17, 5, 2, 3, 4, 1, 3, 1, 17, 8, 2, 4, 1, 4, 1, 1, 1, 17, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 1, 17, 1, 2, 4, 1, 5, 1, 3, 1, 21, 7, 1, 5, 2, 7, 1, 3, 1, 1, 7, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 1, 25, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 122, "sum": 387, "mean": 3.1721311475409837, "median": 1.0, "p95": 12.799999999999955, "max": 25, "min": 1}}, {"stage": 1, "units_in": 122, "units_out": 59, "chunk_lengths": [1, 2, 1, 3, 4, 1, 3, 4, 1, 6, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 1, 1, 2, 1, 8, 1, 1, 1, 7, 1, 1, 2, 1, 3, 1, 5, 1, 3, 3, 2, 1, 3, 3, 5, 1], "chunk_stats": {"count": 59, "sum": 122, "mean": 2.0677966101694913, "median": 1.0, "p95": 5.099999999999994, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [1, 5, 1, 1, 21, 1, 2, 7, 1, 5, 1, 2, 1, 4, 1, 4, 1, 1, 25, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 5], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 9.79999999999994, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [4, 1, 1, 5, 1, 6, 1, 4, 4, 1, 7, 2], "chunk_stats": {"count": 12, "sum": 37, "mean": 3.0833333333333335, "median": 3.0, "p95": 6.449999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 18, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06667408000066644, "decode_time_sec": 1.6165417100000923, "total_time_sec": 1.6871527650000644, "prefill_units_per_sec": 4229.529676257719, "prefill_bytes_per_sec": 4214.5313440724085, "decode_units_per_sec": 79.18137788105244, "decode_bytes_per_sec": 79.18137788105244, "total_units_per_sec": 75.86746301541646, "total_bytes_per_sec": 75.86746301541646, "step_latency_ms": {"count": 128, "sum": 1590, "mean": 12.421875, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3347.4912109375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 119, "stage1_units": 52, "bytes_per_stage0_unit": 2.361344537815126, "stage0_per_stage1_unit": 2.2884615384615383}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 282, "units_out": 119, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 3, 1, 1, 9, 4, 5, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 3, 2, 2, 4, 2, 1, 3, 1, 1, 7, 1, 3, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 4, 1, 3, 5, 1, 1, 3, 1, 1, 1, 9, 4, 7, 3, 1, 2, 1, 1, 1, 5, 1, 4, 4, 2, 1, 1, 3, 1, 1, 1, 1, 13, 4, 1, 5, 2, 6, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 1, 5, 4, 3, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 119, "sum": 282, "mean": 2.369747899159664, "median": 1.0, "p95": 6.099999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 119, "units_out": 52, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 6, 7, 1, 6, 2, 1, 3, 1, 5, 1, 3, 2, 3, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 1, 4, 2, 4, 5, 1, 1], "chunk_stats": {"count": 52, "sum": 119, "mean": 2.2884615384615383, "median": 2.0, "p95": 5.449999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [17, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 4, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 1, 3, 1, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 2, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 16.39999999999995, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 9, 3, 5, 1, 7, 2, 1, 2, 1, 7, 2], "chunk_stats": {"count": 12, "sum": 41, "mean": 3.4166666666666665, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 19, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0660242300000391, "decode_time_sec": 1.7682779440001468, "total_time_sec": 1.8376324410000962, "prefill_units_per_sec": 7906.1883796250395, "prefill_bytes_per_sec": 7891.0424248747995, "decode_units_per_sec": 72.38681024909587, "decode_bytes_per_sec": 72.38681024909587, "total_units_per_sec": 69.65484345190296, "total_bytes_per_sec": 69.65484345190296, "step_latency_ms": {"count": 128, "sum": 1739, "mean": 13.5859375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3406.77490234375, "peak_reserved_mb": 3496.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 521, "mean": 521.0, "median": 521.0, "p95": 521.0, "max": 521, "min": 521}, "model_input_units": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 521, "model_input_units": 522, "stage0_units": 182, "stage1_units": 98, "bytes_per_stage0_unit": 2.8626373626373627, "stage0_per_stage1_unit": 1.8571428571428572}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 522, "units_out": 182, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 1, 2, 2, 6, 1, 1, 2, 1, 1, 1, 4, 5, 2, 1, 1, 4, 2, 7, 1, 2, 1, 6, 2, 9, 1, 1, 5, 5, 1, 2, 1, 9, 2, 1, 3, 1, 2, 4, 4, 6, 3, 1, 9, 1, 2, 2, 9, 1, 2, 1, 4, 1, 4, 1, 9, 2, 1, 2, 5, 1, 2, 3, 1, 2, 7, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 1, 9, 1, 11, 1, 7, 9, 1, 1, 1, 4, 2, 9, 1, 2, 7, 1, 1, 1, 1, 3, 3, 4, 4, 2, 11, 2, 3, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 4, 1, 5, 1, 1, 6, 1, 1, 23, 1, 2, 1, 1, 1, 1, 1, 7, 1, 5, 7, 1, 3, 5, 2, 2, 2, 9, 1, 1, 9, 8, 2, 8, 1, 1, 1], "chunk_stats": {"count": 182, "sum": 522, "mean": 2.868131868131868, "median": 2.0, "p95": 9.0, "max": 23, "min": 1}}, {"stage": 1, "units_in": 182, "units_out": 98, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 1, 2, 1, 5, 1, 1, 6, 4, 4, 1, 3, 1, 1, 2, 3, 2, 3, 4, 1, 1, 2, 2, 1, 2, 2, 3, 3, 2, 1, 5, 1, 1, 3, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 5, 1, 6, 2, 1, 1, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 1, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 98, "sum": 182, "mean": 1.8571428571428572, "median": 1.5, "p95": 4.1499999999999915, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 1, 2, 4, 1, 6, 1, 13, 1, 5, 2, 2, 9, 1, 1, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 7, 1, 2, 1, 1, 1, 1, 1, 7, 1, 9, 1, 1, 1], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 5, 1, 2, 3, 2, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 1, 3], "chunk_stats": {"count": 20, "sum": 39, "mean": 1.95, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 20, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0664906299989525, "decode_time_sec": 1.6698343509997358, "total_time_sec": 1.7420843549989513, "prefill_units_per_sec": 6933.307745877316, "prefill_bytes_per_sec": 6918.268032762615, "decode_units_per_sec": 76.6543100058793, "decode_bytes_per_sec": 76.6543100058793, "total_units_per_sec": 73.47520206624957, "total_bytes_per_sec": 73.47520206624957, "step_latency_ms": {"count": 128, "sum": 1643, "mean": 12.8359375, "median": 8.0, "p95": 37.0, "max": 41, "min": 7}, "peak_allocated_mb": 3386.265625, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}, "model_input_units": {"count": 1, "sum": 461, "mean": 461.0, "median": 461.0, "p95": 461.0, "max": 461, "min": 461}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 460, "model_input_units": 461, "stage0_units": 160, "stage1_units": 76, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.1052631578947367}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 461, "units_out": 160, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 1, 5, 1, 9, 5, 1, 7, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 4, 1, 8, 1, 2, 4, 2, 2, 1, 13, 5, 1, 6, 1, 1, 4, 7, 1, 1, 3, 1, 3, 1, 4, 1, 7, 1, 9, 9, 2, 6, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 9, 8, 1, 1, 8, 2, 1, 1, 3, 1, 3, 1, 4, 9, 5, 2, 1, 5, 1, 1, 10, 1, 1, 2, 1, 7, 1, 13, 6, 1, 1, 1, 2, 1, 1, 13, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 4, 1, 1, 14, 5, 1, 6, 1, 5, 1, 6, 1, 1], "chunk_stats": {"count": 160, "sum": 461, "mean": 2.88125, "median": 1.0, "p95": 9.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 160, "units_out": 76, "chunk_lengths": [1, 2, 2, 2, 3, 1, 1, 3, 1, 1, 2, 5, 1, 2, 1, 5, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 6, 1, 3, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 5, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 1, 5, 5, 2, 1, 1, 4, 2, 1, 1, 1, 2, 4, 2, 1, 5, 1, 1, 1, 3, 1, 3, 2], "chunk_stats": {"count": 76, "sum": 160, "mean": 2.1052631578947367, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [13, 8, 1, 8, 1, 9, 1, 9, 3, 4, 4, 1, 5, 4, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 2, 2, 1, 1, 4, 1, 8, 4, 2, 5, 1, 2, 4], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 5.899999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 21, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06699180900068313, "decode_time_sec": 1.933633759001168, "total_time_sec": 2.005179653000596, "prefill_units_per_sec": 6702.311919885929, "prefill_bytes_per_sec": 6687.384721846093, "decode_units_per_sec": 66.19661008924425, "decode_bytes_per_sec": 66.19661008924425, "total_units_per_sec": 63.83467925602473, "total_bytes_per_sec": 63.83467925602473, "step_latency_ms": {"count": 128, "sum": 1888, "mean": 14.75, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3382.95703125, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}, "model_input_units": {"count": 1, "sum": 449, "mean": 449.0, "median": 449.0, "p95": 449.0, "max": 449, "min": 449}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 448, "model_input_units": 449, "stage0_units": 175, "stage1_units": 90, "bytes_per_stage0_unit": 2.56, "stage0_per_stage1_unit": 1.9444444444444444}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 449, "units_out": 175, "chunk_lengths": [1, 1, 3, 1, 2, 1, 10, 1, 4, 1, 2, 2, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 3, 5, 2, 4, 11, 1, 4, 6, 1, 3, 1, 6, 1, 3, 1, 3, 2, 1, 1, 7, 3, 4, 1, 3, 1, 1, 4, 5, 4, 1, 2, 1, 4, 3, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 1, 6, 2, 1, 9, 4, 1, 1, 5, 2, 1, 9, 4, 1, 3, 2, 2, 2, 2, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 6, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 175, "sum": 449, "mean": 2.565714285714286, "median": 2.0, "p95": 6.299999999999983, "max": 11, "min": 1}}, {"stage": 1, "units_in": 175, "units_out": 90, "chunk_lengths": [1, 2, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 2, 5, 1, 1, 4, 2, 1, 1, 2, 3, 5, 2, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 2, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 1, 2, 2, 2, 3, 1, 3, 1, 4, 1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 4, 3, 5, 1, 3, 3, 1, 4, 1], "chunk_stats": {"count": 90, "sum": 175, "mean": 1.9444444444444444, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 60, "chunk_lengths": [1, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 2], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 4, 6, 3, 5, 1, 3, 4, 4, 1, 4, 1, 4, 6, 3, 5], "chunk_stats": {"count": 18, "sum": 60, "mean": 3.3333333333333335, "median": 4.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 60, "sum": 60, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 22, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06667872999969404, "decode_time_sec": 1.522144243999719, "total_time_sec": 1.5939674979999836, "prefill_units_per_sec": 8428.474867511406, "prefill_bytes_per_sec": 8413.477581270281, "decode_units_per_sec": 84.09189898038574, "decode_bytes_per_sec": 84.09189898038574, "total_units_per_sec": 80.30276662517075, "total_bytes_per_sec": 80.30276662517075, "step_latency_ms": {"count": 128, "sum": 1490, "mean": 11.640625, "median": 8.0, "p95": 37.0, "max": 45, "min": 7}, "peak_allocated_mb": 3416.1494140625, "peak_reserved_mb": 3520.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 561, "mean": 561.0, "median": 561.0, "p95": 561.0, "max": 561, "min": 561}, "model_input_units": {"count": 1, "sum": 562, "mean": 562.0, "median": 562.0, "p95": 562.0, "max": 562, "min": 562}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 561, "model_input_units": 562, "stage0_units": 142, "stage1_units": 68, "bytes_per_stage0_unit": 3.9507042253521125, "stage0_per_stage1_unit": 2.088235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 562, "units_out": 142, "chunk_lengths": [1, 1, 3, 7, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 7, 1, 2, 1, 1, 9, 4, 6, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 13, 4, 1, 7, 1, 5, 3, 1, 1, 1, 7, 1, 2, 1, 5, 1, 1, 7, 1, 2, 1, 1, 5, 1, 1, 7, 1, 1, 1, 17, 1, 2, 4, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 21, 8, 1, 17, 1, 7, 1, 2, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 17, 1, 2, 4, 1, 1, 8, 1, 1, 7, 2, 1, 7, 1, 1, 21, 8, 1, 17, 11, 2, 1, 7, 1, 3, 1, 1, 7, 1, 10, 1, 1, 17, 1, 2, 11, 1, 2, 2, 2, 1, 21, 8, 1, 17, 4, 4], "chunk_stats": {"count": 142, "sum": 562, "mean": 3.9577464788732395, "median": 2.0, "p95": 17.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 142, "units_out": 68, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 4, 1, 1, 4, 1, 6, 1, 3, 4, 2, 1, 1, 2, 2, 2, 1, 6, 1, 1, 1, 1, 3, 1, 2, 2, 6, 1, 2, 5, 3, 1, 4, 1, 1, 1, 1, 1, 1, 9, 2, 2, 2, 5, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 68, "sum": 142, "mean": 2.088235294117647, "median": 1.0, "p95": 5.649999999999999, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 26, "chunk_lengths": [1, 3, 1, 9, 1, 21, 1, 2, 4, 4, 3, 1, 7, 1, 25, 1, 7, 1, 3, 1, 3, 1, 1, 1, 21, 1, 3], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 2.0, "p95": 21.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 3, 2, 2, 2, 3, 1, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 14, "sum": 26, "mean": 1.8571428571428572, "median": 2.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 26, "sum": 26, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 23, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06672563000029186, "decode_time_sec": 1.746214542999951, "total_time_sec": 1.8193451259994617, "prefill_units_per_sec": 8842.179534272203, "prefill_bytes_per_sec": 8827.19278929886, "decode_units_per_sec": 73.30141677786015, "decode_bytes_per_sec": 73.30141677786015, "total_units_per_sec": 70.35498552243236, "total_bytes_per_sec": 70.35498552243236, "step_latency_ms": {"count": 128, "sum": 1734, "mean": 13.546875, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3427.44091796875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 589, "mean": 589.0, "median": 589.0, "p95": 589.0, "max": 589, "min": 589}, "model_input_units": {"count": 1, "sum": 590, "mean": 590.0, "median": 590.0, "p95": 590.0, "max": 590, "min": 590}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 589, "model_input_units": 590, "stage0_units": 243, "stage1_units": 98, "bytes_per_stage0_unit": 2.4238683127572016, "stage0_per_stage1_unit": 2.479591836734694}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 590, "units_out": 243, "chunk_lengths": [1, 1, 3, 10, 1, 4, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 2, 1, 6, 1, 1, 3, 5, 1, 4, 2, 1, 6, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 2, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 1, 7, 5, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 6, 1, 1, 4, 5, 1, 5, 1, 3, 1, 1, 1, 2, 4, 2, 2, 1, 3, 1, 2, 1, 6, 1, 3, 1, 1, 1, 2, 1, 5, 3, 3, 1, 3, 1, 1, 1, 7, 1, 4, 1, 1, 1, 4, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 6, 1, 2, 1, 1, 1, 7, 1, 9, 1, 4, 1, 1, 4, 5, 1, 1, 1, 2, 1, 3, 1, 3, 8, 1, 4, 2, 1, 1, 3, 4, 4, 3, 1, 1, 1, 7, 1, 9, 1, 3, 1, 1, 4, 4, 1, 9, 1, 1, 1, 5, 3, 1, 5, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 6, 1, 3, 1, 2, 4, 1, 3, 1, 4, 1, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 3, 1], "chunk_stats": {"count": 243, "sum": 590, "mean": 2.42798353909465, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 243, "units_out": 98, "chunk_lengths": [1, 2, 1, 2, 4, 1, 5, 1, 2, 2, 1, 3, 1, 2, 2, 1, 5, 1, 3, 1, 2, 2, 4, 1, 2, 3, 2, 4, 3, 4, 5, 1, 2, 3, 1, 1, 1, 10, 1, 2, 1, 1, 4, 2, 1, 5, 1, 1, 2, 2, 6, 1, 1, 1, 1, 8, 4, 7, 1, 1, 2, 1, 2, 1, 1, 2, 12, 2, 3, 1, 3, 1, 3, 3, 1, 4, 3, 1, 1, 2, 2, 3, 6, 1, 6, 1, 2, 1, 2, 3, 1, 2, 6, 1, 3, 5, 2, 1], "chunk_stats": {"count": 98, "sum": 243, "mean": 2.479591836734694, "median": 2.0, "p95": 6.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 4, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 7, 1, 3], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.5, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 7, 2, 1, 2, 3, 1, 2, 1, 5, 1, 3, 5, 1, 5], "chunk_stats": {"count": 17, "sum": 43, "mean": 2.5294117647058822, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 24, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06667536100030702, "decode_time_sec": 1.8711329060006392, "total_time_sec": 1.9437634599999, "prefill_units_per_sec": 7184.063090378983, "prefill_bytes_per_sec": 7169.065046348965, "decode_units_per_sec": 68.40775424851422, "decode_bytes_per_sec": 68.40775424851422, "total_units_per_sec": 65.85163402547272, "total_bytes_per_sec": 65.85163402547272, "step_latency_ms": {"count": 128, "sum": 1851, "mean": 14.4609375, "median": 8.0, "p95": 37.0, "max": 45, "min": 7}, "peak_allocated_mb": 3391.56005859375, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}, "model_input_units": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 478, "model_input_units": 479, "stage0_units": 190, "stage1_units": 69, "bytes_per_stage0_unit": 2.5157894736842104, "stage0_per_stage1_unit": 2.753623188405797}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 479, "units_out": 190, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 4, 1, 1, 1, 6, 1, 2, 1, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 10, 7, 1, 1, 7, 1, 1, 5, 2, 2, 1, 2, 1, 7, 5, 10, 2, 1, 2, 2, 5, 3, 1, 1, 2, 1, 9, 4, 1, 2, 3, 1, 7, 1, 7, 1, 3, 4, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 10, 1, 5, 1, 2, 1, 7, 2, 2, 1, 1, 2, 2, 2, 10, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 7, 10, 7, 1, 1, 7, 1, 6, 3, 1, 5, 1, 2, 1, 6, 10, 1, 5, 1, 1, 2, 7, 1, 1, 1, 7, 5, 1, 2, 7, 1, 1, 7, 1, 5, 1, 2], "chunk_stats": {"count": 190, "sum": 479, "mean": 2.5210526315789474, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 190, "units_out": 69, "chunk_lengths": [1, 2, 2, 4, 3, 2, 3, 1, 4, 1, 1, 1, 3, 2, 1, 1, 3, 5, 1, 4, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 24, 5, 5, 8, 1, 2, 2, 2, 1, 6, 1, 1, 2, 2, 2, 3, 1, 1, 6, 7, 1, 2, 4, 1, 5, 1, 7, 1], "chunk_stats": {"count": 69, "sum": 190, "mean": 2.753623188405797, "median": 2.0, "p95": 6.599999999999994, "max": 24, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [5, 3, 4, 1, 5, 2, 2, 2, 4, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 4, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 1, 3, 9, 3, 1, 1, 2, 1, 6, 1, 6, 1, 8, 4], "chunk_stats": {"count": 18, "sum": 54, "mean": 3.0, "median": 1.5, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 25, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06685936099893297, "decode_time_sec": 2.076016458000595, "total_time_sec": 2.1486669429996255, "prefill_units_per_sec": 11038.095323881094, "prefill_bytes_per_sec": 11023.138555149548, "decode_units_per_sec": 61.65654395788192, "decode_bytes_per_sec": 61.65654395788192, "total_units_per_sec": 59.57181982858025, "total_bytes_per_sec": 59.57181982858025, "step_latency_ms": {"count": 128, "sum": 2035, "mean": 15.8984375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3465.6865234375, "peak_reserved_mb": 3598.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 737, "mean": 737.0, "median": 737.0, "p95": 737.0, "max": 737, "min": 737}, "model_input_units": {"count": 1, "sum": 738, "mean": 738.0, "median": 738.0, "p95": 738.0, "max": 738, "min": 738}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 737, "model_input_units": 738, "stage0_units": 338, "stage1_units": 178, "bytes_per_stage0_unit": 2.1804733727810652, "stage0_per_stage1_unit": 1.898876404494382}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 738, "units_out": 338, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 9, 3, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 9, 1, 2, 4, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 1, 3, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 2, 3, 5, 13, 1, 5, 1, 8, 5, 1, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 2, 4, 1, 3, 1, 1, 1, 2, 1, 8, 1, 1, 9, 2, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 2, 3, 13, 1, 2, 1, 1, 8, 1, 3, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 1, 5, 1, 1, 1, 13, 4, 2, 1, 2, 4, 8, 1], "chunk_stats": {"count": 338, "sum": 738, "mean": 2.1834319526627217, "median": 1.0, "p95": 6.149999999999977, "max": 22, "min": 1}}, {"stage": 1, "units_in": 338, "units_out": 178, "chunk_lengths": [1, 2, 2, 2, 2, 1, 1, 3, 3, 6, 1, 1, 1, 2, 1, 1, 2, 4, 1, 2, 4, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 2, 1, 3, 1, 2, 1, 2, 3, 2, 2, 3, 2, 1, 6, 3, 1, 2, 1, 1, 1, 2, 3, 3, 2, 1, 1, 2, 2, 1, 3, 6, 1, 3, 1, 2, 2, 1, 2, 4, 3, 2, 2, 2, 1, 1, 1, 2, 1, 1, 2, 2, 2, 1, 1, 2, 3, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 2, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 3, 4, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 2, 3, 1, 1, 1, 2, 3, 2, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 2, 3, 1, 3, 5, 1, 3, 1, 3, 2, 3, 2, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 178, "sum": 338, "mean": 1.898876404494382, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 62, "chunk_lengths": [17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 6], "chunk_stats": {"count": 63, "sum": 128, "mean": 2.0317460317460316, "median": 1.0, "p95": 4.0, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 2, 2, 1, 13, 4, 1, 1, 2, 2, 1, 2, 3, 3, 2, 6, 2, 3, 5, 1, 1, 2, 1], "chunk_stats": {"count": 24, "sum": 62, "mean": 2.5833333333333335, "median": 2.0, "p95": 5.849999999999998, "max": 13, "min": 1}, "active_size_stats": {"count": 62, "sum": 62, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 26, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06737604000045394, "decode_time_sec": 1.9263011790008022, "total_time_sec": 1.9992623240013927, "prefill_units_per_sec": 4615.88422231263, "prefill_bytes_per_sec": 4601.0421508582485, "decode_units_per_sec": 66.44859142244583, "decode_bytes_per_sec": 66.44859142244583, "total_units_per_sec": 64.02361434182203, "total_bytes_per_sec": 64.02361434182203, "step_latency_ms": {"count": 128, "sum": 1911, "mean": 14.9296875, "median": 8.0, "p95": 37.0, "max": 41, "min": 7}, "peak_allocated_mb": 3353.24169921875, "peak_reserved_mb": 3382.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 137, "stage1_units": 82, "bytes_per_stage0_unit": 2.2627737226277373, "stage0_per_stage1_unit": 1.670731707317073}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 137, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 2, 1, 1, 2, 2, 2, 1, 2, 3, 1, 1, 5, 2, 1, 2, 1, 9, 7, 1, 2, 2, 1, 2, 3, 1, 3, 6, 1, 5, 2, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 3, 4, 1, 2, 5, 1, 3, 1, 1, 1, 6, 2, 1, 4, 1, 5, 2, 2, 2, 4, 1, 2, 5, 4, 1, 1, 6, 2, 2, 1, 2, 1, 1, 1, 1, 5, 2, 1, 6, 1, 4, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 8, 5, 5, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 1, 1], "chunk_stats": {"count": 137, "sum": 311, "mean": 2.27007299270073, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 137, "units_out": 82, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 3, 1, 1, 1, 2, 1, 3, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 3, 1, 3, 2, 2, 3, 1, 1, 1, 2, 2, 4, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 82, "sum": 137, "mean": 1.670731707317073, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 2, 3, 2, 1, 2, 2, 1, 3, 1, 1, 2, 2, 2, 1, 2, 3, 1, 5, 7, 10, 1, 2, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 1, 6, 1, 2, 3, 4, 1, 2, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 3, 1, 5, 3, 3, 3, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 2.0, "p95": 3.0, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 27, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0669684109998343, "decode_time_sec": 1.5403949330011528, "total_time_sec": 1.6103074809998361, "prefill_units_per_sec": 6839.0453523099595, "prefill_bytes_per_sec": 6824.112938876969, "decode_units_per_sec": 83.09557325705914, "decode_bytes_per_sec": 83.09557325705914, "total_units_per_sec": 79.48792482819809, "total_bytes_per_sec": 79.48792482819809, "step_latency_ms": {"count": 128, "sum": 1527, "mean": 11.9296875, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3385.42578125, "peak_reserved_mb": 3462.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 457, "mean": 457.0, "median": 457.0, "p95": 457.0, "max": 457, "min": 457}, "model_input_units": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 457, "model_input_units": 458, "stage0_units": 133, "stage1_units": 66, "bytes_per_stage0_unit": 3.43609022556391, "stage0_per_stage1_unit": 2.015151515151515}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 458, "units_out": 133, "chunk_lengths": [1, 1, 3, 1, 6, 6, 1, 1, 3, 2, 6, 1, 1, 5, 1, 2, 1, 7, 2, 5, 2, 3, 6, 1, 1, 1, 5, 6, 7, 1, 7, 3, 2, 2, 1, 7, 6, 7, 2, 1, 2, 9, 1, 7, 7, 1, 7, 2, 6, 1, 6, 1, 11, 1, 3, 1, 1, 9, 1, 8, 2, 6, 1, 1, 3, 1, 1, 6, 1, 6, 1, 5, 7, 1, 6, 6, 5, 1, 7, 1, 2, 1, 3, 1, 1, 6, 1, 7, 1, 2, 1, 6, 1, 1, 9, 7, 1, 5, 1, 13, 1, 1, 2, 5, 2, 8, 1, 6, 7, 1, 1, 3, 2, 8, 1, 5, 1, 1, 1, 13, 1, 1, 8, 1, 1, 2, 6, 1, 1, 6, 1, 8, 1], "chunk_stats": {"count": 133, "sum": 458, "mean": 3.443609022556391, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 133, "units_out": 66, "chunk_lengths": [1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 2, 1, 3, 6, 1, 2, 1, 1, 6, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 4, 1, 5, 3, 4, 1, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 1, 2], "chunk_stats": {"count": 66, "sum": 133, "mean": 2.015151515151515, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 4, 1, 1, 1, 9, 1, 3, 1, 1, 6, 1, 7, 2, 1, 6, 1, 9, 7, 1, 7, 2, 6, 1, 6, 1, 1, 3, 1, 1, 9, 1, 8, 1, 16], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 9.0, "max": 16, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [3, 2, 1, 7, 1, 3, 1, 3, 4, 8, 1], "chunk_stats": {"count": 11, "sum": 34, "mean": 3.090909090909091, "median": 3.0, "p95": 7.5, "max": 8, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 28, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06741812999825925, "decode_time_sec": 1.7982120010001381, "total_time_sec": 1.8702348560000246, "prefill_units_per_sec": 5784.794090403722, "prefill_bytes_per_sec": 5769.961285043712, "decode_units_per_sec": 71.18181834444901, "decode_bytes_per_sec": 71.18181834444901, "total_units_per_sec": 68.44060230689996, "total_bytes_per_sec": 68.44060230689996, "step_latency_ms": {"count": 128, "sum": 1778, "mean": 13.890625, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3368.01220703125, "peak_reserved_mb": 3462.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 146, "stage1_units": 62, "bytes_per_stage0_unit": 2.664383561643836, "stage0_per_stage1_unit": 2.3548387096774195}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 390, "units_out": 146, "chunk_lengths": [1, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 6, 2, 8, 5, 1, 1, 9, 1, 5, 1, 1, 1, 1, 4, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 1, 9, 1, 5, 1, 5, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 4, 1, 1, 1, 9, 1, 5, 1, 2, 7, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 2, 6, 1, 1, 1, 9, 6, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 5, 1, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 5, 1, 1, 13, 1, 5, 1, 1, 5, 1, 11, 2, 5, 1], "chunk_stats": {"count": 146, "sum": 390, "mean": 2.671232876712329, "median": 1.0, "p95": 8.75, "max": 13, "min": 1}}, {"stage": 1, "units_in": 146, "units_out": 62, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 1, 2, 1, 7, 1, 1, 4, 1, 1, 7, 1, 5, 1, 5, 2, 7, 1, 6, 1, 1, 1, 1, 7, 1, 3, 5, 1, 1, 1, 2, 4, 3, 1, 2, 8, 4, 1, 3, 2, 2, 1, 1, 1], "chunk_stats": {"count": 62, "sum": 146, "mean": 2.3548387096774195, "median": 1.0, "p95": 7.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 1, 5, 1, 1, 2, 1, 10, 1, 1, 9, 1, 5, 1, 1, 2, 1, 8, 1, 1, 9, 1, 5, 1, 1, 2, 1, 5, 1, 1, 9, 1, 5, 1, 1, 2, 1, 7, 1, 1, 9, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 5, 2, 2, 1, 5, 2, 2, 1, 5, 1, 1, 2, 1, 5, 1, 1, 2, 1, 1], "chunk_stats": {"count": 20, "sum": 42, "mean": 2.1, "median": 1.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 29, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06620198100063135, "decode_time_sec": 1.7375152469994646, "total_time_sec": 1.8076220639995881, "prefill_units_per_sec": 3912.269634310943, "prefill_bytes_per_sec": 3897.16434614758, "decode_units_per_sec": 73.66841828930404, "decode_bytes_per_sec": 73.66841828930404, "total_units_per_sec": 70.81126223740826, "total_bytes_per_sec": 70.81126223740826, "step_latency_ms": {"count": 128, "sum": 1716, "mean": 13.40625, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3343.4130859375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}, "model_input_units": {"count": 1, "sum": 259, "mean": 259.0, "median": 259.0, "p95": 259.0, "max": 259, "min": 259}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 258, "model_input_units": 259, "stage0_units": 88, "stage1_units": 49, "bytes_per_stage0_unit": 2.9318181818181817, "stage0_per_stage1_unit": 1.7959183673469388}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 259, "units_out": 88, "chunk_lengths": [1, 1, 3, 4, 1, 1, 8, 1, 1, 1, 5, 5, 7, 1, 7, 7, 3, 5, 5, 3, 3, 1, 6, 1, 6, 7, 5, 5, 4, 1, 5, 1, 1, 9, 2, 3, 1, 7, 1, 5, 1, 3, 1, 5, 1, 2, 1, 9, 5, 1, 1, 8, 1, 1, 2, 1, 1, 1, 5, 2, 5, 1, 2, 1, 2, 2, 3, 1, 1, 4, 4, 1, 4, 1, 1, 1, 2, 3, 1, 5, 1, 3, 4, 1, 1, 2, 5, 1], "chunk_stats": {"count": 88, "sum": 259, "mean": 2.9431818181818183, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 88, "units_out": 49, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 4, 2, 4, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 3, 1, 3, 3, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 88, "mean": 1.7959183673469388, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 2, 2, 3, 1, 2, 2, 1, 3, 3, 2, 4, 1, 1, 2, 4, 4, 5, 1, 2, 3, 1, 9, 3, 4, 8, 5, 5, 2, 4, 4, 5, 4, 4, 1, 9, 3, 4], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 3.0, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 5, 3, 1, 4, 1, 4, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 19, "sum": 38, "mean": 2.0, "median": 1.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 30, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07717365000098653, "decode_time_sec": 1.6079737750005734, "total_time_sec": 1.6877806120010064, "prefill_units_per_sec": 4263.113122105723, "prefill_bytes_per_sec": 4250.155331461025, "decode_units_per_sec": 79.60328830608843, "decode_bytes_per_sec": 79.60328830608843, "total_units_per_sec": 75.83924065121545, "total_bytes_per_sec": 75.83924065121545, "step_latency_ms": {"count": 128, "sum": 1574, "mean": 12.296875, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3358.37451171875, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "model_input_units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 328, "model_input_units": 329, "stage0_units": 108, "stage1_units": 53, "bytes_per_stage0_unit": 3.037037037037037, "stage0_per_stage1_unit": 2.0377358490566038}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 329, "units_out": 108, "chunk_lengths": [1, 1, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 5, 2, 5, 1, 1, 9, 2, 10, 5, 1, 1, 2, 5, 6, 9, 4, 2, 3, 1, 5, 1, 1, 2, 3, 1, 5, 1, 1, 1, 1, 1, 13, 1, 2, 1, 1, 8, 1, 5, 1, 1, 1, 1, 1, 2, 4, 1, 1, 17, 4, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 1, 21, 1, 2, 1, 1, 8, 1, 1, 2, 4, 1, 1, 25, 4, 1, 1, 2, 1, 2, 3, 1, 1, 4, 5, 1, 1, 1, 1], "chunk_stats": {"count": 108, "sum": 329, "mean": 3.0462962962962963, "median": 1.0, "p95": 9.0, "max": 25, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 53, "chunk_lengths": [1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 2, 4, 2, 3, 4, 1, 1, 4, 2, 2, 3, 1, 3, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 4, 3, 3, 1, 1, 2, 1, 3, 7, 1], "chunk_stats": {"count": 53, "sum": 108, "mean": 2.0377358490566038, "median": 1.0, "p95": 4.399999999999999, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [29, 1, 2, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 30, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 1, 1, 2, 5, 1], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 18.5, "max": 30, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 4, 3, 1, 3, 2, 1, 4, 3, 1, 1, 3, 2, 1], "chunk_stats": {"count": 15, "sum": 31, "mean": 2.066666666666667, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 31, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06577796299825422, "decode_time_sec": 1.6088107470004616, "total_time_sec": 1.6773022269990179, "prefill_units_per_sec": 3967.8942324031386, "prefill_bytes_per_sec": 3952.691572508874, "decode_units_per_sec": 79.56187527877279, "decode_bytes_per_sec": 79.56187527877279, "total_units_per_sec": 76.31302095688146, "total_bytes_per_sec": 76.31302095688146, "step_latency_ms": {"count": 128, "sum": 1579, "mean": 12.3359375, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3343.6005859375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 81, "stage1_units": 42, "bytes_per_stage0_unit": 3.2098765432098766, "stage0_per_stage1_unit": 1.9285714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 261, "units_out": 81, "chunk_lengths": [1, 1, 3, 1, 5, 1, 7, 1, 7, 1, 7, 1, 1, 1, 1, 1, 5, 1, 1, 1, 5, 3, 5, 4, 1, 11, 5, 3, 4, 8, 9, 1, 4, 5, 8, 5, 4, 6, 6, 3, 6, 1, 3, 2, 5, 5, 2, 3, 1, 1, 4, 5, 2, 3, 1, 1, 5, 3, 3, 1, 1, 4, 2, 5, 3, 8, 1, 5, 1, 1, 1, 1, 5, 2, 3, 1, 1, 4, 1, 5, 1], "chunk_stats": {"count": 81, "sum": 261, "mean": 3.2222222222222223, "median": 3.0, "p95": 8.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 42, "chunk_lengths": [1, 2, 2, 4, 1, 1, 1, 2, 2, 1, 3, 1, 2, 3, 2, 3, 1, 3, 1, 2, 1, 2, 2, 1, 1, 1, 2, 3, 1, 5, 2, 1, 3, 1, 3, 1, 3, 1, 1, 5, 2, 1], "chunk_stats": {"count": 42, "sum": 81, "mean": 1.9285714285714286, "median": 2.0, "p95": 3.9499999999999957, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 1, 5, 5, 5, 4, 6, 6], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 3.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 7, 2, 1, 11, 1, 11, 2, 1, 1, 3], "chunk_stats": {"count": 11, "sum": 41, "mean": 3.727272727272727, "median": 2.0, "p95": 11.0, "max": 11, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 32, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0675336709991825, "decode_time_sec": 1.7911206240005413, "total_time_sec": 1.8629105200016056, "prefill_units_per_sec": 11653.44617516093, "prefill_bytes_per_sec": 11638.638746729976, "decode_units_per_sec": 71.46364029582037, "decode_bytes_per_sec": 71.46364029582037, "total_units_per_sec": 68.70968767726411, "total_bytes_per_sec": 68.70968767726411, "step_latency_ms": {"count": 128, "sum": 1771, "mean": 13.8359375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3480.86328125, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 786, "mean": 786.0, "median": 786.0, "p95": 786.0, "max": 786, "min": 786}, "model_input_units": {"count": 1, "sum": 787, "mean": 787.0, "median": 787.0, "p95": 787.0, "max": 787, "min": 787}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 786, "model_input_units": 787, "stage0_units": 248, "stage1_units": 105, "bytes_per_stage0_unit": 3.1693548387096775, "stage0_per_stage1_unit": 2.361904761904762}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 787, "units_out": 248, "chunk_lengths": [1, 1, 3, 1, 6, 1, 6, 1, 2, 2, 1, 1, 3, 2, 5, 2, 6, 2, 5, 1, 1, 9, 2, 4, 2, 10, 1, 2, 4, 1, 4, 6, 7, 2, 3, 1, 1, 4, 3, 6, 3, 11, 2, 3, 3, 4, 5, 3, 1, 1, 9, 1, 3, 2, 3, 1, 11, 7, 1, 1, 6, 1, 6, 1, 9, 2, 4, 1, 4, 5, 5, 8, 1, 2, 3, 3, 7, 2, 8, 3, 5, 1, 9, 6, 2, 1, 6, 1, 5, 1, 2, 1, 1, 5, 1, 5, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 3, 4, 1, 2, 1, 5, 2, 6, 2, 5, 1, 1, 9, 1, 1, 1, 4, 2, 5, 1, 5, 1, 1, 9, 1, 2, 1, 1, 1, 4, 2, 1, 1, 13, 3, 4, 1, 2, 1, 5, 1, 1, 1, 2, 3, 1, 2, 6, 2, 1, 3, 1, 1, 9, 2, 1, 4, 5, 1, 8, 2, 3, 1, 2, 6, 1, 1, 2, 7, 1, 9, 7, 9, 2, 1, 2, 4, 1, 8, 1, 3, 4, 5, 1, 9, 1, 2, 5, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 248, "sum": 787, "mean": 3.1733870967741935, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 248, "units_out": 105, "chunk_lengths": [1, 2, 2, 2, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 7, 3, 2, 1, 1, 3, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 2, 7, 2, 1, 2, 2, 1, 1, 1, 6, 3, 3, 2, 2, 5, 1, 4, 2, 2, 3, 1, 1, 3, 1, 1, 3, 2, 2, 5, 3, 1, 4, 2, 2, 4, 2, 1, 3, 1, 1, 1, 2, 5, 6, 1, 3, 1, 1, 2, 5, 3, 1, 1, 6, 2, 8, 1, 1, 2, 4, 3, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1], "chunk_stats": {"count": 105, "sum": 248, "mean": 2.361904761904762, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [2, 1, 2, 1, 3, 13, 4, 1, 17, 3, 4, 1, 2, 1, 5, 1, 1, 1, 1, 2, 6, 2, 1, 3, 1, 1, 9, 2, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 3, 1, 2, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 8.899999999999999, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 2, 1, 2, 1, 4, 2, 2, 2, 2, 4, 1, 1, 1, 7, 3, 2, 2], "chunk_stats": {"count": 19, "sum": 42, "mean": 2.210526315789474, "median": 2.0, "p95": 4.299999999999994, "max": 7, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 33, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06949116899886576, "decode_time_sec": 1.6851801159991737, "total_time_sec": 1.761222588000237, "prefill_units_per_sec": 5108.562787392371, "prefill_bytes_per_sec": 5094.172469681407, "decode_units_per_sec": 75.95627243922617, "decode_bytes_per_sec": 75.95627243922617, "total_units_per_sec": 72.67678763156016, "total_bytes_per_sec": 72.67678763156016, "step_latency_ms": {"count": 128, "sum": 1663, "mean": 12.9921875, "median": 8.0, "p95": 37.0, "max": 45, "min": 7}, "peak_allocated_mb": 3361.71044921875, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 184, "stage1_units": 90, "bytes_per_stage0_unit": 1.923913043478261, "stage0_per_stage1_unit": 2.0444444444444443}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 355, "units_out": 184, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 4, 1, 4, 1, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 8, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 2, 2, 1, 5, 6, 1, 2, 4, 1, 1, 2, 1, 2, 1, 3, 1, 1, 5, 1, 2, 4, 1, 2, 1, 2, 1, 1, 9, 8, 1, 2, 2, 2, 1, 2, 1, 4, 1, 8, 1, 1, 1, 9, 6, 1, 2, 2, 2, 1, 9, 5, 1, 7, 2, 4, 6, 6, 1, 1], "chunk_stats": {"count": 184, "sum": 355, "mean": 1.9293478260869565, "median": 1.0, "p95": 6.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 184, "units_out": 90, "chunk_lengths": [1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 2, 4, 3, 2, 2, 4, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 4, 4, 3, 1, 6, 2, 6, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2], "chunk_stats": {"count": 90, "sum": 184, "mean": 2.0444444444444443, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [13, 5, 1, 4, 1, 5, 1, 4, 1, 2, 8, 2, 4, 1, 1, 2, 4, 1, 3, 1, 4, 1, 13, 4, 1, 3, 1, 4, 2, 4, 1, 3, 1, 4, 2, 4, 1, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 7.849999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 6, 1, 1, 1, 1, 3, 4, 2, 2, 5, 6, 6, 1], "chunk_stats": {"count": 15, "sum": 41, "mean": 2.7333333333333334, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 34, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06792753000081575, "decode_time_sec": 1.7869191259997024, "total_time_sec": 1.8577873629983515, "prefill_units_per_sec": 5329.2089377554685, "prefill_bytes_per_sec": 5314.48736610421, "decode_units_per_sec": 71.63166935626684, "decode_bytes_per_sec": 71.63166935626684, "total_units_per_sec": 68.89916604525509, "total_bytes_per_sec": 68.89916604525509, "step_latency_ms": {"count": 128, "sum": 1775, "mean": 13.8671875, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3364.3994140625, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}, "model_input_units": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 361, "model_input_units": 362, "stage0_units": 128, "stage1_units": 61, "bytes_per_stage0_unit": 2.8203125, "stage0_per_stage1_unit": 2.098360655737705}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 362, "units_out": 128, "chunk_lengths": [1, 1, 3, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2, 8, 2, 1, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 13, 4, 1, 1, 2, 1, 3, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 9, 7, 10, 1, 2, 1, 1, 13, 5, 1, 17, 1, 2, 6, 2, 7, 1, 5, 1, 1, 1, 1, 1, 1, 6, 2, 5, 1, 5, 1, 3, 4, 1, 1, 5, 6, 1, 1, 17, 2, 1, 1, 3, 1, 1, 4, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 128, "sum": 362, "mean": 2.828125, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 128, "units_out": 61, "chunk_lengths": [1, 2, 1, 4, 1, 3, 1, 4, 1, 1, 3, 1, 5, 1, 5, 2, 3, 4, 3, 2, 1, 1, 1, 1, 1, 5, 1, 5, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 3, 4, 3, 1, 1, 2, 2, 1, 1, 3, 3, 2, 1, 1, 1, 6, 3, 1, 1, 3, 1, 1, 1], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [13, 1, 5, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 1, 1, 1, 3, 1, 1, 2, 5, 3, 1, 1, 3, 5, 1, 1, 3, 1, 4], "chunk_stats": {"count": 20, "sum": 41, "mean": 2.05, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 35, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07068771699960053, "decode_time_sec": 2.1164304750000156, "total_time_sec": 2.1900774000005185, "prefill_units_per_sec": 3805.4701922474055, "prefill_bytes_per_sec": 3791.323462908196, "decode_units_per_sec": 60.47918961287829, "decode_bytes_per_sec": 60.47918961287829, "total_units_per_sec": 58.44542297910096, "total_bytes_per_sec": 58.44542297910096, "step_latency_ms": {"count": 128, "sum": 2095, "mean": 16.3671875, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3344.2255859375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 122, "stage1_units": 59, "bytes_per_stage0_unit": 2.19672131147541, "stage0_per_stage1_unit": 2.0677966101694913}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 269, "units_out": 122, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 5, 1, 4, 2, 1, 5, 1, 8, 2, 4, 4, 1, 2, 2, 2, 2, 6, 1, 2, 2, 1, 1, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 2, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 8, 1, 5, 1, 2, 4, 4, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 4, 1, 2, 4, 4, 1, 1, 1], "chunk_stats": {"count": 122, "sum": 269, "mean": 2.2049180327868854, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 122, "units_out": 59, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 4, 1, 2, 3, 1, 2, 3, 1, 1, 1, 3, 2, 1, 2, 5, 1, 5, 1, 6, 1, 1, 2, 1, 6, 1, 4, 1, 4, 1, 3, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 3, 2, 1, 2, 2, 1], "chunk_stats": {"count": 59, "sum": 122, "mean": 2.0677966101694913, "median": 1.0, "p95": 5.099999999999994, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [5, 1, 2, 2, 6, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 2, 6, 1, 2, 2, 6, 1, 1, 5, 3, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 4, 1, 1, 5, 1, 4, 2, 2], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 1, 6, 3, 2, 1, 3, 1, 1, 4, 3, 1, 6, 1, 1, 1, 1, 3, 3, 2, 1], "chunk_stats": {"count": 27, "sum": 57, "mean": 2.111111111111111, "median": 1.0, "p95": 5.399999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 36, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06670327199935855, "decode_time_sec": 1.5607348940011434, "total_time_sec": 1.629922724001517, "prefill_units_per_sec": 4812.3576307184285, "prefill_bytes_per_sec": 4797.365862398434, "decode_units_per_sec": 82.0126470497854, "decode_bytes_per_sec": 82.0126470497854, "total_units_per_sec": 78.5313304214543, "total_bytes_per_sec": 78.5313304214543, "step_latency_ms": {"count": 128, "sum": 1548, "mean": 12.09375, "median": 8.0, "p95": 37.64999999999999, "max": 38, "min": 7}, "peak_allocated_mb": 3354.9296875, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "model_input_units": {"count": 1, "sum": 321, "mean": 321.0, "median": 321.0, "p95": 321.0, "max": 321, "min": 321}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 320, "model_input_units": 321, "stage0_units": 111, "stage1_units": 50, "bytes_per_stage0_unit": 2.8828828828828827, "stage0_per_stage1_unit": 2.22}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 321, "units_out": 111, "chunk_lengths": [1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 2, 4, 2, 4, 1, 3, 1, 1, 1, 4, 2, 7, 1, 1, 5, 1, 1, 9, 1, 2, 5, 4, 3, 1, 3, 1, 1, 6, 1, 13, 1, 5, 4, 1, 5, 3, 5, 1, 4, 1, 9, 5, 4, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 1, 4, 1, 2, 4, 1, 1, 1, 1, 2, 4, 1, 1, 13, 1, 6, 2, 4, 1, 4, 1, 4, 1, 1, 13, 1, 2, 4, 1, 3, 1, 1, 17, 1, 6, 2, 4, 3, 1, 7, 1, 3, 1, 1, 1], "chunk_stats": {"count": 111, "sum": 321, "mean": 2.891891891891892, "median": 2.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 2, 1, 2, 2, 2, 1, 1, 2, 2, 6, 1, 2, 5, 3, 1, 1, 1, 7, 6, 3, 4, 1, 5, 1, 2, 1, 3, 4, 2, 2, 4, 1, 2, 1, 2, 2, 3, 2], "chunk_stats": {"count": 50, "sum": 111, "mean": 2.22, "median": 2.0, "p95": 5.549999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 32, "chunk_lengths": [21, 1, 5, 2, 1, 3, 1, 1, 6, 1, 4, 1, 2, 7, 1, 1, 7, 1, 17, 1, 13, 3, 4, 1, 5, 1, 1, 1, 1, 5, 4, 1, 4], "chunk_stats": {"count": 33, "sum": 128, "mean": 3.878787878787879, "median": 2.0, "p95": 14.599999999999994, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [3, 6, 3, 3, 3, 1, 1, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 13, "sum": 32, "mean": 2.4615384615384617, "median": 3.0, "p95": 4.799999999999997, "max": 6, "min": 1}, "active_size_stats": {"count": 32, "sum": 32, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 37, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06902448000073491, "decode_time_sec": 1.906133566999415, "total_time_sec": 1.9778845740001998, "prefill_units_per_sec": 4505.647851265069, "prefill_bytes_per_sec": 4491.160237595406, "decode_units_per_sec": 67.1516425795356, "decode_bytes_per_sec": 67.1516425795356, "total_units_per_sec": 64.7156066044464, "total_bytes_per_sec": 64.7156066044464, "step_latency_ms": {"count": 128, "sum": 1888, "mean": 14.75, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3353.2412109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 94, "stage1_units": 41, "bytes_per_stage0_unit": 3.297872340425532, "stage0_per_stage1_unit": 2.292682926829268}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 94, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 3, 4, 8, 1, 17, 7, 1, 1, 3, 1, 7, 2, 5, 1, 1, 3, 1, 5, 2, 5, 1, 1, 1, 3, 1, 5, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 2, 5, 1, 4, 1, 5, 1, 9, 1, 2, 4, 1, 5, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 1, 1], "chunk_stats": {"count": 94, "sum": 311, "mean": 3.3085106382978724, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 94, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 6, 1, 1, 1, 7, 1, 3, 2, 5, 2, 5, 1, 1, 5, 1, 3, 2, 6, 1], "chunk_stats": {"count": 41, "sum": 94, "mean": 2.292682926829268, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 3, 4, 2, 2, 1, 1, 1, 1, 5, 8, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 7, 1, 2, 2, 2, 5, 1, 4, 2, 5, 1, 1, 4, 2, 1, 3, 1, 4, 1, 1, 8], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 7.75, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 4, 1, 1, 1, 3, 1, 3, 1, 7, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 1, 4], "chunk_stats": {"count": 23, "sum": 45, "mean": 1.9565217391304348, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 38, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06785450100142043, "decode_time_sec": 1.8658168319998367, "total_time_sec": 1.9380180389998714, "prefill_units_per_sec": 11922.569439911802, "prefill_bytes_per_sec": 11907.832024040465, "decode_units_per_sec": 68.60266120699848, "decode_bytes_per_sec": 68.60266120699848, "total_units_per_sec": 66.04685685281616, "total_bytes_per_sec": 66.04685685281616, "step_latency_ms": {"count": 128, "sum": 1853, "mean": 14.4765625, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3485.64697265625, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 808, "mean": 808.0, "median": 808.0, "p95": 808.0, "max": 808, "min": 808}, "model_input_units": {"count": 1, "sum": 809, "mean": 809.0, "median": 809.0, "p95": 809.0, "max": 809, "min": 809}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 808, "model_input_units": 809, "stage0_units": 242, "stage1_units": 109, "bytes_per_stage0_unit": 3.3388429752066116, "stage0_per_stage1_unit": 2.220183486238532}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 809, "units_out": 242, "chunk_lengths": [1, 1, 3, 1, 5, 1, 5, 1, 1, 3, 2, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 2, 4, 1, 22, 3, 2, 1, 11, 1, 1, 4, 2, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 4, 1, 22, 5, 1, 6, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 9, 1, 1, 2, 1, 6, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 3, 10, 2, 1, 1, 1, 2, 10, 1, 9, 6, 1, 5, 1, 1, 1, 3, 4, 2, 1, 1, 1, 2, 4, 1, 9, 1, 2, 8, 1, 3, 1, 13, 6, 1, 5, 1, 1, 1, 3, 8, 1, 3, 2, 1, 1, 1, 2, 8, 1, 3, 1, 9, 4, 1, 13, 6, 1, 5, 1, 1, 1, 3, 3, 8, 1, 3, 2, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 9, 1, 5, 1, 7, 2, 1, 3, 1, 1, 5, 1, 1, 5, 1, 6, 1, 3, 2, 1, 11, 1, 29, 1, 1, 1, 18, 1, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 5, 1, 6, 1, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 1, 30, 5, 1, 6, 1, 5, 1, 6, 2, 4, 1, 4, 2], "chunk_stats": {"count": 242, "sum": 809, "mean": 3.34297520661157, "median": 1.5, "p95": 10.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 242, "units_out": 109, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 3, 2, 3, 3, 1, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 4, 2, 2, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 1, 2, 2, 1, 1, 4, 3, 3, 1, 2, 6, 1, 2, 1, 4, 3, 1, 3, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 5, 5, 5, 7, 9, 1, 1, 6, 4, 2, 5, 2, 5, 4, 2, 2, 1], "chunk_stats": {"count": 109, "sum": 242, "mean": 2.220183486238532, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 5, 1, 1, 2, 2, 10, 1, 3, 5, 1, 5, 1, 2, 3, 4, 10, 1, 3, 2, 1, 5, 5, 5, 2], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 5.75, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 5, 1, 1, 1, 3, 1, 3, 1, 3, 1, 1, 4, 1, 3, 6, 1, 2, 1, 1, 4], "chunk_stats": {"count": 21, "sum": 45, "mean": 2.142857142857143, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 39, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0676863009994122, "decode_time_sec": 1.731053952998991, "total_time_sec": 1.8071001460011757, "prefill_units_per_sec": 7889.336425765641, "prefill_bytes_per_sec": 7874.562387515144, "decode_units_per_sec": 73.94339141090573, "decode_bytes_per_sec": 73.94339141090573, "total_units_per_sec": 70.83171360659982, "total_bytes_per_sec": 70.83171360659982, "step_latency_ms": {"count": 128, "sum": 1712, "mean": 13.375, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3409.07763671875, "peak_reserved_mb": 3496.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}, "model_input_units": {"count": 1, "sum": 534, "mean": 534.0, "median": 534.0, "p95": 534.0, "max": 534, "min": 534}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 533, "model_input_units": 534, "stage0_units": 219, "stage1_units": 107, "bytes_per_stage0_unit": 2.4337899543378994, "stage0_per_stage1_unit": 2.046728971962617}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 534, "units_out": 219, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 1, 1, 5, 6, 1, 5, 3, 2, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 2, 2, 9, 4, 1, 13, 6, 1, 1, 1, 1, 1, 1, 5, 3, 2, 6, 1, 5, 3, 2, 1, 13, 2, 1, 1, 1, 1, 5, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 1, 1, 1, 5, 2, 1, 13, 1, 1, 1, 6, 5, 4, 1, 1, 2, 1, 5, 1, 2, 7, 1, 4, 5, 13, 1, 1, 2, 1, 1, 6, 5, 5, 3, 1, 7, 3, 4, 4, 1, 1, 5, 13, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 219, "sum": 534, "mean": 2.4383561643835616, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 219, "units_out": 107, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 5, 1, 2, 2, 1, 1, 1, 2, 4, 1, 4, 1, 3, 2, 2, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 4, 1, 1, 3, 1, 5, 3, 1, 1, 6, 3, 1, 1, 1, 1, 6, 1, 1, 7, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 4, 2, 1, 1, 4, 1, 1, 4, 11, 1, 1, 2, 1, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 1, 2, 1, 1, 3, 1, 2, 3, 1, 1, 8, 1, 5, 1, 1, 1], "chunk_stats": {"count": 107, "sum": 219, "mean": 2.046728971962617, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [17, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 1, 4, 2, 1, 17, 2, 1, 1, 1, 1, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 3, 6, 1, 5, 3, 2, 1, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 6, 1, 4, 4, 7, 2, 1, 7, 5, 4, 5, 2], "chunk_stats": {"count": 13, "sum": 49, "mean": 3.769230769230769, "median": 4.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 40, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06766401200002292, "decode_time_sec": 1.6092455389989482, "total_time_sec": 1.6830575349995343, "prefill_units_per_sec": 14734.5682073901, "prefill_bytes_per_sec": 14719.789302467943, "decode_units_per_sec": 79.54037895275077, "decode_bytes_per_sec": 79.54037895275077, "total_units_per_sec": 76.05206437582386, "total_bytes_per_sec": 76.05206437582386, "step_latency_ms": {"count": 128, "sum": 1595, "mean": 12.4609375, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3533.66259765625, "peak_reserved_mb": 3614.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 996, "mean": 996.0, "median": 996.0, "p95": 996.0, "max": 996, "min": 996}, "model_input_units": {"count": 1, "sum": 997, "mean": 997.0, "median": 997.0, "p95": 997.0, "max": 997, "min": 997}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 996, "model_input_units": 997, "stage0_units": 347, "stage1_units": 152, "bytes_per_stage0_unit": 2.8703170028818445, "stage0_per_stage1_unit": 2.2828947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 997, "units_out": 347, "chunk_lengths": [1, 1, 3, 1, 5, 4, 1, 1, 3, 2, 4, 1, 1, 9, 1, 2, 3, 2, 4, 1, 1, 4, 1, 1, 8, 1, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 4, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 6, 1, 1, 4, 1, 9, 2, 1, 2, 3, 1, 2, 4, 1, 2, 6, 1, 3, 9, 1, 4, 4, 1, 1, 4, 1, 2, 5, 4, 1, 4, 11, 5, 4, 1, 6, 6, 1, 6, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 6, 1, 5, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 6, 1, 1, 1, 2, 3, 2, 3, 1, 2, 3, 1, 3, 3, 1, 7, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 1, 2, 1, 3, 1, 3, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 2, 1, 1, 1, 1, 6, 1, 3, 1, 2, 7, 1, 3, 1, 7, 1, 1, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 8, 2, 1, 3, 1, 1, 6, 1, 7, 1, 1, 4, 1, 1, 1, 1, 13, 3, 4, 1, 9, 2, 8, 4, 3, 1, 6, 1, 7, 1, 9, 1, 1, 1, 2, 4, 1, 4, 5, 1, 5, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 8, 1, 2, 1, 9, 1, 1, 6, 1, 6, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 1, 2, 6, 1, 5, 3, 1, 6, 1, 7, 5, 2, 1, 3, 4, 7, 1], "chunk_stats": {"count": 347, "sum": 997, "mean": 2.873198847262248, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 347, "units_out": 152, "chunk_lengths": [1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 7, 2, 4, 1, 1, 1, 6, 1, 3, 1, 4, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 6, 2, 3, 1, 8, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 2, 2, 1, 1, 3, 3, 6, 1, 6, 5, 1, 7, 3, 3, 3, 5, 1, 3, 1, 1, 1, 4, 1, 4, 2, 1, 1, 1, 3, 2, 1, 3, 3, 1, 1, 3, 3, 6, 1, 6, 5, 1, 4, 1, 6, 2, 3, 4, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 2, 4, 1, 1, 10, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 2, 1], "chunk_stats": {"count": 152, "sum": 347, "mean": 2.2828947368421053, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 2, 3, 4, 7, 6, 1, 2, 4, 7, 1, 3, 4, 1, 6, 1, 7, 5, 1, 9, 2, 3, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 1, 6, 1, 3], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [2, 1, 4, 1, 4, 7, 1, 1, 9, 2, 6, 1], "chunk_stats": {"count": 12, "sum": 39, "mean": 3.25, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 41, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06989842999973916, "decode_time_sec": 1.6648841460009862, "total_time_sec": 1.7403458110002248, "prefill_units_per_sec": 3862.7477040758645, "prefill_bytes_per_sec": 3848.441231097806, "decode_units_per_sec": 76.88222649453002, "decode_bytes_per_sec": 76.88222649453002, "total_units_per_sec": 73.54860119807734, "total_bytes_per_sec": 73.54860119807734, "step_latency_ms": {"count": 128, "sum": 1646, "mean": 12.859375, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3344.3037109375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}, "model_input_units": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 269, "model_input_units": 270, "stage0_units": 103, "stage1_units": 37, "bytes_per_stage0_unit": 2.6116504854368934, "stage0_per_stage1_unit": 2.7837837837837838}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 270, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 4, 4, 1, 6, 1, 1, 1, 5, 1, 7, 2, 1, 9, 1, 1, 1, 2, 1, 9, 1, 9, 1, 1, 1, 2, 1, 7, 1, 9, 1, 1, 1, 2, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 9, 1, 1, 1, 2, 1], "chunk_stats": {"count": 103, "sum": 270, "mean": 2.621359223300971, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 37, "chunk_lengths": [1, 2, 2, 3, 2, 1, 1, 2, 1, 2, 4, 2, 2, 6, 2, 6, 1, 2, 7, 2, 5, 1, 3, 2, 6, 4, 2, 6, 1, 1, 2, 2, 6, 2, 2, 2, 5], "chunk_stats": {"count": 37, "sum": 103, "mean": 2.7837837837837838, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 6, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 5, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [2, 1, 2, 2, 7, 2, 2, 9, 1, 2, 9, 1, 1], "chunk_stats": {"count": 13, "sum": 41, "mean": 3.1538461538461537, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 42, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06670762300018396, "decode_time_sec": 1.739652415000819, "total_time_sec": 1.8098934240006201, "prefill_units_per_sec": 8364.861089390957, "prefill_bytes_per_sec": 8349.870298908178, "decode_units_per_sec": 73.5779164252991, "decode_bytes_per_sec": 73.5779164252991, "total_units_per_sec": 70.72239630390311, "total_bytes_per_sec": 70.72239630390311, "step_latency_ms": {"count": 128, "sum": 1726, "mean": 13.484375, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3415.17822265625, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}, "model_input_units": {"count": 1, "sum": 558, "mean": 558.0, "median": 558.0, "p95": 558.0, "max": 558, "min": 558}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 557, "model_input_units": 558, "stage0_units": 175, "stage1_units": 81, "bytes_per_stage0_unit": 3.182857142857143, "stage0_per_stage1_unit": 2.1604938271604937}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 558, "units_out": 175, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 7, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 7, 1, 2, 2, 2, 2, 3, 1, 4, 1, 1, 3, 1, 1, 9, 5, 2, 1, 3, 1, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 2, 2, 1, 5, 2, 1, 7, 1, 9, 2, 1, 2, 4, 1, 4, 4, 1, 2, 2, 2, 1, 7, 1, 2, 1, 4, 2, 5, 3, 5, 4, 3, 1, 2, 5, 3, 5, 9, 8, 1, 2, 2, 1, 7, 2, 4, 1, 2, 2, 1, 9, 4, 7, 1, 2, 2, 1, 6, 1, 2, 4, 1, 4, 1, 1, 3, 1, 1, 13, 1, 2, 2, 4, 1, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 1, 1, 7, 1, 5, 1, 2, 4, 1, 4, 1, 17, 7, 5, 5, 1, 21, 2, 2, 13, 8, 1, 2, 2, 1, 6, 1, 1, 9, 4, 1, 2, 3, 2, 7, 1, 2, 2, 1, 6, 1, 1], "chunk_stats": {"count": 175, "sum": 558, "mean": 3.1885714285714286, "median": 2.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 175, "units_out": 81, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 3, 2, 1, 1, 1, 6, 4, 1, 3, 3, 4, 1, 1, 3, 1, 6, 1, 3, 2, 2, 2, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 2, 3, 2, 1, 2, 2, 5, 1, 1, 6, 1, 3, 1, 4, 2, 2, 3, 3, 1, 1, 3, 1, 2, 1, 6, 2, 1, 4, 1, 6, 1, 1], "chunk_stats": {"count": 81, "sum": 175, "mean": 2.1604938271604937, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 2, 2, 3, 1, 4, 1, 13, 1, 3, 1, 1, 1, 7, 1, 5, 1, 1, 5, 1, 4, 1, 1, 5, 4, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 5], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.5, "p95": 7.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 3, 3, 1, 8, 3, 3, 1, 1, 4, 5, 4, 2, 3, 2], "chunk_stats": {"count": 16, "sum": 45, "mean": 2.8125, "median": 3.0, "p95": 5.75, "max": 8, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 43, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06676121300006344, "decode_time_sec": 1.9131067460002669, "total_time_sec": 1.9853532729994186, "prefill_units_per_sec": 4838.138576057525, "prefill_bytes_per_sec": 4823.159818856108, "decode_units_per_sec": 66.90687818001251, "decode_bytes_per_sec": 66.90687818001251, "total_units_per_sec": 64.47215301215437, "total_bytes_per_sec": 64.47215301215437, "step_latency_ms": {"count": 128, "sum": 1900, "mean": 14.84375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3356.11279296875, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "model_input_units": {"count": 1, "sum": 323, "mean": 323.0, "median": 323.0, "p95": 323.0, "max": 323, "min": 323}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 322, "model_input_units": 323, "stage0_units": 112, "stage1_units": 54, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.074074074074074}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 323, "units_out": 112, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 8, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 5, 4, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 8, 1], "chunk_stats": {"count": 112, "sum": 323, "mean": 2.8839285714285716, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 112, "units_out": 54, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 4, 4, 1, 7, 1, 1, 6, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 6, 2, 1, 5, 1, 2, 1, 1, 6, 1, 2, 1, 2, 1, 5, 1, 2, 1, 3, 2, 1], "chunk_stats": {"count": 54, "sum": 112, "mean": 2.074074074074074, "median": 1.5, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 8, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 4, 1, 8, 1, 5, 4, 1, 6], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 5, 1, 1, 1, 3, 2, 4, 1, 1, 6, 4, 1, 7, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 20, "sum": 52, "mean": 2.6, "median": 2.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 44, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06668752299992775, "decode_time_sec": 1.8860020669999358, "total_time_sec": 1.9565560159990127, "prefill_units_per_sec": 8502.340085425189, "prefill_bytes_per_sec": 8487.344776632552, "decode_units_per_sec": 67.86843039022203, "decode_bytes_per_sec": 67.86843039022203, "total_units_per_sec": 65.42107609152376, "total_bytes_per_sec": 65.42107609152376, "step_latency_ms": {"count": 128, "sum": 1870, "mean": 14.609375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3417.36279296875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}, "model_input_units": {"count": 1, "sum": 567, "mean": 567.0, "median": 567.0, "p95": 567.0, "max": 567, "min": 567}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 566, "model_input_units": 567, "stage0_units": 230, "stage1_units": 76, "bytes_per_stage0_unit": 2.4608695652173913, "stage0_per_stage1_unit": 3.026315789473684}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 567, "units_out": 230, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 7, 2, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 1, 9, 7, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 9, 6, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 2, 1, 5, 1, 1, 9, 7, 1, 5, 2, 1, 1, 1, 1, 2, 7, 1, 5, 2, 1, 7, 1, 4, 1, 1, 9, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 2, 7, 1, 7, 1, 4, 2, 1, 3, 1, 4, 1, 7, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 4, 1, 7, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 230, "sum": 567, "mean": 2.465217391304348, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 230, "units_out": 76, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 1, 2, 2, 2, 2, 2, 2, 3, 1, 5, 2, 3, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 6, 3, 2, 1, 4, 1, 14, 1, 1, 1, 11, 1, 1, 1, 6, 12, 1, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 2, 1, 2, 1, 6, 4, 1, 8, 1, 1, 5, 5, 1, 6, 6, 1, 13, 1, 10, 2], "chunk_stats": {"count": 76, "sum": 230, "mean": 3.026315789473684, "median": 2.0, "p95": 10.25, "max": 14, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 2, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 9, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 6.299999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 1, 4, 11, 1, 3, 1, 1, 1, 12, 2, 2, 2, 2, 2, 4, 4], "chunk_stats": {"count": 18, "sum": 55, "mean": 3.0555555555555554, "median": 2.0, "p95": 11.149999999999999, "max": 12, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 45, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07000755999979447, "decode_time_sec": 1.8940733729996282, "total_time_sec": 1.9711858659993595, "prefill_units_per_sec": 10627.423666846613, "prefill_bytes_per_sec": 10613.13949525139, "decode_units_per_sec": 67.57921938223939, "decode_bytes_per_sec": 67.57921938223939, "total_units_per_sec": 64.9355305391793, "total_bytes_per_sec": 64.9355305391793, "step_latency_ms": {"count": 128, "sum": 1884, "mean": 14.71875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3467.0341796875, "peak_reserved_mb": 3596.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 743, "mean": 743.0, "median": 743.0, "p95": 743.0, "max": 743, "min": 743}, "model_input_units": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 743, "model_input_units": 744, "stage0_units": 268, "stage1_units": 155, "bytes_per_stage0_unit": 2.7723880597014925, "stage0_per_stage1_unit": 1.729032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 744, "units_out": 268, "chunk_lengths": [1, 1, 3, 5, 1, 5, 2, 1, 2, 1, 5, 1, 4, 1, 1, 5, 6, 2, 2, 1, 1, 1, 3, 1, 5, 1, 5, 1, 4, 1, 1, 5, 2, 6, 1, 1, 2, 1, 8, 5, 7, 2, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 2, 2, 1, 5, 1, 2, 4, 7, 3, 7, 4, 3, 5, 1, 7, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 7, 3, 5, 1, 6, 1, 2, 5, 1, 2, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 5, 6, 2, 7, 1, 4, 1, 3, 1, 1, 5, 1, 2, 2, 2, 1, 5, 1, 2, 1, 4, 3, 1, 3, 4, 5, 1, 1, 3, 1, 3, 1, 3, 5, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 1, 10, 1, 4, 5, 1, 3, 2, 7, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 2, 2, 1, 5, 1, 2, 4, 1, 3, 3, 1, 3, 4, 3, 1, 5, 2, 1, 1, 2, 1, 2, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 7, 2, 5, 1, 3, 1, 6, 1, 6, 1, 1, 5, 2, 6, 1, 3, 1, 6, 3, 1, 2, 7, 1, 6, 7, 3, 2, 6, 1, 6, 4, 1, 5, 2, 1, 3, 10, 1, 1, 2, 7, 2, 4, 1, 2, 2, 3, 1, 7, 4, 5, 2, 1, 2, 1, 2, 1, 5, 5, 4, 6, 1, 1], "chunk_stats": {"count": 268, "sum": 744, "mean": 2.7761194029850746, "median": 2.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 268, "units_out": 155, "chunk_lengths": [1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 4, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 4, 4, 2, 4, 1, 2, 2, 2, 1, 1, 2, 4, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 2, 4, 1, 3, 1], "chunk_stats": {"count": 155, "sum": 268, "mean": 1.729032258064516, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [5, 6, 2, 3, 1, 5, 1, 5, 1, 2, 6, 1, 2, 1, 1, 9, 6, 2, 2, 2, 1, 5, 2, 6, 3, 6, 1, 4, 5, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.5, "p95": 6.049999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [1, 1, 1, 1, 3, 2, 3, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1], "chunk_stats": {"count": 26, "sum": 39, "mean": 1.5, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 46, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06662297300135833, "decode_time_sec": 1.7928918680008792, "total_time_sec": 1.8641336869986844, "prefill_units_per_sec": 4487.941419154379, "prefill_bytes_per_sec": 4472.931581632124, "decode_units_per_sec": 71.39303952709837, "decode_bytes_per_sec": 71.39303952709837, "total_units_per_sec": 68.6646032378097, "total_bytes_per_sec": 68.6646032378097, "step_latency_ms": {"count": 128, "sum": 1777, "mean": 13.8828125, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3351.5615234375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 97, "stage1_units": 40, "bytes_per_stage0_unit": 3.0721649484536084, "stage0_per_stage1_unit": 2.425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 299, "units_out": 97, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 6, 1, 1, 3, 1, 1, 9, 2, 1, 5, 1, 2, 1, 3, 1, 2, 4, 5, 1, 6, 1, 2, 1, 8, 4, 9, 1, 1, 8, 4, 5, 6, 1, 9, 1, 2, 1, 3, 1, 4, 1, 9, 1, 2, 4, 2, 2, 1, 13, 3, 1, 4, 2, 1, 3, 1, 4, 1, 8, 1, 1, 13, 1, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 1, 9, 4, 1, 13, 1, 5, 4, 5, 1, 1, 4, 2, 2, 1, 1, 4], "chunk_stats": {"count": 97, "sum": 299, "mean": 3.082474226804124, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 40, "chunk_lengths": [1, 2, 4, 1, 1, 4, 1, 1, 2, 4, 1, 5, 1, 1, 5, 3, 3, 1, 1, 5, 2, 2, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 5, 1, 2, 1, 2, 3, 2, 5], "chunk_stats": {"count": 40, "sum": 97, "mean": 2.425, "median": 2.0, "p95": 5.049999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 3, 11, 1, 5, 2, 1, 8, 2, 3, 2, 4, 2, 1, 6, 8, 1, 1, 1, 1, 5, 4, 1, 1, 2, 5, 1, 1, 3, 2, 3, 1, 1, 9, 1, 1, 1, 9, 2, 6, 1, 2, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 8.899999999999999, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 3, 1, 1, 4, 2, 1, 4, 2, 1, 1, 5, 4, 3, 1, 3, 1, 2, 2], "chunk_stats": {"count": 19, "sum": 42, "mean": 2.210526315789474, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 47, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06676760399932391, "decode_time_sec": 1.76503620999938, "total_time_sec": 1.8354066200008674, "prefill_units_per_sec": 9016.348707167863, "prefill_bytes_per_sec": 9001.37138373403, "decode_units_per_sec": 72.51975867398492, "decode_bytes_per_sec": 72.51975867398492, "total_units_per_sec": 69.73931476826618, "total_bytes_per_sec": 69.73931476826618, "step_latency_ms": {"count": 128, "sum": 1756, "mean": 13.71875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3429.20166015625, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 601, "mean": 601.0, "median": 601.0, "p95": 601.0, "max": 601, "min": 601}, "model_input_units": {"count": 1, "sum": 602, "mean": 602.0, "median": 602.0, "p95": 602.0, "max": 602, "min": 602}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 601, "model_input_units": 602, "stage0_units": 212, "stage1_units": 100, "bytes_per_stage0_unit": 2.8349056603773586, "stage0_per_stage1_unit": 2.12}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 602, "units_out": 212, "chunk_lengths": [1, 1, 3, 3, 1, 1, 8, 1, 7, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 8, 2, 7, 1, 7, 1, 3, 1, 9, 2, 4, 1, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 2, 4, 1, 1, 1, 1, 5, 7, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 7, 1, 2, 4, 1, 1, 1, 5, 2, 2, 5, 1, 1, 4, 5, 7, 1, 8, 1, 8, 2, 5, 5, 7, 1, 5, 2, 1, 8, 4, 1, 1, 1, 5, 1, 2, 4, 3, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 7, 1, 1, 1, 9, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 8, 2, 1, 1, 1, 5, 7, 1, 5, 2, 2, 5, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 5, 7, 1, 8, 1, 8, 2, 1, 4, 1, 5, 2, 5, 1, 1, 4, 1, 1, 2, 1, 7, 1, 9, 1, 1, 7, 1, 1, 5, 7, 1, 2, 5, 1, 1, 6, 1, 2, 7, 6, 1, 7, 1, 1, 1], "chunk_stats": {"count": 212, "sum": 602, "mean": 2.839622641509434, "median": 1.0, "p95": 7.449999999999989, "max": 9, "min": 1}}, {"stage": 1, "units_in": 212, "units_out": 100, "chunk_lengths": [1, 2, 1, 3, 2, 1, 6, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 2, 6, 5, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 6, 1, 5, 1, 3, 2, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 2, 2, 2, 1, 3, 6, 1, 5, 1, 2, 11, 1, 2, 1, 1, 2, 1, 1, 5, 7, 2, 1, 3, 2, 3, 1, 1, 5, 3, 5, 1, 2, 1, 1, 2, 5, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 100, "sum": 212, "mean": 2.12, "median": 1.0, "p95": 6.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [5, 3, 4, 7, 1, 1, 1, 4, 3, 1, 1, 8, 1, 7, 1, 4, 1, 7, 1, 2, 5, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 7], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 7, 1, 1, 2, 1, 7, 1, 1, 1, 1, 2, 1, 3, 2, 1], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 48, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06959104100133118, "decode_time_sec": 1.806949761999931, "total_time_sec": 1.8819854170014878, "prefill_units_per_sec": 5101.231349495251, "prefill_bytes_per_sec": 5086.861683722025, "decode_units_per_sec": 70.83760859977073, "decode_bytes_per_sec": 70.83760859977073, "total_units_per_sec": 68.01327940358786, "total_bytes_per_sec": 68.01327940358786, "step_latency_ms": {"count": 128, "sum": 1788, "mean": 13.96875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3360.8369140625, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 118, "stage1_units": 56, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": 2.107142857142857}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 355, "units_out": 118, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 6, 2, 1, 5, 1, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 8, 1, 1, 2, 1, 4, 5, 1, 1, 1, 3, 1, 1, 1, 7, 3, 1, 3, 1, 1, 6, 1, 16, 4, 2, 3, 5, 1, 1, 13, 5, 2, 2, 1, 1, 13, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 6, 1, 1, 17, 6, 2, 1, 3, 1, 1, 3, 1, 5, 1, 6, 1, 1, 1, 17, 1, 7, 1, 2, 1, 1, 1], "chunk_stats": {"count": 118, "sum": 355, "mean": 3.0084745762711864, "median": 1.0, "p95": 9.599999999999966, "max": 17, "min": 1}}, {"stage": 1, "units_in": 118, "units_out": 56, "chunk_lengths": [1, 2, 2, 4, 3, 1, 1, 5, 3, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 3, 10, 1, 1, 1, 5, 2, 2, 3, 1, 2, 1, 1, 3], "chunk_stats": {"count": 56, "sum": 118, "mean": 2.107142857142857, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 1, 5, 1, 1, 1, 1, 4, 2, 3, 5, 1, 17, 5, 1, 1, 1, 5, 1, 1, 7, 1, 13, 3, 4, 1, 4, 5, 1, 5, 1, 2, 4, 1, 1, 3, 1, 4, 2, 6, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 7.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 4, 1, 5, 3, 1, 1, 5, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 41, "mean": 1.9523809523809523, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 49, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06764154299889924, "decode_time_sec": 1.9808568640000885, "total_time_sec": 2.0525569729998097, "prefill_units_per_sec": 9786.884962260145, "prefill_bytes_per_sec": 9772.10114811776, "decode_units_per_sec": 64.61850037034996, "decode_bytes_per_sec": 64.61850037034996, "total_units_per_sec": 62.361240971025595, "total_bytes_per_sec": 62.361240971025595, "step_latency_ms": {"count": 128, "sum": 1967, "mean": 15.3671875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3444.337890625, "peak_reserved_mb": 3518.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 661, "mean": 661.0, "median": 661.0, "p95": 661.0, "max": 661, "min": 661}, "model_input_units": {"count": 1, "sum": 662, "mean": 662.0, "median": 662.0, "p95": 662.0, "max": 662, "min": 662}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 661, "model_input_units": 662, "stage0_units": 244, "stage1_units": 122, "bytes_per_stage0_unit": 2.709016393442623, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 662, "units_out": 244, "chunk_lengths": [1, 1, 3, 1, 3, 5, 1, 1, 1, 1, 1, 3, 2, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 9, 2, 4, 3, 1, 1, 1, 9, 2, 1, 2, 5, 1, 2, 4, 1, 1, 3, 4, 1, 2, 1, 1, 7, 1, 8, 1, 2, 2, 3, 1, 2, 4, 1, 5, 1, 3, 11, 1, 7, 1, 2, 1, 2, 3, 2, 2, 1, 4, 3, 4, 9, 1, 2, 2, 4, 1, 9, 1, 1, 1, 5, 2, 1, 3, 1, 1, 8, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 2, 1, 2, 1, 3, 8, 1, 2, 1, 4, 4, 1, 1, 10, 3, 4, 2, 6, 1, 6, 1, 1, 1, 1, 4, 9, 2, 4, 1, 6, 3, 1, 3, 1, 5, 2, 2, 1, 4, 1, 4, 2, 1, 1, 6, 1, 2, 1, 2, 11, 1, 9, 2, 3, 3, 5, 3, 1, 7, 1, 3, 4, 1, 3, 3, 5, 10, 1, 1, 9, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 4, 1, 7, 3, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 10, 1, 2, 1, 2, 1, 1, 4, 9, 1, 2, 1, 3, 1], "chunk_stats": {"count": 244, "sum": 662, "mean": 2.7131147540983607, "median": 2.0, "p95": 9.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 244, "units_out": 122, "chunk_lengths": [1, 2, 3, 3, 1, 3, 2, 1, 6, 1, 1, 3, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 5, 5, 1, 1, 1, 5, 1, 1, 2, 5, 3, 2, 5, 2, 7, 1, 1, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 3, 1, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 3, 1, 1, 3, 3, 1, 3, 1, 8, 4, 2, 2, 1, 1, 3, 3, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 1, 2, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 4], "chunk_stats": {"count": 122, "sum": 244, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 8, 1, 2, 4, 2, 2, 1, 13, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 7, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 3, 4, 1, 2, 1, 3, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 8.549999999999997, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 2, 4, 1, 3, 1, 3, 5, 2, 3, 3, 2, 1, 1, 1, 1, 2, 2, 3, 1, 1, 4, 1, 1], "chunk_stats": {"count": 25, "sum": 50, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 50, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06666507400041155, "decode_time_sec": 1.571337871999276, "total_time_sec": 1.645050718998391, "prefill_units_per_sec": 11775.281311397837, "prefill_bytes_per_sec": 11760.28095303937, "decode_units_per_sec": 81.45924710459659, "decode_bytes_per_sec": 81.45924710459659, "total_units_per_sec": 77.80915112327622, "total_bytes_per_sec": 77.80915112327622, "step_latency_ms": {"count": 128, "sum": 1558, "mean": 12.171875, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3480.4404296875, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 784, "mean": 784.0, "median": 784.0, "p95": 784.0, "max": 784, "min": 784}, "model_input_units": {"count": 1, "sum": 785, "mean": 785.0, "median": 785.0, "p95": 785.0, "max": 785, "min": 785}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 784, "model_input_units": 785, "stage0_units": 246, "stage1_units": 118, "bytes_per_stage0_unit": 3.186991869918699, "stage0_per_stage1_unit": 2.0847457627118646}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 785, "units_out": 246, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 1, 2, 2, 2, 3, 5, 1, 4, 1, 2, 2, 1, 16, 3, 1, 8, 1, 5, 1, 1, 4, 2, 1, 5, 1, 3, 5, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 4, 1, 6, 1, 1, 7, 1, 1, 2, 1, 1, 9, 3, 5, 1, 5, 2, 3, 5, 1, 5, 3, 1, 3, 1, 6, 1, 1, 7, 1, 1, 2, 1, 4, 9, 1, 3, 1, 6, 1, 8, 1, 5, 2, 8, 1, 4, 9, 1, 2, 3, 1, 8, 1, 5, 1, 13, 1, 6, 2, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 1, 6, 4, 3, 1, 3, 1, 1, 8, 1, 6, 1, 17, 1, 5, 5, 5, 1, 1, 3, 8, 1, 5, 1, 4, 1, 1, 1, 1, 1, 34, 1, 1, 6, 7, 1, 4, 5, 7, 1, 5, 1, 1, 6, 1, 7, 1, 1, 1, 1, 6, 1, 1, 5, 1, 1, 13, 6, 2, 1, 3, 1, 1, 8, 1, 6, 1, 1, 5, 1, 9, 4, 1, 13, 6, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 1, 5, 1, 9, 3, 4, 5, 1], "chunk_stats": {"count": 246, "sum": 785, "mean": 3.1910569105691056, "median": 1.0, "p95": 9.0, "max": 34, "min": 1}}, {"stage": 1, "units_in": 246, "units_out": 118, "chunk_lengths": [1, 2, 1, 1, 3, 1, 3, 1, 1, 3, 1, 2, 2, 1, 2, 1, 4, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 3, 3, 1, 4, 1, 1, 1, 6, 2, 4, 2, 2, 1, 4, 1, 4, 1, 3, 1, 6, 2, 1, 4, 4, 1, 3, 1, 1, 2, 5, 1, 2, 1, 3, 3, 4, 3, 1, 4, 2, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 2, 3, 2, 5, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 2, 4, 1, 1, 1, 1, 7, 4, 1, 2, 1, 1, 4, 2, 2, 1, 5, 1, 4], "chunk_stats": {"count": 118, "sum": 246, "mean": 2.0847457627118646, "median": 2.0, "p95": 4.1499999999999915, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [1, 6, 1, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 2, 3, 5, 1, 4, 1, 29, 3, 1, 8, 1, 5, 2], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 2.5, "p95": 9.099999999999994, "max": 29, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 5, 1], "chunk_stats": {"count": 13, "sum": 30, "mean": 2.3076923076923075, "median": 2.0, "p95": 4.399999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 51, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06926885199936805, "decode_time_sec": 1.707413510999686, "total_time_sec": 1.7821308170005068, "prefill_units_per_sec": 4432.006466669908, "prefill_bytes_per_sec": 4417.569963521146, "decode_units_per_sec": 74.96719404841558, "decode_bytes_per_sec": 74.96719404841558, "total_units_per_sec": 71.82413253783244, "total_bytes_per_sec": 71.82413253783244, "step_latency_ms": {"count": 128, "sum": 1696, "mean": 13.25, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3352.43017578125, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "model_input_units": {"count": 1, "sum": 307, "mean": 307.0, "median": 307.0, "p95": 307.0, "max": 307, "min": 307}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 306, "model_input_units": 307, "stage0_units": 127, "stage1_units": 74, "bytes_per_stage0_unit": 2.409448818897638, "stage0_per_stage1_unit": 1.7162162162162162}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 307, "units_out": 127, "chunk_lengths": [1, 1, 3, 1, 1, 2, 5, 1, 4, 5, 1, 5, 4, 5, 2, 1, 2, 4, 2, 4, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 8, 1, 4, 2, 1, 2, 4, 2, 3, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 1, 1, 1, 5, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 8, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 4, 1, 1, 1, 2, 4, 1], "chunk_stats": {"count": 127, "sum": 307, "mean": 2.4173228346456694, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 127, "units_out": 74, "chunk_lengths": [1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 3, 3, 3, 2, 2, 3, 2, 3, 1, 1, 1, 1, 4, 1, 2, 2, 1, 3], "chunk_stats": {"count": 74, "sum": 127, "mean": 1.7162162162162162, "median": 1.0, "p95": 3.3499999999999943, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [2, 1, 5, 13, 4, 5, 1, 1, 1, 1, 1, 1, 1, 13, 4, 5, 1, 1, 1, 1, 1, 1, 14, 1, 1, 14, 1, 1, 10, 1, 5, 4, 1, 9, 1], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 13.299999999999997, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 2, 1, 2, 3, 3, 2, 5, 3, 1, 2, 1, 2, 1, 1, 1, 2, 1], "chunk_stats": {"count": 18, "sum": 34, "mean": 1.8888888888888888, "median": 2.0, "p95": 3.299999999999997, "max": 5, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 52, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06889252200016927, "decode_time_sec": 1.9500375769985112, "total_time_sec": 2.0214805169998726, "prefill_units_per_sec": 4746.523867992473, "prefill_bytes_per_sec": 4732.008504481793, "decode_units_per_sec": 65.63976074605547, "decode_bytes_per_sec": 65.63976074605547, "total_units_per_sec": 63.31992760927909, "total_bytes_per_sec": 63.31992760927909, "step_latency_ms": {"count": 128, "sum": 1931, "mean": 15.0859375, "median": 8.0, "p95": 38.0, "max": 44, "min": 7}, "peak_allocated_mb": 3358.328125, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 131, "stage1_units": 59, "bytes_per_stage0_unit": 2.4885496183206106, "stage0_per_stage1_unit": 2.2203389830508473}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 327, "units_out": 131, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 1, 2, 1, 10, 1, 5, 1, 1, 1, 3, 1, 1, 9, 10, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 10, 1, 1, 2, 4, 1, 2, 6, 3, 1, 1, 9, 6, 1, 4, 1, 1, 2, 2, 1, 3, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 9, 6, 1, 1, 2, 4, 1, 5, 2, 1, 3, 1, 1, 3, 1, 6, 1, 1, 2, 4, 1, 4, 1, 6, 1, 4, 1, 1, 1, 1, 9, 1, 2, 2, 6, 1, 1, 2, 4, 1, 4, 1, 1, 3, 1, 10, 1, 1, 1, 2, 3, 1, 1, 5, 1, 1, 1, 4, 2, 1, 1, 1, 9, 3, 1, 1, 1, 1], "chunk_stats": {"count": 131, "sum": 327, "mean": 2.49618320610687, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 131, "units_out": 59, "chunk_lengths": [1, 2, 1, 2, 3, 2, 3, 1, 4, 1, 2, 2, 1, 6, 2, 1, 1, 1, 4, 2, 1, 1, 2, 3, 1, 5, 1, 1, 1, 3, 2, 1, 2, 3, 2, 1, 6, 7, 8, 1, 2, 1, 7, 2, 1, 5, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 1, 3], "chunk_stats": {"count": 59, "sum": 131, "mean": 2.2203389830508473, "median": 2.0, "p95": 6.099999999999994, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 7, 9, 3, 4, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 3, 2, 3], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 5.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 1, 5, 1, 3, 3, 1, 14, 2, 1, 1, 1, 6, 3, 4], "chunk_stats": {"count": 20, "sum": 55, "mean": 2.75, "median": 1.0, "p95": 6.400000000000006, "max": 14, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 53, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06724445399959222, "decode_time_sec": 1.5959552069998608, "total_time_sec": 1.6666204880002624, "prefill_units_per_sec": 6543.290544119344, "prefill_bytes_per_sec": 6528.419429246345, "decode_units_per_sec": 80.20275220669846, "decode_bytes_per_sec": 80.20275220669846, "total_units_per_sec": 76.80212797190805, "total_bytes_per_sec": 76.80212797190805, "step_latency_ms": {"count": 128, "sum": 1592, "mean": 12.4375, "median": 8.0, "p95": 37.64999999999999, "max": 45, "min": 7}, "peak_allocated_mb": 3382.10498046875, "peak_reserved_mb": 3462.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}, "model_input_units": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 439, "model_input_units": 440, "stage0_units": 147, "stage1_units": 83, "bytes_per_stage0_unit": 2.9863945578231292, "stage0_per_stage1_unit": 1.7710843373493976}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 440, "units_out": 147, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 2, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 1, 5, 4, 1, 2, 5, 1, 8, 2, 1, 3, 5, 1, 4, 7, 7, 1, 3, 1, 1, 5, 1, 1, 5, 1, 2, 4, 1, 3, 1, 1, 3, 1, 12, 2, 3, 10, 1, 2, 1, 1, 4, 1, 4, 1, 6, 1, 2, 1, 1, 1, 9, 1, 5, 10, 1, 1, 2, 1, 4, 1, 1, 1, 6, 1, 1, 1, 5, 1, 8, 1, 2, 4, 1, 2, 5, 1, 7, 1, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 5, 1, 2, 1, 8, 1, 9, 1, 2, 9, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 6, 1, 1], "chunk_stats": {"count": 147, "sum": 440, "mean": 2.993197278911565, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 147, "units_out": 83, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 5, 4, 1, 2, 1, 2, 3, 3, 1, 5, 1, 1, 2, 1, 1, 6, 3, 2, 4, 2, 3, 1, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 83, "sum": 147, "mean": 1.7710843373493976, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 28, "chunk_lengths": [24, 2, 6, 1, 2, 1, 9, 4, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 1, 8, 1, 11], "chunk_stats": {"count": 29, "sum": 128, "mean": 4.413793103448276, "median": 3.0, "p95": 12.199999999999996, "max": 24, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 4, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 1], "chunk_stats": {"count": 15, "sum": 28, "mean": 1.8666666666666667, "median": 1.0, "p95": 4.299999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 28, "sum": 28, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 54, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06753259300057834, "decode_time_sec": 1.8407224120001047, "total_time_sec": 1.9121018019995972, "prefill_units_per_sec": 5064.221360448445, "prefill_bytes_per_sec": 5049.413695651812, "decode_units_per_sec": 69.53791574739229, "decode_bytes_per_sec": 69.53791574739229, "total_units_per_sec": 66.9420424509526, "total_bytes_per_sec": 66.9420424509526, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3358.67919921875, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}, "model_input_units": {"count": 1, "sum": 342, "mean": 342.0, "median": 342.0, "p95": 342.0, "max": 342, "min": 342}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 341, "model_input_units": 342, "stage0_units": 126, "stage1_units": 65, "bytes_per_stage0_unit": 2.7063492063492065, "stage0_per_stage1_unit": 1.9384615384615385}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 342, "units_out": 126, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 3, 2, 4, 1, 1, 2, 2, 6, 1, 2, 2, 1, 1, 9, 1, 2, 1, 1, 8, 1, 4, 1, 1, 2, 2, 4, 1, 5, 1, 2, 1, 2, 4, 1, 1, 3, 1, 2, 2, 8, 13, 4, 1, 5, 2, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 3, 1, 9, 4, 2, 1, 2, 4, 1, 4, 1, 2, 2, 5, 3, 1, 4, 1, 13, 4, 1, 5, 2, 4, 1, 3, 9, 4, 1, 1, 8, 2, 1, 1, 4, 1, 7, 1, 1, 7, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 3, 4, 1, 4, 1, 9, 3, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 126, "sum": 342, "mean": 2.7142857142857144, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 126, "units_out": 65, "chunk_lengths": [1, 2, 2, 1, 3, 4, 1, 1, 1, 4, 1, 1, 4, 5, 1, 5, 1, 1, 4, 2, 1, 1, 1, 2, 1, 1, 4, 1, 2, 5, 1, 2, 1, 1, 3, 3, 2, 3, 1, 3, 4, 1, 4, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 65, "sum": 126, "mean": 1.9384615384615385, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 1, 7, 1, 1, 7, 1, 4, 1, 8, 2, 6, 1, 6, 1, 1, 1, 1, 4, 7, 1, 1, 7, 1, 4, 1, 1, 9, 1, 1, 1, 9, 7, 1, 1, 8, 5, 2, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 8.100000000000001, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 2, 3, 4, 2, 2, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 23, "sum": 39, "mean": 1.6956521739130435, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 55, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06947496199973102, "decode_time_sec": 1.8157130399995367, "total_time_sec": 1.888452758999847, "prefill_units_per_sec": 6606.69666867579, "prefill_bytes_per_sec": 6592.302994016365, "decode_units_per_sec": 70.4957210639588, "decode_bytes_per_sec": 70.4957210639588, "total_units_per_sec": 67.7803558442154, "total_bytes_per_sec": 67.7803558442154, "step_latency_ms": {"count": 128, "sum": 1801, "mean": 14.0703125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3385.7890625, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "model_input_units": {"count": 1, "sum": 459, "mean": 459.0, "median": 459.0, "p95": 459.0, "max": 459, "min": 459}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 458, "model_input_units": 459, "stage0_units": 166, "stage1_units": 84, "bytes_per_stage0_unit": 2.7590361445783134, "stage0_per_stage1_unit": 1.9761904761904763}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 459, "units_out": 166, "chunk_lengths": [1, 1, 3, 1, 1, 8, 1, 6, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 2, 3, 1, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 11, 10, 4, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 11, 14, 7, 2, 1, 2, 3, 1, 1, 3, 1, 1, 2, 4, 1, 6, 2, 1, 3, 1, 1, 6, 1, 5, 1, 2, 3, 2, 1, 2, 4, 1, 2, 2, 2, 2, 2, 1, 2, 3, 1, 2, 2, 1, 2, 1, 6, 2, 1, 1, 15, 4, 1, 6, 1, 5, 1, 3, 6, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 11, 10, 1, 3, 1, 1, 6, 2, 2, 1, 4, 4, 3, 1, 3, 1, 3, 1, 1, 7, 1, 6, 1, 11, 3, 4], "chunk_stats": {"count": 166, "sum": 459, "mean": 2.7650602409638556, "median": 2.0, "p95": 10.0, "max": 15, "min": 1}}, {"stage": 1, "units_in": 166, "units_out": 84, "chunk_lengths": [1, 2, 3, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 2, 1, 3, 1, 6, 4, 1, 1, 1, 1, 1, 2, 2, 1, 9, 4, 1, 1, 1, 1, 1, 2, 6, 1, 2, 5, 1, 3, 1, 5, 2, 3, 2, 5, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 3, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 84, "sum": 166, "mean": 1.9761904761904763, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 4, 1, 6, 3, 6, 4, 1, 1, 8, 1, 6, 1, 3, 1, 2, 2, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 7.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [4, 1, 1, 4, 2, 2, 3, 4, 2, 2, 5, 1, 1, 3, 1, 3, 1, 8], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 2.0, "p95": 5.449999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 56, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06949944299958588, "decode_time_sec": 1.6553612389998307, "total_time_sec": 1.7307325860001583, "prefill_units_per_sec": 11611.603851340342, "prefill_bytes_per_sec": 11597.215246815756, "decode_units_per_sec": 77.32451200641717, "decode_bytes_per_sec": 77.32451200641717, "total_units_per_sec": 73.9571214151672, "total_bytes_per_sec": 73.9571214151672, "step_latency_ms": {"count": 128, "sum": 1647, "mean": 12.8671875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3485.181640625, "peak_reserved_mb": 3618.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 806, "mean": 806.0, "median": 806.0, "p95": 806.0, "max": 806, "min": 806}, "model_input_units": {"count": 1, "sum": 807, "mean": 807.0, "median": 807.0, "p95": 807.0, "max": 807, "min": 807}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 806, "model_input_units": 807, "stage0_units": 293, "stage1_units": 131, "bytes_per_stage0_unit": 2.750853242320819, "stage0_per_stage1_unit": 2.236641221374046}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 807, "units_out": 293, "chunk_lengths": [1, 1, 3, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 2, 1, 3, 9, 4, 1, 1, 3, 1, 6, 1, 1, 1, 1, 2, 2, 3, 1, 4, 2, 3, 4, 1, 1, 1, 2, 4, 5, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 9, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 5, 1, 4, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 5, 1, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 6, 1, 6, 1, 1, 1, 9, 2, 1, 6, 4, 1, 5, 1, 1, 5, 1, 3, 1, 3, 6, 1, 1, 1, 2, 1, 5, 1, 5, 5, 4, 9, 4, 1, 1, 6, 2, 1, 3, 1, 1, 5, 1, 5, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 2, 4, 1, 5, 1, 13, 4, 1, 6, 2, 1, 1, 1, 1, 2, 4, 1, 5, 9, 5, 2, 1, 4, 1, 1, 6, 2, 4, 1, 5, 1, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 6, 1, 4, 1, 9, 1], "chunk_stats": {"count": 293, "sum": 807, "mean": 2.7542662116040955, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 293, "units_out": 131, "chunk_lengths": [1, 2, 2, 1, 1, 1, 4, 1, 1, 5, 3, 3, 2, 1, 1, 9, 1, 1, 10, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 1, 4, 5, 1, 1, 2, 1, 9, 2, 2, 1, 9, 1, 2, 1, 9, 2, 2, 2, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 4, 1, 4, 1, 1, 1, 2, 2, 1, 7, 1, 3, 3, 1, 3, 1, 1, 4, 5, 4, 1, 1, 5, 1, 3, 1, 1, 2, 1, 4, 1, 1, 1, 5, 5, 2, 1, 3, 1, 3, 1, 1, 2, 3, 1, 1, 6, 2, 1], "chunk_stats": {"count": 131, "sum": 293, "mean": 2.236641221374046, "median": 1.0, "p95": 5.5, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [2, 4, 9, 1, 3, 1, 6, 1, 4, 1, 9, 2, 1, 3, 1, 6, 1, 4, 1, 8, 1, 7, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 1, 9, 1, 3, 1, 6, 1, 4, 1, 6], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 8.949999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [1, 1, 1, 6, 2, 9, 2, 1, 6, 1, 3, 1, 7], "chunk_stats": {"count": 13, "sum": 41, "mean": 3.1538461538461537, "median": 2.0, "p95": 7.799999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 57, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06707845400160295, "decode_time_sec": 1.487948215999495, "total_time_sec": 1.5614951539992035, "prefill_units_per_sec": 5381.757903832628, "prefill_bytes_per_sec": 5366.849987201512, "decode_units_per_sec": 86.02449912144216, "decode_bytes_per_sec": 86.02449912144216, "total_units_per_sec": 81.97271677223873, "total_bytes_per_sec": 81.97271677223873, "step_latency_ms": {"count": 128, "sum": 1479, "mean": 11.5546875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3364.3759765625, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}, "model_input_units": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 360, "model_input_units": 361, "stage0_units": 104, "stage1_units": 52, "bytes_per_stage0_unit": 3.4615384615384617, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 361, "units_out": 104, "chunk_lengths": [1, 1, 3, 7, 4, 1, 1, 3, 2, 7, 2, 3, 1, 1, 1, 9, 4, 2, 2, 2, 4, 1, 1, 1, 1, 1, 13, 4, 2, 4, 1, 1, 1, 1, 6, 1, 1, 17, 1, 2, 1, 1, 6, 1, 21, 3, 4, 1, 3, 1, 8, 1, 1, 1, 17, 3, 4, 2, 2, 13, 3, 4, 2, 4, 1, 1, 9, 2, 2, 2, 2, 4, 1, 2, 2, 4, 1, 13, 1, 3, 1, 1, 3, 2, 1, 13, 1, 2, 2, 4, 1, 9, 1, 21, 1, 8, 2, 2, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 104, "sum": 361, "mean": 3.4711538461538463, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 104, "units_out": 52, "chunk_lengths": [1, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 5, 1, 5, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 3, 4, 2, 4, 1, 1, 2, 4, 1, 1, 2, 3, 2, 3, 2], "chunk_stats": {"count": 52, "sum": 104, "mean": 2.0, "median": 1.0, "p95": 4.449999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [21, 4, 1, 1, 4, 1, 22, 8, 1, 1, 3, 22, 5, 1, 1, 8, 4, 1, 19], "chunk_stats": {"count": 19, "sum": 128, "mean": 6.7368421052631575, "median": 4.0, "p95": 22.0, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 14, "sum": 18, "mean": 1.2857142857142858, "median": 1.0, "p95": 2.3499999999999996, "max": 3, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 58, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0670195849997981, "decode_time_sec": 1.8599372670014418, "total_time_sec": 1.9306878989991674, "prefill_units_per_sec": 7937.9781298496955, "prefill_bytes_per_sec": 7923.057118327421, "decode_units_per_sec": 68.81952540601509, "decode_bytes_per_sec": 68.81952540601509, "total_units_per_sec": 66.2976134394134, "total_bytes_per_sec": 66.2976134394134, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3408.69384765625, "peak_reserved_mb": 3500.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}, "model_input_units": {"count": 1, "sum": 532, "mean": 532.0, "median": 532.0, "p95": 532.0, "max": 532, "min": 532}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 531, "model_input_units": 532, "stage0_units": 153, "stage1_units": 62, "bytes_per_stage0_unit": 3.4705882352941178, "stage0_per_stage1_unit": 2.467741935483871}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 532, "units_out": 153, "chunk_lengths": [1, 1, 3, 8, 1, 1, 4, 1, 1, 3, 2, 4, 2, 2, 6, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 4, 2, 1, 1, 2, 2, 4, 1, 1, 9, 1, 7, 2, 1, 4, 1, 1, 6, 1, 1, 5, 1, 6, 1, 10, 1, 5, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 1, 6, 1, 1, 4, 1, 1, 4, 1, 1, 4, 1, 3, 1, 1, 3, 1, 1, 4, 1, 3, 1, 26, 1, 1, 1, 15, 1, 4, 4, 1, 4, 1, 44, 1, 2, 6, 1, 2, 6, 1, 44, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 44, 1, 1, 5, 1, 1, 5, 1, 1, 3, 1], "chunk_stats": {"count": 153, "sum": 532, "mean": 3.477124183006536, "median": 1.0, "p95": 9.0, "max": 44, "min": 1}}, {"stage": 1, "units_in": 153, "units_out": 62, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 5, 5, 8, 1, 1, 1, 1, 3, 1, 3, 3, 3, 3, 4, 1, 8, 7, 2, 2, 3, 2, 3, 3, 4, 8, 3, 3, 2, 4], "chunk_stats": {"count": 62, "sum": 153, "mean": 2.467741935483871, "median": 2.0, "p95": 6.8999999999999915, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 5, 1, 6, 1, 1, 9, 7, 1, 4, 1, 6, 1, 2, 1, 1, 13, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 2, 2, 1, 1, 13, 3, 3], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.700000000000003, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [5, 1, 1, 1, 1, 4, 2, 2, 1, 3, 1, 1, 6, 1, 1, 2, 2, 2, 1, 3, 1, 1], "chunk_stats": {"count": 22, "sum": 43, "mean": 1.9545454545454546, "median": 1.0, "p95": 4.949999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 59, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06713204500010761, "decode_time_sec": 1.484261814999627, "total_time_sec": 1.5573493439987942, "prefill_units_per_sec": 10129.290713531966, "prefill_bytes_per_sec": 10114.394697776772, "decode_units_per_sec": 86.23815468838438, "decode_bytes_per_sec": 86.23815468838438, "total_units_per_sec": 82.19093583160691, "total_bytes_per_sec": 82.19093583160691, "step_latency_ms": {"count": 128, "sum": 1476, "mean": 11.53125, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3450.31396484375, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 679, "mean": 679.0, "median": 679.0, "p95": 679.0, "max": 679, "min": 679}, "model_input_units": {"count": 1, "sum": 680, "mean": 680.0, "median": 680.0, "p95": 680.0, "max": 680, "min": 680}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 679, "model_input_units": 680, "stage0_units": 191, "stage1_units": 103, "bytes_per_stage0_unit": 3.554973821989529, "stage0_per_stage1_unit": 1.854368932038835}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 680, "units_out": 191, "chunk_lengths": [1, 1, 3, 1, 1, 5, 1, 2, 1, 8, 1, 1, 3, 2, 1, 2, 2, 5, 2, 1, 2, 2, 1, 1, 6, 20, 1, 2, 1, 2, 1, 4, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 5, 4, 3, 1, 4, 1, 8, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 8, 1, 9, 7, 4, 5, 1, 13, 3, 4, 2, 2, 1, 5, 3, 1, 3, 2, 3, 1, 4, 1, 3, 1, 5, 5, 1, 3, 2, 3, 1, 4, 1, 5, 1, 1, 5, 1, 2, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 5, 1, 3, 1, 2, 4, 4, 1, 9, 6, 1, 3, 1, 13, 1, 2, 1, 17, 3, 1, 4, 1, 2, 4, 1, 3, 1, 2, 1, 13, 7, 2, 2, 9, 1, 17, 1, 2, 1, 21, 4, 1, 5, 1, 2, 1, 21, 3, 4, 1, 4, 17, 7, 2, 2, 9, 1, 21, 3, 4, 1, 3, 1, 13, 1, 2, 1, 17, 5, 1, 5, 2, 4, 1, 5, 1, 2, 1, 1], "chunk_stats": {"count": 191, "sum": 680, "mean": 3.56020942408377, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 191, "units_out": 103, "chunk_lengths": [1, 2, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 3, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 1, 1, 4, 5, 2, 3, 5, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 3, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 103, "sum": 191, "mean": 1.854368932038835, "median": 1.0, "p95": 4.8999999999999915, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [13, 7, 2, 2, 9, 1, 17, 3, 4, 1, 4, 1, 13, 1, 2, 3, 1, 5, 3, 5, 1, 4, 1, 17, 3, 4, 1], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 3.0, "p95": 15.799999999999997, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 4, 5, 1, 3], "chunk_stats": {"count": 11, "sum": 27, "mean": 2.4545454545454546, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 60, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06645778599886398, "decode_time_sec": 1.914314141999057, "total_time_sec": 1.9857340830003523, "prefill_units_per_sec": 4243.295134821681, "prefill_bytes_per_sec": 4228.24798895352, "decode_units_per_sec": 66.86467868138595, "decode_bytes_per_sec": 66.86467868138595, "total_units_per_sec": 64.45978899984328, "total_bytes_per_sec": 64.45978899984328, "step_latency_ms": {"count": 128, "sum": 1893, "mean": 14.7890625, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3347.4912109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 109, "stage1_units": 57, "bytes_per_stage0_unit": 2.5779816513761467, "stage0_per_stage1_unit": 1.912280701754386}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 282, "units_out": 109, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 5, 1, 6, 5, 2, 1, 1, 1, 2, 1, 7, 5, 1, 2, 2, 1, 1, 5, 2, 1, 4, 3, 1, 4, 3, 1, 1, 1, 2, 6, 5, 1, 2, 1, 2, 4, 1, 4, 7, 1, 5, 5, 1, 7, 1, 8, 7, 10, 5, 1, 7, 1, 1, 4, 3, 1, 1, 3, 1, 4, 5, 2, 4, 1, 4, 1, 1, 5, 5, 5, 1, 1, 6, 1, 1, 2, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 1, 5, 1, 1, 1], "chunk_stats": {"count": 109, "sum": 282, "mean": 2.5871559633027523, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 57, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 3, 1, 2, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 3, 7, 4, 2, 1, 4, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 6, 1, 1, 2, 1, 2, 3, 2, 1], "chunk_stats": {"count": 57, "sum": 109, "mean": 1.912280701754386, "median": 2.0, "p95": 4.199999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [5, 4, 5, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 4, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 9, 4, 1, 10], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 2, 1, 1, 8, 1, 1, 3, 3, 1, 8, 1, 1, 1, 7, 3, 3, 1, 2], "chunk_stats": {"count": 20, "sum": 50, "mean": 2.5, "median": 1.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 61, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06785801499972877, "decode_time_sec": 1.6680480529994384, "total_time_sec": 1.7395721440007037, "prefill_units_per_sec": 9166.19797974471, "prefill_bytes_per_sec": 9151.461327044155, "decode_units_per_sec": 76.7363984327873, "decode_bytes_per_sec": 76.7363984327873, "total_units_per_sec": 73.58131161241923, "total_bytes_per_sec": 73.58131161241923, "step_latency_ms": {"count": 128, "sum": 1655, "mean": 12.9296875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3434.0927734375, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 621, "mean": 621.0, "median": 621.0, "p95": 621.0, "max": 621, "min": 621}, "model_input_units": {"count": 1, "sum": 622, "mean": 622.0, "median": 622.0, "p95": 622.0, "max": 622, "min": 622}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 621, "model_input_units": 622, "stage0_units": 193, "stage1_units": 101, "bytes_per_stage0_unit": 3.2176165803108807, "stage0_per_stage1_unit": 1.9108910891089108}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 622, "units_out": 193, "chunk_lengths": [1, 1, 3, 3, 8, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 1, 9, 5, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 3, 1, 7, 1, 4, 1, 6, 1, 3, 1, 1, 6, 1, 1, 1, 3, 1, 6, 1, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 7, 6, 1, 1, 1, 18, 1, 6, 1, 2, 1, 5, 6, 1, 3, 1, 1, 1, 2, 5, 7, 1, 5, 1, 26, 1, 1, 6, 1, 1, 4, 5, 2, 6, 1, 7, 1, 10, 1, 27, 1, 2, 4, 2, 6, 1, 4, 8, 2, 6, 1, 3, 6, 1, 1, 17, 1, 5, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 13, 1, 1, 1, 1, 9, 1, 2, 1, 13, 6, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 3, 1, 6, 1, 1, 13, 1, 3, 1, 1, 8, 1, 5, 1, 7, 1, 6, 1, 1, 13, 4, 1, 3, 3, 6, 1, 1], "chunk_stats": {"count": 193, "sum": 622, "mean": 3.22279792746114, "median": 1.0, "p95": 10.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 193, "units_out": 101, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 2, 2, 1, 4, 1, 1, 5, 1, 2, 2, 3, 2, 1, 2, 1, 3, 1, 2, 1, 2, 4, 1, 3, 1, 2, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 3, 1, 3, 5, 2, 6, 3, 5, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 8, 1, 1, 4, 1, 4, 3, 1, 1, 1, 3, 2, 1], "chunk_stats": {"count": 101, "sum": 193, "mean": 1.9108910891089108, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [17, 4, 1, 1, 5, 1, 1, 3, 1, 1, 11, 1, 1, 2, 1, 1, 2, 1, 1, 1, 9, 7, 5, 6, 1, 2, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 2], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 11.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 3, 6, 3, 5, 1, 1, 1, 2, 2, 2, 1, 2, 5], "chunk_stats": {"count": 15, "sum": 36, "mean": 2.4, "median": 2.0, "p95": 5.299999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 62, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06678224600000249, "decode_time_sec": 1.7937189160002163, "total_time_sec": 1.8665836260006472, "prefill_units_per_sec": 7591.838106193391, "prefill_bytes_per_sec": 7576.8640665362045, "decode_units_per_sec": 71.36012162118747, "decode_bytes_per_sec": 71.36012162118747, "total_units_per_sec": 68.5744791805838, "total_bytes_per_sec": 68.5744791805838, "step_latency_ms": {"count": 128, "sum": 1774, "mean": 13.859375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3403.00390625, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 173, "stage1_units": 82, "bytes_per_stage0_unit": 2.9248554913294798, "stage0_per_stage1_unit": 2.1097560975609757}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 507, "units_out": 173, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 1, 9, 1, 1, 5, 1, 9, 1, 3, 1, 9, 6, 1, 9, 1, 9, 1, 6, 1, 2, 2, 1, 9, 8, 1, 3, 1, 2, 2, 1, 9, 1, 4, 1, 4, 1, 9, 2, 1, 1, 1, 1, 4, 1, 9, 1, 5, 1, 4, 1, 9, 4, 4, 1, 4, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 6, 2, 1, 3, 1, 1, 1, 5, 1, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 5, 1, 1, 1, 9, 1, 6, 1, 1, 3, 3, 1, 1, 9, 1, 6, 1, 9, 4, 4, 3, 1, 1, 4, 4, 1, 2, 1, 1, 4, 1, 2, 1, 6, 1, 2, 1, 2, 1, 2, 1, 2, 1, 8, 1, 3, 1, 1, 1, 13, 1, 2, 5, 1, 1, 1, 1, 3, 1, 1, 1, 2, 4, 4, 1, 17, 1, 1, 9, 1, 1, 5, 1, 3, 1, 3, 5, 1, 1], "chunk_stats": {"count": 173, "sum": 507, "mean": 2.930635838150289, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 173, "units_out": 82, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 4, 1, 2, 2, 2, 1, 2, 2, 3, 3, 1, 1, 2, 2, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 1, 6, 1, 2, 4, 1, 1, 6, 1, 7, 1, 1, 6, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 5, 1, 5, 2, 1, 1, 3, 2, 3, 1, 5, 1, 6, 3, 1, 2, 1], "chunk_stats": {"count": 82, "sum": 173, "mean": 2.1097560975609757, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 1, 3, 1, 1, 9, 1, 2, 1, 5, 1, 2, 4, 4, 1, 13, 1, 1, 9, 1, 1, 5, 1, 1, 1, 4, 1, 1, 3, 1, 4, 1, 9, 1, 2, 2, 4, 1, 2, 4, 4, 1, 11], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 3, 1, 1, 1, 3, 5, 1, 6, 1, 5, 1, 2, 1, 1, 1, 3, 5], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 63, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0672774249997019, "decode_time_sec": 1.9987571929996193, "total_time_sec": 2.070212274000369, "prefill_units_per_sec": 5588.798917343611, "prefill_bytes_per_sec": 5573.9350904357825, "decode_units_per_sec": 64.03979455248638, "decode_bytes_per_sec": 64.03979455248638, "total_units_per_sec": 61.82940832084797, "total_bytes_per_sec": 61.82940832084797, "step_latency_ms": {"count": 128, "sum": 1978, "mean": 15.453125, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3366.22265625, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 375, "mean": 375.0, "median": 375.0, "p95": 375.0, "max": 375, "min": 375}, "model_input_units": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 375, "model_input_units": 376, "stage0_units": 169, "stage1_units": 77, "bytes_per_stage0_unit": 2.2189349112426036, "stage0_per_stage1_unit": 2.1948051948051948}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 376, "units_out": 169, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 4, 1, 8, 1, 1, 3, 1, 1, 1, 9, 2, 4, 3, 5, 1, 1, 2, 1, 8, 1, 1, 4, 1, 10, 1, 1, 2, 3, 1, 1, 6, 1, 1, 10, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1], "chunk_stats": {"count": 169, "sum": 376, "mean": 2.224852071005917, "median": 1.0, "p95": 7.599999999999994, "max": 10, "min": 1}}, {"stage": 1, "units_in": 169, "units_out": 77, "chunk_lengths": [1, 2, 2, 5, 2, 1, 4, 1, 1, 1, 1, 4, 1, 2, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 5, 2, 4, 2, 1, 1, 6, 3, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 4, 2, 2, 2, 1, 1, 1, 2, 1, 5, 2, 6, 1, 1, 6, 3, 1, 3, 4, 1, 2, 1, 1, 1, 2, 2, 1, 11, 2, 1], "chunk_stats": {"count": 77, "sum": 169, "mean": 2.1948051948051948, "median": 1.0, "p95": 6.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 2, 7, 1, 4, 1, 4, 1, 4], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [3, 1, 1, 4, 6, 2, 1, 3, 4, 1, 4, 8, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1], "chunk_stats": {"count": 22, "sum": 55, "mean": 2.5, "median": 1.5, "p95": 5.899999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 64, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06675748599991493, "decode_time_sec": 1.861364839000089, "total_time_sec": 1.931578822001029, "prefill_units_per_sec": 5916.939412615138, "prefill_bytes_per_sec": 5901.9598191654795, "decode_units_per_sec": 68.76674433624771, "decode_bytes_per_sec": 68.76674433624771, "total_units_per_sec": 66.26703427375422, "total_bytes_per_sec": 66.26703427375422, "step_latency_ms": {"count": 128, "sum": 1846, "mean": 14.421875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3369.1865234375, "peak_reserved_mb": 3462.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "model_input_units": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 394, "model_input_units": 395, "stage0_units": 138, "stage1_units": 74, "bytes_per_stage0_unit": 2.8550724637681157, "stage0_per_stage1_unit": 1.864864864864865}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 395, "units_out": 138, "chunk_lengths": [1, 1, 3, 1, 7, 1, 5, 1, 1, 3, 2, 5, 2, 3, 3, 1, 4, 1, 1, 5, 5, 1, 5, 2, 5, 1, 5, 3, 2, 1, 1, 2, 2, 1, 1, 5, 2, 7, 4, 2, 3, 6, 1, 1, 4, 5, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 6, 1, 1, 7, 4, 6, 3, 5, 1, 1, 6, 1, 5, 1, 9, 6, 2, 4, 1, 6, 1, 1, 6, 1, 5, 1, 5, 1, 9, 3, 2, 8, 2, 7, 2, 6, 1, 4, 1, 3, 1, 5, 1, 3, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4, 2, 5, 1, 2, 4, 1, 1, 1], "chunk_stats": {"count": 138, "sum": 395, "mean": 2.86231884057971, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 138, "units_out": 74, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 2, 4, 1, 3, 1, 2, 1, 2, 1, 5, 1, 1, 1, 7, 2, 1, 1, 5, 1, 5, 1, 1, 2, 4, 3, 1, 1, 1, 2, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 2, 1, 3, 1, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1], "chunk_stats": {"count": 74, "sum": 138, "mean": 1.864864864864865, "median": 1.0, "p95": 4.349999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 6, 1, 4, 1, 1, 2, 7, 1, 5, 1, 3, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 9, 6, 1, 4, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 3, 1, 4, 1, 3, 2, 1, 4, 1, 3, 5, 3, 3, 1, 5, 6], "chunk_stats": {"count": 18, "sum": 50, "mean": 2.7777777777777777, "median": 3.0, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 65, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06708623499980604, "decode_time_sec": 1.4745867220008222, "total_time_sec": 1.5475588620010967, "prefill_units_per_sec": 12700.071780782799, "prefill_bytes_per_sec": 12685.16559324667, "decode_units_per_sec": 86.80398249234244, "decode_bytes_per_sec": 86.80398249234244, "total_units_per_sec": 82.71090886616582, "total_bytes_per_sec": 82.71090886616582, "step_latency_ms": {"count": 128, "sum": 1460, "mean": 11.40625, "median": 8.0, "p95": 37.0, "max": 41, "min": 7}, "peak_allocated_mb": 3495.666015625, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 851, "mean": 851.0, "median": 851.0, "p95": 851.0, "max": 851, "min": 851}, "model_input_units": {"count": 1, "sum": 852, "mean": 852.0, "median": 852.0, "p95": 852.0, "max": 852, "min": 852}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 851, "model_input_units": 852, "stage0_units": 273, "stage1_units": 120, "bytes_per_stage0_unit": 3.1172161172161172, "stage0_per_stage1_unit": 2.275}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 852, "units_out": 273, "chunk_lengths": [1, 1, 3, 5, 1, 2, 4, 1, 1, 1, 1, 1, 13, 1, 11, 1, 1, 3, 1, 2, 1, 1, 1, 7, 1, 3, 1, 1, 1, 5, 1, 4, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 2, 1, 1, 4, 1, 7, 5, 5, 1, 3, 1, 7, 1, 1, 2, 11, 1, 1, 8, 1, 1, 2, 9, 1, 5, 3, 3, 1, 3, 6, 1, 2, 2, 2, 3, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 8, 1, 1, 7, 11, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 2, 1, 1, 6, 1, 3, 4, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 2, 8, 1, 1, 1, 1, 1, 1, 6, 2, 1, 5, 4, 4, 6, 13, 7, 2, 1, 3, 2, 4, 1, 5, 3, 1, 8, 3, 3, 1, 3, 2, 3, 1, 1, 1, 1, 1, 5, 1, 4, 7, 2, 5, 3, 10, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 7, 6, 1, 2, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 11, 1, 3, 1, 1, 2, 1, 1, 5, 1, 47, 13, 1, 11, 1, 13, 1, 11, 1, 5, 2, 3, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 7, 2, 1, 1, 5, 1, 11, 1, 1, 2, 1, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 36, 13, 1, 11, 1], "chunk_stats": {"count": 273, "sum": 852, "mean": 3.120879120879121, "median": 1.0, "p95": 11.0, "max": 47, "min": 1}}, {"stage": 1, "units_in": 273, "units_out": 120, "chunk_lengths": [1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 5, 2, 1, 3, 2, 2, 4, 1, 4, 1, 1, 3, 2, 4, 3, 2, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 3, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 2, 1, 8, 2, 1, 1, 1, 1, 6, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 3, 1, 8, 1, 1, 1, 17, 1, 1, 1, 1, 3, 7, 1, 1, 7, 2, 3, 1, 3, 1, 1, 1, 11, 1, 1, 1, 4, 1, 1, 6, 1, 1, 9, 2, 3, 1], "chunk_stats": {"count": 120, "sum": 273, "mean": 2.275, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [1, 13, 1, 11, 1, 5, 4, 1, 7, 6, 1, 2, 1, 1, 5, 1, 11, 1, 13, 1, 11, 1, 13, 1, 11, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 128, "mean": 4.571428571428571, "median": 1.5, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [5, 1, 2, 1, 2, 6, 4, 5, 1], "chunk_stats": {"count": 9, "sum": 27, "mean": 3.0, "median": 2.0, "p95": 5.6, "max": 6, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 66, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06681677599954128, "decode_time_sec": 1.5969427379986882, "total_time_sec": 1.6722099260005052, "prefill_units_per_sec": 10700.905413408584, "prefill_bytes_per_sec": 10685.93911213109, "decode_units_per_sec": 80.15315574834665, "decode_bytes_per_sec": 80.15315574834665, "total_units_per_sec": 76.54541335377849, "total_bytes_per_sec": 76.54541335377849, "step_latency_ms": {"count": 128, "sum": 1586, "mean": 12.390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3460.42919921875, "peak_reserved_mb": 3518.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 714, "mean": 714.0, "median": 714.0, "p95": 714.0, "max": 714, "min": 714}, "model_input_units": {"count": 1, "sum": 715, "mean": 715.0, "median": 715.0, "p95": 715.0, "max": 715, "min": 715}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 714, "model_input_units": 715, "stage0_units": 266, "stage1_units": 128, "bytes_per_stage0_unit": 2.6842105263157894, "stage0_per_stage1_unit": 2.078125}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 715, "units_out": 266, "chunk_lengths": [1, 1, 3, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 2, 2, 1, 1, 1, 1, 4, 1, 1, 3, 2, 1, 4, 7, 1, 1, 4, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 7, 2, 1, 1, 1, 4, 5, 7, 2, 1, 1, 1, 5, 1, 2, 1, 9, 4, 3, 2, 1, 4, 3, 9, 1, 1, 5, 1, 1, 13, 4, 1, 6, 2, 3, 1, 1, 3, 1, 13, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 2, 4, 1, 6, 2, 1, 3, 4, 17, 1, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 13, 7, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 13, 10, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 2, 2, 13, 1, 2, 1, 7, 1, 2, 1, 1, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 4, 1, 11, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 2, 2, 1, 1, 1, 17, 7, 3, 1, 3, 13, 2, 3, 11, 1, 1, 2, 4, 2, 3, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 266, "sum": 715, "mean": 2.68796992481203, "median": 1.0, "p95": 9.75, "max": 21, "min": 1}}, {"stage": 1, "units_in": 266, "units_out": 128, "chunk_lengths": [1, 2, 4, 1, 2, 1, 2, 1, 2, 4, 1, 2, 1, 3, 3, 1, 1, 1, 1, 6, 6, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 4, 1, 4, 2, 1, 5, 4, 1, 4, 3, 1, 1, 4, 4, 2, 6, 1, 4, 1, 3, 1, 2, 2, 1, 1, 1, 1, 6, 3, 1, 2, 1, 1, 6, 3, 1, 1, 2, 9, 2, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 1, 3, 1, 3, 2, 1, 6, 2, 2, 2, 2, 1, 2, 1, 1, 3, 1, 1, 3, 5, 2, 3, 1, 1, 4, 1, 1], "chunk_stats": {"count": 128, "sum": 266, "mean": 2.078125, "median": 1.0, "p95": 5.6499999999999915, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 4, 1, 1, 1, 17, 7, 3, 11, 9], "chunk_stats": {"count": 32, "sum": 128, "mean": 4.0, "median": 2.0, "p95": 13.699999999999996, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 3, 2, 7, 2, 4, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 14, "sum": 31, "mean": 2.2142857142857144, "median": 2.0, "p95": 5.049999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 67, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06709292599953187, "decode_time_sec": 1.6867834349995974, "total_time_sec": 1.761370183998224, "prefill_units_per_sec": 12654.091133332353, "prefill_bytes_per_sec": 12639.186432350807, "decode_units_per_sec": 75.88407459077908, "decode_bytes_per_sec": 75.88407459077908, "total_units_per_sec": 72.67069759830171, "total_bytes_per_sec": 72.67069759830171, "step_latency_ms": {"count": 128, "sum": 1677, "mean": 13.1015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3494.96728515625, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 848, "mean": 848.0, "median": 848.0, "p95": 848.0, "max": 848, "min": 848}, "model_input_units": {"count": 1, "sum": 849, "mean": 849.0, "median": 849.0, "p95": 849.0, "max": 849, "min": 849}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 848, "model_input_units": 849, "stage0_units": 257, "stage1_units": 127, "bytes_per_stage0_unit": 3.299610894941634, "stage0_per_stage1_unit": 2.0236220472440944}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 849, "units_out": 257, "chunk_lengths": [1, 1, 3, 6, 1, 6, 1, 1, 3, 2, 5, 2, 6, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 6, 1, 2, 1, 1, 13, 1, 3, 1, 6, 1, 8, 2, 6, 4, 1, 4, 2, 1, 6, 1, 1, 13, 4, 1, 1, 6, 2, 1, 1, 2, 4, 1, 4, 2, 1, 1, 1, 1, 1, 4, 2, 3, 6, 1, 9, 4, 1, 13, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 17, 1, 5, 4, 5, 1, 1, 7, 1, 4, 3, 3, 5, 3, 1, 1, 13, 6, 1, 7, 2, 1, 13, 4, 1, 2, 1, 1, 2, 2, 3, 1, 4, 1, 1, 3, 9, 1, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 17, 1, 2, 1, 1, 6, 1, 5, 2, 3, 1, 4, 1, 17, 6, 1, 7, 2, 1, 13, 1, 2, 6, 1, 7, 1, 2, 3, 1, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 17, 1, 3, 1, 1, 6, 1, 6, 3, 1, 17, 1, 3, 1, 1, 6, 1, 7, 1, 1, 6, 1, 5, 2, 6, 1, 17, 1, 3, 1, 1, 6, 1, 1, 8, 1, 1, 1, 6, 1, 5, 2, 1, 3, 1, 7, 1, 1, 8, 1, 17, 1, 3, 1, 1, 6, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 4, 1, 7, 1, 5, 1, 1], "chunk_stats": {"count": 257, "sum": 849, "mean": 3.3035019455252916, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 257, "units_out": 127, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 4, 1, 3, 1, 1, 1, 3, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 5, 2, 1, 5, 1, 2, 3, 2, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 3, 6, 3, 2, 1, 2, 1, 1, 1, 2, 5, 1, 3, 2, 1, 1, 5, 2, 7, 1, 3, 1, 6, 1, 2, 1, 6, 1, 1, 1, 1, 2, 3, 1, 6, 2, 1, 3, 2, 4, 1, 4, 1, 6, 2, 3, 2, 1, 2, 1, 3, 1, 2, 3, 1], "chunk_stats": {"count": 127, "sum": 257, "mean": 2.0236220472440944, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 1, 4, 1, 7, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 5, 1, 5, 1, 1, 1, 6, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 7.499999999999972, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [3, 2, 3, 1, 5, 5, 3, 2, 3, 1, 4, 3, 3, 2], "chunk_stats": {"count": 14, "sum": 40, "mean": 2.857142857142857, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 68, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06778739600122208, "decode_time_sec": 1.7702250189995539, "total_time_sec": 1.8446097889991506, "prefill_units_per_sec": 4941.921651540658, "prefill_bytes_per_sec": 4927.169646610686, "decode_units_per_sec": 72.30719181245074, "decode_bytes_per_sec": 72.30719181245074, "total_units_per_sec": 69.39136979721349, "total_bytes_per_sec": 69.39136979721349, "step_latency_ms": {"count": 128, "sum": 1754, "mean": 13.703125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3358.515625, "peak_reserved_mb": 3402.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 334, "mean": 334.0, "median": 334.0, "p95": 334.0, "max": 334, "min": 334}, "model_input_units": {"count": 1, "sum": 335, "mean": 335.0, "median": 335.0, "p95": 335.0, "max": 335, "min": 335}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 334, "model_input_units": 335, "stage0_units": 137, "stage1_units": 64, "bytes_per_stage0_unit": 2.437956204379562, "stage0_per_stage1_unit": 2.140625}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 335, "units_out": 137, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 2, 1, 5, 1, 1, 4, 1, 1, 5, 1, 3, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 5, 1, 2, 1, 4, 1, 8, 2, 4, 4, 7, 5, 1, 2, 1, 8, 1, 9, 1, 4, 1, 5, 2, 2, 1, 1, 1, 2, 1, 5, 1, 3, 2, 1, 2, 1, 1, 2, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 9, 1, 5, 4, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 1], "chunk_stats": {"count": 137, "sum": 335, "mean": 2.4452554744525545, "median": 1.0, "p95": 8.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 137, "units_out": 64, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 2, 1, 1, 3, 4, 2, 1, 1, 4, 2, 1, 3, 1, 4, 2, 1, 2, 1, 3, 4, 1, 2, 1, 2, 4, 1, 5, 2, 2, 3, 2, 2, 4, 1, 4, 1, 1, 2, 1, 6, 1, 1, 1, 5, 2, 2], "chunk_stats": {"count": 64, "sum": 137, "mean": 2.140625, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 5, 6, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 5, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 6], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 8.25, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [4, 2, 2, 4, 1, 4, 5, 1, 1, 2, 2, 1, 7, 1, 1, 1, 6], "chunk_stats": {"count": 17, "sum": 45, "mean": 2.6470588235294117, "median": 2.0, "p95": 6.199999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 69, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06673392699849501, "decode_time_sec": 1.8437565929998527, "total_time_sec": 1.9139978570001404, "prefill_units_per_sec": 6608.332820125293, "prefill_bytes_per_sec": 6593.347938447006, "decode_units_per_sec": 69.42348056461172, "decode_bytes_per_sec": 69.42348056461172, "total_units_per_sec": 66.87572795960064, "total_bytes_per_sec": 66.87572795960064, "step_latency_ms": {"count": 128, "sum": 1835, "mean": 14.3359375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3382.19873046875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}, "model_input_units": {"count": 1, "sum": 441, "mean": 441.0, "median": 441.0, "p95": 441.0, "max": 441, "min": 441}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 440, "model_input_units": 441, "stage0_units": 159, "stage1_units": 92, "bytes_per_stage0_unit": 2.7672955974842766, "stage0_per_stage1_unit": 1.7282608695652173}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 441, "units_out": 159, "chunk_lengths": [1, 1, 3, 1, 7, 1, 2, 1, 2, 1, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8, 1, 1, 2, 7, 4, 1, 1, 2, 1, 1, 5, 2, 2, 1, 1, 1, 5, 4, 2, 3, 2, 1, 2, 1, 1, 1, 9, 1, 2, 4, 4, 1, 1, 1, 1, 13, 8, 1, 9, 1, 2, 2, 1, 1, 1, 2, 3, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 2, 2, 1, 9, 1, 8, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 1, 2, 1, 2, 1, 1, 1, 5, 4, 1, 2, 2, 3, 1, 8, 1, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 1, 1, 3, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 9], "chunk_stats": {"count": 159, "sum": 441, "mean": 2.7735849056603774, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 159, "units_out": 92, "chunk_lengths": [1, 2, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 4, 1, 2, 1, 1, 3, 4, 3, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 3, 1, 4, 1, 1, 2, 4, 3, 1, 1, 3, 3, 1, 4, 2, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 92, "sum": 159, "mean": 1.7282608695652173, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 2, 8, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 8, 1, 1, 1, 4, 1, 7, 1, 2, 1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 8.0, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 2, 2, 3, 1, 1, 4, 1, 1, 3, 5, 1, 4, 1, 1, 1, 1, 4, 1, 1, 2], "chunk_stats": {"count": 22, "sum": 42, "mean": 1.9090909090909092, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 70, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06716324599983636, "decode_time_sec": 1.8339677570002095, "total_time_sec": 1.9057547289994545, "prefill_units_per_sec": 7548.771540929324, "prefill_bytes_per_sec": 7533.882445187846, "decode_units_per_sec": 69.79402964497449, "decode_bytes_per_sec": 69.79402964497449, "total_units_per_sec": 67.16499140852277, "total_bytes_per_sec": 67.16499140852277, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3403.00390625, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 176, "stage1_units": 68, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.588235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 507, "units_out": 176, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 1, 1, 7, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 9, 3, 4, 1, 5, 7, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 5, 1, 9, 3, 4, 1, 5, 7, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 2, 1, 1, 9, 3, 4], "chunk_stats": {"count": 176, "sum": 507, "mean": 2.8806818181818183, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 176, "units_out": 68, "chunk_lengths": [1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 1, 5, 1, 4, 1, 1, 3, 1, 1, 6, 3, 7, 1, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 5, 3, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 6, 1, 1, 2], "chunk_stats": {"count": 68, "sum": 176, "mean": 2.588235294117647, "median": 1.0, "p95": 8.299999999999997, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 5, 2, 1, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 1, 4, 1, 9, 3, 4, 1, 5, 1, 4, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 2, 1, 3, 1, 1, 9, 6, 1, 1, 4, 2, 1, 3, 1, 1, 9, 1], "chunk_stats": {"count": 18, "sum": 50, "mean": 2.7777777777777777, "median": 1.5, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 71, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06780377600080101, "decode_time_sec": 1.7725315379993845, "total_time_sec": 1.8460515790011414, "prefill_units_per_sec": 10987.58865569963, "prefill_bytes_per_sec": 10972.84021455104, "decode_units_per_sec": 72.2131015758798, "decode_bytes_per_sec": 72.2131015758798, "total_units_per_sec": 69.33717424583448, "total_bytes_per_sec": 69.33717424583448, "step_latency_ms": {"count": 128, "sum": 1762, "mean": 13.765625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3467.2587890625, "peak_reserved_mb": 3596.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}, "model_input_units": {"count": 1, "sum": 745, "mean": 745.0, "median": 745.0, "p95": 745.0, "max": 745, "min": 745}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 744, "model_input_units": 745, "stage0_units": 303, "stage1_units": 152, "bytes_per_stage0_unit": 2.4554455445544554, "stage0_per_stage1_unit": 1.993421052631579}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 745, "units_out": 303, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 5, 1, 1, 2, 4, 1, 7, 1, 5, 1, 1, 2, 1, 7, 1, 5, 2, 5, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 2, 1, 5, 1, 5, 2, 1, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 2, 2, 1, 3, 2, 7, 5, 1, 6, 3, 1, 7, 1, 5, 3, 4, 2, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 7, 1, 6, 1, 1, 6, 1, 2, 3, 1, 5, 1, 5, 1, 2, 1, 5, 4, 1, 1, 3, 1, 3, 1, 2, 5, 1, 4, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 3, 1, 7, 1, 4, 1, 4, 2, 3, 1, 7, 1, 1, 5, 1, 6, 1, 2, 1, 2, 7, 1, 5, 1, 4, 6, 2, 1, 2, 3, 4, 1, 5, 1, 2, 1, 4, 2, 1, 7, 1, 2, 1, 7, 1, 7, 1, 3, 1, 2, 1, 1, 7, 1, 4, 1, 1, 2, 1, 1, 1, 4, 2, 4, 2, 4, 2, 1, 2, 1, 7, 1, 1, 7, 2, 4, 7, 1, 2, 1, 3, 4, 2, 1, 3, 2, 5, 3, 10, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 4, 2, 1, 1, 5, 1, 1, 1, 1, 4, 6, 1, 1, 3, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 2, 5, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 1], "chunk_stats": {"count": 303, "sum": 745, "mean": 2.458745874587459, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 303, "units_out": 152, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 1, 1, 3, 1, 3, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 8, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 2, 2, 4, 1, 3, 3, 1, 2, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 3, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 4, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 21, 1, 1, 3, 2, 2, 2, 5, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 2, 2, 3, 2, 1, 2, 2, 2, 5, 2, 1, 3, 1, 3, 1, 2, 2, 1], "chunk_stats": {"count": 152, "sum": 303, "mean": 1.993421052631579, "median": 2.0, "p95": 4.0, "max": 21, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 9, 2, 2, 2, 7, 1, 3, 1, 4, 2, 2, 1, 9, 2], "chunk_stats": {"count": 15, "sum": 48, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 72, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06776127599914616, "decode_time_sec": 1.9149504079996404, "total_time_sec": 1.988317529001506, "prefill_units_per_sec": 4471.580493906549, "prefill_bytes_per_sec": 4456.822802507518, "decode_units_per_sec": 66.84246206339566, "decode_bytes_per_sec": 66.84246206339566, "total_units_per_sec": 64.37603558435613, "total_bytes_per_sec": 64.37603558435613, "step_latency_ms": {"count": 128, "sum": 1904, "mean": 14.875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3352.2431640625, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "model_input_units": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 302, "model_input_units": 303, "stage0_units": 130, "stage1_units": 60, "bytes_per_stage0_unit": 2.3230769230769233, "stage0_per_stage1_unit": 2.1666666666666665}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 303, "units_out": 130, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 5, 1, 8, 1, 1, 2, 1, 1, 5, 1, 2, 1, 2, 1, 4, 1, 5, 1, 2, 1, 1, 1, 9, 1, 5, 1, 8, 5, 1, 1, 2, 5, 3, 1, 2, 6, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 1, 5, 2, 1, 3, 3, 3, 1, 4, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 5, 1, 1, 6, 3, 2, 4, 1, 3, 1, 4, 3, 1, 6, 5, 4, 1, 4, 1, 1, 1, 2, 1, 4, 1, 3, 9, 1, 1, 2, 1, 1, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 130, "sum": 303, "mean": 2.330769230769231, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 130, "units_out": 60, "chunk_lengths": [1, 2, 2, 3, 2, 1, 4, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 2, 2, 3, 2, 5, 1, 6, 1, 2, 1, 1, 2, 2, 3, 2, 3, 2, 1, 2, 3, 3, 2, 2, 1, 2, 1, 1, 4, 1, 1, 3, 1, 1, 5, 1, 2, 7, 3, 5, 1, 1], "chunk_stats": {"count": 60, "sum": 130, "mean": 2.1666666666666665, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 61, "chunk_lengths": [2, 1, 4, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 1, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 2, 7, 7, 1, 2, 1, 8, 8, 2, 1, 2, 1, 8, 7], "chunk_stats": {"count": 17, "sum": 61, "mean": 3.588235294117647, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 61, "sum": 61, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 73, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06687252700066892, "decode_time_sec": 1.437883968999813, "total_time_sec": 1.5080690329996287, "prefill_units_per_sec": 7940.48055032657, "prefill_bytes_per_sec": 7925.526726314656, "decode_units_per_sec": 89.01970030936248, "decode_bytes_per_sec": 89.01970030936248, "total_units_per_sec": 84.87675112948992, "total_bytes_per_sec": 84.87675112948992, "step_latency_ms": {"count": 128, "sum": 1430, "mean": 11.171875, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3408.501953125, "peak_reserved_mb": 3496.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 530, "mean": 530.0, "median": 530.0, "p95": 530.0, "max": 530, "min": 530}, "model_input_units": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 530, "model_input_units": 531, "stage0_units": 182, "stage1_units": 88, "bytes_per_stage0_unit": 2.912087912087912, "stage0_per_stage1_unit": 2.0681818181818183}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 531, "units_out": 182, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 6, 1, 1, 3, 2, 1, 1, 4, 2, 1, 6, 1, 1, 3, 1, 1, 9, 8, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 2, 9, 1, 2, 1, 6, 9, 7, 1, 2, 2, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 1, 1, 2, 2, 5, 1, 8, 1, 1, 9, 9, 2, 1, 1, 4, 1, 6, 1, 1, 1, 1, 2, 1, 1, 8, 1, 1, 1, 4, 2, 1, 6, 1, 1, 5, 1, 1, 1, 4, 1, 1, 9, 4, 3, 3, 8, 1, 13, 4, 3, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 1, 17, 9, 2, 1, 3, 1, 1, 5, 1, 2, 2, 1, 6, 1, 1, 3, 1, 3, 1, 1, 17, 1, 2, 9, 1, 2, 2, 2, 2, 7, 1, 2, 4, 8, 1, 1, 2, 3, 5, 17, 2, 3, 1, 9, 3, 8, 1, 1, 3, 1, 1, 2, 8, 1, 1], "chunk_stats": {"count": 182, "sum": 531, "mean": 2.9175824175824174, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 182, "units_out": 88, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 1, 5, 2, 1, 1, 1, 1, 4, 2, 7, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 4, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 4, 9, 1, 1, 1, 5, 2, 6, 4, 2, 2, 5, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 2, 1], "chunk_stats": {"count": 88, "sum": 182, "mean": 2.0681818181818183, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 22, "chunk_lengths": [1, 2, 5, 17, 4, 2, 27, 1, 1, 1, 1, 1, 1, 1, 8, 1, 1, 3, 1, 1, 2, 8, 38], "chunk_stats": {"count": 23, "sum": 128, "mean": 5.565217391304348, "median": 1.0, "p95": 25.999999999999986, "max": 38, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 1, 1, 1, 2, 8, 2, 3, 2, 1], "chunk_stats": {"count": 10, "sum": 22, "mean": 2.2, "median": 1.5, "p95": 5.749999999999995, "max": 8, "min": 1}, "active_size_stats": {"count": 22, "sum": 22, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 74, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06685045700032788, "decode_time_sec": 1.6564245370009303, "total_time_sec": 1.7291585380007746, "prefill_units_per_sec": 8152.524671556501, "prefill_bytes_per_sec": 8137.565910691259, "decode_units_per_sec": 77.27487557734005, "decode_bytes_per_sec": 77.27487557734005, "total_units_per_sec": 74.02444436817896, "total_bytes_per_sec": 74.02444436817896, "step_latency_ms": {"count": 128, "sum": 1646, "mean": 12.859375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3411.51953125, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 544, "mean": 544.0, "median": 544.0, "p95": 544.0, "max": 544, "min": 544}, "model_input_units": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 544, "model_input_units": 545, "stage0_units": 193, "stage1_units": 77, "bytes_per_stage0_unit": 2.8186528497409324, "stage0_per_stage1_unit": 2.5064935064935066}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 545, "units_out": 193, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 11, 1, 2, 2, 1, 1, 5, 5, 1, 5, 2, 10, 1, 1, 1, 1, 2, 1, 1, 11, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 9, 3, 1, 10, 1, 1, 2, 2, 1, 5, 6, 1, 10, 1, 2, 1, 2, 1, 5, 10, 1, 1, 2, 2, 1, 1, 6, 1, 6, 1, 10, 1, 1, 2, 2, 1, 4, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 8, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 2, 1, 2, 1, 6, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 1, 1, 1, 2], "chunk_stats": {"count": 193, "sum": 545, "mean": 2.8238341968911915, "median": 1.0, "p95": 10.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 193, "units_out": 77, "chunk_lengths": [1, 2, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 3, 2, 1, 5, 3, 2, 1, 5, 3, 2, 1, 3, 1, 2, 2, 1, 4, 2, 1, 4, 4, 3, 4, 2, 4, 4, 1, 4, 2, 2, 2, 2, 5, 4, 2, 2, 2, 2, 5, 2, 3, 5, 2, 3, 5, 2, 3, 5, 2, 3, 4, 2, 4, 5, 5, 2, 3], "chunk_stats": {"count": 77, "sum": 193, "mean": 2.5064935064935066, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 1, 8, 4, 1, 10, 1, 1, 1, 1, 2, 1, 8, 3, 1, 10, 1, 2, 1, 2, 1, 10, 3, 1, 10, 1, 1, 1, 1, 2, 1, 10, 3, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 1.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [1, 2, 3, 5, 2, 3, 4, 2, 3, 5, 5, 5, 2], "chunk_stats": {"count": 13, "sum": 42, "mean": 3.230769230769231, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 75, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06720217700058129, "decode_time_sec": 1.6530219329997635, "total_time_sec": 1.726293555000666, "prefill_units_per_sec": 5848.024834025848, "prefill_bytes_per_sec": 5833.14436371026, "decode_units_per_sec": 77.43393928701025, "decode_bytes_per_sec": 77.43393928701025, "total_units_per_sec": 74.14729646021914, "total_bytes_per_sec": 74.14729646021914, "step_latency_ms": {"count": 128, "sum": 1642, "mean": 12.828125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3368.71630859375, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 392, "mean": 392.0, "median": 392.0, "p95": 392.0, "max": 392, "min": 392}, "model_input_units": {"count": 1, "sum": 393, "mean": 393.0, "median": 393.0, "p95": 393.0, "max": 393, "min": 393}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 393, "stage0_units": 117, "stage1_units": 59, "bytes_per_stage0_unit": 3.3504273504273505, "stage0_per_stage1_unit": 1.9830508474576272}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 393, "units_out": 117, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 3, 2, 6, 2, 5, 2, 4, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 6, 1, 1, 8, 3, 1, 7, 1, 8, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 1, 2, 1, 8, 1, 8, 1, 1, 1, 9, 1, 2, 5, 1, 1, 8, 3, 1, 7, 1, 5, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 3, 1, 8, 1, 5, 1, 1, 1, 1, 9, 1, 2, 4, 4, 1, 13, 5, 2, 5, 1, 4, 1, 9, 5, 2, 2], "chunk_stats": {"count": 117, "sum": 393, "mean": 3.358974358974359, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 117, "units_out": 59, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 2, 3, 1, 5, 1, 2, 5, 2, 2, 2, 3, 2, 3, 2, 1, 1, 2, 3, 4, 2, 1, 2, 5, 2, 2, 2, 2, 2, 3, 2, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 59, "sum": 117, "mean": 1.9830508474576272, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 32, "chunk_lengths": [13, 1, 4, 1, 2, 4, 1, 13, 1, 5, 1, 2, 5, 1, 13, 1, 6, 1, 2, 6, 1, 13, 1, 1, 7, 1, 2, 5, 1, 1, 7, 1, 4], "chunk_stats": {"count": 33, "sum": 128, "mean": 3.878787878787879, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 2, 1, 1, 3, 2, 1, 1, 3, 2, 1, 1, 4, 5, 1], "chunk_stats": {"count": 16, "sum": 32, "mean": 2.0, "median": 1.5, "p95": 4.25, "max": 5, "min": 1}, "active_size_stats": {"count": 32, "sum": 32, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 76, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06710661699980847, "decode_time_sec": 1.7446323100011796, "total_time_sec": 1.8168336329999875, "prefill_units_per_sec": 10446.063761521473, "prefill_bytes_per_sec": 10431.162101376649, "decode_units_per_sec": 73.36789492332252, "decode_bytes_per_sec": 73.36789492332252, "total_units_per_sec": 70.45224046664315, "total_bytes_per_sec": 70.45224046664315, "step_latency_ms": {"count": 128, "sum": 1735, "mean": 13.5546875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3459.91845703125, "peak_reserved_mb": 3518.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}, "model_input_units": {"count": 1, "sum": 701, "mean": 701.0, "median": 701.0, "p95": 701.0, "max": 701, "min": 701}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 700, "model_input_units": 701, "stage0_units": 290, "stage1_units": 143, "bytes_per_stage0_unit": 2.413793103448276, "stage0_per_stage1_unit": 2.027972027972028}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 701, "units_out": 290, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 9, 1, 3, 2, 6, 2, 3, 2, 1, 4, 3, 2, 1, 1, 1, 6, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 5, 3, 1, 5, 1, 6, 2, 1, 1, 1, 1, 5, 4, 5, 1, 3, 6, 1, 9, 5, 1, 8, 1, 2, 5, 1, 9, 1, 6, 1, 6, 2, 12, 1, 4, 1, 2, 2, 5, 1, 11, 1, 4, 1, 1, 2, 1, 1, 1, 1, 12, 1, 4, 1, 2, 2, 3, 2, 1, 3, 2, 1, 11, 1, 2, 1, 3, 1, 2, 3, 2, 1, 3, 2, 9, 1, 1, 9, 1, 2, 1, 1, 1, 7, 1, 3, 1, 3, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 1, 1, 1, 6, 2, 1, 3, 2, 3, 1, 9, 4, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 3, 1, 1, 9, 4, 3, 3, 1, 4, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 290, "sum": 701, "mean": 2.4172413793103447, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 290, "units_out": 143, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 2, 1, 3, 3, 1, 2, 1, 2, 2, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 3, 2, 1, 1, 1, 4, 2, 2, 1, 1, 3, 2, 5, 2, 5, 6, 1, 1, 1, 1, 1, 5, 2, 3, 1, 2, 1, 7, 2, 1, 1, 2, 2, 5, 3, 2, 4, 3, 2, 4, 3, 2, 4, 3, 2, 2, 1, 1, 4, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 7, 3, 4, 1, 5, 4, 1, 4, 4, 1, 2, 1, 1, 4, 4, 3, 1, 1, 1, 1, 1, 7, 1], "chunk_stats": {"count": 143, "sum": 290, "mean": 2.027972027972028, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 5, 1, 1, 1, 6, 1, 1, 8, 1, 1, 2, 3, 1, 1, 2, 2, 1, 2, 2, 5, 1, 1, 13, 5, 1, 1, 6, 1, 13, 5, 1, 1, 1, 1, 13, 4], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 3, 1, 3, 2, 1, 2, 1, 1, 2, 4, 1, 2, 3, 1, 2, 3, 1], "chunk_stats": {"count": 19, "sum": 36, "mean": 1.894736842105263, "median": 2.0, "p95": 3.099999999999998, "max": 4, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 77, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0672657370014349, "decode_time_sec": 1.8732425939997484, "total_time_sec": 1.9459289260012156, "prefill_units_per_sec": 5337.0410554238315, "prefill_bytes_per_sec": 5322.174645798696, "decode_units_per_sec": 68.33071189497905, "decode_bytes_per_sec": 68.33071189497905, "total_units_per_sec": 65.77835309896618, "total_bytes_per_sec": 65.77835309896618, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3364.32958984375, "peak_reserved_mb": 3402.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "model_input_units": {"count": 1, "sum": 359, "mean": 359.0, "median": 359.0, "p95": 359.0, "max": 359, "min": 359}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 358, "model_input_units": 359, "stage0_units": 133, "stage1_units": 77, "bytes_per_stage0_unit": 2.691729323308271, "stage0_per_stage1_unit": 1.7272727272727273}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 359, "units_out": 133, "chunk_lengths": [1, 1, 3, 7, 1, 6, 1, 1, 1, 1, 2, 2, 9, 1, 1, 5, 1, 5, 1, 6, 2, 1, 1, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 5, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 5, 1, 4, 1, 9, 1, 5, 1, 5, 1, 6, 1, 4, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 8, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 5, 2], "chunk_stats": {"count": 133, "sum": 359, "mean": 2.699248120300752, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 133, "units_out": 77, "chunk_lengths": [1, 2, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 4, 7, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 4, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 2, 3, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 7, 1, 1], "chunk_stats": {"count": 77, "sum": 133, "mean": 1.7272727272727273, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 1, 7, 1, 9, 1, 5, 1, 5, 1, 6, 1, 7, 1, 5, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 6], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 8.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 3, 1, 8, 2, 3, 3, 3, 1, 1, 1, 4, 1, 3, 3, 3, 3, 2, 3], "chunk_stats": {"count": 19, "sum": 49, "mean": 2.5789473684210527, "median": 3.0, "p95": 4.3999999999999915, "max": 8, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 78, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0665634980014147, "decode_time_sec": 1.848407600000428, "total_time_sec": 1.9178426159996889, "prefill_units_per_sec": 4672.230416637512, "prefill_bytes_per_sec": 4657.207167709417, "decode_units_per_sec": 69.24879555784686, "decode_bytes_per_sec": 69.24879555784686, "total_units_per_sec": 66.74166009877672, "total_bytes_per_sec": 66.74166009877672, "step_latency_ms": {"count": 128, "sum": 1835, "mean": 14.3359375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3353.2412109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 97, "stage1_units": 47, "bytes_per_stage0_unit": 3.195876288659794, "stage0_per_stage1_unit": 2.0638297872340425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 97, "chunk_lengths": [1, 1, 3, 1, 2, 1, 5, 1, 1, 3, 2, 8, 1, 1, 1, 1, 2, 5, 1, 1, 2, 2, 2, 6, 1, 4, 1, 1, 9, 6, 1, 4, 1, 1, 1, 6, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 1, 9, 1, 3, 6, 1, 1, 4, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 6, 1, 5, 1, 9, 1, 3, 1, 1, 2, 1, 8, 1, 8, 1, 8, 1, 27, 6, 1, 6, 1, 27, 6, 1], "chunk_stats": {"count": 97, "sum": 311, "mean": 3.2061855670103094, "median": 1.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 47, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 4, 1, 1, 3, 3, 1, 4, 5, 1, 5, 1, 1, 1, 2, 4, 1, 6, 2, 3, 3, 1, 7, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 47, "sum": 97, "mean": 2.0638297872340425, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 6, 1, 9, 1, 3, 1, 1, 2, 1, 7, 1, 1, 9, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 9, 4, 1, 1, 2, 1, 2, 2, 1, 4, 1, 1, 9, 4, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 2, 1, 6, 1, 2, 1, 8, 2, 1, 8, 2, 1, 7, 2, 2, 1, 3], "chunk_stats": {"count": 18, "sum": 51, "mean": 2.8333333333333335, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 79, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06680797800072469, "decode_time_sec": 1.8059188639999775, "total_time_sec": 1.8752015990012296, "prefill_units_per_sec": 3936.6555892044385, "prefill_bytes_per_sec": 3921.68731700214, "decode_units_per_sec": 70.87804582565211, "decode_bytes_per_sec": 70.87804582565211, "total_units_per_sec": 68.25932746013837, "total_bytes_per_sec": 68.25932746013837, "step_latency_ms": {"count": 128, "sum": 1792, "mean": 14.0, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3343.7568359375, "peak_reserved_mb": 3376.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 70, "stage1_units": 46, "bytes_per_stage0_unit": 3.742857142857143, "stage0_per_stage1_unit": 1.5217391304347827}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 263, "units_out": 70, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 3, 1, 1, 3, 2, 6, 1, 2, 2, 2, 8, 1, 2, 2, 1, 1, 9, 2, 4, 6, 5, 1, 3, 8, 5, 1, 6, 8, 9, 1, 6, 2, 9, 1, 2, 9, 5, 1, 3, 1, 8, 9, 7, 2, 7, 1, 2, 7, 5, 1, 3, 1, 6, 1, 9, 2, 4, 9, 1, 6, 7, 1], "chunk_stats": {"count": 70, "sum": 263, "mean": 3.757142857142857, "median": 2.5, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 46, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1], "chunk_stats": {"count": 46, "sum": 70, "mean": 1.5217391304347827, "median": 1.0, "p95": 3.75, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 1, 5, 1, 8, 2, 1, 1, 9, 4, 6, 3, 6, 1, 13, 1, 5, 1, 7, 1, 1, 5, 1, 1, 1, 6, 1, 2, 5, 1, 1, 1, 1, 2, 1, 5, 2, 1, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 2, 2, 1, 4, 3, 1, 3, 2, 1, 2, 2, 1, 2, 3], "chunk_stats": {"count": 21, "sum": 39, "mean": 1.8571428571428572, "median": 2.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 80, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06696972700046899, "decode_time_sec": 1.6386767929998314, "total_time_sec": 1.7088698580009805, "prefill_units_per_sec": 5928.051640366099, "prefill_bytes_per_sec": 5913.119520365176, "decode_units_per_sec": 78.11180371064984, "decode_bytes_per_sec": 78.11180371064984, "total_units_per_sec": 74.90330489516222, "total_bytes_per_sec": 74.90330489516222, "step_latency_ms": {"count": 128, "sum": 1629, "mean": 12.7265625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3369.65576171875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}, "model_input_units": {"count": 1, "sum": 397, "mean": 397.0, "median": 397.0, "p95": 397.0, "max": 397, "min": 397}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 396, "model_input_units": 397, "stage0_units": 116, "stage1_units": 58, "bytes_per_stage0_unit": 3.413793103448276, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 397, "units_out": 116, "chunk_lengths": [1, 1, 3, 8, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 4, 1, 1, 6, 1, 8, 1, 32, 3, 1, 5, 1, 32, 7, 1, 1, 1, 33, 1, 5, 1, 8, 1, 1, 4, 1, 1, 3, 4, 1, 2, 3, 3, 1, 5, 1, 5, 4, 1, 2, 3, 3, 1, 5, 1, 7, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 7, 1, 9, 8, 7, 1, 2, 1, 5, 1, 9, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 6, 1, 1, 9, 8, 7, 8, 1, 1, 4, 1, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 116, "sum": 397, "mean": 3.4224137931034484, "median": 1.0, "p95": 8.25, "max": 33, "min": 1}}, {"stage": 1, "units_in": 116, "units_out": 58, "chunk_lengths": [1, 2, 1, 10, 1, 6, 1, 1, 1, 3, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 3, 4, 1, 1, 7, 1, 1, 1, 1, 6, 3, 1], "chunk_stats": {"count": 58, "sum": 116, "mean": 2.0, "median": 1.0, "p95": 6.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [2, 1, 1, 2, 1, 4, 1, 1, 6, 1, 8, 2, 3, 1, 5, 1, 30, 7, 1, 7, 2, 1, 5, 1, 8, 1, 1, 5, 1, 8, 1, 1, 1, 1, 4, 2], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 1.5, "p95": 8.0, "max": 30, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [3, 8, 1, 3, 2, 1, 1, 1, 1, 4, 6, 1, 1, 1, 1], "chunk_stats": {"count": 15, "sum": 35, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 81, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06739508700047736, "decode_time_sec": 1.7364545750006073, "total_time_sec": 1.8088989179996133, "prefill_units_per_sec": 9941.377477489634, "prefill_bytes_per_sec": 9926.53960065756, "decode_units_per_sec": 73.71341689140083, "decode_bytes_per_sec": 73.71341689140083, "total_units_per_sec": 70.76127843647002, "total_bytes_per_sec": 70.76127843647002, "step_latency_ms": {"count": 128, "sum": 1723, "mean": 13.4609375, "median": 8.0, "p95": 38.0, "max": 44, "min": 8}, "peak_allocated_mb": 3447.86083984375, "peak_reserved_mb": 3518.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 669, "mean": 669.0, "median": 669.0, "p95": 669.0, "max": 669, "min": 669}, "model_input_units": {"count": 1, "sum": 670, "mean": 670.0, "median": 670.0, "p95": 670.0, "max": 670, "min": 670}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 669, "model_input_units": 670, "stage0_units": 251, "stage1_units": 119, "bytes_per_stage0_unit": 2.6653386454183265, "stage0_per_stage1_unit": 2.1092436974789917}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 670, "units_out": 251, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 2, 2, 3, 1, 3, 1, 2, 3, 4, 1, 2, 1, 1, 1, 1, 1, 1, 13, 7, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 1, 1, 1, 18, 1, 7, 1, 1, 1, 1, 2, 1, 3, 1, 6, 1, 17, 1, 6, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 3, 3, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 3, 1, 17, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 5, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 4, 2, 3, 1, 3, 1, 1, 3, 5, 1, 1, 17, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 1, 3, 1, 3, 4, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 1, 9, 2, 3, 4, 1, 6, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 4, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 1], "chunk_stats": {"count": 251, "sum": 670, "mean": 2.6693227091633465, "median": 1.0, "p95": 9.0, "max": 18, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 119, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 2, 2, 2, 5, 2, 2, 2, 2, 5, 2, 3, 2, 2, 5, 2, 2, 1, 1, 2, 2, 6, 2, 3, 1, 3, 1, 3, 1, 2, 2, 1, 2, 3, 1, 1, 2, 6, 1, 2, 2, 3, 2, 1, 1, 1, 1, 1, 7, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 5, 1, 1, 5, 3, 1, 2, 3, 2, 2, 3, 1, 1, 4, 4, 6, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 4, 1], "chunk_stats": {"count": 119, "sum": 251, "mean": 2.1092436974789917, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 3, 4, 6, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3, 4, 4, 1, 1, 6, 1, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [4, 6, 1, 3, 1, 1, 10, 1, 6, 2, 1, 1, 10], "chunk_stats": {"count": 13, "sum": 47, "mean": 3.6153846153846154, "median": 2.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 82, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0670219690000522, "decode_time_sec": 1.6316782339999918, "total_time_sec": 1.7059021860004577, "prefill_units_per_sec": 13652.239909562899, "prefill_bytes_per_sec": 13637.319428787421, "decode_units_per_sec": 78.44683917013054, "decode_bytes_per_sec": 78.44683917013054, "total_units_per_sec": 75.03361039714716, "total_bytes_per_sec": 75.03361039714716, "step_latency_ms": {"count": 128, "sum": 1628, "mean": 12.71875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3511.458984375, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 914, "mean": 914.0, "median": 914.0, "p95": 914.0, "max": 914, "min": 914}, "model_input_units": {"count": 1, "sum": 915, "mean": 915.0, "median": 915.0, "p95": 915.0, "max": 915, "min": 915}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 914, "model_input_units": 915, "stage0_units": 321, "stage1_units": 167, "bytes_per_stage0_unit": 2.8473520249221185, "stage0_per_stage1_unit": 1.9221556886227544}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 915, "units_out": 321, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 8, 1, 5, 2, 6, 2, 7, 1, 4, 1, 2, 6, 1, 1, 1, 1, 1, 1, 1, 21, 1, 7, 1, 2, 2, 2, 9, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 3, 1, 9, 1, 1, 1, 1, 3, 1, 5, 1, 7, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 7, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 4, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 6, 5, 1, 13, 1, 1, 6, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 1, 6, 1, 1, 13, 1, 1, 6, 1, 6, 2, 1, 9, 1, 5, 1, 3, 4, 1, 1, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1, 2, 10, 1, 2, 2, 2, 1, 9, 10, 2, 13, 1, 9, 1, 5, 5, 5, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 3, 6, 1, 13, 1, 2, 1, 2, 1, 1, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 9, 2, 3, 1, 1, 3, 1, 1, 3, 6, 1, 13, 1, 2, 1, 1, 3, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 22, 1, 1, 1, 5, 1, 1, 9, 5, 2, 1, 2, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 7, 1, 1, 7, 1, 4, 1, 1, 1, 1, 9, 10, 2, 1, 2, 1, 9, 2, 3, 1, 4, 1, 1, 1, 9, 4, 3, 4, 1, 1, 4, 3, 1, 7, 1, 6, 1, 4, 1, 1, 1], "chunk_stats": {"count": 321, "sum": 915, "mean": 2.850467289719626, "median": 1.0, "p95": 9.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 321, "units_out": 167, "chunk_lengths": [1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 5, 3, 2, 2, 2, 7, 1, 1, 2, 1, 1, 5, 1, 2, 3, 1, 1, 4, 7, 1, 2, 4, 1, 3, 1, 6, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 2, 1, 5, 1, 1, 4, 2, 1, 2, 4, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 4, 2, 3, 3, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 3, 1, 3, 2, 2, 3, 3, 2, 1, 3, 1, 2, 2, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 3, 3, 3, 1, 3, 2, 1], "chunk_stats": {"count": 167, "sum": 321, "mean": 1.9221556886227544, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [13, 8, 2, 1, 1, 13, 4, 7, 3, 6, 1, 4, 1, 17, 1, 2, 1, 1, 8, 1, 6, 2, 1, 4, 2, 1, 4, 1, 1, 1, 10], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 1, 2, 1, 1, 2, 4, 1, 1, 4, 3, 2, 1, 3, 2], "chunk_stats": {"count": 16, "sum": 30, "mean": 1.875, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 83, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.070579365001322, "decode_time_sec": 1.9315018310007872, "total_time_sec": 2.0076915609988646, "prefill_units_per_sec": 4009.670531814776, "prefill_bytes_per_sec": 3995.50208470589, "decode_units_per_sec": 66.26967572361977, "decode_bytes_per_sec": 66.26967572361977, "total_units_per_sec": 63.75481298348317, "total_bytes_per_sec": 63.75481298348317, "step_latency_ms": {"count": 128, "sum": 1919, "mean": 14.9921875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3347.5068359375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 108, "stage1_units": 58, "bytes_per_stage0_unit": 2.611111111111111, "stage0_per_stage1_unit": 1.8620689655172413}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 283, "units_out": 108, "chunk_lengths": [1, 1, 3, 11, 1, 1, 10, 1, 2, 1, 1, 4, 2, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 5, 1, 6, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 3, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 4, 8, 1, 2, 10, 1, 1, 3, 5, 1, 1, 3, 5, 1, 8, 1, 3, 3, 1, 11, 1, 1, 6, 4, 2, 1, 1, 1, 5, 1, 5, 2, 2, 1, 1, 4, 1, 1, 4, 1], "chunk_stats": {"count": 108, "sum": 283, "mean": 2.6203703703703702, "median": 1.0, "p95": 8.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 58, "chunk_lengths": [1, 2, 4, 1, 2, 2, 1, 3, 1, 2, 1, 1, 1, 3, 2, 1, 1, 2, 3, 5, 1, 3, 1, 1, 3, 5, 1, 2, 1, 1, 3, 5, 1, 2, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1], "chunk_stats": {"count": 58, "sum": 108, "mean": 1.8620689655172413, "median": 1.0, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [5, 1, 2, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 4, 1, 1, 2, 3, 1, 1, 1, 1, 1, 4, 2, 1, 5, 2, 3, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 1], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 4, 1, 6, 1, 4, 1, 5, 3, 8, 1, 1, 4, 1, 6, 1, 4, 4], "chunk_stats": {"count": 19, "sum": 57, "mean": 3.0, "median": 3.0, "p95": 6.199999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 84, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06680488799975137, "decode_time_sec": 1.8629660779988626, "total_time_sec": 1.9322273439993296, "prefill_units_per_sec": 4056.589392096707, "prefill_bytes_per_sec": 4041.6204275502246, "decode_units_per_sec": 68.70763859398525, "decode_bytes_per_sec": 68.70763859398525, "total_units_per_sec": 66.24479277633306, "total_bytes_per_sec": 66.24479277633306, "step_latency_ms": {"count": 128, "sum": 1849, "mean": 14.4453125, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3344.3818359375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "model_input_units": {"count": 1, "sum": 271, "mean": 271.0, "median": 271.0, "p95": 271.0, "max": 271, "min": 271}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 270, "model_input_units": 271, "stage0_units": 93, "stage1_units": 42, "bytes_per_stage0_unit": 2.903225806451613, "stage0_per_stage1_unit": 2.2142857142857144}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 271, "units_out": 93, "chunk_lengths": [1, 1, 3, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 5, 8, 2, 1, 5, 1, 7, 1, 7, 1, 2, 4, 2, 2, 6, 1, 5, 1, 4, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 7, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 3, 4, 2, 6, 1, 3, 1, 1, 1, 1, 4, 1, 7, 1], "chunk_stats": {"count": 93, "sum": 271, "mean": 2.913978494623656, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 42, "chunk_lengths": [1, 2, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 3, 1, 2, 4, 2, 1, 3, 1, 2, 1, 6, 2, 4, 1, 3, 8, 2, 4, 1, 4, 2, 3, 2, 1, 2], "chunk_stats": {"count": 42, "sum": 93, "mean": 2.2142857142857144, "median": 2.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 4, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 2, 6, 1, 1, 5, 3, 4, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 4, 1, 2, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 1, 1, 1, 9, 1, 4, 1, 8, 4, 1, 1, 1, 9, 1, 1, 2], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 85, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06743233799898007, "decode_time_sec": 1.6173725569988164, "total_time_sec": 1.688341261999085, "prefill_units_per_sec": 8008.027246633026, "prefill_bytes_per_sec": 7993.197566546669, "decode_units_per_sec": 79.1407022742588, "decode_bytes_per_sec": 79.1407022742588, "total_units_per_sec": 75.81405660159088, "total_bytes_per_sec": 75.81405660159088, "step_latency_ms": {"count": 128, "sum": 1602, "mean": 12.515625, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3410.40087890625, "peak_reserved_mb": 3520.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 144, "stage1_units": 63, "bytes_per_stage0_unit": 3.7430555555555554, "stage0_per_stage1_unit": 2.2857142857142856}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 540, "units_out": 144, "chunk_lengths": [1, 1, 3, 1, 3, 1, 2, 1, 1, 3, 1, 1, 9, 6, 1, 3, 1, 13, 1, 7, 2, 5, 1, 1, 3, 1, 6, 1, 13, 1, 6, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 13, 1, 2, 4, 1, 5, 1, 17, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 21, 1, 6, 2, 1, 3, 1, 4, 1, 1, 2, 17, 4, 1, 21, 5, 1, 1, 3, 8, 1, 7, 1, 1, 1, 21, 8, 13, 1, 2, 1, 5, 1, 1, 1, 1, 4, 3, 1, 3, 1, 8, 1, 17, 5, 1, 1, 2, 6, 7, 1, 1, 17, 8, 13, 8, 2, 1, 3, 1, 8, 1, 1, 5, 1, 1, 1, 1, 13, 1, 3, 1, 4, 1, 1, 3, 2, 1, 5, 13, 1, 2, 1, 1], "chunk_stats": {"count": 144, "sum": 540, "mean": 3.75, "median": 1.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 144, "units_out": 63, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 3, 1, 2, 1, 1, 6, 1, 2, 1, 3, 3, 4, 1, 1, 5, 1, 1, 4, 1, 4, 1, 2, 8, 1, 2, 1, 2, 2, 6, 1, 1, 1, 1, 3, 4, 2, 5, 1, 2, 3, 3, 1, 1, 1, 1, 1, 4, 3, 4, 1, 7, 3, 1, 3, 1], "chunk_stats": {"count": 63, "sum": 144, "mean": 2.2857142857142856, "median": 2.0, "p95": 5.899999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [17, 7, 1, 1, 5, 1, 13, 7, 10, 1, 2, 1, 1, 17, 5, 1, 1, 5, 2, 1, 1, 2, 2, 1, 1, 17, 5], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 2.0, "p95": 17.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 17, "sum": 27, "mean": 1.588235294117647, "median": 1.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 86, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06699061899962544, "decode_time_sec": 1.8276351269996667, "total_time_sec": 1.8994477420001203, "prefill_units_per_sec": 4090.124917363907, "prefill_bytes_per_sec": 4075.1974541618492, "decode_units_per_sec": 70.03586115688799, "decode_bytes_per_sec": 70.03586115688799, "total_units_per_sec": 67.38800819295817, "total_bytes_per_sec": 67.38800819295817, "step_latency_ms": {"count": 128, "sum": 1814, "mean": 14.171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3345.0537109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "model_input_units": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 273, "model_input_units": 274, "stage0_units": 85, "stage1_units": 50, "bytes_per_stage0_unit": 3.211764705882353, "stage0_per_stage1_unit": 1.7}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 274, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 5, 1, 5, 12, 6, 1, 1, 1, 6, 5, 1, 7, 7, 1, 5, 2, 6, 1, 2, 4, 3, 8, 1, 1, 7, 1, 1, 6, 1, 2, 1, 5, 1, 1, 1, 10, 3, 3, 2, 6, 6, 1, 4, 1, 1, 1, 7, 1, 6, 1, 3, 1, 6, 2, 3, 4, 4, 1, 4, 12, 1, 1, 1, 2, 6, 4, 1, 1, 6, 2, 1, 5, 1, 7, 1, 6, 1, 1, 1, 6, 1], "chunk_stats": {"count": 85, "sum": 274, "mean": 3.223529411764706, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 50, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 3, 4, 1, 2, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 4, 2, 2, 2, 1], "chunk_stats": {"count": 50, "sum": 85, "mean": 1.7, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 10, 6, 1, 1, 5, 1, 1, 5, 1, 4, 1, 10, 6, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 4, 2, 1, 5, 1, 6, 1, 1, 5, 1, 6, 1, 2, 6, 4, 1, 6, 2], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 1, 1, 5, 2, 2, 2, 2, 1, 7, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 20, "sum": 41, "mean": 2.05, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 87, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06691189800039865, "decode_time_sec": 1.83064499899956, "total_time_sec": 1.8999775649990625, "prefill_units_per_sec": 4573.177702987545, "prefill_bytes_per_sec": 4558.232677814383, "decode_units_per_sec": 69.92071104444143, "decode_bytes_per_sec": 69.92071104444143, "total_units_per_sec": 67.36921654128224, "total_bytes_per_sec": 67.36921654128224, "step_latency_ms": {"count": 128, "sum": 1817, "mean": 14.1953125, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3352.38330078125, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 92, "stage1_units": 47, "bytes_per_stage0_unit": 3.3152173913043477, "stage0_per_stage1_unit": 1.9574468085106382}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 306, "units_out": 92, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 3, 2, 1, 3, 1, 1, 9, 6, 2, 1, 1, 1, 9, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 13, 5, 2, 1, 3, 1, 10, 1, 4, 1, 1, 4, 2, 3, 1, 5, 1, 1, 13, 1, 2, 4, 4, 1, 17, 5, 13, 6, 3, 4, 1, 9, 2, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2, 3, 1, 2, 9, 2, 4, 1, 6, 4, 8, 1, 9, 1, 2, 3, 1], "chunk_stats": {"count": 92, "sum": 306, "mean": 3.3260869565217392, "median": 2.0, "p95": 9.450000000000003, "max": 17, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 47, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 4, 1, 1, 1, 4, 2, 3, 2, 4, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 1, 3, 1, 6, 2, 2, 1], "chunk_stats": {"count": 47, "sum": 92, "mean": 1.9574468085106382, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 5, 1, 1, 2, 1, 3, 1, 13, 1, 5, 1, 5, 5, 1, 1, 1, 6, 5, 5, 1, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 9, 1], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.550000000000004, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 4, 1, 2, 3, 1, 3, 1, 3, 1, 1, 4, 1, 2, 4, 2, 1, 4, 1, 1], "chunk_stats": {"count": 20, "sum": 44, "mean": 2.2, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 88, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06674806899900432, "decode_time_sec": 1.8927928150005755, "total_time_sec": 1.9621821319997252, "prefill_units_per_sec": 4899.018127473888, "prefill_bytes_per_sec": 4884.036420662042, "decode_units_per_sec": 67.62493971109093, "decode_bytes_per_sec": 67.62493971109093, "total_units_per_sec": 65.2334958679656, "total_bytes_per_sec": 65.2334958679656, "step_latency_ms": {"count": 128, "sum": 1879, "mean": 14.6796875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3358.32763671875, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 113, "stage1_units": 62, "bytes_per_stage0_unit": 2.8849557522123894, "stage0_per_stage1_unit": 1.8225806451612903}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 327, "units_out": 113, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 1, 3, 2, 4, 1, 4, 2, 1, 5, 1, 1, 3, 1, 1, 9, 4, 1, 8, 2, 1, 1, 3, 1, 6, 1, 2, 1, 1, 9, 4, 4, 2, 6, 3, 4, 1, 4, 1, 5, 1, 1, 1, 13, 1, 2, 1, 5, 1, 17, 6, 2, 1, 3, 1, 1, 2, 1, 1, 6, 1, 1, 5, 1, 6, 1, 1, 4, 1, 5, 1, 13, 4, 1, 7, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 5, 1, 1, 1, 9, 7, 3, 2], "chunk_stats": {"count": 113, "sum": 327, "mean": 2.893805309734513, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 113, "units_out": 62, "chunk_lengths": [1, 2, 2, 2, 5, 1, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 2, 3, 1, 1, 1, 1, 3, 1, 2, 2, 3, 5, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 62, "sum": 113, "mean": 1.8225806451612903, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 1, 7, 1, 1, 9, 3, 4, 7, 2, 1, 5, 4, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 3, 1, 1, 5, 1, 1, 3, 2, 1, 5, 1, 5, 2, 1, 4], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 2, 2, 2, 2, 5, 1, 1, 4, 1, 1, 3, 2, 5, 1, 1, 3, 4, 3, 1, 1, 1], "chunk_stats": {"count": 22, "sum": 47, "mean": 2.1363636363636362, "median": 2.0, "p95": 4.949999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 89, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06696451899915701, "decode_time_sec": 2.101276098999733, "total_time_sec": 2.1710857859998214, "prefill_units_per_sec": 4644.2504873949, "prefill_bytes_per_sec": 4629.317206084949, "decode_units_per_sec": 60.91536474475278, "decode_bytes_per_sec": 60.91536474475278, "total_units_per_sec": 58.95667542268665, "total_bytes_per_sec": 58.95667542268665, "step_latency_ms": {"count": 128, "sum": 2089, "mean": 16.3203125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3353.2412109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 108, "stage1_units": 63, "bytes_per_stage0_unit": 2.8703703703703702, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 108, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 1, 7, 1, 1, 1, 4, 1, 1, 2, 1, 5, 7, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 2, 3, 1, 5, 1, 2, 1, 5, 8, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 9, 4, 1, 4, 3, 6, 1, 13, 1, 2, 4, 1, 1, 3, 1, 1, 17, 1, 5, 5, 5, 1, 1, 3, 1, 13, 4, 1, 17, 1, 5, 1, 3, 1, 5, 3, 4], "chunk_stats": {"count": 108, "sum": 311, "mean": 2.8796296296296298, "median": 1.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 63, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 3, 6, 3, 1, 1, 1, 1, 5, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 2, 1, 1, 2], "chunk_stats": {"count": 63, "sum": 108, "mean": 1.7142857142857142, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 4, 2, 1, 6, 1, 1, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 5, 1, 5, 1, 2, 1, 5, 8, 1, 1], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [2, 3, 1, 1, 1, 3, 3, 3, 1, 1, 4, 1, 3, 6, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 4, 2], "chunk_stats": {"count": 28, "sum": 56, "mean": 2.0, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 90, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06731501900139847, "decode_time_sec": 1.9457537349990162, "total_time_sec": 2.015559691000817, "prefill_units_per_sec": 3832.7256506403132, "prefill_bytes_per_sec": 3817.8701248626376, "decode_units_per_sec": 65.78427562420417, "decode_bytes_per_sec": 65.78427562420417, "total_units_per_sec": 63.50593364786045, "total_bytes_per_sec": 63.50593364786045, "step_latency_ms": {"count": 128, "sum": 1935, "mean": 15.1171875, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3343.3037109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 104, "stage1_units": 48, "bytes_per_stage0_unit": 2.4711538461538463, "stage0_per_stage1_unit": 2.1666666666666665}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 258, "units_out": 104, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 6, 7, 1, 3, 1, 3, 5, 2, 1, 4, 1, 2, 6, 2, 3, 7, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 6, 1, 1, 3, 1, 1, 3, 1, 3, 1, 3, 6, 2, 1, 1, 3, 4, 2, 3, 1, 4, 1, 3, 4, 5, 1, 1, 5, 1, 3, 4, 2, 1, 1, 1, 6, 1, 5, 2, 1, 3, 7, 1, 5, 4, 1, 5, 2, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 1, 2, 4, 1, 5, 1, 2, 6, 1, 2], "chunk_stats": {"count": 104, "sum": 258, "mean": 2.480769230769231, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}, {"stage": 1, "units_in": 104, "units_out": 48, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 1, 4, 3, 4, 1, 2, 1, 1, 2, 1, 3, 8, 1, 2, 1, 1, 7, 4, 1, 3, 1, 7, 6, 6, 1], "chunk_stats": {"count": 48, "sum": 104, "mean": 2.1666666666666665, "median": 1.0, "p95": 6.649999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 5, 1, 2, 6, 1, 5, 4, 5, 1, 1, 5, 1, 1, 4, 3, 2, 4, 5, 1, 1, 3, 3, 4, 4, 5, 1, 1, 1, 4, 1, 5, 1, 4, 6, 1, 3, 1, 3, 1, 2, 5, 2, 1, 3, 1, 2, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [5, 1, 1, 2, 3, 1, 3, 5, 1, 4, 1, 1, 1, 5, 1, 2, 2, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 23, "sum": 47, "mean": 2.0434782608695654, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 91, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06663223999930779, "decode_time_sec": 1.7801364280003327, "total_time_sec": 1.8492623849997472, "prefill_units_per_sec": 3871.9995005823043, "prefill_bytes_per_sec": 3856.9917505800477, "decode_units_per_sec": 71.90460123541502, "decode_bytes_per_sec": 71.90460123541502, "total_units_per_sec": 69.21678667033369, "total_bytes_per_sec": 69.21678667033369, "step_latency_ms": {"count": 128, "sum": 1763, "mean": 13.7734375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3343.3037109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 99, "stage1_units": 51, "bytes_per_stage0_unit": 2.595959595959596, "stage0_per_stage1_unit": 1.9411764705882353}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 258, "units_out": 99, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 2, 4, 1, 1, 3, 1, 1, 1, 5, 4, 2, 1, 5, 1, 9, 1, 1, 1, 5, 3, 1, 5, 1, 1, 3, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 1, 5, 4, 1, 5, 2, 1, 9, 2, 3, 3, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 10, 1, 1, 2, 1, 1, 13, 8, 1, 9, 4, 2, 3, 1, 4, 1, 3, 1, 1, 10, 1, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 99, "sum": 258, "mean": 2.606060606060606, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 99, "units_out": 51, "chunk_lengths": [1, 2, 2, 4, 1, 2, 2, 1, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 3, 1, 4, 2, 2, 5, 1, 1, 2, 5, 3, 1, 1, 1, 1, 1, 2, 3, 1, 5, 4, 1], "chunk_stats": {"count": 51, "sum": 99, "mean": 1.9411764705882353, "median": 2.0, "p95": 4.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [13, 1, 2, 1, 10, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 17, 1, 1, 1, 2, 4, 1, 1, 5, 1, 1, 10, 1, 1, 1, 1, 1, 1, 1, 17, 1, 4, 1, 5, 4], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 3, 3, 4, 3, 1, 1, 2, 3, 3, 3, 3, 4, 1, 2, 1, 1, 1], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 92, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06690555999921344, "decode_time_sec": 1.7760974150005495, "total_time_sec": 1.8462201120000827, "prefill_units_per_sec": 5844.058401194112, "prefill_bytes_per_sec": 5829.111960270342, "decode_units_per_sec": 72.06811907890784, "decode_bytes_per_sec": 72.06811907890784, "total_units_per_sec": 69.33084477198798, "total_bytes_per_sec": 69.33084477198798, "step_latency_ms": {"count": 128, "sum": 1761, "mean": 13.7578125, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3368.24658203125, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}, "model_input_units": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 390, "model_input_units": 391, "stage0_units": 105, "stage1_units": 54, "bytes_per_stage0_unit": 3.7142857142857144, "stage0_per_stage1_unit": 1.9444444444444444}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 391, "units_out": 105, "chunk_lengths": [1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 1, 3, 1, 3, 1, 7, 1, 4, 1, 1, 3, 1, 1, 7, 1, 5, 1, 3, 2, 2, 1, 1, 17, 4, 1, 1, 6, 2, 5, 1, 3, 2, 2, 17, 4, 1, 1, 6, 2, 5, 1, 3, 17, 3, 4, 1, 3, 13, 4, 1, 17, 3, 4, 1, 4, 9, 7, 8, 1, 10, 1, 7, 9, 1, 13, 1, 1, 5, 1, 5, 1, 1, 10, 1, 5, 2, 6, 3, 1, 8, 4, 1, 3, 1], "chunk_stats": {"count": 105, "sum": 391, "mean": 3.723809523809524, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 105, "units_out": 54, "chunk_lengths": [1, 2, 1, 2, 1, 4, 1, 3, 1, 1, 6, 2, 2, 4, 2, 4, 2, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 2, 2, 1, 2, 1, 4, 1, 1, 1, 2, 4, 1, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3], "chunk_stats": {"count": 54, "sum": 105, "mean": 1.9444444444444444, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 1, 1, 13, 3, 4, 1, 4, 1, 5, 4, 1, 3, 1, 3, 1, 7, 1, 1, 3, 2, 3, 1, 1, 9, 1, 2, 1, 13, 3, 4, 1, 3, 1, 1, 1, 3, 1, 7, 1, 3, 2, 1, 3, 1], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 8.599999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 1, 4, 1, 1, 3, 2, 2, 4, 3, 1, 3, 1, 8, 1, 1, 2, 4], "chunk_stats": {"count": 18, "sum": 45, "mean": 2.5, "median": 2.0, "p95": 4.599999999999994, "max": 8, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 93, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06687239999882877, "decode_time_sec": 1.6864410689995566, "total_time_sec": 1.7584855439999956, "prefill_units_per_sec": 8463.880465033604, "prefill_bytes_per_sec": 8448.926612621883, "decode_units_per_sec": 75.89947988869432, "decode_bytes_per_sec": 75.89947988869432, "total_units_per_sec": 72.78990745004403, "total_bytes_per_sec": 72.78990745004403, "step_latency_ms": {"count": 128, "sum": 1672, "mean": 13.0625, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3417.1201171875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}, "model_input_units": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 565, "model_input_units": 566, "stage0_units": 206, "stage1_units": 100, "bytes_per_stage0_unit": 2.7427184466019416, "stage0_per_stage1_unit": 2.06}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 566, "units_out": 206, "chunk_lengths": [1, 1, 3, 8, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 6, 2, 7, 2, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 2, 1, 1, 5, 4, 1, 5, 1, 3, 1, 6, 1, 9, 1, 2, 1, 5, 1, 13, 4, 2, 7, 1, 1, 5, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 13, 1, 2, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 17, 4, 3, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 13, 1, 2, 1, 1, 7, 1, 1, 2, 7, 1, 3, 2, 1, 1, 13, 1, 3, 1, 7, 1, 3, 1, 1, 3, 1, 1, 5, 1, 6, 1, 8, 2, 1, 1, 5, 6, 2, 1, 5, 4, 7, 3, 7, 1, 9, 4, 2, 6, 1, 3, 1, 1, 4, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 5, 6, 1, 3, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 206, "sum": 566, "mean": 2.7475728155339807, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 206, "units_out": 100, "chunk_lengths": [1, 2, 1, 4, 3, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 1, 2, 1, 4, 1, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 6, 2, 1, 6, 1, 5, 4, 2, 1, 2, 1, 4, 3, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 1, 4, 1, 4, 1, 6, 1, 1, 5, 7, 1, 4, 4, 1], "chunk_stats": {"count": 100, "sum": 206, "mean": 2.06, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [9, 1, 2, 4, 4, 3, 1, 2, 1, 1, 7, 1, 13, 1, 6, 1, 7, 1, 1, 5, 1, 6, 1, 13, 6, 3, 1, 1, 5, 1, 2, 1, 6, 1, 7, 1, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 2, 2, 6, 1, 4, 3, 3, 1, 1, 2, 1, 1, 1, 6], "chunk_stats": {"count": 16, "sum": 36, "mean": 2.25, "median": 1.5, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 94, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06755448900003103, "decode_time_sec": 1.294847925000795, "total_time_sec": 1.3695987169994623, "prefill_units_per_sec": 13100.53577638036, "prefill_bytes_per_sec": 13085.732911096315, "decode_units_per_sec": 98.85330742598319, "decode_bytes_per_sec": 98.85330742598319, "total_units_per_sec": 93.45803147393738, "total_bytes_per_sec": 93.45803147393738, "step_latency_ms": {"count": 128, "sum": 1282, "mean": 10.015625, "median": 8.0, "p95": 17.0, "max": 39, "min": 7}, "peak_allocated_mb": 3504.47802734375, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 884, "mean": 884.0, "median": 884.0, "p95": 884.0, "max": 884, "min": 884}, "model_input_units": {"count": 1, "sum": 885, "mean": 885.0, "median": 885.0, "p95": 885.0, "max": 885, "min": 885}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 884, "model_input_units": 885, "stage0_units": 211, "stage1_units": 93, "bytes_per_stage0_unit": 4.18957345971564, "stage0_per_stage1_unit": 2.2688172043010755}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 885, "units_out": 211, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 5, 1, 7, 1, 7, 2, 5, 1, 8, 1, 7, 1, 2, 2, 1, 1, 5, 4, 4, 1, 9, 1, 4, 1, 4, 1, 1, 9, 4, 4, 1, 4, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 13, 1, 2, 4, 1, 1, 8, 1, 7, 2, 4, 7, 1, 1, 17, 2, 2, 3, 1, 4, 4, 8, 1, 2, 2, 1, 6, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 7, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 4, 7, 1, 1, 1, 1, 1, 3, 1, 1, 1, 17, 2, 7, 4, 8, 1, 2, 1, 2, 1, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 4, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 7, 1, 7, 4, 3, 5, 1, 7, 1, 7, 1, 17, 2, 1, 5, 1, 2, 4, 8, 7, 1, 2, 3, 1, 6, 1, 8, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 6, 1, 1, 1, 1], "chunk_stats": {"count": 211, "sum": 885, "mean": 4.194312796208531, "median": 2.0, "p95": 11.0, "max": 52, "min": 1}}, {"stage": 1, "units_in": 211, "units_out": 93, "chunk_lengths": [1, 2, 1, 3, 1, 1, 4, 1, 3, 2, 1, 2, 2, 1, 2, 2, 1, 5, 1, 2, 2, 1, 1, 1, 2, 1, 6, 1, 1, 5, 3, 4, 1, 1, 4, 4, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 3, 6, 1, 1, 2, 1, 3, 3, 3, 1, 1, 1, 4, 1, 1, 3, 1, 9, 1, 3, 2, 2, 9, 1, 1, 2, 1, 1, 2, 6, 1, 1, 2, 1, 6, 1, 3, 2, 1, 9, 1, 3, 2, 2, 2], "chunk_stats": {"count": 93, "sum": 211, "mean": 2.2688172043010755, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [52, 1, 5, 1, 8, 1, 7, 1, 13, 4, 1, 17, 3, 4, 4, 1, 4, 1], "chunk_stats": {"count": 18, "sum": 128, "mean": 7.111111111111111, "median": 4.0, "p95": 22.24999999999995, "max": 52, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 5, "chunk_lengths": [8, 1, 2, 1, 5, 1], "chunk_stats": {"count": 6, "sum": 18, "mean": 3.0, "median": 1.5, "p95": 7.25, "max": 8, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 95, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06677132000004349, "decode_time_sec": 1.9348953210010222, "total_time_sec": 2.0100460940011544, "prefill_units_per_sec": 7877.6336906273145, "prefill_bytes_per_sec": 7862.657200721179, "decode_units_per_sec": 66.153449548774, "decode_bytes_per_sec": 66.153449548774, "total_units_per_sec": 63.68013170544062, "total_bytes_per_sec": 63.68013170544062, "step_latency_ms": {"count": 128, "sum": 1912, "mean": 14.9375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3407.54248046875, "peak_reserved_mb": 3496.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 525, "mean": 525.0, "median": 525.0, "p95": 525.0, "max": 525, "min": 525}, "model_input_units": {"count": 1, "sum": 526, "mean": 526.0, "median": 526.0, "p95": 526.0, "max": 526, "min": 526}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 525, "model_input_units": 526, "stage0_units": 208, "stage1_units": 98, "bytes_per_stage0_unit": 2.5240384615384617, "stage0_per_stage1_unit": 2.122448979591837}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 526, "units_out": 208, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 8, 1, 6, 1, 6, 1, 4, 1, 1, 5, 4, 2, 1, 4, 2, 1, 2, 2, 6, 1, 2, 3, 1, 10, 1, 2, 1, 8, 1, 2, 1, 4, 1, 6, 1, 4, 1, 6, 1, 4, 1, 1, 5, 6, 1, 1, 4, 2, 6, 1, 4, 1, 1, 5, 1, 1, 1, 6, 1, 3, 1, 4, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 8, 1, 10, 1, 4, 2, 1, 4, 2, 1, 2, 2, 6, 2, 6, 1, 4, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 5, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 3, 1, 3, 1, 2, 3, 1, 3, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 1, 3, 1, 2, 1, 3, 1, 5, 6, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 208, "sum": 526, "mean": 2.5288461538461537, "median": 1.0, "p95": 6.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 208, "units_out": 98, "chunk_lengths": [1, 2, 2, 5, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 4, 2, 4, 4, 1, 1, 1, 1, 3, 1, 3, 1, 4, 2, 4, 3, 1, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 1, 2, 5, 2, 2, 3, 3, 2, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 4, 1, 3, 1, 4, 3, 6, 1, 5, 1, 4, 1, 4, 4, 3, 6, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 3], "chunk_stats": {"count": 98, "sum": 208, "mean": 2.122448979591837, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 6, 1, 2, 6, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 2], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [2, 1, 3, 1, 1, 1, 1, 1, 4, 4, 3, 6, 1, 3, 3, 1, 1, 1, 2, 3, 1, 3, 3], "chunk_stats": {"count": 23, "sum": 50, "mean": 2.1739130434782608, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 96, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06681801000013365, "decode_time_sec": 1.8889881359991705, "total_time_sec": 1.96044023200011, "prefill_units_per_sec": 4205.452990884312, "prefill_bytes_per_sec": 4190.486966005721, "decode_units_per_sec": 67.76114553641443, "decode_bytes_per_sec": 67.76114553641443, "total_units_per_sec": 65.29145745464012, "total_bytes_per_sec": 65.29145745464012, "step_latency_ms": {"count": 128, "sum": 1869, "mean": 14.6015625, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3347.4755859375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}, "model_input_units": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 280, "model_input_units": 281, "stage0_units": 126, "stage1_units": 60, "bytes_per_stage0_unit": 2.2222222222222223, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 281, "units_out": 126, "chunk_lengths": [1, 1, 3, 3, 1, 2, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 9, 4, 2, 3, 1, 2, 1, 1, 2, 1, 1, 2, 3, 3, 4, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 4, 2, 7, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 1, 3, 5, 1, 1, 1, 2, 3, 3, 4, 1, 1, 1, 1, 5, 1, 1, 9, 1, 1, 1, 3, 2, 1, 2, 4, 1, 1, 3, 1, 3, 1, 1], "chunk_stats": {"count": 126, "sum": 281, "mean": 2.2301587301587302, "median": 2.0, "p95": 6.5, "max": 9, "min": 1}}, {"stage": 1, "units_in": 126, "units_out": 60, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 5, 3, 2, 1, 2, 1, 2, 5, 1, 5, 1, 1, 1, 1, 3, 2, 3, 1, 2, 5, 6, 2, 3, 2, 2, 5, 2, 2, 1, 1, 6, 2, 1, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1], "chunk_stats": {"count": 60, "sum": 126, "mean": 2.1, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [9, 3, 4, 1, 1, 3, 1, 1, 4, 3, 1, 2, 4, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 2.0, "p95": 7.8999999999999915, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 1, 1, 5, 1, 4, 2, 2, 4, 2, 3, 5, 5, 3, 1, 2, 5], "chunk_stats": {"count": 18, "sum": 52, "mean": 2.888888888888889, "median": 2.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 97, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06718343000102323, "decode_time_sec": 1.8172203129997797, "total_time_sec": 1.8867428609992203, "prefill_units_per_sec": 4286.771306490509, "prefill_bytes_per_sec": 4271.886683898529, "decode_units_per_sec": 70.4372491790518, "decode_bytes_per_sec": 70.4372491790518, "total_units_per_sec": 67.84178313106807, "total_bytes_per_sec": 67.84178313106807, "step_latency_ms": {"count": 128, "sum": 1807, "mean": 14.1171875, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3350.4287109375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 287, "mean": 287.0, "median": 287.0, "p95": 287.0, "max": 287, "min": 287}, "model_input_units": {"count": 1, "sum": 288, "mean": 288.0, "median": 288.0, "p95": 288.0, "max": 288, "min": 288}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 287, "model_input_units": 288, "stage0_units": 106, "stage1_units": 44, "bytes_per_stage0_unit": 2.707547169811321, "stage0_per_stage1_unit": 2.409090909090909}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 288, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 7, 2, 3, 1, 1, 6, 1, 1, 5, 4, 1, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 1, 7, 4, 1, 1, 4, 1, 1, 1, 7, 2, 1, 5, 2, 3, 1, 2, 7, 4, 5, 2, 2, 6, 1, 1, 8, 1, 7, 1, 2, 1, 3, 1, 3, 6, 5, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 1, 9, 1, 5, 6, 5, 1, 1, 4, 5, 6, 1, 1, 8, 1, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 288, "mean": 2.7169811320754715, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 3, 2, 2, 1, 4, 3, 2, 5, 1, 4, 4, 6, 1, 4, 3, 1, 1, 2, 5, 1, 1, 7, 1, 1, 4, 1, 2, 2, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 7, 1], "chunk_stats": {"count": 44, "sum": 106, "mean": 2.409090909090909, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 1, 1, 5, 4, 7, 1, 1, 3, 4, 1, 4, 4, 1, 1, 3, 4, 4, 1, 7, 1, 1, 7, 1, 1, 3, 1, 1, 5, 8, 2, 7, 1, 7, 1, 1, 5, 1, 3, 1, 6, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 1, 4, 1, 8, 1, 3, 1, 1, 2, 5, 1, 1, 1, 3, 2, 1, 5], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 1.0, "p95": 5.299999999999994, "max": 8, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 98, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06705051000062667, "decode_time_sec": 1.9387051990015607, "total_time_sec": 2.009122295999987, "prefill_units_per_sec": 7650.94851620376, "prefill_bytes_per_sec": 7636.034386542544, "decode_units_per_sec": 66.02344702326089, "decode_bytes_per_sec": 66.02344702326089, "total_units_per_sec": 63.70941194313482, "total_bytes_per_sec": 63.70941194313482, "step_latency_ms": {"count": 128, "sum": 1918, "mean": 14.984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3405.0478515625, "peak_reserved_mb": 3496.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}, "model_input_units": {"count": 1, "sum": 513, "mean": 513.0, "median": 513.0, "p95": 513.0, "max": 513, "min": 513}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 512, "model_input_units": 513, "stage0_units": 188, "stage1_units": 93, "bytes_per_stage0_unit": 2.723404255319149, "stage0_per_stage1_unit": 2.021505376344086}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 513, "units_out": 188, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 2, 2, 1, 13, 5, 1, 4, 1, 1, 2, 1, 2, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 1, 3, 2, 5, 1, 2, 2, 1, 13, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 4, 1, 13, 5, 1, 5, 1, 1, 9, 7, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 3, 1, 7, 2, 4, 2, 1, 4, 1, 1, 4, 2, 22, 6, 1, 5, 1, 6, 1, 5, 2, 10, 1, 10, 1, 22, 5, 1, 4, 1, 5, 1, 4, 2, 1, 2, 4, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 22, 5, 1, 5, 2, 1, 2, 1, 4, 1, 1, 2, 1, 4, 2, 4, 1, 4, 1, 4, 1, 4, 1, 1], "chunk_stats": {"count": 188, "sum": 513, "mean": 2.728723404255319, "median": 1.0, "p95": 8.300000000000011, "max": 22, "min": 1}}, {"stage": 1, "units_in": 188, "units_out": 93, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 2, 2, 1, 3, 1, 6, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 3, 4, 4, 1, 3, 1, 1, 4, 1, 7, 1, 3, 1, 7, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 5, 5, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 3, 1, 4, 5, 1, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 3, 2], "chunk_stats": {"count": 93, "sum": 188, "mean": 2.021505376344086, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [22, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 5, 1, 5, 1, 1, 5, 4, 1, 2, 1, 4, 1, 5, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 5.599999999999994, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 4, 1, 4, 1, 1, 2, 1, 1, 1, 3, 2, 2, 4, 1, 3, 2, 1, 3, 1, 6, 1, 1, 1], "chunk_stats": {"count": 24, "sum": 48, "mean": 2.0, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 99, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06689635000111593, "decode_time_sec": 1.4849515769983554, "total_time_sec": 1.556800142998327, "prefill_units_per_sec": 4977.850061990603, "prefill_bytes_per_sec": 4962.901563305946, "decode_units_per_sec": 86.1980969498925, "decode_bytes_per_sec": 86.1980969498925, "total_units_per_sec": 82.21993078281568, "total_bytes_per_sec": 82.21993078281568, "step_latency_ms": {"count": 128, "sum": 1478, "mean": 11.546875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3358.46826171875, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 332, "mean": 332.0, "median": 332.0, "p95": 332.0, "max": 332, "min": 332}, "model_input_units": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 332, "model_input_units": 333, "stage0_units": 112, "stage1_units": 67, "bytes_per_stage0_unit": 2.9642857142857144, "stage0_per_stage1_unit": 1.671641791044776}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 333, "units_out": 112, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 3, 2, 1, 1, 9, 4, 2, 1, 1, 9, 2, 2, 1, 9, 2, 2, 1, 3, 1, 1, 9, 1, 4, 2, 1, 4, 1, 9, 6, 4, 1, 3, 1, 13, 2, 2, 1, 13, 6, 1, 3, 1, 17, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 1, 2, 1, 7, 1, 1, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 112, "sum": 333, "mean": 2.9732142857142856, "median": 1.0, "p95": 9.0, "max": 26, "min": 1}}, {"stage": 1, "units_in": 112, "units_out": 67, "chunk_lengths": [1, 2, 3, 4, 1, 4, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 2, 1, 5, 1, 2, 3, 1, 1, 1], "chunk_stats": {"count": 67, "sum": 112, "mean": 1.671641791044776, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [21, 1, 3, 2, 1, 21, 4, 2, 1, 21, 1, 4, 2, 1, 3, 21, 1, 4, 14], "chunk_stats": {"count": 19, "sum": 128, "mean": 6.7368421052631575, "median": 3.0, "p95": 21.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2], "chunk_stats": {"count": 14, "sum": 18, "mean": 1.2857142857142858, "median": 1.0, "p95": 2.0, "max": 2, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 100, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06727441099792486, "decode_time_sec": 1.9634897830001137, "total_time_sec": 2.0346102100011194, "prefill_units_per_sec": 8279.522506963029, "prefill_bytes_per_sec": 8264.658014131857, "decode_units_per_sec": 65.19005146256602, "decode_bytes_per_sec": 65.19005146256602, "total_units_per_sec": 62.9113131207228, "total_bytes_per_sec": 62.9113131207228, "step_latency_ms": {"count": 128, "sum": 1951, "mean": 15.2421875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3414.935546875, "peak_reserved_mb": 3520.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}, "model_input_units": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 556, "model_input_units": 557, "stage0_units": 158, "stage1_units": 74, "bytes_per_stage0_unit": 3.518987341772152, "stage0_per_stage1_unit": 2.135135135135135}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 557, "units_out": 158, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 4, 1, 1, 9, 3, 2, 4, 5, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 2, 1, 1, 13, 2, 1, 6, 1, 4, 1, 9, 4, 1, 13, 2, 1, 3, 2, 8, 5, 1, 2, 4, 1, 1, 2, 3, 2, 1, 1, 9, 2, 15, 5, 1, 2, 1, 1, 10, 1, 2, 4, 1, 1, 2, 2, 1, 8, 1, 5, 13, 2, 2, 3, 2, 4, 1, 2, 9, 1, 6, 6, 1, 3, 5, 2, 1, 15, 4, 1, 2, 4, 1, 1, 2, 3, 2, 6, 1, 1, 4, 9, 5, 3, 15, 2, 5, 2, 7, 5, 8, 1, 5, 2, 3, 4, 3, 7, 15, 2, 3, 4, 2, 6, 4, 5, 1, 7, 1, 2, 1, 2, 4, 7, 15, 2, 1, 6, 6, 4, 4, 4, 1, 1], "chunk_stats": {"count": 158, "sum": 557, "mean": 3.5253164556962027, "median": 2.0, "p95": 10.450000000000017, "max": 15, "min": 1}}, {"stage": 1, "units_in": 158, "units_out": 74, "chunk_lengths": [1, 2, 2, 3, 2, 2, 1, 3, 3, 1, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 1, 2, 3, 1, 2, 1, 1, 2, 1, 2, 2, 7, 1, 2, 1, 6, 2, 6, 2, 1, 1, 1, 2, 2, 2, 3, 1, 2, 3, 1, 1, 1, 10, 1, 1, 1, 5, 1, 2, 2, 1, 4, 1, 2, 4, 3, 2, 3, 1, 1, 1, 4, 3, 1], "chunk_stats": {"count": 74, "sum": 158, "mean": 2.135135135135135, "median": 2.0, "p95": 5.349999999999994, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [13, 2, 1, 1, 5, 1, 2, 1, 1, 1, 9, 3, 4, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 1, 2, 3, 1, 2, 2, 1, 6, 1, 1, 2, 3, 2, 3, 1, 2, 1, 4, 1, 2, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 3, 5, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 1, 6, 1, 8, 4, 2], "chunk_stats": {"count": 21, "sum": 54, "mean": 2.5714285714285716, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 101, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06700949099831632, "decode_time_sec": 1.674981853000645, "total_time_sec": 1.7468538190005347, "prefill_units_per_sec": 4447.131228134348, "prefill_bytes_per_sec": 4432.207968979535, "decode_units_per_sec": 76.41873837062442, "decode_bytes_per_sec": 76.41873837062442, "total_units_per_sec": 73.2745915014431, "total_bytes_per_sec": 73.2745915014431, "step_latency_ms": {"count": 128, "sum": 1664, "mean": 13.0, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3350.66796875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}, "model_input_units": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 297, "model_input_units": 298, "stage0_units": 101, "stage1_units": 52, "bytes_per_stage0_unit": 2.9405940594059405, "stage0_per_stage1_unit": 1.9423076923076923}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 298, "units_out": 101, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 3, 2, 4, 1, 6, 2, 4, 1, 4, 2, 4, 1, 1, 9, 4, 2, 1, 4, 1, 6, 2, 4, 1, 4, 1, 9, 1, 2, 5, 2, 1, 3, 1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 2, 2, 2, 1, 9, 1, 2, 5, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 1, 7, 1, 4, 11, 1, 3, 1, 3, 7, 1, 2, 1, 2, 5, 1, 2, 1, 5, 13, 2, 2, 2, 1, 1, 13, 1, 3, 1], "chunk_stats": {"count": 101, "sum": 298, "mean": 2.9504950495049505, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 101, "units_out": 52, "chunk_lengths": [1, 2, 1, 3, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 1, 1, 4, 5, 1, 1, 1, 1, 1, 5, 3, 2, 2, 1, 3, 1, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 2, 1, 5, 1, 1, 2, 4, 1, 3], "chunk_stats": {"count": 52, "sum": 101, "mean": 1.9423076923076923, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 4, 13, 3, 4, 1, 2, 4, 9, 4, 1, 13, 3, 4, 4, 1, 5, 4, 5, 1, 4, 1, 1, 3, 2, 4, 1, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 3.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [6, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 2, 4, 2], "chunk_stats": {"count": 16, "sum": 36, "mean": 2.25, "median": 2.0, "p95": 5.25, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 102, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06712022000283469, "decode_time_sec": 2.1384188259980874, "total_time_sec": 2.208102124001016, "prefill_units_per_sec": 4722.86890577254, "prefill_bytes_per_sec": 4707.970265691239, "decode_units_per_sec": 59.85731066516269, "decode_bytes_per_sec": 59.85731066516269, "total_units_per_sec": 57.96833335229431, "total_bytes_per_sec": 57.96833335229431, "step_latency_ms": {"count": 128, "sum": 2119, "mean": 16.5546875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3354.537109375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 316, "mean": 316.0, "median": 316.0, "p95": 316.0, "max": 316, "min": 316}, "model_input_units": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 316, "model_input_units": 317, "stage0_units": 129, "stage1_units": 66, "bytes_per_stage0_unit": 2.449612403100775, "stage0_per_stage1_unit": 1.9545454545454546}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 317, "units_out": 129, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 2, 1, 5, 4, 1, 5, 3, 1, 5, 1, 2, 2, 1, 5, 4, 2, 2, 1, 1, 1, 3, 6, 1, 4, 3, 1, 8, 1, 1, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 6, 3, 1, 3, 1, 2, 2, 6, 4, 1, 3, 1, 4, 6, 1, 1, 1, 4, 1, 5, 1, 5, 1, 1, 4, 1, 4, 2, 1, 1, 5, 5, 2, 7, 1, 1, 1, 1, 4, 3, 1, 4, 2, 5, 1, 1, 4, 4, 1, 1, 1, 5, 3, 1, 6, 2, 1, 3, 1, 5, 1, 3, 1, 5, 2, 4, 1, 1, 1], "chunk_stats": {"count": 129, "sum": 317, "mean": 2.4573643410852712, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 129, "units_out": 66, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 3, 1, 2, 2, 4, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 3, 1, 3, 3, 2, 1, 2, 2, 2, 5, 2, 1, 1, 1, 1, 1, 1, 1, 3, 3, 2, 1, 1, 1, 6, 1, 3, 1, 4, 4, 3, 1, 1], "chunk_stats": {"count": 66, "sum": 129, "mean": 1.9545454545454546, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 58, "chunk_lengths": [5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 2, 4, 1, 9, 1, 5, 2, 1, 1, 1, 1, 1, 5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 4], "chunk_stats": {"count": 59, "sum": 128, "mean": 2.169491525423729, "median": 1.0, "p95": 5.399999999999977, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 28, "chunk_lengths": [1, 1, 3, 4, 1, 2, 1, 7, 2, 1, 1, 1, 3, 4, 1, 2, 1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 3, 1], "chunk_stats": {"count": 28, "sum": 58, "mean": 2.0714285714285716, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}, "active_size_stats": {"count": 58, "sum": 58, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 103, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06692159099839046, "decode_time_sec": 1.789087899000151, "total_time_sec": 1.8583648380008526, "prefill_units_per_sec": 4019.629479616971, "prefill_bytes_per_sec": 4004.6866190979486, "decode_units_per_sec": 71.54483581915345, "decode_bytes_per_sec": 71.54483581915345, "total_units_per_sec": 68.87775606952228, "total_bytes_per_sec": 68.87775606952228, "step_latency_ms": {"count": 128, "sum": 1778, "mean": 13.890625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3344.2255859375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 84, "stage1_units": 38, "bytes_per_stage0_unit": 3.1904761904761907, "stage0_per_stage1_unit": 2.210526315789474}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 269, "units_out": 84, "chunk_lengths": [1, 1, 3, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 5, 2, 1, 7, 4, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 1, 5, 1, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 4, 1, 5, 1, 5, 4, 1, 9, 3, 4], "chunk_stats": {"count": 84, "sum": 269, "mean": 3.2023809523809526, "median": 2.5, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 38, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 1, 3, 3, 5, 1, 3, 1, 1, 4, 3, 3, 1, 4, 3, 1, 1, 4, 3, 3, 1, 5, 3, 1, 2, 1, 2], "chunk_stats": {"count": 38, "sum": 84, "mean": 2.210526315789474, "median": 2.0, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 5, 1, 1, 1, 4, 4, 1, 1, 7, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 1, 7, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 1, 1, 1, 2, 3, 4, 1, 1, 4, 3, 4, 1, 3, 1, 1, 4, 3, 2], "chunk_stats": {"count": 19, "sum": 42, "mean": 2.210526315789474, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 104, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06773006000003079, "decode_time_sec": 1.7508965249980974, "total_time_sec": 1.822412801997416, "prefill_units_per_sec": 10335.145133485512, "prefill_bytes_per_sec": 10320.380640437676, "decode_units_per_sec": 73.1054052438302, "decode_bytes_per_sec": 73.1054052438302, "total_units_per_sec": 70.23655664606196, "total_bytes_per_sec": 70.23655664606196, "step_latency_ms": {"count": 128, "sum": 1735, "mean": 13.5546875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3459.91552734375, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 699, "mean": 699.0, "median": 699.0, "p95": 699.0, "max": 699, "min": 699}, "model_input_units": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 699, "model_input_units": 700, "stage0_units": 217, "stage1_units": 109, "bytes_per_stage0_unit": 3.2211981566820276, "stage0_per_stage1_unit": 1.9908256880733946}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 700, "units_out": 217, "chunk_lengths": [1, 1, 3, 5, 1, 4, 1, 3, 1, 1, 16, 6, 1, 1, 1, 8, 1, 1, 5, 1, 17, 1, 3, 1, 1, 5, 1, 17, 4, 4, 1, 3, 1, 2, 2, 1, 16, 8, 1, 2, 4, 1, 2, 2, 1, 16, 7, 1, 4, 1, 1, 5, 5, 1, 4, 4, 7, 1, 8, 1, 10, 1, 5, 1, 1, 5, 1, 6, 1, 5, 1, 6, 1, 1, 5, 2, 4, 1, 1, 2, 2, 4, 1, 3, 3, 1, 6, 1, 3, 1, 1, 5, 1, 7, 2, 2, 2, 1, 1, 4, 1, 2, 5, 2, 1, 3, 1, 1, 3, 2, 2, 2, 1, 1, 4, 2, 7, 1, 7, 1, 5, 8, 1, 2, 6, 1, 8, 1, 4, 1, 1, 1, 6, 1, 1, 5, 2, 3, 1, 5, 2, 2, 1, 2, 3, 1, 6, 2, 9, 1, 2, 4, 1, 2, 5, 1, 1, 5, 8, 1, 5, 2, 1, 3, 1, 8, 1, 4, 1, 1, 6, 2, 8, 1, 3, 2, 6, 1, 6, 1, 5, 10, 2, 5, 1, 9, 1, 8, 2, 8, 1, 4, 2, 6, 1, 6, 1, 5, 1, 5, 1, 1, 2, 3, 1, 1, 4, 5, 1, 5, 1, 5, 1, 9, 1, 1, 1], "chunk_stats": {"count": 217, "sum": 700, "mean": 3.225806451612903, "median": 2.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 217, "units_out": 109, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 7, 1, 2, 1, 3, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 3, 3, 2, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 5, 4, 1, 2, 1, 5, 3, 1, 2, 1, 2, 1, 2, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 1, 1, 6, 3, 4, 2, 3, 1, 1, 1, 1, 2, 2, 4, 2, 3, 1, 3, 3, 3, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 109, "sum": 217, "mean": 1.9908256880733946, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 1, 2, 8, 1, 2, 5, 1, 2, 4, 2, 2, 1, 9, 2, 3, 1, 6, 2, 8, 1, 2, 4, 1, 5, 1, 2, 8, 1, 2, 4, 2, 2, 1, 9, 8, 2, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 2, 3, 6, 1, 4, 1, 4, 1, 1, 1, 2, 6, 1, 1, 1, 1], "chunk_stats": {"count": 18, "sum": 38, "mean": 2.111111111111111, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 105, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06728224100152147, "decode_time_sec": 1.6578971300004923, "total_time_sec": 1.7317285050012288, "prefill_units_per_sec": 9467.580010980837, "prefill_bytes_per_sec": 9452.717248012264, "decode_units_per_sec": 77.20623775973482, "decode_bytes_per_sec": 77.20623775973482, "total_units_per_sec": 73.9145885918816, "total_bytes_per_sec": 73.9145885918816, "step_latency_ms": {"count": 128, "sum": 1644, "mean": 12.84375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3440.14990234375, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 636, "mean": 636.0, "median": 636.0, "p95": 636.0, "max": 636, "min": 636}, "model_input_units": {"count": 1, "sum": 637, "mean": 637.0, "median": 637.0, "p95": 637.0, "max": 637, "min": 637}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 636, "model_input_units": 637, "stage0_units": 185, "stage1_units": 84, "bytes_per_stage0_unit": 3.437837837837838, "stage0_per_stage1_unit": 2.2023809523809526}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 637, "units_out": 185, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 10, 1, 1, 3, 2, 1, 10, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 5, 1, 5, 1, 1, 1, 1, 8, 1, 1, 2, 1, 1, 10, 1, 1, 9, 1, 2, 4, 1, 3, 1, 13, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 6, 1, 1, 10, 1, 9, 4, 1, 13, 1, 2, 1, 10, 1, 3, 1, 2, 2, 2, 1, 17, 1, 10, 1, 1, 3, 1, 1, 13, 1, 2, 1, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 1, 10, 1, 3, 1, 2, 4, 4, 1, 17, 7, 2, 22, 1, 2, 1, 2, 1, 3, 1, 2, 1, 21, 1, 1, 10, 2, 1, 2, 1, 10, 1, 2, 17, 1, 17, 5, 2, 1, 1, 4, 1, 9, 1, 2, 1, 3, 1, 2, 1, 9, 1, 4, 1, 2, 1, 1, 5, 1, 1, 11, 1, 1, 2, 1, 2, 1, 10, 1, 2, 6, 1, 17, 9, 2, 1, 1, 8, 1, 6, 1, 8, 1, 1], "chunk_stats": {"count": 185, "sum": 637, "mean": 3.443243243243243, "median": 1.0, "p95": 12.599999999999966, "max": 22, "min": 1}}, {"stage": 1, "units_in": 185, "units_out": 84, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 2, 4, 1, 1, 2, 3, 4, 1, 2, 5, 1, 1, 5, 1, 5, 1, 1, 3, 2, 4, 1, 2, 1, 1, 3, 2, 5, 1, 5, 2, 1, 1, 5, 5, 2, 4, 5, 1, 1, 1, 1, 3, 5, 2, 3, 2, 5, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 2, 1, 3, 3, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 3, 1], "chunk_stats": {"count": 84, "sum": 185, "mean": 2.2023809523809526, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [1, 4, 1, 4, 1, 17, 1, 2, 8, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 21, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 5, 1, 1, 10, 1, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 1.0, "p95": 11.04999999999999, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [2, 3, 1, 1, 4, 3, 5, 1, 5, 1, 1, 3, 3, 4], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 106, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06668441200235975, "decode_time_sec": 1.8376182150022942, "total_time_sec": 1.9108407509993413, "prefill_units_per_sec": 8802.656908472522, "prefill_bytes_per_sec": 8787.660900110559, "decode_units_per_sec": 69.65538268776912, "decode_bytes_per_sec": 69.65538268776912, "total_units_per_sec": 66.98622055922657, "total_bytes_per_sec": 66.98622055922657, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3427.076171875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}, "model_input_units": {"count": 1, "sum": 587, "mean": 587.0, "median": 587.0, "p95": 587.0, "max": 587, "min": 587}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 586, "model_input_units": 587, "stage0_units": 203, "stage1_units": 106, "bytes_per_stage0_unit": 2.8866995073891624, "stage0_per_stage1_unit": 1.9150943396226414}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 587, "units_out": 203, "chunk_lengths": [1, 1, 3, 1, 6, 1, 4, 1, 13, 7, 1, 2, 2, 1, 13, 1, 5, 1, 2, 2, 1, 13, 3, 2, 1, 1, 4, 1, 13, 3, 1, 8, 1, 1, 4, 1, 13, 7, 1, 4, 1, 4, 1, 13, 1, 7, 1, 4, 1, 5, 1, 13, 3, 2, 1, 1, 2, 1, 5, 1, 13, 7, 1, 4, 1, 4, 1, 1, 5, 2, 1, 2, 6, 2, 4, 4, 2, 5, 1, 8, 2, 1, 6, 8, 8, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 4, 1, 5, 1, 2, 7, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 7, 1, 2, 7, 1, 1, 5, 1, 2, 1, 5, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 1, 5, 1], "chunk_stats": {"count": 203, "sum": 587, "mean": 2.8916256157635467, "median": 1.0, "p95": 8.899999999999977, "max": 13, "min": 1}}, {"stage": 1, "units_in": 203, "units_out": 106, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 2, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 4, 1, 5, 1, 2, 5, 1, 5, 1, 3, 4, 1, 2, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 2, 2, 1, 1, 2, 1, 2, 2, 3, 3, 5, 1, 5, 1], "chunk_stats": {"count": 106, "sum": 203, "mean": 1.9150943396226414, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 3, 1, 8, 1, 9, 1, 2, 1, 1, 5, 1, 1, 1, 1, 3, 1, 8, 1, 1, 5, 1, 2, 7, 1, 4, 1, 9, 1, 2, 1, 6, 1, 7, 1, 4, 1, 5], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 4, 1, 1, 5, 1, 5, 1, 8, 1, 1, 2, 3, 1, 4, 5, 1], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 1.5, "p95": 5.449999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 107, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06744562099993345, "decode_time_sec": 1.7522815319971414, "total_time_sec": 1.8247112890021526, "prefill_units_per_sec": 4433.201082102795, "prefill_bytes_per_sec": 4418.37432263088, "decode_units_per_sec": 73.0476225781559, "decode_bytes_per_sec": 73.0476225781559, "total_units_per_sec": 70.14808357435936, "total_bytes_per_sec": 70.14808357435936, "step_latency_ms": {"count": 128, "sum": 1740, "mean": 13.59375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3351.5615234375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 106, "stage1_units": 53, "bytes_per_stage0_unit": 2.811320754716981, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 299, "units_out": 106, "chunk_lengths": [1, 1, 3, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 3, 2, 1, 1, 1, 8, 1, 1, 9, 2, 6, 2, 1, 1, 1, 1, 1, 8, 1, 2, 1, 1, 1, 8, 1, 9, 6, 2, 4, 1, 7, 1, 6, 1, 5, 1, 1, 8, 1, 2, 1, 1, 6, 1, 1, 9, 4, 5, 3, 5, 1, 13, 4, 1, 7, 1, 4, 1, 17, 2, 2, 2, 2, 5, 1, 1, 7, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 2, 1, 4, 1, 2, 2, 5, 1, 1], "chunk_stats": {"count": 106, "sum": 299, "mean": 2.8207547169811322, "median": 1.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 53, "chunk_lengths": [1, 2, 1, 3, 3, 4, 3, 1, 3, 2, 2, 2, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 1, 3, 2, 2, 1, 4, 4, 1, 1, 1, 2, 2, 1, 3, 2, 2, 2, 1, 5, 1, 1, 3, 1, 3, 2, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 106, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [13, 1, 1, 1, 1, 1, 5, 8, 1, 6, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 7, 2, 3, 1, 5, 1, 1, 2, 2, 4, 1, 10, 1, 5, 4, 9, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.5, "p95": 9.049999999999997, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 1, 1, 1, 5, 1, 4, 1, 3, 1, 1, 4, 3, 4, 1, 3, 4], "chunk_stats": {"count": 18, "sum": 40, "mean": 2.2222222222222223, "median": 1.0, "p95": 4.149999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 108, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06731130100160954, "decode_time_sec": 1.817823268000211, "total_time_sec": 1.888241406999441, "prefill_units_per_sec": 7294.466050927455, "prefill_bytes_per_sec": 7279.609704591555, "decode_units_per_sec": 70.41388580134796, "decode_bytes_per_sec": 70.41388580134796, "total_units_per_sec": 67.78794254035648, "total_bytes_per_sec": 67.78794254035648, "step_latency_ms": {"count": 128, "sum": 1800, "mean": 14.0625, "median": 8.0, "p95": 38.0, "max": 47, "min": 7}, "peak_allocated_mb": 3400.37158203125, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 490, "mean": 490.0, "median": 490.0, "p95": 490.0, "max": 490, "min": 490}, "model_input_units": {"count": 1, "sum": 491, "mean": 491.0, "median": 491.0, "p95": 491.0, "max": 491, "min": 491}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 490, "model_input_units": 491, "stage0_units": 184, "stage1_units": 91, "bytes_per_stage0_unit": 2.6630434782608696, "stage0_per_stage1_unit": 2.021978021978022}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 491, "units_out": 184, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 4, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 27, 1, 2, 6, 1, 7, 1, 3, 1, 10, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 5, 1, 5, 2, 2, 4, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 4, 1, 2, 3, 1, 5, 1, 1, 9, 9, 2, 8, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 33, 6, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 3, 1, 1, 1, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 2, 3, 4, 1, 4, 1, 1, 8, 1, 4, 1, 1, 13, 1, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 1, 1, 2, 2, 6, 1, 2, 1, 17, 1, 3, 1, 5, 2, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 184, "sum": 491, "mean": 2.6684782608695654, "median": 1.0, "p95": 8.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 184, "units_out": 91, "chunk_lengths": [1, 2, 1, 2, 2, 2, 1, 1, 3, 1, 4, 1, 3, 4, 2, 1, 2, 2, 1, 2, 4, 2, 2, 1, 2, 3, 1, 3, 1, 1, 3, 4, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 3, 1, 4, 1, 8, 1, 2, 1, 1, 1, 4, 1, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 3, 4, 6, 1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1], "chunk_stats": {"count": 91, "sum": 184, "mean": 2.021978021978022, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [17, 3, 4, 4, 1, 4, 5, 3, 4, 2, 2, 1, 1, 1, 4, 3, 1, 8, 1, 2, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 8], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 7.599999999999994, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 5, 1, 3, 1, 3, 5, 1, 3, 4, 3, 1], "chunk_stats": {"count": 18, "sum": 44, "mean": 2.4444444444444446, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 109, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06805933100258699, "decode_time_sec": 1.9345912200005841, "total_time_sec": 2.0073855470000126, "prefill_units_per_sec": 5891.918038171102, "prefill_bytes_per_sec": 5877.224975731773, "decode_units_per_sec": 66.16384829864025, "decode_bytes_per_sec": 66.16384829864025, "total_units_per_sec": 63.764532025894475, "total_bytes_per_sec": 63.764532025894475, "step_latency_ms": {"count": 128, "sum": 1918, "mean": 14.984375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3370.56396484375, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}, "model_input_units": {"count": 1, "sum": 401, "mean": 401.0, "median": 401.0, "p95": 401.0, "max": 401, "min": 401}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 400, "model_input_units": 401, "stage0_units": 120, "stage1_units": 63, "bytes_per_stage0_unit": 3.3333333333333335, "stage0_per_stage1_unit": 1.9047619047619047}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 401, "units_out": 120, "chunk_lengths": [1, 1, 3, 4, 1, 5, 1, 1, 3, 2, 5, 1, 4, 2, 5, 1, 3, 1, 2, 2, 2, 2, 4, 1, 5, 1, 1, 3, 1, 20, 5, 1, 4, 1, 1, 2, 2, 2, 7, 1, 4, 2, 1, 5, 1, 4, 1, 20, 1, 4, 1, 3, 1, 4, 1, 1, 9, 6, 2, 1, 2, 5, 1, 5, 1, 4, 2, 1, 3, 2, 5, 1, 5, 1, 3, 2, 1, 5, 1, 1, 5, 1, 9, 3, 4, 5, 1, 4, 1, 2, 4, 1, 5, 1, 2, 4, 1, 5, 1, 27, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 7, 1, 7, 1, 27, 1, 4, 1, 3, 1], "chunk_stats": {"count": 120, "sum": 401, "mean": 3.341666666666667, "median": 2.0, "p95": 7.099999999999994, "max": 27, "min": 1}}, {"stage": 1, "units_in": 120, "units_out": 63, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 4, 1, 3, 1, 1, 3, 2, 5, 2, 4, 1, 4, 1, 1, 2, 2, 4, 1], "chunk_stats": {"count": 63, "sum": 120, "mean": 1.9047619047619047, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 1, 5, 3, 1, 1, 1, 1, 1, 5, 1, 2, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 6, 6, 2, 3, 1, 3, 3, 5, 1, 2, 4, 1, 1, 3, 5, 1, 4, 1, 3, 2, 1, 3, 8, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [4, 1, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 5, 2, 4, 2, 2, 2, 3, 1, 4, 1], "chunk_stats": {"count": 22, "sum": 49, "mean": 2.227272727272727, "median": 2.0, "p95": 4.949999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 110, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06704797200291068, "decode_time_sec": 1.6962181409980985, "total_time_sec": 1.7679353589992388, "prefill_units_per_sec": 6994.991585720741, "prefill_bytes_per_sec": 6980.076891508116, "decode_units_per_sec": 75.46199212601364, "decode_bytes_per_sec": 75.46199212601364, "total_units_per_sec": 72.4008371394619, "total_bytes_per_sec": 72.4008371394619, "step_latency_ms": {"count": 128, "sum": 1683, "mean": 13.1484375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3388.171875, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}, "model_input_units": {"count": 1, "sum": 469, "mean": 469.0, "median": 469.0, "p95": 469.0, "max": 469, "min": 469}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 468, "model_input_units": 469, "stage0_units": 222, "stage1_units": 109, "bytes_per_stage0_unit": 2.108108108108108, "stage0_per_stage1_unit": 2.036697247706422}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 469, "units_out": 222, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 2, 3, 1, 2, 1, 3, 1, 1, 7, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 5, 3, 1, 2, 1, 2, 7, 2, 1, 1, 3, 1, 1, 8, 2, 1, 1, 1, 1, 1, 2, 1, 1, 9, 2, 3, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 9, 2, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 4, 1, 5, 2, 1, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 1, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 2, 2, 1, 1, 4, 1, 2, 4, 1, 1, 3, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 2, 4, 1, 1, 3, 1, 1, 2, 2, 2, 1, 1, 3, 1, 3, 1, 6, 2, 1, 1, 1, 1, 25, 1, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 222, "sum": 469, "mean": 2.1126126126126126, "median": 1.0, "p95": 6.949999999999989, "max": 25, "min": 1}}, {"stage": 1, "units_in": 222, "units_out": 109, "chunk_lengths": [1, 2, 1, 2, 2, 1, 3, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 1, 1, 3, 1, 2, 2, 1, 5, 3, 2, 1, 1, 1, 2, 6, 1, 1, 3, 6, 1, 1, 3, 2, 1, 3, 3, 7, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 4, 2, 2, 5, 1, 2, 1, 5, 6, 1, 1, 5, 2, 4, 2, 6, 6, 2], "chunk_stats": {"count": 109, "sum": 222, "mean": 2.036697247706422, "median": 1.0, "p95": 5.599999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [25, 4, 1, 3, 1, 5, 1, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 2, 1, 9, 2, 2, 2, 2, 2, 2, 1, 3, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [6, 1, 1, 2, 1, 2, 6, 1, 2, 3, 3, 1, 2, 3, 5], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 111, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07340095600011409, "decode_time_sec": 1.9648857210013375, "total_time_sec": 2.0439548419999483, "prefill_units_per_sec": 6948.138386633646, "prefill_bytes_per_sec": 6934.514585875541, "decode_units_per_sec": 65.14373769013352, "decode_bytes_per_sec": 65.14373769013352, "total_units_per_sec": 62.623692740078276, "total_bytes_per_sec": 62.623692740078276, "step_latency_ms": {"count": 128, "sum": 1947, "mean": 15.2109375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3403.02734375, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 200, "stage1_units": 99, "bytes_per_stage0_unit": 2.545, "stage0_per_stage1_unit": 2.0202020202020203}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 510, "units_out": 200, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 13, 2, 1, 1, 2, 1, 5, 13, 2, 2, 1, 2, 1, 2, 1, 6, 1, 1, 1, 3, 1, 13, 1, 1, 2, 1, 2, 1, 1, 1, 13, 2, 3, 1, 1, 5, 6, 1, 1, 2, 3, 2, 1, 4, 3, 5, 1, 1, 13, 2, 2, 4, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 1, 13, 2, 4, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 4, 3, 8, 1, 3, 1, 6, 13, 2, 3, 5, 1, 13, 1, 2, 1, 7, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 1, 4, 1, 17, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 200, "sum": 510, "mean": 2.55, "median": 1.0, "p95": 9.199999999999932, "max": 17, "min": 1}}, {"stage": 1, "units_in": 200, "units_out": 99, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 4, 2, 8, 2, 1, 4, 4, 2, 1, 1, 2, 2, 1, 2, 2, 3, 5, 2, 2, 2, 7, 3, 2, 4, 1, 1, 1, 3, 1, 1], "chunk_stats": {"count": 99, "sum": 200, "mean": 2.0202020202020203, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 5, 4, 1, 1, 1, 13, 2, 1, 2, 4, 1, 4, 1, 1, 1, 2, 3, 5, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.449999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [2, 1, 3, 1, 3, 1, 1, 5, 1, 2, 1, 1, 3, 6, 2, 1, 1, 1, 2, 2, 9, 2, 1], "chunk_stats": {"count": 23, "sum": 52, "mean": 2.260869565217391, "median": 2.0, "p95": 5.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 112, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06740731099853292, "decode_time_sec": 1.626639707999857, "total_time_sec": 1.6980731459989329, "prefill_units_per_sec": 4539.566932237661, "prefill_bytes_per_sec": 4524.731746184596, "decode_units_per_sec": 78.68982871283212, "decode_bytes_per_sec": 78.68982871283212, "total_units_per_sec": 75.37955611723716, "total_bytes_per_sec": 75.37955611723716, "step_latency_ms": {"count": 128, "sum": 1618, "mean": 12.640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3352.38330078125, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 111, "stage1_units": 55, "bytes_per_stage0_unit": 2.7477477477477477, "stage0_per_stage1_unit": 2.018181818181818}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 306, "units_out": 111, "chunk_lengths": [1, 1, 3, 6, 7, 6, 1, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 9, 8, 2, 8, 1, 6, 1, 13, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 8, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 13, 7, 1, 1, 3, 1, 7, 2, 6, 1, 1, 3, 1, 6, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 2, 7, 1, 1, 3, 1, 7, 1, 1, 9, 1, 2, 7, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 111, "sum": 306, "mean": 2.7567567567567566, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 55, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 3, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 5, 2, 4, 4, 1, 2, 1, 5, 1, 1, 5, 2, 1, 1, 2, 6, 1, 1, 5, 1, 1, 1, 1, 2, 2, 3, 5, 1], "chunk_stats": {"count": 55, "sum": 111, "mean": 2.018181818181818, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 1, 5, 4, 3, 7, 7, 1, 1, 3, 2, 7, 1, 2, 1, 1, 9, 8, 2], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 3.0, "p95": 11.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 4, 1, 2, 1, 4, 1, 1, 2, 1, 1, 4, 5, 1, 1, 1], "chunk_stats": {"count": 16, "sum": 31, "mean": 1.9375, "median": 1.0, "p95": 4.25, "max": 5, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 113, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06684971200229484, "decode_time_sec": 1.6975047179985268, "total_time_sec": 1.767567547998624, "prefill_units_per_sec": 7629.053061327962, "prefill_bytes_per_sec": 7614.09413375673, "decode_units_per_sec": 75.40479778513999, "decode_bytes_per_sec": 75.40479778513999, "total_units_per_sec": 72.41590294239757, "total_bytes_per_sec": 72.41590294239757, "step_latency_ms": {"count": 128, "sum": 1686, "mean": 13.171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3403.02734375, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 200, "stage1_units": 91, "bytes_per_stage0_unit": 2.545, "stage0_per_stage1_unit": 2.197802197802198}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 510, "units_out": 200, "chunk_lengths": [1, 1, 3, 2, 4, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 4, 2, 1, 13, 4, 2, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 1, 1, 1, 1, 3, 13, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 9, 1, 2, 1, 13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1, 2, 1, 3, 1, 5, 1, 1, 6, 3, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 1, 5, 2, 3, 1, 4, 4, 1, 1, 13, 1, 2, 1, 4, 1, 1, 1, 9, 2, 1, 2, 1, 1, 4, 5, 6, 1, 11, 9, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 2, 1, 2, 1, 1, 9, 1, 1, 1, 1, 4, 1, 1, 1, 1, 9, 2, 1, 6, 3, 1, 1, 9, 1, 2, 1, 1], "chunk_stats": {"count": 200, "sum": 510, "mean": 2.55, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 200, "units_out": 91, "chunk_lengths": [1, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 6, 7, 3, 2, 1, 5, 2, 3, 1, 3, 1, 2, 1, 5, 2, 1, 1, 3, 3, 1, 7, 1, 1, 3, 2, 2, 1, 6, 2, 1, 2, 2, 2, 1, 2, 2, 1, 2, 1, 1, 2, 1, 2, 2, 2, 7, 1, 7, 1, 1, 2, 1, 2, 1, 2, 1, 1, 6, 1, 4, 1, 5, 2, 2, 1, 5, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1], "chunk_stats": {"count": 91, "sum": 200, "mean": 2.197802197802198, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 6, 2, 2, 3, 3, 1, 7, 1, 4, 2, 2, 1, 3], "chunk_stats": {"count": 15, "sum": 40, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.299999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 114, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0669111220013292, "decode_time_sec": 1.9574252659986087, "total_time_sec": 2.028321785001026, "prefill_units_per_sec": 3930.5872048413034, "prefill_bytes_per_sec": 3915.642006343808, "decode_units_per_sec": 65.3920240141066, "decode_bytes_per_sec": 65.3920240141066, "total_units_per_sec": 63.10635765317447, "total_bytes_per_sec": 63.10635765317447, "step_latency_ms": {"count": 128, "sum": 1944, "mean": 15.1875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.7568359375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 93, "stage1_units": 47, "bytes_per_stage0_unit": 2.817204301075269, "stage0_per_stage1_unit": 1.9787234042553192}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 263, "units_out": 93, "chunk_lengths": [1, 1, 3, 3, 1, 7, 1, 4, 1, 1, 3, 2, 4, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 7, 1, 1, 1, 6, 2, 5, 7, 1, 4, 2, 6, 4, 1, 3, 1, 1, 1, 1, 23, 1, 3, 1, 4, 1, 3, 1, 1, 1, 1, 9, 1, 3, 2, 1, 1, 1, 4, 3, 1, 1, 9, 1, 1, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 1, 13, 1, 5], "chunk_stats": {"count": 93, "sum": 263, "mean": 2.827956989247312, "median": 1.0, "p95": 9.0, "max": 23, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 47, "chunk_lengths": [1, 2, 1, 2, 2, 1, 3, 3, 2, 1, 1, 1, 4, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 3, 1, 1, 3, 2, 5, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 4, 2, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 47, "sum": 93, "mean": 1.9787234042553192, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 9, 1, 1, 3, 8, 4, 1, 5, 1, 4, 5, 4, 1, 1, 1, 1, 2, 4, 1, 3, 1, 9, 3, 4, 1, 2, 1, 1, 1, 1, 1, 4, 3, 1, 7, 1, 4, 1, 2, 1, 2, 1, 1, 3, 2, 4, 1, 2, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 2, 2, 4, 1, 1, 2, 2, 2, 5, 1, 4, 3, 1, 1, 6, 1, 1, 2, 4, 2, 3], "chunk_stats": {"count": 22, "sum": 51, "mean": 2.3181818181818183, "median": 2.0, "p95": 4.949999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 115, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06697680200159084, "decode_time_sec": 1.9428444229997694, "total_time_sec": 2.013096062000841, "prefill_units_per_sec": 6435.0638895801985, "prefill_bytes_per_sec": 6420.1333469129595, "decode_units_per_sec": 65.88278427480407, "decode_bytes_per_sec": 65.88278427480407, "total_units_per_sec": 63.58365227379126, "total_bytes_per_sec": 63.58365227379126, "step_latency_ms": {"count": 128, "sum": 1931, "mean": 15.0859375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3381.19091796875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}, "model_input_units": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 430, "model_input_units": 431, "stage0_units": 163, "stage1_units": 86, "bytes_per_stage0_unit": 2.638036809815951, "stage0_per_stage1_unit": 1.8953488372093024}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 431, "units_out": 163, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 2, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1, 9, 4, 2, 1, 2, 7, 1, 1, 3, 1, 1, 1, 2, 1, 4, 2, 6, 1, 2, 7, 1, 4, 1, 1, 5, 1, 4, 1, 3, 2, 1, 4, 1, 1, 3, 1, 9, 5, 1, 1, 4, 2, 1, 2, 3, 1, 9, 1, 2, 4, 1, 2, 1, 1, 13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 5, 7, 10, 1, 2, 2, 1, 9, 5, 1, 1, 6, 2, 7, 1, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1, 2, 1, 1, 5, 7, 1, 1, 2, 3, 1, 6, 1, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 163, "sum": 431, "mean": 2.644171779141104, "median": 2.0, "p95": 7.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 163, "units_out": 86, "chunk_lengths": [1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 2, 1, 1, 1, 2, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 6, 1, 1, 2, 1, 1, 4, 4, 1, 3, 1, 2, 3, 1, 1], "chunk_stats": {"count": 86, "sum": 163, "mean": 1.8953488372093024, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [9, 3, 4, 1, 4, 1, 1, 1, 4, 2, 4, 1, 1, 2, 1, 4, 1, 6, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 4, 2, 1, 2, 10, 5, 1, 1, 3, 1, 3], "chunk_stats": {"count": 21, "sum": 52, "mean": 2.4761904761904763, "median": 2.0, "p95": 5.0, "max": 10, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 116, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0690651609984343, "decode_time_sec": 1.7594105140015017, "total_time_sec": 1.8324539800014463, "prefill_units_per_sec": 4618.826560141251, "prefill_bytes_per_sec": 4604.347480015417, "decode_units_per_sec": 72.7516398142263, "decode_bytes_per_sec": 72.7516398142263, "total_units_per_sec": 69.85168598880665, "total_bytes_per_sec": 69.85168598880665, "step_latency_ms": {"count": 128, "sum": 1744, "mean": 13.625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3354.7255859375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "model_input_units": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 318, "model_input_units": 319, "stage0_units": 129, "stage1_units": 51, "bytes_per_stage0_unit": 2.4651162790697674, "stage0_per_stage1_unit": 2.5294117647058822}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 319, "units_out": 129, "chunk_lengths": [1, 1, 3, 7, 1, 9, 1, 1, 5, 3, 1, 1, 2, 1, 1, 4, 1, 1, 3, 2, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 4, 1, 1], "chunk_stats": {"count": 129, "sum": 319, "mean": 2.4728682170542635, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 129, "units_out": 51, "chunk_lengths": [1, 2, 1, 5, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 4, 4, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 9, 1, 6, 11, 2, 4, 2, 2, 2, 1, 5, 1, 1, 1, 4, 4, 1, 2, 1], "chunk_stats": {"count": 51, "sum": 129, "mean": 2.5294117647058822, "median": 1.0, "p95": 6.5, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 8.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 19, 3, 1, 2, 2, 2, 1, 5, 1, 1, 5, 4, 1], "chunk_stats": {"count": 14, "sum": 48, "mean": 3.4285714285714284, "median": 2.0, "p95": 9.899999999999995, "max": 19, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 117, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06673799299824168, "decode_time_sec": 1.7538683110033162, "total_time_sec": 1.8236583910002082, "prefill_units_per_sec": 5843.747803597797, "prefill_bytes_per_sec": 5828.763834870623, "decode_units_per_sec": 72.9815341305622, "decode_bytes_per_sec": 72.9815341305622, "total_units_per_sec": 70.18858391005828, "total_bytes_per_sec": 70.18858391005828, "step_latency_ms": {"count": 128, "sum": 1740, "mean": 13.59375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3368.01171875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 118, "stage1_units": 63, "bytes_per_stage0_unit": 3.2966101694915255, "stage0_per_stage1_unit": 1.873015873015873}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 390, "units_out": 118, "chunk_lengths": [1, 1, 3, 3, 1, 3, 2, 1, 1, 1, 1, 3, 2, 7, 2, 5, 1, 1, 1, 1, 9, 2, 1, 5, 1, 3, 10, 8, 1, 11, 1, 1, 2, 2, 1, 1, 1, 9, 9, 2, 1, 1, 9, 10, 2, 1, 4, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 9, 4, 1, 5, 3, 1, 3, 1, 6, 1, 1, 6, 1, 13, 8, 1, 1, 5, 1, 9, 1, 1, 4, 1, 7, 1, 7, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 1, 13, 9, 2, 1, 6, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 1, 5, 1, 7, 1, 1], "chunk_stats": {"count": 118, "sum": 390, "mean": 3.305084745762712, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 118, "units_out": 63, "chunk_lengths": [1, 2, 1, 2, 3, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 1, 1, 6, 1, 2, 1, 3, 1, 1, 2, 1, 4, 4, 1, 1, 3, 2, 3, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 2, 4, 3, 4, 2, 3, 1], "chunk_stats": {"count": 63, "sum": 118, "mean": 1.873015873015873, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [9, 3, 4, 8, 1, 5, 4, 5, 1, 1, 3, 2, 7, 1, 1, 9, 1, 1, 1, 9, 5, 1, 2, 7, 1, 1, 3, 1, 3, 2, 2, 1, 6, 1, 9, 1, 1, 1, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 1, 2, 4, 3, 1, 3, 1, 1, 1, 1, 3, 1, 2, 5, 4], "chunk_stats": {"count": 18, "sum": 38, "mean": 2.111111111111111, "median": 1.5, "p95": 4.149999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 118, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06698035299996263, "decode_time_sec": 1.8267709910032863, "total_time_sec": 1.8975362209966988, "prefill_units_per_sec": 3941.4542948160824, "prefill_bytes_per_sec": 3926.524543699355, "decode_units_per_sec": 70.06899093011147, "decode_bytes_per_sec": 70.06899093011147, "total_units_per_sec": 67.45589284865761, "total_bytes_per_sec": 67.45589284865761, "step_latency_ms": {"count": 128, "sum": 1809, "mean": 14.1328125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3343.8349609375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}, "model_input_units": {"count": 1, "sum": 264, "mean": 264.0, "median": 264.0, "p95": 264.0, "max": 264, "min": 264}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 263, "model_input_units": 264, "stage0_units": 114, "stage1_units": 50, "bytes_per_stage0_unit": 2.307017543859649, "stage0_per_stage1_unit": 2.28}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 264, "units_out": 114, "chunk_lengths": [1, 1, 3, 1, 8, 1, 1, 3, 2, 4, 3, 1, 2, 1, 1, 2, 2, 2, 8, 1, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 2, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 1, 5, 1, 1, 9, 3, 1, 1, 1, 2, 2, 1, 3, 1, 2, 2, 1, 4, 4, 1, 4, 3, 1, 2, 1, 1, 1, 9, 4, 1, 2, 1, 3, 1, 2, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 1, 4, 1, 2, 1, 4, 1, 1, 1, 13, 1, 2, 1, 2, 1, 5, 1, 2, 2, 2, 1, 17, 4, 1, 1, 1, 3], "chunk_stats": {"count": 114, "sum": 264, "mean": 2.3157894736842106, "median": 1.0, "p95": 6.049999999999983, "max": 17, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 50, "chunk_lengths": [1, 2, 2, 1, 3, 5, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 1, 1, 4, 1, 5, 3, 7, 1, 1, 1, 5, 1, 5, 1, 7, 2, 2, 3, 1, 1, 5, 5, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 114, "mean": 2.28, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 3, 1, 1, 1, 2, 1, 1, 21, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 13, 4, 1, 13], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 8.049999999999962, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 6, 1, 5, 6, 1, 5, 3, 5, 3, 3, 7, 1, 1, 2], "chunk_stats": {"count": 16, "sum": 51, "mean": 3.1875, "median": 3.0, "p95": 6.25, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 119, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06683811199764023, "decode_time_sec": 1.9007588120002765, "total_time_sec": 1.9712314509997668, "prefill_units_per_sec": 10278.566815655342, "prefill_bytes_per_sec": 10263.605291906208, "decode_units_per_sec": 67.34152654817805, "decode_bytes_per_sec": 67.34152654817805, "total_units_per_sec": 64.93402889603912, "total_bytes_per_sec": 64.93402889603912, "step_latency_ms": {"count": 128, "sum": 1887, "mean": 14.7421875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3459.89013671875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 686, "mean": 686.0, "median": 686.0, "p95": 686.0, "max": 686, "min": 686}, "model_input_units": {"count": 1, "sum": 687, "mean": 687.0, "median": 687.0, "p95": 687.0, "max": 687, "min": 687}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 686, "model_input_units": 687, "stage0_units": 251, "stage1_units": 101, "bytes_per_stage0_unit": 2.733067729083665, "stage0_per_stage1_unit": 2.485148514851485}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 687, "units_out": 251, "chunk_lengths": [1, 1, 3, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 2, 2, 5, 4, 4, 8, 11, 1, 1, 2, 3, 5, 7, 2, 1, 2, 1, 6, 5, 6, 1, 4, 2, 1, 2, 1, 3, 1, 1, 2, 3, 5, 10, 1, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 1, 5, 1, 1, 3, 1, 5, 1, 2, 10, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 2, 1, 9, 10, 1, 5, 3, 1, 1, 1, 4, 1, 1, 2, 5, 1, 2, 4, 10, 1, 4, 1, 9, 3, 3, 5, 6, 1, 5, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 6, 1, 4, 1, 5, 9, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 6, 1, 2, 3, 1, 7, 1, 5, 2, 2, 4, 1, 1, 3, 5, 1, 9, 1, 3, 1, 6, 1, 5, 1, 5, 1, 6, 1, 6, 1, 4, 1, 1, 5, 2, 8, 1, 4, 1, 6, 2, 1, 2, 5, 5, 2, 3, 1, 1, 6, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1], "chunk_stats": {"count": 251, "sum": 687, "mean": 2.737051792828685, "median": 2.0, "p95": 7.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 101, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 3, 1, 4, 4, 1, 2, 2, 1, 6, 4, 12, 1, 1, 5, 4, 1, 8, 1, 1, 3, 8, 1, 1, 2, 4, 1, 2, 1, 1, 2, 1, 6, 4, 6, 4, 1, 1, 2, 1, 6, 4, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 3, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 2, 1, 6, 5, 1, 8, 1, 7, 4], "chunk_stats": {"count": 101, "sum": 251, "mean": 2.485148514851485, "median": 1.0, "p95": 6.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 61, "chunk_lengths": [1, 4, 1, 4, 1, 10, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 6, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 4, 1, 4, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 2, 3, 1, 1, 2], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [4, 4, 1, 8, 1, 7, 1, 5, 7, 8, 1, 1, 6, 1, 1, 5], "chunk_stats": {"count": 16, "sum": 61, "mean": 3.8125, "median": 4.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 61, "sum": 61, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 120, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06760407199908514, "decode_time_sec": 1.619053055997938, "total_time_sec": 1.6939732319988252, "prefill_units_per_sec": 14599.712277884042, "prefill_bytes_per_sec": 14584.920269497128, "decode_units_per_sec": 79.05855804157355, "decode_bytes_per_sec": 79.05855804157355, "total_units_per_sec": 75.5619968380284, "total_bytes_per_sec": 75.5619968380284, "step_latency_ms": {"count": 128, "sum": 1608, "mean": 12.5625, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3531.57275390625, "peak_reserved_mb": 3618.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 986, "mean": 986.0, "median": 986.0, "p95": 986.0, "max": 986, "min": 986}, "model_input_units": {"count": 1, "sum": 987, "mean": 987.0, "median": 987.0, "p95": 987.0, "max": 987, "min": 987}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 986, "model_input_units": 987, "stage0_units": 310, "stage1_units": 131, "bytes_per_stage0_unit": 3.1806451612903226, "stage0_per_stage1_unit": 2.366412213740458}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 987, "units_out": 310, "chunk_lengths": [1, 1, 3, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 10, 2, 1, 1, 5, 5, 4, 1, 1, 4, 1, 11, 2, 7, 1, 5, 1, 3, 2, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 1, 5, 4, 2, 3, 5, 4, 1, 1, 4, 1, 10, 1, 9, 5, 4, 1, 1, 4, 1, 9, 1, 5, 2, 1, 1, 1, 9, 11, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 11, 1, 1, 1, 1, 9, 1, 2, 5, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 9, 1, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 4, 1, 5, 1, 1, 1, 1, 9, 6, 1, 5, 2, 4, 1, 4, 1, 5, 1, 1, 2, 1, 6, 1, 6, 1, 4, 1, 1, 1, 1, 1, 9, 2, 3, 8, 1, 4, 1, 1, 3, 11, 1, 7, 1, 2, 5, 9, 2, 1, 6, 9, 1, 4, 4, 3, 10, 9, 1, 1, 1, 1, 4, 1, 5, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 4, 1, 5, 9, 1, 1, 1, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 9, 1, 1, 1, 1, 2, 4, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 2, 4, 9, 1, 1, 1, 11, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 11, 1], "chunk_stats": {"count": 310, "sum": 987, "mean": 3.1838709677419357, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 310, "units_out": 131, "chunk_lengths": [1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 1, 12, 1, 2, 1, 7, 1, 1, 2, 2, 1, 10, 1, 1, 1, 2, 8, 1, 7, 2, 1, 2, 1, 1, 1, 1, 1, 3, 2, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 1, 3, 2, 4, 2, 1, 6, 1, 1, 1, 2, 2, 1, 3, 2, 4, 3, 7, 1, 1, 1, 1, 2, 4, 2, 5, 4, 3, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 7, 1, 1, 7, 2, 1, 4, 1, 1, 11, 1, 4, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 9, 4, 1, 1, 5, 1, 9, 2, 1], "chunk_stats": {"count": 131, "sum": 310, "mean": 2.366412213740458, "median": 1.0, "p95": 7.5, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 9, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 4, 1, 1, 5, 3, 4, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 1], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.400000000000006, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [1, 1, 2, 5, 5, 3, 11, 1, 1, 13], "chunk_stats": {"count": 10, "sum": 43, "mean": 4.3, "median": 2.5, "p95": 12.099999999999998, "max": 13, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 121, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06702007299827528, "decode_time_sec": 1.8238363029995526, "total_time_sec": 1.8993615090003004, "prefill_units_per_sec": 8669.04457139209, "prefill_bytes_per_sec": 8654.12366851534, "decode_units_per_sec": 70.18173713807877, "decode_bytes_per_sec": 70.18173713807877, "total_units_per_sec": 67.39106767903853, "total_bytes_per_sec": 67.39106767903853, "step_latency_ms": {"count": 128, "sum": 1813, "mean": 14.1640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3423.671875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 580, "mean": 580.0, "median": 580.0, "p95": 580.0, "max": 580, "min": 580}, "model_input_units": {"count": 1, "sum": 581, "mean": 581.0, "median": 581.0, "p95": 581.0, "max": 581, "min": 581}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 580, "model_input_units": 581, "stage0_units": 199, "stage1_units": 101, "bytes_per_stage0_unit": 2.9145728643216082, "stage0_per_stage1_unit": 1.9702970297029703}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 581, "units_out": 199, "chunk_lengths": [1, 1, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 5, 4, 4, 2, 1, 2, 2, 10, 2, 6, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 3, 1, 3, 4, 4, 4, 1, 9, 1, 5, 2, 1, 9, 1, 1, 5, 1, 2, 5, 4, 1, 7, 1, 1, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 9, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 4, 6, 1, 1, 3, 1, 4, 5, 1, 3, 4, 6, 1, 1, 9, 1, 5, 1, 6, 6, 1, 1, 5, 2, 7, 5, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 29, 1, 9, 2, 6, 1, 1, 1, 5, 1, 2, 4, 5, 1, 3, 4, 5, 4, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 3, 1, 4, 4, 1, 1, 13, 1, 5, 2, 1, 9, 1, 1, 3, 1, 4, 9, 2, 1, 1, 1, 1, 1, 1, 2, 4, 4, 1, 9, 1, 2, 1, 4, 1, 1, 5, 1], "chunk_stats": {"count": 199, "sum": 581, "mean": 2.919597989949749, "median": 2.0, "p95": 9.0, "max": 29, "min": 1}}, {"stage": 1, "units_in": 199, "units_out": 101, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 2, 2, 2, 5, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 2, 1, 3, 2, 1, 3, 2, 2, 2, 3, 1, 1, 1, 1, 3, 2, 2, 2, 5, 1, 1, 10, 5, 1, 2, 3, 1, 2, 2, 1, 1, 3, 1, 2, 4, 1, 7, 1], "chunk_stats": {"count": 101, "sum": 199, "mean": 1.9702970297029703, "median": 2.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 4, 4, 1, 1, 5, 3, 4, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 8, 1, 1, 1, 4, 1, 3, 1, 6, 1, 4, 1, 4, 1, 4, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [4, 1, 1, 3, 3, 7, 1, 1, 1, 6, 1, 2, 4, 1, 1, 3, 7, 1], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 122, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06727101300202776, "decode_time_sec": 1.9378706489987962, "total_time_sec": 2.011086967002484, "prefill_units_per_sec": 7328.565127823174, "prefill_bytes_per_sec": 7313.699884156191, "decode_units_per_sec": 66.05188022540689, "decode_bytes_per_sec": 66.05188022540689, "total_units_per_sec": 63.64717294686834, "total_bytes_per_sec": 63.64717294686834, "step_latency_ms": {"count": 128, "sum": 1922, "mean": 15.015625, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3400.47412109375, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}, "model_input_units": {"count": 1, "sum": 493, "mean": 493.0, "median": 493.0, "p95": 493.0, "max": 493, "min": 493}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 492, "model_input_units": 493, "stage0_units": 213, "stage1_units": 102, "bytes_per_stage0_unit": 2.3098591549295775, "stage0_per_stage1_unit": 2.088235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 493, "units_out": 213, "chunk_lengths": [1, 1, 3, 3, 1, 3, 1, 2, 8, 1, 1, 3, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 4, 1, 3, 1, 5, 1, 1, 1, 9, 2, 2, 2, 1, 1, 2, 2, 4, 1, 3, 1, 2, 2, 4, 1, 1, 1, 1, 9, 1, 2, 3, 6, 1, 2, 1, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 9, 2, 1, 3, 1, 4, 1, 3, 10, 1, 1, 6, 1, 1, 1, 6, 1, 1, 4, 1, 3, 1, 1, 1, 1, 6, 9, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 213, "sum": 493, "mean": 2.3145539906103285, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 213, "units_out": 102, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 4, 1, 2, 5, 1, 3, 5, 1, 3, 4, 3, 1, 1, 1, 1, 1, 1, 3, 4, 2, 5, 1, 1, 1, 3, 2, 3, 1, 2, 1, 1, 4, 1, 4, 3, 1, 1, 5, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 2, 1, 1, 2, 1, 2, 2, 1, 5, 7, 1, 1, 2, 2, 1, 1, 2, 2, 2, 2, 3, 1, 2, 1, 2, 2, 2, 3, 1, 9, 4], "chunk_stats": {"count": 102, "sum": 213, "mean": 2.088235294117647, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 1, 5, 1, 7, 1, 1, 1, 5, 4, 3, 1, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 9, 5, 2, 1, 3, 1, 4, 1, 8, 1, 1, 2, 1, 1, 9, 3, 4, 4, 1, 5, 4, 3, 1, 4, 1, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.5, "p95": 7.649999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 4, 1, 1, 1, 4, 2, 2, 3, 1, 3, 1, 1, 4, 1], "chunk_stats": {"count": 24, "sum": 47, "mean": 1.9583333333333333, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 123, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06681055299850414, "decode_time_sec": 1.8261188370015589, "total_time_sec": 1.8970821170005365, "prefill_units_per_sec": 4939.33944847588, "prefill_bytes_per_sec": 4924.371753177469, "decode_units_per_sec": 70.09401436884183, "decode_bytes_per_sec": 70.09401436884183, "total_units_per_sec": 67.4720397461655, "total_bytes_per_sec": 67.4720397461655, "step_latency_ms": {"count": 128, "sum": 1810, "mean": 14.140625, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3358.39794921875, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "model_input_units": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 329, "model_input_units": 330, "stage0_units": 110, "stage1_units": 50, "bytes_per_stage0_unit": 2.9909090909090907, "stage0_per_stage1_unit": 2.2}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 330, "units_out": 110, "chunk_lengths": [1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 8, 2, 1, 2, 1, 1, 7, 1, 1, 9, 1, 2, 3, 1, 1, 8, 1, 1, 1, 2, 1, 1, 13, 1, 5, 5, 5, 1, 1, 3, 3, 4, 1, 2, 3, 1, 2, 6, 4, 1, 7, 1, 1, 1, 9, 2, 2, 1, 2, 1, 10, 1, 1, 9, 4, 1, 8, 3, 1, 8, 1, 13, 1, 2, 1, 8, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 1, 8, 1, 2, 2, 2, 1, 1, 13, 1, 1, 1, 2, 1, 1, 7, 1, 1, 7, 1, 1], "chunk_stats": {"count": 110, "sum": 330, "mean": 3.0, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 110, "units_out": 50, "chunk_lengths": [1, 2, 1, 1, 3, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 5, 4, 1, 2, 3, 3, 1, 5, 2, 3, 2, 1, 1, 1, 4, 2, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 5, 3, 2, 4, 1, 4, 3, 4, 1], "chunk_stats": {"count": 50, "sum": 110, "mean": 2.2, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 3, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 10, 1, 3, 1, 1, 7, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 9, 1, 3, 1, 1, 7], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 1, 1, 1, 6, 1, 6, 1, 7, 4, 1, 2, 2, 8, 1, 4], "chunk_stats": {"count": 17, "sum": 50, "mean": 2.9411764705882355, "median": 2.0, "p95": 7.199999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 124, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06711537299997872, "decode_time_sec": 1.7772862919991894, "total_time_sec": 1.8471543619998556, "prefill_units_per_sec": 4738.109702528224, "prefill_bytes_per_sec": 4723.209986482539, "decode_units_per_sec": 72.01991067855397, "decode_bytes_per_sec": 72.01991067855397, "total_units_per_sec": 69.29577875744963, "total_bytes_per_sec": 69.29577875744963, "step_latency_ms": {"count": 128, "sum": 1766, "mean": 13.796875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3354.630859375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}, "model_input_units": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 317, "model_input_units": 318, "stage0_units": 90, "stage1_units": 46, "bytes_per_stage0_unit": 3.522222222222222, "stage0_per_stage1_unit": 1.9565217391304348}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 318, "units_out": 90, "chunk_lengths": [1, 1, 3, 4, 1, 8, 1, 4, 1, 1, 5, 1, 19, 5, 1, 4, 1, 19, 1, 2, 1, 2, 2, 1, 19, 4, 1, 6, 1, 1, 4, 1, 1, 3, 20, 4, 1, 4, 1, 1, 4, 1, 1, 4, 1, 19, 1, 4, 1, 3, 1, 2, 2, 1, 19, 1, 4, 1, 1, 4, 1, 1, 8, 1, 1, 1, 20, 1, 4, 1, 3, 1, 1, 8, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 1, 4, 1, 1], "chunk_stats": {"count": 90, "sum": 318, "mean": 3.533333333333333, "median": 1.0, "p95": 19.0, "max": 20, "min": 1}}, {"stage": 1, "units_in": 90, "units_out": 46, "chunk_lengths": [1, 2, 3, 1, 4, 1, 1, 3, 2, 2, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 3, 2, 3, 1, 1, 2, 2, 2, 3, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1], "chunk_stats": {"count": 46, "sum": 90, "mean": 1.9565217391304348, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [9, 4, 1, 1, 5, 2, 4, 1, 4, 1, 1, 4, 1, 3, 1, 5, 4, 1, 9, 4, 1, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 6, 1, 1, 4, 1, 9, 6, 1, 6, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.849999999999987, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 3, 6, 1, 2, 1, 4, 1, 2, 1, 1, 1, 3, 5, 1, 3], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 125, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06697186299788882, "decode_time_sec": 1.6349907550029457, "total_time_sec": 1.7063029439996171, "prefill_units_per_sec": 12557.51239929687, "prefill_bytes_per_sec": 12542.580755540273, "decode_units_per_sec": 78.2879044473676, "decode_bytes_per_sec": 78.2879044473676, "total_units_per_sec": 75.01598731346309, "total_bytes_per_sec": 75.01598731346309, "step_latency_ms": {"count": 128, "sum": 1623, "mean": 12.6796875, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3493.1025390625, "peak_reserved_mb": 3618.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}, "model_input_units": {"count": 1, "sum": 841, "mean": 841.0, "median": 841.0, "p95": 841.0, "max": 841, "min": 841}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 840, "model_input_units": 841, "stage0_units": 251, "stage1_units": 123, "bytes_per_stage0_unit": 3.346613545816733, "stage0_per_stage1_unit": 2.040650406504065}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 841, "units_out": 251, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 2, 1, 7, 1, 1, 3, 2, 4, 2, 1, 2, 3, 4, 1, 1, 1, 9, 1, 2, 5, 1, 2, 2, 2, 1, 13, 5, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 4, 2, 1, 4, 1, 4, 1, 9, 3, 1, 7, 2, 1, 3, 1, 6, 1, 9, 4, 2, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 3, 1, 3, 1, 1, 13, 1, 2, 1, 1, 8, 1, 1, 1, 2, 1, 4, 1, 1, 17, 6, 2, 1, 1, 13, 2, 3, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 17, 6, 2, 1, 1, 1, 1, 1, 13, 4, 1, 17, 2, 1, 3, 5, 4, 1, 8, 1, 2, 3, 4, 2, 4, 5, 3, 1, 3, 2, 2, 17, 2, 2, 1, 5, 4, 3, 4, 6, 1, 17, 1, 2, 1, 21, 1, 2, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 17, 7, 1, 1, 8, 5, 2, 3, 11, 5, 1, 1, 21, 2, 2, 17, 6, 2, 1, 3, 1, 2, 2, 1, 5, 1, 6, 1, 1, 1, 1, 40, 1, 1, 8, 1, 3, 1, 3, 1, 13, 3, 4, 5, 1, 9, 2, 1, 4, 1, 2, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 13, 1, 2, 4, 1, 1, 2, 1], "chunk_stats": {"count": 251, "sum": 841, "mean": 3.350597609561753, "median": 2.0, "p95": 13.0, "max": 40, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 123, "chunk_lengths": [1, 2, 2, 3, 2, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 5, 1, 1, 1, 5, 6, 3, 3, 1, 1, 2, 1, 4, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 3, 1, 4, 1, 1, 1, 2, 1, 1, 4, 4, 3, 1, 1, 3, 3, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 3, 2, 1, 2, 2, 1, 3, 1, 3, 1, 3, 1, 2, 1, 5, 3, 3, 7, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 2, 2, 3, 3, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 7, 3, 1, 1, 2, 3, 1], "chunk_stats": {"count": 123, "sum": 251, "mean": 2.040650406504065, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 1, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 6, 2, 1, 3, 1, 3, 1, 3, 1, 13, 4, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 13.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [3, 1, 5, 3, 4, 4, 4, 1, 2, 1, 8, 3], "chunk_stats": {"count": 12, "sum": 39, "mean": 3.25, "median": 3.0, "p95": 6.349999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 126, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0674935729985009, "decode_time_sec": 1.6655426819997956, "total_time_sec": 1.7412620369977958, "prefill_units_per_sec": 8000.761791230018, "prefill_bytes_per_sec": 7985.945565690703, "decode_units_per_sec": 76.85182816588768, "decode_bytes_per_sec": 76.85182816588768, "total_units_per_sec": 73.50990102597753, "total_bytes_per_sec": 73.50990102597753, "step_latency_ms": {"count": 128, "sum": 1658, "mean": 12.953125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3410.40087890625, "peak_reserved_mb": 3520.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 159, "stage1_units": 69, "bytes_per_stage0_unit": 3.389937106918239, "stage0_per_stage1_unit": 2.3043478260869565}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 540, "units_out": 159, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 1, 8, 2, 1, 1, 9, 2, 1, 2, 1, 2, 5, 1, 3, 9, 1, 2, 5, 1, 1, 4, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 4, 2, 1, 3, 2, 5, 1, 2, 4, 4, 6, 1, 4, 6, 1, 4, 3, 4, 1, 4, 6, 1, 13, 2, 2, 3, 1, 7, 3, 2, 1, 2, 5, 2, 1, 7, 1, 2, 5, 1, 3, 4, 9, 1, 7, 13, 2, 1, 2, 1, 7, 1, 13, 1, 13, 1, 5, 1, 3, 1, 9, 1, 1, 1, 17, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 21, 1, 3, 1, 8, 2, 1, 1, 1, 13, 9, 1, 2, 1, 3, 1, 9, 1, 1, 13, 5, 1, 1, 3, 1, 9, 1, 1, 13, 4, 6, 1], "chunk_stats": {"count": 159, "sum": 540, "mean": 3.3962264150943398, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 159, "units_out": 69, "chunk_lengths": [1, 2, 2, 2, 1, 3, 4, 2, 1, 4, 1, 2, 1, 1, 1, 6, 1, 1, 5, 6, 1, 1, 3, 1, 6, 1, 7, 1, 5, 1, 1, 4, 4, 1, 2, 1, 2, 3, 4, 1, 1, 2, 2, 3, 1, 2, 4, 3, 1, 7, 4, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 2, 1, 4, 3, 1, 1, 1, 2], "chunk_stats": {"count": 69, "sum": 159, "mean": 2.3043478260869565, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [1, 3, 9, 1, 7, 1, 17, 1, 3, 1, 7, 1, 1, 5, 1, 6, 1, 1, 9, 2, 1, 2, 1, 2, 6, 5, 1, 3, 9, 4, 1, 13, 1, 1], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 2.0, "p95": 10.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 4, 1, 4, 3, 3, 1, 1, 1, 1, 4, 3, 1, 2, 1, 1], "chunk_stats": {"count": 17, "sum": 33, "mean": 1.9411764705882353, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 127, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06676817300103721, "decode_time_sec": 2.063031129000592, "total_time_sec": 2.134581567999703, "prefill_units_per_sec": 3983.9340818247015, "prefill_bytes_per_sec": 3968.956886028368, "decode_units_per_sec": 62.04462850834825, "decode_bytes_per_sec": 62.04462850834825, "total_units_per_sec": 59.96491392921922, "total_bytes_per_sec": 59.96491392921922, "step_latency_ms": {"count": 128, "sum": 2049, "mean": 16.0078125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3343.9912109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 98, "stage1_units": 50, "bytes_per_stage0_unit": 2.704081632653061, "stage0_per_stage1_unit": 1.96}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 266, "units_out": 98, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1], "chunk_stats": {"count": 98, "sum": 266, "mean": 2.7142857142857144, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1], "chunk_stats": {"count": 50, "sum": 98, "mean": 1.96, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 3], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.349999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 51, "mean": 1.8214285714285714, "median": 1.0, "p95": 4.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06779045299845166, "decode_time_sec": 1.9059522149982513, "total_time_sec": 1.978211794001254, "prefill_units_per_sec": 14205.540122618668, "prefill_bytes_per_sec": 14190.788782927475, "decode_units_per_sec": 67.15803208115447, "decode_bytes_per_sec": 67.15803208115447, "total_units_per_sec": 64.70490186548693, "total_bytes_per_sec": 64.70490186548693, "step_latency_ms": {"count": 128, "sum": 1896, "mean": 14.8125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3525.27734375, "peak_reserved_mb": 3618.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 962, "mean": 962.0, "median": 962.0, "p95": 962.0, "max": 962, "min": 962}, "model_input_units": {"count": 1, "sum": 963, "mean": 963.0, "median": 963.0, "p95": 963.0, "max": 963, "min": 963}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 962, "model_input_units": 963, "stage0_units": 358, "stage1_units": 193, "bytes_per_stage0_unit": 2.6871508379888267, "stage0_per_stage1_unit": 1.854922279792746}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 963, "units_out": 358, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 358, "sum": 963, "mean": 2.689944134078212, "median": 2.0, "p95": 9.0, "max": 20, "min": 1}}, {"stage": 1, "units_in": 358, "units_out": 193, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1], "chunk_stats": {"count": 193, "sum": 358, "mean": 1.854922279792746, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 4, 2, 3, 3, 1, 1, 9, 7, 5, 5, 1, 13, 2, 2, 1, 8], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.949999999999996, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [3, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 24, "sum": 41, "mean": 1.7083333333333333, "median": 2.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06859762299791328, "decode_time_sec": 1.6888646400002472, "total_time_sec": 1.7638727969970205, "prefill_units_per_sec": 5291.728548830947, "prefill_bytes_per_sec": 5277.150784233616, "decode_units_per_sec": 75.79056187710891, "decode_bytes_per_sec": 75.79056187710891, "total_units_per_sec": 72.56759116525805, "total_bytes_per_sec": 72.56759116525805, "step_latency_ms": {"count": 128, "sum": 1679, "mean": 13.1171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3365.8095703125, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}, "model_input_units": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 362, "model_input_units": 363, "stage0_units": 106, "stage1_units": 50, "bytes_per_stage0_unit": 3.4150943396226414, "stage0_per_stage1_unit": 2.12}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 363, "units_out": 106, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5], "chunk_stats": {"count": 106, "sum": 363, "mean": 3.4245283018867925, "median": 2.0, "p95": 16.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 50, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3], "chunk_stats": {"count": 50, "sum": 106, "mean": 2.12, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 10, 1, 1, 5, 2, 1, 1, 17, 1, 3, 1, 1, 10, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 13.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 2, 1, 1, 5, 1, 8, 1, 2, 1, 8, 1, 5, 2], "chunk_stats": {"count": 15, "sum": 40, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06740264399923035, "decode_time_sec": 1.6575924589997157, "total_time_sec": 1.7288139289994433, "prefill_units_per_sec": 7981.88272860844, "prefill_bytes_per_sec": 7967.046515358238, "decode_units_per_sec": 77.2204285227277, "decode_bytes_per_sec": 77.2204285227277, "total_units_per_sec": 74.03919985424945, "total_bytes_per_sec": 74.03919985424945, "step_latency_ms": {"count": 128, "sum": 1649, "mean": 12.8828125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3409.95361328125, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 537, "mean": 537.0, "median": 537.0, "p95": 537.0, "max": 537, "min": 537}, "model_input_units": {"count": 1, "sum": 538, "mean": 538.0, "median": 538.0, "p95": 538.0, "max": 538, "min": 538}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 537, "model_input_units": 538, "stage0_units": 196, "stage1_units": 95, "bytes_per_stage0_unit": 2.739795918367347, "stage0_per_stage1_unit": 2.0631578947368423}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 538, "units_out": 196, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1], "chunk_stats": {"count": 196, "sum": 538, "mean": 2.7448979591836733, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 196, "units_out": 95, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3], "chunk_stats": {"count": 95, "sum": 196, "mean": 2.0631578947368423, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 4, 1, 1, 11, 2, 5, 1, 1, 1, 1], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [3, 7, 1, 4, 8, 1, 4, 7, 1, 4, 6], "chunk_stats": {"count": 11, "sum": 46, "mean": 4.181818181818182, "median": 4.0, "p95": 7.5, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0690316719992552, "decode_time_sec": 1.6662766839981487, "total_time_sec": 1.7407784210008685, "prefill_units_per_sec": 5461.261317907345, "prefill_bytes_per_sec": 5446.775213615813, "decode_units_per_sec": 76.8179746072365, "decode_bytes_per_sec": 76.8179746072365, "total_units_per_sec": 73.53032324838092, "total_bytes_per_sec": 73.53032324838092, "step_latency_ms": {"count": 128, "sum": 1657, "mean": 12.9453125, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3366.26953125, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}, "model_input_units": {"count": 1, "sum": 377, "mean": 377.0, "median": 377.0, "p95": 377.0, "max": 377, "min": 377}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 376, "model_input_units": 377, "stage0_units": 109, "stage1_units": 51, "bytes_per_stage0_unit": 3.44954128440367, "stage0_per_stage1_unit": 2.1372549019607843}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 377, "units_out": 109, "chunk_lengths": [1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6], "chunk_stats": {"count": 109, "sum": 377, "mean": 3.458715596330275, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 51, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3], "chunk_stats": {"count": 51, "sum": 109, "mean": 2.1372549019607843, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 5, 1, 5, 1, 5, 1, 5, 1, 13, 1, 2, 5, 1, 6, 1, 2, 4, 2, 2, 1, 17, 1, 2, 5, 1, 5, 1, 1, 5, 1, 7, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.299999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 1, 5, 3, 5, 2, 4, 6, 1, 1, 5, 2, 4], "chunk_stats": {"count": 13, "sum": 40, "mean": 3.076923076923077, "median": 3.0, "p95": 5.399999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06673363500158302, "decode_time_sec": 1.8025454719972913, "total_time_sec": 1.872056423999311, "prefill_units_per_sec": 4165.815334252441, "prefill_bytes_per_sec": 4150.8303870069285, "decode_units_per_sec": 71.01069126326725, "decode_bytes_per_sec": 71.01069126326725, "total_units_per_sec": 68.37400751337991, "total_bytes_per_sec": 68.37400751337991, "step_latency_ms": {"count": 128, "sum": 1789, "mean": 13.9765625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3347.4287109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}, "model_input_units": {"count": 1, "sum": 278, "mean": 278.0, "median": 278.0, "p95": 278.0, "max": 278, "min": 278}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 277, "model_input_units": 278, "stage0_units": 101, "stage1_units": 55, "bytes_per_stage0_unit": 2.742574257425743, "stage0_per_stage1_unit": 1.8363636363636364}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 278, "units_out": 101, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1], "chunk_stats": {"count": 101, "sum": 278, "mean": 2.7524752475247523, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 101, "units_out": 55, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2], "chunk_stats": {"count": 55, "sum": 101, "mean": 1.8363636363636364, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [13, 5, 1, 10, 1, 4, 1, 1, 4, 1, 1, 10, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 9, 8, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 10.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 4, 1, 1, 3], "chunk_stats": {"count": 21, "sum": 39, "mean": 1.8571428571428572, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06700288399952115, "decode_time_sec": 1.7833715610031504, "total_time_sec": 1.8531868829995801, "prefill_units_per_sec": 5149.032092446433, "prefill_bytes_per_sec": 5134.10736174369, "decode_units_per_sec": 71.77416237814161, "decode_bytes_per_sec": 71.77416237814161, "total_units_per_sec": 69.07020612665809, "total_bytes_per_sec": 69.07020612665809, "step_latency_ms": {"count": 128, "sum": 1773, "mean": 13.8515625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3359.31201171875, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}, "model_input_units": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 344, "model_input_units": 345, "stage0_units": 114, "stage1_units": 46, "bytes_per_stage0_unit": 3.017543859649123, "stage0_per_stage1_unit": 2.4782608695652173}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 345, "units_out": 114, "chunk_lengths": [1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1], "chunk_stats": {"count": 114, "sum": 345, "mean": 3.026315789473684, "median": 1.0, "p95": 10.399999999999977, "max": 17, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 46, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1], "chunk_stats": {"count": 46, "sum": 114, "mean": 2.4782608695652173, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 1, 4, 1, 1, 4, 1, 6, 1, 1, 13, 3, 4, 6, 9, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 3, 7, 1, 6, 1, 1, 5, 1, 1, 1, 2, 8, 2, 3, 1, 3, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 7.949999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 5, 2, 1, 3, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 3, 2], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 2.0, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06737805400189245, "decode_time_sec": 1.8659831549994124, "total_time_sec": 1.9362044770023203, "prefill_units_per_sec": 4155.655786558271, "prefill_bytes_per_sec": 4140.814158749134, "decode_units_per_sec": 68.5965463605915, "decode_bytes_per_sec": 68.5965463605915, "total_units_per_sec": 66.10872018960144, "total_bytes_per_sec": 66.10872018960144, "step_latency_ms": {"count": 128, "sum": 1852, "mean": 14.46875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3347.4599609375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}, "model_input_units": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 279, "model_input_units": 280, "stage0_units": 97, "stage1_units": 40, "bytes_per_stage0_unit": 2.8762886597938144, "stage0_per_stage1_unit": 2.425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 280, "units_out": 97, "chunk_lengths": [1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1], "chunk_stats": {"count": 97, "sum": 280, "mean": 2.88659793814433, "median": 1.0, "p95": 8.199999999999989, "max": 18, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 40, "chunk_lengths": [1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2], "chunk_stats": {"count": 40, "sum": 97, "mean": 2.425, "median": 2.0, "p95": 6.049999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [18, 1, 3, 4, 7, 1, 1, 1, 5, 3, 4, 1, 2, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 6.599999999999994, "max": 18, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 3, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 8, 1, 9, 1, 3], "chunk_stats": {"count": 19, "sum": 48, "mean": 2.526315789473684, "median": 2.0, "p95": 8.099999999999998, "max": 9, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06682738399831578, "decode_time_sec": 1.82295715500004, "total_time_sec": 1.892266897000809, "prefill_units_per_sec": 4234.7909355112915, "prefill_bytes_per_sec": 4219.827009944114, "decode_units_per_sec": 70.2155833168757, "decode_bytes_per_sec": 70.2155833168757, "total_units_per_sec": 67.6437347199153, "total_bytes_per_sec": 67.6437347199153, "step_latency_ms": {"count": 128, "sum": 1812, "mean": 14.15625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3347.5068359375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 127, "stage1_units": 57, "bytes_per_stage0_unit": 2.220472440944882, "stage0_per_stage1_unit": 2.2280701754385963}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 283, "units_out": 127, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 127, "sum": 283, "mean": 2.2283464566929134, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 127, "units_out": 57, "chunk_lengths": [1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1], "chunk_stats": {"count": 57, "sum": 127, "mean": 2.2280701754385963, "median": 2.0, "p95": 5.199999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [9, 1, 3, 1, 1, 6, 1, 6, 1, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 5, 1, 1, 1, 5, 2, 5, 2, 3, 9], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 5, 2, 2, 1, 1, 5, 1, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 3], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 8, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06691835400124546, "decode_time_sec": 1.5466367560002254, "total_time_sec": 1.616129567999451, "prefill_units_per_sec": 5215.310585695287, "prefill_bytes_per_sec": 5200.367002355186, "decode_units_per_sec": 82.76022117243755, "decode_bytes_per_sec": 82.76022117243755, "total_units_per_sec": 79.20157055133062, "total_bytes_per_sec": 79.20157055133062, "step_latency_ms": {"count": 128, "sum": 1539, "mean": 12.0234375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3359.40576171875, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}, "model_input_units": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 348, "model_input_units": 349, "stage0_units": 111, "stage1_units": 59, "bytes_per_stage0_unit": 3.135135135135135, "stage0_per_stage1_unit": 1.88135593220339}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 349, "units_out": 111, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1], "chunk_stats": {"count": 111, "sum": 349, "mean": 3.144144144144144, "median": 2.0, "p95": 7.5, "max": 13, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 59, "chunk_lengths": [1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1], "chunk_stats": {"count": 59, "sum": 111, "mean": 1.88135593220339, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 29, "chunk_lengths": [1, 5, 1, 13, 6, 1, 4, 6, 2, 1, 4, 13, 6, 1, 7, 2, 2, 1, 1, 13, 6, 1, 1, 2, 7, 1, 7, 1, 6, 6], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 3.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [3, 1, 4, 1, 2, 1, 4, 1, 2, 1, 4, 1, 4], "chunk_stats": {"count": 13, "sum": 29, "mean": 2.230769230769231, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 29, "sum": 29, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 9, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06745565399978659, "decode_time_sec": 1.9948381670001254, "total_time_sec": 2.0657558889979555, "prefill_units_per_sec": 5707.453373756009, "prefill_bytes_per_sec": 5692.62881953846, "decode_units_per_sec": 64.16560607143825, "decode_bytes_per_sec": 64.16560607143825, "total_units_per_sec": 61.96279080297792, "total_bytes_per_sec": 61.96279080297792, "step_latency_ms": {"count": 128, "sum": 1962, "mean": 15.328125, "median": 8.0, "p95": 38.64999999999999, "max": 40, "min": 8}, "peak_allocated_mb": 3366.83740234375, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}, "model_input_units": {"count": 1, "sum": 385, "mean": 385.0, "median": 385.0, "p95": 385.0, "max": 385, "min": 385}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 384, "model_input_units": 385, "stage0_units": 116, "stage1_units": 67, "bytes_per_stage0_unit": 3.310344827586207, "stage0_per_stage1_unit": 1.7313432835820894}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 385, "units_out": 116, "chunk_lengths": [1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 5, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2], "chunk_stats": {"count": 116, "sum": 385, "mean": 3.3189655172413794, "median": 2.0, "p95": 10.5, "max": 13, "min": 1}}, {"stage": 1, "units_in": 116, "units_out": 67, "chunk_lengths": [1, 2, 2, 3, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2], "chunk_stats": {"count": 67, "sum": 116, "mean": 1.7313432835820894, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 2, 1, 1, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 5, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 3, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 2, 1, 5, 1, 4, 1, 2, 2, 1, 5, 1, 6, 1, 3, 1, 5, 1, 4, 1, 3], "chunk_stats": {"count": 22, "sum": 52, "mean": 2.3636363636363638, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 10, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0684637330014084, "decode_time_sec": 1.9780084150006587, "total_time_sec": 2.05146512400097, "prefill_units_per_sec": 7975.025258829634, "prefill_bytes_per_sec": 7960.418985461814, "decode_units_per_sec": 64.71155482923331, "decode_bytes_per_sec": 64.71155482923331, "total_units_per_sec": 62.39443142487441, "total_bytes_per_sec": 62.39443142487441, "step_latency_ms": {"count": 128, "sum": 1964, "mean": 15.34375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3411.7431640625, "peak_reserved_mb": 3520.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}, "model_input_units": {"count": 1, "sum": 546, "mean": 546.0, "median": 546.0, "p95": 546.0, "max": 546, "min": 546}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 545, "model_input_units": 546, "stage0_units": 157, "stage1_units": 90, "bytes_per_stage0_unit": 3.4713375796178343, "stage0_per_stage1_unit": 1.7444444444444445}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 546, "units_out": 157, "chunk_lengths": [1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1], "chunk_stats": {"count": 157, "sum": 546, "mean": 3.477707006369427, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 157, "units_out": 90, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4], "chunk_stats": {"count": 90, "sum": 157, "mean": 1.7444444444444445, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 8, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 9, 4, 5, 3, 4, 1, 1, 13, 4, 1, 1, 2, 1, 1, 1, 9, 3, 4, 4, 1, 1, 1, 1, 4, 1, 5, 1, 1, 1, 1, 2, 6], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 8.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 26, "chunk_lengths": [1, 1, 2, 1, 3, 1, 3, 2, 1, 1, 2, 3, 1, 1, 1, 2, 2, 1, 1, 5, 1, 1, 3, 1, 3, 1], "chunk_stats": {"count": 26, "sum": 45, "mean": 1.7307692307692308, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 11, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06700610500047333, "decode_time_sec": 1.535235723000369, "total_time_sec": 1.6069857839975157, "prefill_units_per_sec": 3895.167462698456, "prefill_bytes_per_sec": 3880.243449431412, "decode_units_per_sec": 83.37481865641114, "decode_bytes_per_sec": 83.37481865641114, "total_units_per_sec": 79.65222920739782, "total_bytes_per_sec": 79.65222920739782, "step_latency_ms": {"count": 128, "sum": 1526, "mean": 11.921875, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3343.6005859375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 81, "stage1_units": 42, "bytes_per_stage0_unit": 3.2098765432098766, "stage0_per_stage1_unit": 1.9285714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 261, "units_out": 81, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1], "chunk_stats": {"count": 81, "sum": 261, "mean": 3.2222222222222223, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 42, "chunk_lengths": [1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1], "chunk_stats": {"count": 42, "sum": 81, "mean": 1.9285714285714286, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [17, 5, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 2, 1, 6, 1, 1, 14], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 15.5, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 1, 2, 1, 4, 1, 1, 2, 9, 2, 6], "chunk_stats": {"count": 11, "sum": 30, "mean": 2.727272727272727, "median": 2.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 12, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07127738100098213, "decode_time_sec": 1.6664207969988638, "total_time_sec": 1.7408430959985708, "prefill_units_per_sec": 6832.462040002419, "prefill_bytes_per_sec": 6818.432343821715, "decode_units_per_sec": 76.8113313459129, "decode_bytes_per_sec": 76.8113313459129, "total_units_per_sec": 73.52759148381348, "total_bytes_per_sec": 73.52759148381348, "step_latency_ms": {"count": 128, "sum": 1654, "mean": 12.921875, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3400.166015625, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}, "model_input_units": {"count": 1, "sum": 487, "mean": 487.0, "median": 487.0, "p95": 487.0, "max": 487, "min": 487}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 486, "model_input_units": 487, "stage0_units": 161, "stage1_units": 81, "bytes_per_stage0_unit": 3.018633540372671, "stage0_per_stage1_unit": 1.9876543209876543}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 487, "units_out": 161, "chunk_lengths": [1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1], "chunk_stats": {"count": 161, "sum": 487, "mean": 3.0248447204968945, "median": 1.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 161, "units_out": 81, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1], "chunk_stats": {"count": 81, "sum": 161, "mean": 1.9876543209876543, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 21, 1, 4, 13, 4, 1, 17, 2, 2, 2, 2, 9, 1, 2, 2, 1, 2, 4, 1, 13, 3, 4, 1, 2], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 2.0, "p95": 14.199999999999989, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [3, 3, 3, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 2, 4, 1, 3], "chunk_stats": {"count": 17, "sum": 34, "mean": 2.0, "median": 2.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 13, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07475545899796998, "decode_time_sec": 1.8100537110003643, "total_time_sec": 1.889469296002062, "prefill_units_per_sec": 6380.804912360356, "prefill_bytes_per_sec": 6367.427962858552, "decode_units_per_sec": 70.71613357222317, "decode_bytes_per_sec": 70.71613357222317, "total_units_per_sec": 67.74388992233739, "total_bytes_per_sec": 67.74388992233739, "step_latency_ms": {"count": 128, "sum": 1797, "mean": 14.0390625, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3391.078125, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}, "model_input_units": {"count": 1, "sum": 477, "mean": 477.0, "median": 477.0, "p95": 477.0, "max": 477, "min": 477}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 476, "model_input_units": 477, "stage0_units": 163, "stage1_units": 92, "bytes_per_stage0_unit": 2.920245398773006, "stage0_per_stage1_unit": 1.7717391304347827}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 477, "units_out": 163, "chunk_lengths": [1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4], "chunk_stats": {"count": 163, "sum": 477, "mean": 2.9263803680981595, "median": 1.0, "p95": 8.900000000000006, "max": 13, "min": 1}}, {"stage": 1, "units_in": 163, "units_out": 92, "chunk_lengths": [1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1], "chunk_stats": {"count": 92, "sum": 163, "mean": 1.7717391304347827, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 6, 3, 6, 1, 4, 1, 5, 3, 4, 8, 1, 4, 1, 1, 4, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 2, 1, 3, 3, 1, 2], "chunk_stats": {"count": 21, "sum": 41, "mean": 1.9523809523809523, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 14, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0670669450009882, "decode_time_sec": 1.787626432000252, "total_time_sec": 1.8597364730012487, "prefill_units_per_sec": 8946.284939490823, "prefill_bytes_per_sec": 8931.37446459167, "decode_units_per_sec": 71.60332701993856, "decode_bytes_per_sec": 71.60332701993856, "total_units_per_sec": 68.82695578553299, "total_bytes_per_sec": 68.82695578553299, "step_latency_ms": {"count": 128, "sum": 1771, "mean": 13.8359375, "median": 8.0, "p95": 37.64999999999999, "max": 38, "min": 7}, "peak_allocated_mb": 3428.9541015625, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 599, "mean": 599.0, "median": 599.0, "p95": 599.0, "max": 599, "min": 599}, "model_input_units": {"count": 1, "sum": 600, "mean": 600.0, "median": 600.0, "p95": 600.0, "max": 600, "min": 600}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 599, "model_input_units": 600, "stage0_units": 213, "stage1_units": 105, "bytes_per_stage0_unit": 2.812206572769953, "stage0_per_stage1_unit": 2.0285714285714285}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 600, "units_out": 213, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 213, "sum": 600, "mean": 2.816901408450704, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 213, "units_out": 105, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 7, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 105, "sum": 213, "mean": 2.0285714285714285, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [5, 3, 4, 1, 9, 14, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 14, 1, 4, 1, 2, 5, 4, 1, 3, 1, 1, 3, 1, 14, 1, 1, 10, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.5, "p95": 14.0, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 2, 1, 3, 1, 2, 1, 4, 1, 3, 1, 4, 4, 1, 4, 1, 2, 1, 1], "chunk_stats": {"count": 20, "sum": 40, "mean": 2.0, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 15, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0675996239988308, "decode_time_sec": 2.080040315999213, "total_time_sec": 2.1549213440011954, "prefill_units_per_sec": 14304.813293291769, "prefill_bytes_per_sec": 14290.020311602739, "decode_units_per_sec": 61.5372687805386, "decode_bytes_per_sec": 61.5372687805386, "total_units_per_sec": 59.39891975933252, "total_bytes_per_sec": 59.39891975933252, "step_latency_ms": {"count": 128, "sum": 2065, "mean": 16.1328125, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3526.25048828125, "peak_reserved_mb": 3618.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}, "model_input_units": {"count": 1, "sum": 967, "mean": 967.0, "median": 967.0, "p95": 967.0, "max": 967, "min": 967}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 966, "model_input_units": 967, "stage0_units": 442, "stage1_units": 187, "bytes_per_stage0_unit": 2.18552036199095, "stage0_per_stage1_unit": 2.3636363636363638}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 967, "units_out": 442, "chunk_lengths": [1, 1, 3, 1, 3, 1, 3, 2, 1, 1, 1, 5, 1, 10, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 3, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 4, 7, 2, 2, 1, 1, 1, 3, 1, 4, 1, 2, 2, 2, 3, 1, 2, 1, 4, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 1, 10, 5, 1, 1, 1, 1, 1, 9, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 4, 7, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 1, 3, 1, 33, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 7, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 8, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 4, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 3, 1, 1, 3, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 442, "sum": 967, "mean": 2.1877828054298645, "median": 1.0, "p95": 6.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 442, "units_out": 187, "chunk_lengths": [1, 2, 2, 9, 1, 3, 4, 1, 3, 1, 3, 1, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 6, 3, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 4, 6, 1, 2, 1, 1, 3, 1, 2, 1, 7, 1, 1, 1, 2, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 3, 1, 1, 1, 1, 2, 4, 1, 4, 1, 1, 6, 3, 7, 1, 1, 3, 3, 3, 1, 2, 5, 3, 2, 1, 2, 2, 1, 2, 2, 2, 3, 2, 1, 3, 4, 1, 5, 1, 9, 8, 1, 2, 1, 3, 3, 3, 3, 5, 3, 1, 2, 5, 2, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 3, 4, 1, 5, 1, 9, 8, 1, 1, 3, 2, 3, 3, 3, 3, 3, 5, 3, 3, 5, 3, 2, 5, 1, 2, 3, 2, 3, 3, 3, 4, 1, 5, 1, 1, 4, 3, 2, 2, 1, 3, 1, 1, 1, 1, 2], "chunk_stats": {"count": 187, "sum": 442, "mean": 2.3636363636363638, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [1, 3, 1, 5, 4, 1, 1, 3, 1, 3, 3, 1, 1, 3, 2, 1, 1, 2, 11, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 2], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.149999999999999, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [2, 1, 1, 4, 3, 4, 2, 1, 2, 1, 2, 1, 9, 1, 2, 3, 1, 1, 1, 2, 1, 2, 3, 1, 6], "chunk_stats": {"count": 25, "sum": 57, "mean": 2.28, "median": 2.0, "p95": 5.599999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 16, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06767925399981323, "decode_time_sec": 1.691226977000042, "total_time_sec": 1.7674094540016085, "prefill_units_per_sec": 10697.517440159698, "prefill_bytes_per_sec": 10682.741863584892, "decode_units_per_sec": 75.6846962239515, "decode_bytes_per_sec": 75.6846962239515, "total_units_per_sec": 72.42238051301241, "total_bytes_per_sec": 72.42238051301241, "step_latency_ms": {"count": 128, "sum": 1682, "mean": 13.140625, "median": 8.0, "p95": 37.0, "max": 44, "min": 7}, "peak_allocated_mb": 3461.423828125, "peak_reserved_mb": 3518.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 723, "mean": 723.0, "median": 723.0, "p95": 723.0, "max": 723, "min": 723}, "model_input_units": {"count": 1, "sum": 724, "mean": 724.0, "median": 724.0, "p95": 724.0, "max": 724, "min": 724}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 723, "model_input_units": 724, "stage0_units": 255, "stage1_units": 124, "bytes_per_stage0_unit": 2.835294117647059, "stage0_per_stage1_unit": 2.056451612903226}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 724, "units_out": 255, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 3, 1, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 1, 9, 1, 2, 3, 1, 5, 1, 2, 1, 2, 4, 1, 2, 2, 6, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 1, 2, 4, 1, 2, 2, 6, 1, 1, 1, 2, 2, 3, 5, 1, 1, 4, 1, 4, 4, 1, 1, 17, 1, 6, 1, 6, 3, 1, 6, 1, 1, 1, 9, 2, 1, 3, 2, 8, 1, 1, 1, 2, 4, 5, 4, 2, 5, 1, 1, 4, 1, 4, 1, 4, 3, 3, 3, 9, 1, 2, 4, 1, 3, 1, 3, 1, 3, 1, 4, 1, 1, 13, 1, 5, 1, 4, 5, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 6, 1, 3, 1, 4, 1, 1, 9, 4, 2, 1, 3, 1, 1, 2, 5, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 3, 1, 3, 1, 1, 4, 1, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 3, 3, 7, 1, 6, 3, 1, 6, 1, 1, 17, 1, 1, 6, 1, 6, 4, 4, 1, 3, 1, 3, 1, 4, 1, 1, 6, 1, 3, 1, 4, 1, 1, 1, 9, 6, 1, 1, 2, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 1], "chunk_stats": {"count": 255, "sum": 724, "mean": 2.83921568627451, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 255, "units_out": 124, "chunk_lengths": [1, 2, 1, 1, 2, 1, 3, 2, 1, 4, 2, 2, 3, 2, 1, 1, 1, 5, 1, 3, 6, 1, 2, 3, 2, 1, 7, 1, 1, 3, 3, 3, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 1, 3, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 2, 1, 1, 5, 1, 6, 1, 2, 3, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 6, 1, 1, 1, 6, 2, 5, 2, 2, 2, 1, 5, 1, 2, 3, 1, 1, 2, 1, 3, 2, 2, 1, 1, 2, 2, 2, 4, 2, 1, 2, 2, 3, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 7, 2, 5, 1, 1], "chunk_stats": {"count": 124, "sum": 255, "mean": 2.056451612903226, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [9, 1, 2, 6, 1, 1, 13, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 9, 3, 4, 6, 1, 1, 5, 4, 3, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [2, 4, 1, 6, 2, 5, 1, 1, 5, 1, 2, 4, 5, 1, 1], "chunk_stats": {"count": 15, "sum": 41, "mean": 2.7333333333333334, "median": 2.0, "p95": 5.299999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 17, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07077888200001325, "decode_time_sec": 1.5917967409986886, "total_time_sec": 1.6684908990027907, "prefill_units_per_sec": 5467.732592892998, "prefill_bytes_per_sec": 5453.604084901026, "decode_units_per_sec": 80.41227670795027, "decode_bytes_per_sec": 80.41227670795027, "total_units_per_sec": 76.71603128102284, "total_bytes_per_sec": 76.71603128102284, "step_latency_ms": {"count": 128, "sum": 1586, "mean": 12.390625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3367.30712890625, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "model_input_units": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 386, "model_input_units": 387, "stage0_units": 122, "stage1_units": 59, "bytes_per_stage0_unit": 3.1639344262295084, "stage0_per_stage1_unit": 2.0677966101694913}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 387, "units_out": 122, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 4, 1, 3, 1, 1, 1, 3, 2, 3, 1, 1, 1, 9, 1, 3, 4, 1, 3, 2, 2, 1, 1, 1, 9, 4, 4, 3, 3, 1, 1, 13, 1, 2, 1, 17, 5, 2, 3, 4, 1, 3, 1, 17, 8, 2, 4, 1, 4, 1, 1, 1, 17, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 1, 17, 1, 2, 4, 1, 5, 1, 3, 1, 21, 7, 1, 5, 2, 7, 1, 3, 1, 1, 7, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 1, 25, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 122, "sum": 387, "mean": 3.1721311475409837, "median": 1.0, "p95": 12.799999999999955, "max": 25, "min": 1}}, {"stage": 1, "units_in": 122, "units_out": 59, "chunk_lengths": [1, 2, 1, 3, 4, 1, 3, 4, 1, 6, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 1, 1, 2, 1, 8, 1, 1, 1, 7, 1, 1, 2, 1, 3, 1, 5, 1, 3, 3, 2, 1, 3, 3, 5, 1], "chunk_stats": {"count": 59, "sum": 122, "mean": 2.0677966101694913, "median": 1.0, "p95": 5.099999999999994, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [1, 5, 1, 1, 21, 1, 2, 7, 1, 5, 1, 2, 1, 4, 1, 4, 1, 1, 25, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 5], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 9.79999999999994, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [4, 1, 1, 5, 1, 6, 1, 4, 4, 1, 7, 2], "chunk_stats": {"count": 12, "sum": 37, "mean": 3.0833333333333335, "median": 3.0, "p95": 6.449999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 18, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06738304499958758, "decode_time_sec": 1.629267431999324, "total_time_sec": 1.7005243139974482, "prefill_units_per_sec": 4185.029038116725, "prefill_bytes_per_sec": 4170.188509612764, "decode_units_per_sec": 78.56291575344834, "decode_bytes_per_sec": 78.56291575344834, "total_units_per_sec": 75.27090259539334, "total_bytes_per_sec": 75.27090259539334, "step_latency_ms": {"count": 128, "sum": 1619, "mean": 12.6484375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3347.4912109375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 119, "stage1_units": 52, "bytes_per_stage0_unit": 2.361344537815126, "stage0_per_stage1_unit": 2.2884615384615383}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 282, "units_out": 119, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 3, 1, 1, 9, 4, 5, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 3, 2, 2, 4, 2, 1, 3, 1, 1, 7, 1, 3, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 4, 1, 3, 5, 1, 1, 3, 1, 1, 1, 9, 4, 7, 3, 1, 2, 1, 1, 1, 5, 1, 4, 4, 2, 1, 1, 3, 1, 1, 1, 1, 13, 4, 1, 5, 2, 6, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 1, 5, 4, 3, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 119, "sum": 282, "mean": 2.369747899159664, "median": 1.0, "p95": 6.099999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 119, "units_out": 52, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 6, 7, 1, 6, 2, 1, 3, 1, 5, 1, 3, 2, 3, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 1, 4, 2, 4, 5, 1, 1], "chunk_stats": {"count": 52, "sum": 119, "mean": 2.2884615384615383, "median": 2.0, "p95": 5.449999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [17, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 4, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 1, 3, 1, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 2, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 16.39999999999995, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 9, 3, 5, 1, 7, 2, 1, 2, 1, 7, 2], "chunk_stats": {"count": 12, "sum": 41, "mean": 3.4166666666666665, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 19, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06632683600037126, "decode_time_sec": 1.7730538680007157, "total_time_sec": 1.842764390999946, "prefill_units_per_sec": 7870.117609666744, "prefill_bytes_per_sec": 7855.040756008379, "decode_units_per_sec": 72.19182807137832, "decode_bytes_per_sec": 72.19182807137832, "total_units_per_sec": 69.46086033849552, "total_bytes_per_sec": 69.46086033849552, "step_latency_ms": {"count": 128, "sum": 1752, "mean": 13.6875, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3406.77490234375, "peak_reserved_mb": 3496.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 521, "mean": 521.0, "median": 521.0, "p95": 521.0, "max": 521, "min": 521}, "model_input_units": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 521, "model_input_units": 522, "stage0_units": 182, "stage1_units": 98, "bytes_per_stage0_unit": 2.8626373626373627, "stage0_per_stage1_unit": 1.8571428571428572}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 522, "units_out": 182, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 1, 2, 2, 6, 1, 1, 2, 1, 1, 1, 4, 5, 2, 1, 1, 4, 2, 7, 1, 2, 1, 6, 2, 9, 1, 1, 5, 5, 1, 2, 1, 9, 2, 1, 3, 1, 2, 4, 4, 6, 3, 1, 9, 1, 2, 2, 9, 1, 2, 1, 4, 1, 4, 1, 9, 2, 1, 2, 5, 1, 2, 3, 1, 2, 7, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 1, 9, 1, 11, 1, 7, 9, 1, 1, 1, 4, 2, 9, 1, 2, 7, 1, 1, 1, 1, 3, 3, 4, 4, 2, 11, 2, 3, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 4, 1, 5, 1, 1, 6, 1, 1, 23, 1, 2, 1, 1, 1, 1, 1, 7, 1, 5, 7, 1, 3, 5, 2, 2, 2, 9, 1, 1, 9, 8, 2, 8, 1, 1, 1], "chunk_stats": {"count": 182, "sum": 522, "mean": 2.868131868131868, "median": 2.0, "p95": 9.0, "max": 23, "min": 1}}, {"stage": 1, "units_in": 182, "units_out": 98, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 1, 2, 1, 5, 1, 1, 6, 4, 4, 1, 3, 1, 1, 2, 3, 2, 3, 4, 1, 1, 2, 2, 1, 2, 2, 3, 3, 2, 1, 5, 1, 1, 3, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 5, 1, 6, 2, 1, 1, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 1, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 98, "sum": 182, "mean": 1.8571428571428572, "median": 1.5, "p95": 4.1499999999999915, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 1, 2, 4, 1, 6, 1, 13, 1, 5, 2, 2, 9, 1, 1, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 7, 1, 2, 1, 1, 1, 1, 1, 7, 1, 9, 1, 1, 1], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 5, 1, 2, 3, 2, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 1, 3], "chunk_stats": {"count": 20, "sum": 39, "mean": 1.95, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 20, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06676900599995861, "decode_time_sec": 1.6633323289970576, "total_time_sec": 1.7357708000017738, "prefill_units_per_sec": 6904.4011228845575, "prefill_bytes_per_sec": 6889.424113941208, "decode_units_per_sec": 76.95395428115101, "decode_bytes_per_sec": 76.95395428115101, "total_units_per_sec": 73.74245493694744, "total_bytes_per_sec": 73.74245493694744, "step_latency_ms": {"count": 128, "sum": 1645, "mean": 12.8515625, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3386.265625, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}, "model_input_units": {"count": 1, "sum": 461, "mean": 461.0, "median": 461.0, "p95": 461.0, "max": 461, "min": 461}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 460, "model_input_units": 461, "stage0_units": 160, "stage1_units": 76, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.1052631578947367}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 461, "units_out": 160, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 1, 5, 1, 9, 5, 1, 7, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 4, 1, 8, 1, 2, 4, 2, 2, 1, 13, 5, 1, 6, 1, 1, 4, 7, 1, 1, 3, 1, 3, 1, 4, 1, 7, 1, 9, 9, 2, 6, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 9, 8, 1, 1, 8, 2, 1, 1, 3, 1, 3, 1, 4, 9, 5, 2, 1, 5, 1, 1, 10, 1, 1, 2, 1, 7, 1, 13, 6, 1, 1, 1, 2, 1, 1, 13, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 4, 1, 1, 14, 5, 1, 6, 1, 5, 1, 6, 1, 1], "chunk_stats": {"count": 160, "sum": 461, "mean": 2.88125, "median": 1.0, "p95": 9.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 160, "units_out": 76, "chunk_lengths": [1, 2, 2, 2, 3, 1, 1, 3, 1, 1, 2, 5, 1, 2, 1, 5, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 6, 1, 3, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 5, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 1, 5, 5, 2, 1, 1, 4, 2, 1, 1, 1, 2, 4, 2, 1, 5, 1, 1, 1, 3, 1, 3, 2], "chunk_stats": {"count": 76, "sum": 160, "mean": 2.1052631578947367, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [13, 8, 1, 8, 1, 9, 1, 9, 3, 4, 4, 1, 5, 4, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 2, 2, 1, 1, 4, 1, 8, 4, 2, 5, 1, 2, 4], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 5.899999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 21, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06707402599931811, "decode_time_sec": 1.9456435729989607, "total_time_sec": 2.017324774998997, "prefill_units_per_sec": 6694.096460000249, "prefill_bytes_per_sec": 6679.187559198466, "decode_units_per_sec": 65.78800031842644, "decode_bytes_per_sec": 65.78800031842644, "total_units_per_sec": 63.45036832260371, "total_bytes_per_sec": 63.45036832260371, "step_latency_ms": {"count": 128, "sum": 1931, "mean": 15.0859375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3382.95703125, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}, "model_input_units": {"count": 1, "sum": 449, "mean": 449.0, "median": 449.0, "p95": 449.0, "max": 449, "min": 449}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 448, "model_input_units": 449, "stage0_units": 175, "stage1_units": 90, "bytes_per_stage0_unit": 2.56, "stage0_per_stage1_unit": 1.9444444444444444}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 449, "units_out": 175, "chunk_lengths": [1, 1, 3, 1, 2, 1, 10, 1, 4, 1, 2, 2, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 3, 5, 2, 4, 11, 1, 4, 6, 1, 3, 1, 6, 1, 3, 1, 3, 2, 1, 1, 7, 3, 4, 1, 3, 1, 1, 4, 5, 4, 1, 2, 1, 4, 3, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 1, 6, 2, 1, 9, 4, 1, 1, 5, 2, 1, 9, 4, 1, 3, 2, 2, 2, 2, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 6, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 175, "sum": 449, "mean": 2.565714285714286, "median": 2.0, "p95": 6.299999999999983, "max": 11, "min": 1}}, {"stage": 1, "units_in": 175, "units_out": 90, "chunk_lengths": [1, 2, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 2, 5, 1, 1, 4, 2, 1, 1, 2, 3, 5, 2, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 2, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 1, 2, 2, 2, 3, 1, 3, 1, 4, 1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 4, 3, 5, 1, 3, 3, 1, 4, 1], "chunk_stats": {"count": 90, "sum": 175, "mean": 1.9444444444444444, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 60, "chunk_lengths": [1, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 2], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 4, 6, 3, 5, 1, 3, 4, 4, 1, 4, 1, 4, 6, 3, 5], "chunk_stats": {"count": 18, "sum": 60, "mean": 3.3333333333333335, "median": 4.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 60, "sum": 60, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 22, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06784873500146205, "decode_time_sec": 1.526890833996731, "total_time_sec": 1.5998863949971565, "prefill_units_per_sec": 8283.131586578433, "prefill_bytes_per_sec": 8268.392918274913, "decode_units_per_sec": 83.83048555275697, "decode_bytes_per_sec": 83.83048555275697, "total_units_per_sec": 80.00568065348634, "total_bytes_per_sec": 80.00568065348634, "step_latency_ms": {"count": 128, "sum": 1518, "mean": 11.859375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3416.1494140625, "peak_reserved_mb": 3520.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 561, "mean": 561.0, "median": 561.0, "p95": 561.0, "max": 561, "min": 561}, "model_input_units": {"count": 1, "sum": 562, "mean": 562.0, "median": 562.0, "p95": 562.0, "max": 562, "min": 562}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 561, "model_input_units": 562, "stage0_units": 142, "stage1_units": 68, "bytes_per_stage0_unit": 3.9507042253521125, "stage0_per_stage1_unit": 2.088235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 562, "units_out": 142, "chunk_lengths": [1, 1, 3, 7, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 7, 1, 2, 1, 1, 9, 4, 6, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 13, 4, 1, 7, 1, 5, 3, 1, 1, 1, 7, 1, 2, 1, 5, 1, 1, 7, 1, 2, 1, 1, 5, 1, 1, 7, 1, 1, 1, 17, 1, 2, 4, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 21, 8, 1, 17, 1, 7, 1, 2, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 17, 1, 2, 4, 1, 1, 8, 1, 1, 7, 2, 1, 7, 1, 1, 21, 8, 1, 17, 11, 2, 1, 7, 1, 3, 1, 1, 7, 1, 10, 1, 1, 17, 1, 2, 11, 1, 2, 2, 2, 1, 21, 8, 1, 17, 4, 4], "chunk_stats": {"count": 142, "sum": 562, "mean": 3.9577464788732395, "median": 2.0, "p95": 17.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 142, "units_out": 68, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 4, 1, 1, 4, 1, 6, 1, 3, 4, 2, 1, 1, 2, 2, 2, 1, 6, 1, 1, 1, 1, 3, 1, 2, 2, 6, 1, 2, 5, 3, 1, 4, 1, 1, 1, 1, 1, 1, 9, 2, 2, 2, 5, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 68, "sum": 142, "mean": 2.088235294117647, "median": 1.0, "p95": 5.649999999999999, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 26, "chunk_lengths": [1, 3, 1, 9, 1, 21, 1, 2, 4, 4, 3, 1, 7, 1, 25, 1, 7, 1, 3, 1, 3, 1, 1, 1, 21, 1, 3], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 2.0, "p95": 21.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 3, 2, 2, 2, 3, 1, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 14, "sum": 26, "mean": 1.8571428571428572, "median": 2.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 26, "sum": 26, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 23, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06696927599841729, "decode_time_sec": 1.7677908419973392, "total_time_sec": 1.8412879030001932, "prefill_units_per_sec": 8810.010130823928, "prefill_bytes_per_sec": 8795.07791026321, "decode_units_per_sec": 72.4067559120168, "decode_bytes_per_sec": 72.4067559120168, "total_units_per_sec": 69.51655946440363, "total_bytes_per_sec": 69.51655946440363, "step_latency_ms": {"count": 128, "sum": 1755, "mean": 13.7109375, "median": 8.0, "p95": 38.0, "max": 48, "min": 8}, "peak_allocated_mb": 3427.44091796875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 589, "mean": 589.0, "median": 589.0, "p95": 589.0, "max": 589, "min": 589}, "model_input_units": {"count": 1, "sum": 590, "mean": 590.0, "median": 590.0, "p95": 590.0, "max": 590, "min": 590}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 589, "model_input_units": 590, "stage0_units": 243, "stage1_units": 98, "bytes_per_stage0_unit": 2.4238683127572016, "stage0_per_stage1_unit": 2.479591836734694}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 590, "units_out": 243, "chunk_lengths": [1, 1, 3, 10, 1, 4, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 2, 1, 6, 1, 1, 3, 5, 1, 4, 2, 1, 6, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 2, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 1, 7, 5, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 6, 1, 1, 4, 5, 1, 5, 1, 3, 1, 1, 1, 2, 4, 2, 2, 1, 3, 1, 2, 1, 6, 1, 3, 1, 1, 1, 2, 1, 5, 3, 3, 1, 3, 1, 1, 1, 7, 1, 4, 1, 1, 1, 4, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 6, 1, 2, 1, 1, 1, 7, 1, 9, 1, 4, 1, 1, 4, 5, 1, 1, 1, 2, 1, 3, 1, 3, 8, 1, 4, 2, 1, 1, 3, 4, 4, 3, 1, 1, 1, 7, 1, 9, 1, 3, 1, 1, 4, 4, 1, 9, 1, 1, 1, 5, 3, 1, 5, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 6, 1, 3, 1, 2, 4, 1, 3, 1, 4, 1, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 3, 1], "chunk_stats": {"count": 243, "sum": 590, "mean": 2.42798353909465, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 243, "units_out": 98, "chunk_lengths": [1, 2, 1, 2, 4, 1, 5, 1, 2, 2, 1, 3, 1, 2, 2, 1, 5, 1, 3, 1, 2, 2, 4, 1, 2, 3, 2, 4, 3, 4, 5, 1, 2, 3, 1, 1, 1, 10, 1, 2, 1, 1, 4, 2, 1, 5, 1, 1, 2, 2, 6, 1, 1, 1, 1, 8, 4, 7, 1, 1, 2, 1, 2, 1, 1, 2, 12, 2, 3, 1, 3, 1, 3, 3, 1, 4, 3, 1, 1, 2, 2, 3, 6, 1, 6, 1, 2, 1, 2, 3, 1, 2, 6, 1, 3, 5, 2, 1], "chunk_stats": {"count": 98, "sum": 243, "mean": 2.479591836734694, "median": 2.0, "p95": 6.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 4, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 7, 1, 3], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.5, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 7, 2, 1, 2, 3, 1, 2, 1, 5, 1, 3, 5, 1, 5], "chunk_stats": {"count": 17, "sum": 43, "mean": 2.5294117647058822, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 24, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06814362500153948, "decode_time_sec": 1.9008010070028831, "total_time_sec": 1.97506724699997, "prefill_units_per_sec": 7029.270896421765, "prefill_bytes_per_sec": 7014.596009372868, "decode_units_per_sec": 67.34003166476955, "decode_bytes_per_sec": 67.34003166476955, "total_units_per_sec": 64.8079199300306, "total_bytes_per_sec": 64.8079199300306, "step_latency_ms": {"count": 128, "sum": 1876, "mean": 14.65625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3391.56005859375, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}, "model_input_units": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 478, "model_input_units": 479, "stage0_units": 190, "stage1_units": 69, "bytes_per_stage0_unit": 2.5157894736842104, "stage0_per_stage1_unit": 2.753623188405797}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 479, "units_out": 190, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 4, 1, 1, 1, 6, 1, 2, 1, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 10, 7, 1, 1, 7, 1, 1, 5, 2, 2, 1, 2, 1, 7, 5, 10, 2, 1, 2, 2, 5, 3, 1, 1, 2, 1, 9, 4, 1, 2, 3, 1, 7, 1, 7, 1, 3, 4, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 10, 1, 5, 1, 2, 1, 7, 2, 2, 1, 1, 2, 2, 2, 10, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 7, 10, 7, 1, 1, 7, 1, 6, 3, 1, 5, 1, 2, 1, 6, 10, 1, 5, 1, 1, 2, 7, 1, 1, 1, 7, 5, 1, 2, 7, 1, 1, 7, 1, 5, 1, 2], "chunk_stats": {"count": 190, "sum": 479, "mean": 2.5210526315789474, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 190, "units_out": 69, "chunk_lengths": [1, 2, 2, 4, 3, 2, 3, 1, 4, 1, 1, 1, 3, 2, 1, 1, 3, 5, 1, 4, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 24, 5, 5, 8, 1, 2, 2, 2, 1, 6, 1, 1, 2, 2, 2, 3, 1, 1, 6, 7, 1, 2, 4, 1, 5, 1, 7, 1], "chunk_stats": {"count": 69, "sum": 190, "mean": 2.753623188405797, "median": 2.0, "p95": 6.599999999999994, "max": 24, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [5, 3, 4, 1, 5, 2, 2, 2, 4, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 4, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 1, 3, 9, 3, 1, 1, 2, 1, 6, 1, 6, 1, 8, 4], "chunk_stats": {"count": 18, "sum": 54, "mean": 3.0, "median": 1.5, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 25, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06778135499916971, "decode_time_sec": 2.145825853000133, "total_time_sec": 2.2194137730002694, "prefill_units_per_sec": 10887.949938578835, "prefill_bytes_per_sec": 10873.196618878863, "decode_units_per_sec": 59.65069337804835, "decode_bytes_per_sec": 59.65069337804835, "total_units_per_sec": 57.672887118730365, "total_bytes_per_sec": 57.672887118730365, "step_latency_ms": {"count": 128, "sum": 2112, "mean": 16.5, "median": 8.0, "p95": 39.0, "max": 41, "min": 8}, "peak_allocated_mb": 3465.6865234375, "peak_reserved_mb": 3598.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 737, "mean": 737.0, "median": 737.0, "p95": 737.0, "max": 737, "min": 737}, "model_input_units": {"count": 1, "sum": 738, "mean": 738.0, "median": 738.0, "p95": 738.0, "max": 738, "min": 738}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 737, "model_input_units": 738, "stage0_units": 338, "stage1_units": 178, "bytes_per_stage0_unit": 2.1804733727810652, "stage0_per_stage1_unit": 1.898876404494382}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 738, "units_out": 338, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 9, 3, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 9, 1, 2, 4, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 1, 3, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 2, 3, 5, 13, 1, 5, 1, 8, 5, 1, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 2, 4, 1, 3, 1, 1, 1, 2, 1, 8, 1, 1, 9, 2, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 2, 3, 13, 1, 2, 1, 1, 8, 1, 3, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 1, 5, 1, 1, 1, 13, 4, 2, 1, 2, 4, 8, 1], "chunk_stats": {"count": 338, "sum": 738, "mean": 2.1834319526627217, "median": 1.0, "p95": 6.149999999999977, "max": 22, "min": 1}}, {"stage": 1, "units_in": 338, "units_out": 178, "chunk_lengths": [1, 2, 2, 2, 2, 1, 1, 3, 3, 6, 1, 1, 1, 2, 1, 1, 2, 4, 1, 2, 4, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 2, 1, 3, 1, 2, 1, 2, 3, 2, 2, 3, 2, 1, 6, 3, 1, 2, 1, 1, 1, 2, 3, 3, 2, 1, 1, 2, 2, 1, 3, 6, 1, 3, 1, 2, 2, 1, 2, 4, 3, 2, 2, 2, 1, 1, 1, 2, 1, 1, 2, 2, 2, 1, 1, 2, 3, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 2, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 3, 4, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 2, 3, 1, 1, 1, 2, 3, 2, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 2, 3, 1, 3, 5, 1, 3, 1, 3, 2, 3, 2, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 178, "sum": 338, "mean": 1.898876404494382, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 62, "chunk_lengths": [17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 6], "chunk_stats": {"count": 63, "sum": 128, "mean": 2.0317460317460316, "median": 1.0, "p95": 4.0, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 2, 2, 1, 13, 4, 1, 1, 2, 2, 1, 2, 3, 3, 2, 6, 2, 3, 5, 1, 1, 2, 1], "chunk_stats": {"count": 24, "sum": 62, "mean": 2.5833333333333335, "median": 2.0, "p95": 5.849999999999998, "max": 13, "min": 1}, "active_size_stats": {"count": 62, "sum": 62, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 26, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06851910499972291, "decode_time_sec": 1.9336789669978316, "total_time_sec": 2.0077060170006007, "prefill_units_per_sec": 4538.880068577336, "prefill_bytes_per_sec": 4524.285598903453, "decode_units_per_sec": 66.19506246102927, "decode_bytes_per_sec": 66.19506246102927, "total_units_per_sec": 63.75435393236743, "total_bytes_per_sec": 63.75435393236743, "step_latency_ms": {"count": 128, "sum": 1919, "mean": 14.9921875, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3353.24169921875, "peak_reserved_mb": 3382.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 137, "stage1_units": 82, "bytes_per_stage0_unit": 2.2627737226277373, "stage0_per_stage1_unit": 1.670731707317073}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 137, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 2, 1, 1, 2, 2, 2, 1, 2, 3, 1, 1, 5, 2, 1, 2, 1, 9, 7, 1, 2, 2, 1, 2, 3, 1, 3, 6, 1, 5, 2, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 3, 4, 1, 2, 5, 1, 3, 1, 1, 1, 6, 2, 1, 4, 1, 5, 2, 2, 2, 4, 1, 2, 5, 4, 1, 1, 6, 2, 2, 1, 2, 1, 1, 1, 1, 5, 2, 1, 6, 1, 4, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 8, 5, 5, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 1, 1], "chunk_stats": {"count": 137, "sum": 311, "mean": 2.27007299270073, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 137, "units_out": 82, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 3, 1, 1, 1, 2, 1, 3, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 3, 1, 3, 2, 2, 3, 1, 1, 1, 2, 2, 4, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 82, "sum": 137, "mean": 1.670731707317073, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 2, 3, 2, 1, 2, 2, 1, 3, 1, 1, 2, 2, 2, 1, 2, 3, 1, 5, 7, 10, 1, 2, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 1, 6, 1, 2, 3, 4, 1, 2, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 3, 1, 5, 3, 3, 3, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 2.0, "p95": 3.0, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 27, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06802656600120827, "decode_time_sec": 1.5524613349989522, "total_time_sec": 1.6234947480006667, "prefill_units_per_sec": 6732.663824186939, "prefill_bytes_per_sec": 6717.963684832818, "decode_units_per_sec": 82.4497184659909, "decode_bytes_per_sec": 82.4497184659909, "total_units_per_sec": 78.84226306098739, "total_bytes_per_sec": 78.84226306098739, "step_latency_ms": {"count": 128, "sum": 1544, "mean": 12.0625, "median": 8.0, "p95": 37.0, "max": 39, "min": 8}, "peak_allocated_mb": 3385.42578125, "peak_reserved_mb": 3462.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 457, "mean": 457.0, "median": 457.0, "p95": 457.0, "max": 457, "min": 457}, "model_input_units": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 457, "model_input_units": 458, "stage0_units": 133, "stage1_units": 66, "bytes_per_stage0_unit": 3.43609022556391, "stage0_per_stage1_unit": 2.015151515151515}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 458, "units_out": 133, "chunk_lengths": [1, 1, 3, 1, 6, 6, 1, 1, 3, 2, 6, 1, 1, 5, 1, 2, 1, 7, 2, 5, 2, 3, 6, 1, 1, 1, 5, 6, 7, 1, 7, 3, 2, 2, 1, 7, 6, 7, 2, 1, 2, 9, 1, 7, 7, 1, 7, 2, 6, 1, 6, 1, 11, 1, 3, 1, 1, 9, 1, 8, 2, 6, 1, 1, 3, 1, 1, 6, 1, 6, 1, 5, 7, 1, 6, 6, 5, 1, 7, 1, 2, 1, 3, 1, 1, 6, 1, 7, 1, 2, 1, 6, 1, 1, 9, 7, 1, 5, 1, 13, 1, 1, 2, 5, 2, 8, 1, 6, 7, 1, 1, 3, 2, 8, 1, 5, 1, 1, 1, 13, 1, 1, 8, 1, 1, 2, 6, 1, 1, 6, 1, 8, 1], "chunk_stats": {"count": 133, "sum": 458, "mean": 3.443609022556391, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 133, "units_out": 66, "chunk_lengths": [1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 2, 1, 3, 6, 1, 2, 1, 1, 6, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 4, 1, 5, 3, 4, 1, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 1, 2], "chunk_stats": {"count": 66, "sum": 133, "mean": 2.015151515151515, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 4, 1, 1, 1, 9, 1, 3, 1, 1, 6, 1, 7, 2, 1, 6, 1, 9, 7, 1, 7, 2, 6, 1, 6, 1, 1, 3, 1, 1, 9, 1, 8, 1, 16], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 9.0, "max": 16, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [3, 2, 1, 7, 1, 3, 1, 3, 4, 8, 1], "chunk_stats": {"count": 11, "sum": 34, "mean": 3.090909090909091, "median": 3.0, "p95": 7.5, "max": 8, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 28, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06794640599764534, "decode_time_sec": 1.8001906799981953, "total_time_sec": 1.8728413709977758, "prefill_units_per_sec": 5739.8179384722025, "prefill_bytes_per_sec": 5725.100456578684, "decode_units_per_sec": 71.10357887206055, "decode_bytes_per_sec": 71.10357887206055, "total_units_per_sec": 68.34535053644541, "total_bytes_per_sec": 68.34535053644541, "step_latency_ms": {"count": 128, "sum": 1791, "mean": 13.9921875, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3368.01220703125, "peak_reserved_mb": 3462.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 146, "stage1_units": 62, "bytes_per_stage0_unit": 2.664383561643836, "stage0_per_stage1_unit": 2.3548387096774195}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 390, "units_out": 146, "chunk_lengths": [1, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 6, 2, 8, 5, 1, 1, 9, 1, 5, 1, 1, 1, 1, 4, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 1, 9, 1, 5, 1, 5, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 4, 1, 1, 1, 9, 1, 5, 1, 2, 7, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 2, 6, 1, 1, 1, 9, 6, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 5, 1, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 5, 1, 1, 13, 1, 5, 1, 1, 5, 1, 11, 2, 5, 1], "chunk_stats": {"count": 146, "sum": 390, "mean": 2.671232876712329, "median": 1.0, "p95": 8.75, "max": 13, "min": 1}}, {"stage": 1, "units_in": 146, "units_out": 62, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 1, 2, 1, 7, 1, 1, 4, 1, 1, 7, 1, 5, 1, 5, 2, 7, 1, 6, 1, 1, 1, 1, 7, 1, 3, 5, 1, 1, 1, 2, 4, 3, 1, 2, 8, 4, 1, 3, 2, 2, 1, 1, 1], "chunk_stats": {"count": 62, "sum": 146, "mean": 2.3548387096774195, "median": 1.0, "p95": 7.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 1, 5, 1, 1, 2, 1, 10, 1, 1, 9, 1, 5, 1, 1, 2, 1, 8, 1, 1, 9, 1, 5, 1, 1, 2, 1, 5, 1, 1, 9, 1, 5, 1, 1, 2, 1, 7, 1, 1, 9, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 5, 2, 2, 1, 5, 2, 2, 1, 5, 1, 1, 2, 1, 5, 1, 1, 2, 1, 1], "chunk_stats": {"count": 20, "sum": 42, "mean": 2.1, "median": 1.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 29, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06703456700051902, "decode_time_sec": 1.7469296540002688, "total_time_sec": 1.817857047997677, "prefill_units_per_sec": 3863.6782721069067, "prefill_bytes_per_sec": 3848.7605953806255, "decode_units_per_sec": 73.27141061856422, "decode_bytes_per_sec": 73.27141061856422, "total_units_per_sec": 70.41257734814117, "total_bytes_per_sec": 70.41257734814117, "step_latency_ms": {"count": 128, "sum": 1735, "mean": 13.5546875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3343.4130859375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}, "model_input_units": {"count": 1, "sum": 259, "mean": 259.0, "median": 259.0, "p95": 259.0, "max": 259, "min": 259}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 258, "model_input_units": 259, "stage0_units": 88, "stage1_units": 49, "bytes_per_stage0_unit": 2.9318181818181817, "stage0_per_stage1_unit": 1.7959183673469388}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 259, "units_out": 88, "chunk_lengths": [1, 1, 3, 4, 1, 1, 8, 1, 1, 1, 5, 5, 7, 1, 7, 7, 3, 5, 5, 3, 3, 1, 6, 1, 6, 7, 5, 5, 4, 1, 5, 1, 1, 9, 2, 3, 1, 7, 1, 5, 1, 3, 1, 5, 1, 2, 1, 9, 5, 1, 1, 8, 1, 1, 2, 1, 1, 1, 5, 2, 5, 1, 2, 1, 2, 2, 3, 1, 1, 4, 4, 1, 4, 1, 1, 1, 2, 3, 1, 5, 1, 3, 4, 1, 1, 2, 5, 1], "chunk_stats": {"count": 88, "sum": 259, "mean": 2.9431818181818183, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 88, "units_out": 49, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 4, 2, 4, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 3, 1, 3, 3, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 88, "mean": 1.7959183673469388, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 2, 2, 3, 1, 2, 2, 1, 3, 3, 2, 4, 1, 1, 2, 4, 4, 5, 1, 2, 3, 1, 9, 3, 4, 8, 5, 5, 2, 4, 4, 5, 4, 4, 1, 9, 3, 4], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 3.0, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 5, 3, 1, 4, 1, 4, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 19, "sum": 38, "mean": 2.0, "median": 1.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 30, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06696955699953833, "decode_time_sec": 1.6130921930016484, "total_time_sec": 1.682777818001341, "prefill_units_per_sec": 4912.679951015176, "prefill_bytes_per_sec": 4897.747793109355, "decode_units_per_sec": 79.3507032984997, "decode_bytes_per_sec": 79.3507032984997, "total_units_per_sec": 76.06470600618411, "total_bytes_per_sec": 76.06470600618411, "step_latency_ms": {"count": 128, "sum": 1601, "mean": 12.5078125, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3358.37451171875, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "model_input_units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 328, "model_input_units": 329, "stage0_units": 108, "stage1_units": 53, "bytes_per_stage0_unit": 3.037037037037037, "stage0_per_stage1_unit": 2.0377358490566038}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 329, "units_out": 108, "chunk_lengths": [1, 1, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 5, 2, 5, 1, 1, 9, 2, 10, 5, 1, 1, 2, 5, 6, 9, 4, 2, 3, 1, 5, 1, 1, 2, 3, 1, 5, 1, 1, 1, 1, 1, 13, 1, 2, 1, 1, 8, 1, 5, 1, 1, 1, 1, 1, 2, 4, 1, 1, 17, 4, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 1, 21, 1, 2, 1, 1, 8, 1, 1, 2, 4, 1, 1, 25, 4, 1, 1, 2, 1, 2, 3, 1, 1, 4, 5, 1, 1, 1, 1], "chunk_stats": {"count": 108, "sum": 329, "mean": 3.0462962962962963, "median": 1.0, "p95": 9.0, "max": 25, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 53, "chunk_lengths": [1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 2, 4, 2, 3, 4, 1, 1, 4, 2, 2, 3, 1, 3, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 4, 3, 3, 1, 1, 2, 1, 3, 7, 1], "chunk_stats": {"count": 53, "sum": 108, "mean": 2.0377358490566038, "median": 1.0, "p95": 4.399999999999999, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [29, 1, 2, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 30, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 1, 1, 2, 5, 1], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 18.5, "max": 30, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 4, 3, 1, 3, 2, 1, 4, 3, 1, 1, 3, 2, 1], "chunk_stats": {"count": 15, "sum": 31, "mean": 2.066666666666667, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 31, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06681470699913916, "decode_time_sec": 1.6289611920001335, "total_time_sec": 1.6984851570014143, "prefill_units_per_sec": 3906.3255939049873, "prefill_bytes_per_sec": 3891.358829177382, "decode_units_per_sec": 78.57768535469782, "decode_bytes_per_sec": 78.57768535469782, "total_units_per_sec": 75.36127087856171, "total_bytes_per_sec": 75.36127087856171, "step_latency_ms": {"count": 128, "sum": 1621, "mean": 12.6640625, "median": 8.0, "p95": 37.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.6005859375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 81, "stage1_units": 42, "bytes_per_stage0_unit": 3.2098765432098766, "stage0_per_stage1_unit": 1.9285714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 261, "units_out": 81, "chunk_lengths": [1, 1, 3, 1, 5, 1, 7, 1, 7, 1, 7, 1, 1, 1, 1, 1, 5, 1, 1, 1, 5, 3, 5, 4, 1, 11, 5, 3, 4, 8, 9, 1, 4, 5, 8, 5, 4, 6, 6, 3, 6, 1, 3, 2, 5, 5, 2, 3, 1, 1, 4, 5, 2, 3, 1, 1, 5, 3, 3, 1, 1, 4, 2, 5, 3, 8, 1, 5, 1, 1, 1, 1, 5, 2, 3, 1, 1, 4, 1, 5, 1], "chunk_stats": {"count": 81, "sum": 261, "mean": 3.2222222222222223, "median": 3.0, "p95": 8.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 42, "chunk_lengths": [1, 2, 2, 4, 1, 1, 1, 2, 2, 1, 3, 1, 2, 3, 2, 3, 1, 3, 1, 2, 1, 2, 2, 1, 1, 1, 2, 3, 1, 5, 2, 1, 3, 1, 3, 1, 3, 1, 1, 5, 2, 1], "chunk_stats": {"count": 42, "sum": 81, "mean": 1.9285714285714286, "median": 2.0, "p95": 3.9499999999999957, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 1, 5, 5, 5, 4, 6, 6], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 3.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 7, 2, 1, 11, 1, 11, 2, 1, 1, 3], "chunk_stats": {"count": 11, "sum": 41, "mean": 3.727272727272727, "median": 2.0, "p95": 11.0, "max": 11, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 32, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06717312700129696, "decode_time_sec": 1.7909235859988257, "total_time_sec": 1.8623543590001645, "prefill_units_per_sec": 11715.99470104771, "prefill_bytes_per_sec": 11701.107795455526, "decode_units_per_sec": 71.47150274902009, "decode_bytes_per_sec": 71.47150274902009, "total_units_per_sec": 68.73020667705737, "total_bytes_per_sec": 68.73020667705737, "step_latency_ms": {"count": 128, "sum": 1773, "mean": 13.8515625, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3480.86328125, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 786, "mean": 786.0, "median": 786.0, "p95": 786.0, "max": 786, "min": 786}, "model_input_units": {"count": 1, "sum": 787, "mean": 787.0, "median": 787.0, "p95": 787.0, "max": 787, "min": 787}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 786, "model_input_units": 787, "stage0_units": 248, "stage1_units": 105, "bytes_per_stage0_unit": 3.1693548387096775, "stage0_per_stage1_unit": 2.361904761904762}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 787, "units_out": 248, "chunk_lengths": [1, 1, 3, 1, 6, 1, 6, 1, 2, 2, 1, 1, 3, 2, 5, 2, 6, 2, 5, 1, 1, 9, 2, 4, 2, 10, 1, 2, 4, 1, 4, 6, 7, 2, 3, 1, 1, 4, 3, 6, 3, 11, 2, 3, 3, 4, 5, 3, 1, 1, 9, 1, 3, 2, 3, 1, 11, 7, 1, 1, 6, 1, 6, 1, 9, 2, 4, 1, 4, 5, 5, 8, 1, 2, 3, 3, 7, 2, 8, 3, 5, 1, 9, 6, 2, 1, 6, 1, 5, 1, 2, 1, 1, 5, 1, 5, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 3, 4, 1, 2, 1, 5, 2, 6, 2, 5, 1, 1, 9, 1, 1, 1, 4, 2, 5, 1, 5, 1, 1, 9, 1, 2, 1, 1, 1, 4, 2, 1, 1, 13, 3, 4, 1, 2, 1, 5, 1, 1, 1, 2, 3, 1, 2, 6, 2, 1, 3, 1, 1, 9, 2, 1, 4, 5, 1, 8, 2, 3, 1, 2, 6, 1, 1, 2, 7, 1, 9, 7, 9, 2, 1, 2, 4, 1, 8, 1, 3, 4, 5, 1, 9, 1, 2, 5, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 248, "sum": 787, "mean": 3.1733870967741935, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 248, "units_out": 105, "chunk_lengths": [1, 2, 2, 2, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 7, 3, 2, 1, 1, 3, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 2, 7, 2, 1, 2, 2, 1, 1, 1, 6, 3, 3, 2, 2, 5, 1, 4, 2, 2, 3, 1, 1, 3, 1, 1, 3, 2, 2, 5, 3, 1, 4, 2, 2, 4, 2, 1, 3, 1, 1, 1, 2, 5, 6, 1, 3, 1, 1, 2, 5, 3, 1, 1, 6, 2, 8, 1, 1, 2, 4, 3, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1], "chunk_stats": {"count": 105, "sum": 248, "mean": 2.361904761904762, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [2, 1, 2, 1, 3, 13, 4, 1, 17, 3, 4, 1, 2, 1, 5, 1, 1, 1, 1, 2, 6, 2, 1, 3, 1, 1, 9, 2, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 3, 1, 2, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 8.899999999999999, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 2, 1, 2, 1, 4, 2, 2, 2, 2, 4, 1, 1, 1, 7, 3, 2, 2], "chunk_stats": {"count": 19, "sum": 42, "mean": 2.210526315789474, "median": 2.0, "p95": 4.299999999999994, "max": 7, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 33, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0665367569999944, "decode_time_sec": 1.6800341659982223, "total_time_sec": 1.7530719080023118, "prefill_units_per_sec": 5335.396794286651, "prefill_bytes_per_sec": 5320.367507542182, "decode_units_per_sec": 76.18892674360971, "decode_bytes_per_sec": 76.18892674360971, "total_units_per_sec": 73.01468891020025, "total_bytes_per_sec": 73.01468891020025, "step_latency_ms": {"count": 128, "sum": 1661, "mean": 12.9765625, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3361.71044921875, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 184, "stage1_units": 90, "bytes_per_stage0_unit": 1.923913043478261, "stage0_per_stage1_unit": 2.0444444444444443}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 355, "units_out": 184, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 4, 1, 4, 1, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 8, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 2, 2, 1, 5, 6, 1, 2, 4, 1, 1, 2, 1, 2, 1, 3, 1, 1, 5, 1, 2, 4, 1, 2, 1, 2, 1, 1, 9, 8, 1, 2, 2, 2, 1, 2, 1, 4, 1, 8, 1, 1, 1, 9, 6, 1, 2, 2, 2, 1, 9, 5, 1, 7, 2, 4, 6, 6, 1, 1], "chunk_stats": {"count": 184, "sum": 355, "mean": 1.9293478260869565, "median": 1.0, "p95": 6.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 184, "units_out": 90, "chunk_lengths": [1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 2, 4, 3, 2, 2, 4, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 4, 4, 3, 1, 6, 2, 6, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2], "chunk_stats": {"count": 90, "sum": 184, "mean": 2.0444444444444443, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [13, 5, 1, 4, 1, 5, 1, 4, 1, 2, 8, 2, 4, 1, 1, 2, 4, 1, 3, 1, 4, 1, 13, 4, 1, 3, 1, 4, 2, 4, 1, 3, 1, 4, 2, 4, 1, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 7.849999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 6, 1, 1, 1, 1, 3, 4, 2, 2, 5, 6, 6, 1], "chunk_stats": {"count": 15, "sum": 41, "mean": 2.7333333333333334, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 34, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06683867699757684, "decode_time_sec": 1.7847445659972436, "total_time_sec": 1.854508871001599, "prefill_units_per_sec": 5416.025814112447, "prefill_bytes_per_sec": 5401.064416835893, "decode_units_per_sec": 71.71894647482999, "decode_bytes_per_sec": 71.71894647482999, "total_units_per_sec": 69.0209693798168, "total_bytes_per_sec": 69.0209693798168, "step_latency_ms": {"count": 128, "sum": 1772, "mean": 13.84375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3364.3994140625, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}, "model_input_units": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 361, "model_input_units": 362, "stage0_units": 128, "stage1_units": 61, "bytes_per_stage0_unit": 2.8203125, "stage0_per_stage1_unit": 2.098360655737705}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 362, "units_out": 128, "chunk_lengths": [1, 1, 3, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2, 8, 2, 1, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 13, 4, 1, 1, 2, 1, 3, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 9, 7, 10, 1, 2, 1, 1, 13, 5, 1, 17, 1, 2, 6, 2, 7, 1, 5, 1, 1, 1, 1, 1, 1, 6, 2, 5, 1, 5, 1, 3, 4, 1, 1, 5, 6, 1, 1, 17, 2, 1, 1, 3, 1, 1, 4, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 128, "sum": 362, "mean": 2.828125, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 128, "units_out": 61, "chunk_lengths": [1, 2, 1, 4, 1, 3, 1, 4, 1, 1, 3, 1, 5, 1, 5, 2, 3, 4, 3, 2, 1, 1, 1, 1, 1, 5, 1, 5, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 3, 4, 3, 1, 1, 2, 2, 1, 1, 3, 3, 2, 1, 1, 1, 6, 3, 1, 1, 3, 1, 1, 1], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [13, 1, 5, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 1, 1, 1, 3, 1, 1, 2, 5, 3, 1, 1, 3, 5, 1, 1, 3, 1, 4], "chunk_stats": {"count": 20, "sum": 41, "mean": 2.05, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 35, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06686486699982197, "decode_time_sec": 2.0919963649976125, "total_time_sec": 2.161771390001377, "prefill_units_per_sec": 4023.0394835110674, "prefill_bytes_per_sec": 4008.0839463976436, "decode_units_per_sec": 61.18557476563592, "decode_bytes_per_sec": 61.18557476563592, "total_units_per_sec": 59.210701275826615, "total_bytes_per_sec": 59.210701275826615, "step_latency_ms": {"count": 128, "sum": 2083, "mean": 16.2734375, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 8}, "peak_allocated_mb": 3344.2255859375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 122, "stage1_units": 59, "bytes_per_stage0_unit": 2.19672131147541, "stage0_per_stage1_unit": 2.0677966101694913}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 269, "units_out": 122, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 5, 1, 4, 2, 1, 5, 1, 8, 2, 4, 4, 1, 2, 2, 2, 2, 6, 1, 2, 2, 1, 1, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 2, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 8, 1, 5, 1, 2, 4, 4, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 4, 1, 2, 4, 4, 1, 1, 1], "chunk_stats": {"count": 122, "sum": 269, "mean": 2.2049180327868854, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 122, "units_out": 59, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 4, 1, 2, 3, 1, 2, 3, 1, 1, 1, 3, 2, 1, 2, 5, 1, 5, 1, 6, 1, 1, 2, 1, 6, 1, 4, 1, 4, 1, 3, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 3, 2, 1, 2, 2, 1], "chunk_stats": {"count": 59, "sum": 122, "mean": 2.0677966101694913, "median": 1.0, "p95": 5.099999999999994, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [5, 1, 2, 2, 6, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 2, 6, 1, 2, 2, 6, 1, 1, 5, 3, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 4, 1, 1, 5, 1, 4, 2, 2], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 1, 6, 3, 2, 1, 3, 1, 1, 4, 3, 1, 6, 1, 1, 1, 1, 3, 3, 2, 1], "chunk_stats": {"count": 27, "sum": 57, "mean": 2.111111111111111, "median": 1.0, "p95": 5.399999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 36, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06638281799678225, "decode_time_sec": 1.5571061210030166, "total_time_sec": 1.6260762170022645, "prefill_units_per_sec": 4835.588631015328, "prefill_bytes_per_sec": 4820.524491977898, "decode_units_per_sec": 82.20377421517568, "decode_bytes_per_sec": 82.20377421517568, "total_units_per_sec": 78.71709742854061, "total_bytes_per_sec": 78.71709742854061, "step_latency_ms": {"count": 128, "sum": 1538, "mean": 12.015625, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3354.9296875, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "model_input_units": {"count": 1, "sum": 321, "mean": 321.0, "median": 321.0, "p95": 321.0, "max": 321, "min": 321}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 320, "model_input_units": 321, "stage0_units": 111, "stage1_units": 50, "bytes_per_stage0_unit": 2.8828828828828827, "stage0_per_stage1_unit": 2.22}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 321, "units_out": 111, "chunk_lengths": [1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 2, 4, 2, 4, 1, 3, 1, 1, 1, 4, 2, 7, 1, 1, 5, 1, 1, 9, 1, 2, 5, 4, 3, 1, 3, 1, 1, 6, 1, 13, 1, 5, 4, 1, 5, 3, 5, 1, 4, 1, 9, 5, 4, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 1, 4, 1, 2, 4, 1, 1, 1, 1, 2, 4, 1, 1, 13, 1, 6, 2, 4, 1, 4, 1, 4, 1, 1, 13, 1, 2, 4, 1, 3, 1, 1, 17, 1, 6, 2, 4, 3, 1, 7, 1, 3, 1, 1, 1], "chunk_stats": {"count": 111, "sum": 321, "mean": 2.891891891891892, "median": 2.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 2, 1, 2, 2, 2, 1, 1, 2, 2, 6, 1, 2, 5, 3, 1, 1, 1, 7, 6, 3, 4, 1, 5, 1, 2, 1, 3, 4, 2, 2, 4, 1, 2, 1, 2, 2, 3, 2], "chunk_stats": {"count": 50, "sum": 111, "mean": 2.22, "median": 2.0, "p95": 5.549999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 32, "chunk_lengths": [21, 1, 5, 2, 1, 3, 1, 1, 6, 1, 4, 1, 2, 7, 1, 1, 7, 1, 17, 1, 13, 3, 4, 1, 5, 1, 1, 1, 1, 5, 4, 1, 4], "chunk_stats": {"count": 33, "sum": 128, "mean": 3.878787878787879, "median": 2.0, "p95": 14.599999999999994, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [3, 6, 3, 3, 3, 1, 1, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 13, "sum": 32, "mean": 2.4615384615384617, "median": 3.0, "p95": 4.799999999999997, "max": 6, "min": 1}, "active_size_stats": {"count": 32, "sum": 32, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 37, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06677152699921862, "decode_time_sec": 1.9032282400003169, "total_time_sec": 1.972936354999547, "prefill_units_per_sec": 4657.673921455164, "prefill_bytes_per_sec": 4642.697477977817, "decode_units_per_sec": 67.25415129400281, "decode_bytes_per_sec": 67.25415129400281, "total_units_per_sec": 64.87791644958025, "total_bytes_per_sec": 64.87791644958025, "step_latency_ms": {"count": 128, "sum": 1890, "mean": 14.765625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3353.2412109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 94, "stage1_units": 41, "bytes_per_stage0_unit": 3.297872340425532, "stage0_per_stage1_unit": 2.292682926829268}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 94, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 3, 4, 8, 1, 17, 7, 1, 1, 3, 1, 7, 2, 5, 1, 1, 3, 1, 5, 2, 5, 1, 1, 1, 3, 1, 5, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 2, 5, 1, 4, 1, 5, 1, 9, 1, 2, 4, 1, 5, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 1, 1], "chunk_stats": {"count": 94, "sum": 311, "mean": 3.3085106382978724, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 94, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 6, 1, 1, 1, 7, 1, 3, 2, 5, 2, 5, 1, 1, 5, 1, 3, 2, 6, 1], "chunk_stats": {"count": 41, "sum": 94, "mean": 2.292682926829268, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 3, 4, 2, 2, 1, 1, 1, 1, 5, 8, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 7, 1, 2, 2, 2, 5, 1, 4, 2, 5, 1, 1, 4, 2, 1, 3, 1, 4, 1, 1, 8], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 7.75, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 4, 1, 1, 1, 3, 1, 3, 1, 7, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 1, 4], "chunk_stats": {"count": 23, "sum": 45, "mean": 1.9565217391304348, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 38, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06652683699940098, "decode_time_sec": 1.8908920229987416, "total_time_sec": 1.9617108070015092, "prefill_units_per_sec": 12160.505992600916, "prefill_bytes_per_sec": 12145.474464797948, "decode_units_per_sec": 67.6929187088147, "decode_bytes_per_sec": 67.6929187088147, "total_units_per_sec": 65.24916901265841, "total_bytes_per_sec": 65.24916901265841, "step_latency_ms": {"count": 128, "sum": 1879, "mean": 14.6796875, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3485.64697265625, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 808, "mean": 808.0, "median": 808.0, "p95": 808.0, "max": 808, "min": 808}, "model_input_units": {"count": 1, "sum": 809, "mean": 809.0, "median": 809.0, "p95": 809.0, "max": 809, "min": 809}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 808, "model_input_units": 809, "stage0_units": 242, "stage1_units": 109, "bytes_per_stage0_unit": 3.3388429752066116, "stage0_per_stage1_unit": 2.220183486238532}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 809, "units_out": 242, "chunk_lengths": [1, 1, 3, 1, 5, 1, 5, 1, 1, 3, 2, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 2, 4, 1, 22, 3, 2, 1, 11, 1, 1, 4, 2, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 4, 1, 22, 5, 1, 6, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 9, 1, 1, 2, 1, 6, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 3, 10, 2, 1, 1, 1, 2, 10, 1, 9, 6, 1, 5, 1, 1, 1, 3, 4, 2, 1, 1, 1, 2, 4, 1, 9, 1, 2, 8, 1, 3, 1, 13, 6, 1, 5, 1, 1, 1, 3, 8, 1, 3, 2, 1, 1, 1, 2, 8, 1, 3, 1, 9, 4, 1, 13, 6, 1, 5, 1, 1, 1, 3, 3, 8, 1, 3, 2, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 9, 1, 5, 1, 7, 2, 1, 3, 1, 1, 5, 1, 1, 5, 1, 6, 1, 3, 2, 1, 11, 1, 29, 1, 1, 1, 18, 1, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 5, 1, 6, 1, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 1, 30, 5, 1, 6, 1, 5, 1, 6, 2, 4, 1, 4, 2], "chunk_stats": {"count": 242, "sum": 809, "mean": 3.34297520661157, "median": 1.5, "p95": 10.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 242, "units_out": 109, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 3, 2, 3, 3, 1, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 4, 2, 2, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 1, 2, 2, 1, 1, 4, 3, 3, 1, 2, 6, 1, 2, 1, 4, 3, 1, 3, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 5, 5, 5, 7, 9, 1, 1, 6, 4, 2, 5, 2, 5, 4, 2, 2, 1], "chunk_stats": {"count": 109, "sum": 242, "mean": 2.220183486238532, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 5, 1, 1, 2, 2, 10, 1, 3, 5, 1, 5, 1, 2, 3, 4, 10, 1, 3, 2, 1, 5, 5, 5, 2], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 5.75, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 5, 1, 1, 1, 3, 1, 3, 1, 3, 1, 1, 4, 1, 3, 6, 1, 2, 1, 1, 4], "chunk_stats": {"count": 21, "sum": 45, "mean": 2.142857142857143, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 39, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06688553699859767, "decode_time_sec": 1.7330541589981294, "total_time_sec": 1.8083561889980047, "prefill_units_per_sec": 7983.788782486652, "prefill_bytes_per_sec": 7968.837867163643, "decode_units_per_sec": 73.85804957993707, "decode_bytes_per_sec": 73.85804957993707, "total_units_per_sec": 70.78251551256821, "total_bytes_per_sec": 70.78251551256821, "step_latency_ms": {"count": 128, "sum": 1722, "mean": 13.453125, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3409.07763671875, "peak_reserved_mb": 3496.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}, "model_input_units": {"count": 1, "sum": 534, "mean": 534.0, "median": 534.0, "p95": 534.0, "max": 534, "min": 534}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 533, "model_input_units": 534, "stage0_units": 219, "stage1_units": 107, "bytes_per_stage0_unit": 2.4337899543378994, "stage0_per_stage1_unit": 2.046728971962617}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 534, "units_out": 219, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 1, 1, 5, 6, 1, 5, 3, 2, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 2, 2, 9, 4, 1, 13, 6, 1, 1, 1, 1, 1, 1, 5, 3, 2, 6, 1, 5, 3, 2, 1, 13, 2, 1, 1, 1, 1, 5, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 1, 1, 1, 5, 2, 1, 13, 1, 1, 1, 6, 5, 4, 1, 1, 2, 1, 5, 1, 2, 7, 1, 4, 5, 13, 1, 1, 2, 1, 1, 6, 5, 5, 3, 1, 7, 3, 4, 4, 1, 1, 5, 13, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 219, "sum": 534, "mean": 2.4383561643835616, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 219, "units_out": 107, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 5, 1, 2, 2, 1, 1, 1, 2, 4, 1, 4, 1, 3, 2, 2, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 4, 1, 1, 3, 1, 5, 3, 1, 1, 6, 3, 1, 1, 1, 1, 6, 1, 1, 7, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 4, 2, 1, 1, 4, 1, 1, 4, 11, 1, 1, 2, 1, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 1, 2, 1, 1, 3, 1, 2, 3, 1, 1, 8, 1, 5, 1, 1, 1], "chunk_stats": {"count": 107, "sum": 219, "mean": 2.046728971962617, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [17, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 1, 4, 2, 1, 17, 2, 1, 1, 1, 1, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 3, 6, 1, 5, 3, 2, 1, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 6, 1, 4, 4, 7, 2, 1, 7, 5, 4, 5, 2], "chunk_stats": {"count": 13, "sum": 49, "mean": 3.769230769230769, "median": 4.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 40, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06687656799840624, "decode_time_sec": 1.6082702390012855, "total_time_sec": 1.6819947410003806, "prefill_units_per_sec": 14908.061670027084, "prefill_bytes_per_sec": 14893.108749595762, "decode_units_per_sec": 79.58861446039461, "decode_bytes_per_sec": 79.58861446039461, "total_units_per_sec": 76.10011903121107, "total_bytes_per_sec": 76.10011903121107, "step_latency_ms": {"count": 128, "sum": 1603, "mean": 12.5234375, "median": 8.0, "p95": 37.0, "max": 40, "min": 7}, "peak_allocated_mb": 3533.66259765625, "peak_reserved_mb": 3614.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 996, "mean": 996.0, "median": 996.0, "p95": 996.0, "max": 996, "min": 996}, "model_input_units": {"count": 1, "sum": 997, "mean": 997.0, "median": 997.0, "p95": 997.0, "max": 997, "min": 997}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 996, "model_input_units": 997, "stage0_units": 347, "stage1_units": 152, "bytes_per_stage0_unit": 2.8703170028818445, "stage0_per_stage1_unit": 2.2828947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 997, "units_out": 347, "chunk_lengths": [1, 1, 3, 1, 5, 4, 1, 1, 3, 2, 4, 1, 1, 9, 1, 2, 3, 2, 4, 1, 1, 4, 1, 1, 8, 1, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 4, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 6, 1, 1, 4, 1, 9, 2, 1, 2, 3, 1, 2, 4, 1, 2, 6, 1, 3, 9, 1, 4, 4, 1, 1, 4, 1, 2, 5, 4, 1, 4, 11, 5, 4, 1, 6, 6, 1, 6, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 6, 1, 5, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 6, 1, 1, 1, 2, 3, 2, 3, 1, 2, 3, 1, 3, 3, 1, 7, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 1, 2, 1, 3, 1, 3, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 2, 1, 1, 1, 1, 6, 1, 3, 1, 2, 7, 1, 3, 1, 7, 1, 1, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 8, 2, 1, 3, 1, 1, 6, 1, 7, 1, 1, 4, 1, 1, 1, 1, 13, 3, 4, 1, 9, 2, 8, 4, 3, 1, 6, 1, 7, 1, 9, 1, 1, 1, 2, 4, 1, 4, 5, 1, 5, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 8, 1, 2, 1, 9, 1, 1, 6, 1, 6, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 1, 2, 6, 1, 5, 3, 1, 6, 1, 7, 5, 2, 1, 3, 4, 7, 1], "chunk_stats": {"count": 347, "sum": 997, "mean": 2.873198847262248, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 347, "units_out": 152, "chunk_lengths": [1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 7, 2, 4, 1, 1, 1, 6, 1, 3, 1, 4, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 6, 2, 3, 1, 8, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 2, 2, 1, 1, 3, 3, 6, 1, 6, 5, 1, 7, 3, 3, 3, 5, 1, 3, 1, 1, 1, 4, 1, 4, 2, 1, 1, 1, 3, 2, 1, 3, 3, 1, 1, 3, 3, 6, 1, 6, 5, 1, 4, 1, 6, 2, 3, 4, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 2, 4, 1, 1, 10, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 2, 1], "chunk_stats": {"count": 152, "sum": 347, "mean": 2.2828947368421053, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 2, 3, 4, 7, 6, 1, 2, 4, 7, 1, 3, 4, 1, 6, 1, 7, 5, 1, 9, 2, 3, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 1, 6, 1, 3], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [2, 1, 4, 1, 4, 7, 1, 1, 9, 2, 6, 1], "chunk_stats": {"count": 12, "sum": 39, "mean": 3.25, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 41, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06806607700127643, "decode_time_sec": 1.6431977239990374, "total_time_sec": 1.7168594159993518, "prefill_units_per_sec": 3966.7336784362756, "prefill_bytes_per_sec": 3952.0420722198446, "decode_units_per_sec": 77.89689465275512, "decode_bytes_per_sec": 77.89689465275512, "total_units_per_sec": 74.55473570355997, "total_bytes_per_sec": 74.55473570355997, "step_latency_ms": {"count": 128, "sum": 1638, "mean": 12.796875, "median": 8.0, "p95": 37.0, "max": 39, "min": 8}, "peak_allocated_mb": 3344.3037109375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}, "model_input_units": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 269, "model_input_units": 270, "stage0_units": 103, "stage1_units": 37, "bytes_per_stage0_unit": 2.6116504854368934, "stage0_per_stage1_unit": 2.7837837837837838}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 270, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 4, 4, 1, 6, 1, 1, 1, 5, 1, 7, 2, 1, 9, 1, 1, 1, 2, 1, 9, 1, 9, 1, 1, 1, 2, 1, 7, 1, 9, 1, 1, 1, 2, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 9, 1, 1, 1, 2, 1], "chunk_stats": {"count": 103, "sum": 270, "mean": 2.621359223300971, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 37, "chunk_lengths": [1, 2, 2, 3, 2, 1, 1, 2, 1, 2, 4, 2, 2, 6, 2, 6, 1, 2, 7, 2, 5, 1, 3, 2, 6, 4, 2, 6, 1, 1, 2, 2, 6, 2, 2, 2, 5], "chunk_stats": {"count": 37, "sum": 103, "mean": 2.7837837837837838, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 6, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 5, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [2, 1, 2, 2, 7, 2, 2, 9, 1, 2, 9, 1, 1], "chunk_stats": {"count": 13, "sum": 41, "mean": 3.1538461538461537, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 42, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06673125799716217, "decode_time_sec": 1.7390369809982076, "total_time_sec": 1.809332225999242, "prefill_units_per_sec": 8361.898407845534, "prefill_bytes_per_sec": 8346.91292682789, "decode_units_per_sec": 73.60395517669093, "decode_bytes_per_sec": 73.60395517669093, "total_units_per_sec": 70.74433216890795, "total_bytes_per_sec": 70.74433216890795, "step_latency_ms": {"count": 128, "sum": 1723, "mean": 13.4609375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3415.17822265625, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}, "model_input_units": {"count": 1, "sum": 558, "mean": 558.0, "median": 558.0, "p95": 558.0, "max": 558, "min": 558}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 557, "model_input_units": 558, "stage0_units": 175, "stage1_units": 81, "bytes_per_stage0_unit": 3.182857142857143, "stage0_per_stage1_unit": 2.1604938271604937}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 558, "units_out": 175, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 7, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 7, 1, 2, 2, 2, 2, 3, 1, 4, 1, 1, 3, 1, 1, 9, 5, 2, 1, 3, 1, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 2, 2, 1, 5, 2, 1, 7, 1, 9, 2, 1, 2, 4, 1, 4, 4, 1, 2, 2, 2, 1, 7, 1, 2, 1, 4, 2, 5, 3, 5, 4, 3, 1, 2, 5, 3, 5, 9, 8, 1, 2, 2, 1, 7, 2, 4, 1, 2, 2, 1, 9, 4, 7, 1, 2, 2, 1, 6, 1, 2, 4, 1, 4, 1, 1, 3, 1, 1, 13, 1, 2, 2, 4, 1, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 1, 1, 7, 1, 5, 1, 2, 4, 1, 4, 1, 17, 7, 5, 5, 1, 21, 2, 2, 13, 8, 1, 2, 2, 1, 6, 1, 1, 9, 4, 1, 2, 3, 2, 7, 1, 2, 2, 1, 6, 1, 1], "chunk_stats": {"count": 175, "sum": 558, "mean": 3.1885714285714286, "median": 2.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 175, "units_out": 81, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 3, 2, 1, 1, 1, 6, 4, 1, 3, 3, 4, 1, 1, 3, 1, 6, 1, 3, 2, 2, 2, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 2, 3, 2, 1, 2, 2, 5, 1, 1, 6, 1, 3, 1, 4, 2, 2, 3, 3, 1, 1, 3, 1, 2, 1, 6, 2, 1, 4, 1, 6, 1, 1], "chunk_stats": {"count": 81, "sum": 175, "mean": 2.1604938271604937, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 2, 2, 3, 1, 4, 1, 13, 1, 3, 1, 1, 1, 7, 1, 5, 1, 1, 5, 1, 4, 1, 1, 5, 4, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 5], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.5, "p95": 7.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 3, 3, 1, 8, 3, 3, 1, 1, 4, 5, 4, 2, 3, 2], "chunk_stats": {"count": 16, "sum": 45, "mean": 2.8125, "median": 3.0, "p95": 5.75, "max": 8, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 43, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06722079800238134, "decode_time_sec": 1.9173816239999724, "total_time_sec": 1.9900507169986668, "prefill_units_per_sec": 4805.060481259944, "prefill_bytes_per_sec": 4790.18413302075, "decode_units_per_sec": 66.75770665464657, "decode_bytes_per_sec": 66.75770665464657, "total_units_per_sec": 64.31996878604464, "total_bytes_per_sec": 64.31996878604464, "step_latency_ms": {"count": 128, "sum": 1895, "mean": 14.8046875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3356.11279296875, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "model_input_units": {"count": 1, "sum": 323, "mean": 323.0, "median": 323.0, "p95": 323.0, "max": 323, "min": 323}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 322, "model_input_units": 323, "stage0_units": 112, "stage1_units": 54, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.074074074074074}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 323, "units_out": 112, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 8, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 5, 4, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 8, 1], "chunk_stats": {"count": 112, "sum": 323, "mean": 2.8839285714285716, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 112, "units_out": 54, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 4, 4, 1, 7, 1, 1, 6, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 6, 2, 1, 5, 1, 2, 1, 1, 6, 1, 2, 1, 2, 1, 5, 1, 2, 1, 3, 2, 1], "chunk_stats": {"count": 54, "sum": 112, "mean": 2.074074074074074, "median": 1.5, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 8, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 4, 1, 8, 1, 5, 4, 1, 6], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 5, 1, 1, 1, 3, 2, 4, 1, 1, 6, 4, 1, 7, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 20, "sum": 52, "mean": 2.6, "median": 2.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 44, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06697743800032185, "decode_time_sec": 1.879004566999356, "total_time_sec": 1.9498349010027596, "prefill_units_per_sec": 8465.53730522322, "prefill_bytes_per_sec": 8450.606904332175, "decode_units_per_sec": 68.12117556712882, "decode_bytes_per_sec": 68.12117556712882, "total_units_per_sec": 65.64658368468646, "total_bytes_per_sec": 65.64658368468646, "step_latency_ms": {"count": 128, "sum": 1862, "mean": 14.546875, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3417.36279296875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}, "model_input_units": {"count": 1, "sum": 567, "mean": 567.0, "median": 567.0, "p95": 567.0, "max": 567, "min": 567}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 566, "model_input_units": 567, "stage0_units": 230, "stage1_units": 76, "bytes_per_stage0_unit": 2.4608695652173913, "stage0_per_stage1_unit": 3.026315789473684}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 567, "units_out": 230, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 7, 2, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 1, 9, 7, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 9, 6, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 2, 1, 5, 1, 1, 9, 7, 1, 5, 2, 1, 1, 1, 1, 2, 7, 1, 5, 2, 1, 7, 1, 4, 1, 1, 9, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 2, 7, 1, 7, 1, 4, 2, 1, 3, 1, 4, 1, 7, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 4, 1, 7, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 230, "sum": 567, "mean": 2.465217391304348, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 230, "units_out": 76, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 1, 2, 2, 2, 2, 2, 2, 3, 1, 5, 2, 3, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 6, 3, 2, 1, 4, 1, 14, 1, 1, 1, 11, 1, 1, 1, 6, 12, 1, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 2, 1, 2, 1, 6, 4, 1, 8, 1, 1, 5, 5, 1, 6, 6, 1, 13, 1, 10, 2], "chunk_stats": {"count": 76, "sum": 230, "mean": 3.026315789473684, "median": 2.0, "p95": 10.25, "max": 14, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 2, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 9, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 6.299999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 1, 4, 11, 1, 3, 1, 1, 1, 12, 2, 2, 2, 2, 2, 4, 4], "chunk_stats": {"count": 18, "sum": 55, "mean": 3.0555555555555554, "median": 2.0, "p95": 11.149999999999999, "max": 12, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 45, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06715710800199304, "decode_time_sec": 1.9027989909991447, "total_time_sec": 1.9771009129981394, "prefill_units_per_sec": 11078.499687299223, "prefill_bytes_per_sec": 11063.609230730272, "decode_units_per_sec": 67.26932303700046, "decode_bytes_per_sec": 67.26932303700046, "total_units_per_sec": 64.74125784803603, "total_bytes_per_sec": 64.74125784803603, "step_latency_ms": {"count": 128, "sum": 1884, "mean": 14.71875, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3467.0341796875, "peak_reserved_mb": 3596.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 743, "mean": 743.0, "median": 743.0, "p95": 743.0, "max": 743, "min": 743}, "model_input_units": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 743, "model_input_units": 744, "stage0_units": 268, "stage1_units": 155, "bytes_per_stage0_unit": 2.7723880597014925, "stage0_per_stage1_unit": 1.729032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 744, "units_out": 268, "chunk_lengths": [1, 1, 3, 5, 1, 5, 2, 1, 2, 1, 5, 1, 4, 1, 1, 5, 6, 2, 2, 1, 1, 1, 3, 1, 5, 1, 5, 1, 4, 1, 1, 5, 2, 6, 1, 1, 2, 1, 8, 5, 7, 2, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 2, 2, 1, 5, 1, 2, 4, 7, 3, 7, 4, 3, 5, 1, 7, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 7, 3, 5, 1, 6, 1, 2, 5, 1, 2, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 5, 6, 2, 7, 1, 4, 1, 3, 1, 1, 5, 1, 2, 2, 2, 1, 5, 1, 2, 1, 4, 3, 1, 3, 4, 5, 1, 1, 3, 1, 3, 1, 3, 5, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 1, 10, 1, 4, 5, 1, 3, 2, 7, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 2, 2, 1, 5, 1, 2, 4, 1, 3, 3, 1, 3, 4, 3, 1, 5, 2, 1, 1, 2, 1, 2, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 7, 2, 5, 1, 3, 1, 6, 1, 6, 1, 1, 5, 2, 6, 1, 3, 1, 6, 3, 1, 2, 7, 1, 6, 7, 3, 2, 6, 1, 6, 4, 1, 5, 2, 1, 3, 10, 1, 1, 2, 7, 2, 4, 1, 2, 2, 3, 1, 7, 4, 5, 2, 1, 2, 1, 2, 1, 5, 5, 4, 6, 1, 1], "chunk_stats": {"count": 268, "sum": 744, "mean": 2.7761194029850746, "median": 2.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 268, "units_out": 155, "chunk_lengths": [1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 4, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 4, 4, 2, 4, 1, 2, 2, 2, 1, 1, 2, 4, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 2, 4, 1, 3, 1], "chunk_stats": {"count": 155, "sum": 268, "mean": 1.729032258064516, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [5, 6, 2, 3, 1, 5, 1, 5, 1, 2, 6, 1, 2, 1, 1, 9, 6, 2, 2, 2, 1, 5, 2, 6, 3, 6, 1, 4, 5, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.5, "p95": 6.049999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [1, 1, 1, 1, 3, 2, 3, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1], "chunk_stats": {"count": 26, "sum": 39, "mean": 1.5, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 46, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06698152799799573, "decode_time_sec": 1.8092669959987688, "total_time_sec": 1.88082280999879, "prefill_units_per_sec": 4463.9172759532585, "prefill_bytes_per_sec": 4448.987786736024, "decode_units_per_sec": 70.74688273376712, "decode_bytes_per_sec": 70.74688273376712, "total_units_per_sec": 68.05532095821528, "total_bytes_per_sec": 68.05532095821528, "step_latency_ms": {"count": 128, "sum": 1800, "mean": 14.0625, "median": 8.0, "p95": 37.64999999999999, "max": 46, "min": 8}, "peak_allocated_mb": 3351.5615234375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 97, "stage1_units": 40, "bytes_per_stage0_unit": 3.0721649484536084, "stage0_per_stage1_unit": 2.425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 299, "units_out": 97, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 6, 1, 1, 3, 1, 1, 9, 2, 1, 5, 1, 2, 1, 3, 1, 2, 4, 5, 1, 6, 1, 2, 1, 8, 4, 9, 1, 1, 8, 4, 5, 6, 1, 9, 1, 2, 1, 3, 1, 4, 1, 9, 1, 2, 4, 2, 2, 1, 13, 3, 1, 4, 2, 1, 3, 1, 4, 1, 8, 1, 1, 13, 1, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 1, 9, 4, 1, 13, 1, 5, 4, 5, 1, 1, 4, 2, 2, 1, 1, 4], "chunk_stats": {"count": 97, "sum": 299, "mean": 3.082474226804124, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 40, "chunk_lengths": [1, 2, 4, 1, 1, 4, 1, 1, 2, 4, 1, 5, 1, 1, 5, 3, 3, 1, 1, 5, 2, 2, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 5, 1, 2, 1, 2, 3, 2, 5], "chunk_stats": {"count": 40, "sum": 97, "mean": 2.425, "median": 2.0, "p95": 5.049999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 3, 11, 1, 5, 2, 1, 8, 2, 3, 2, 4, 2, 1, 6, 8, 1, 1, 1, 1, 5, 4, 1, 1, 2, 5, 1, 1, 3, 2, 3, 1, 1, 9, 1, 1, 1, 9, 2, 6, 1, 2, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 8.899999999999999, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 3, 1, 1, 4, 2, 1, 4, 2, 1, 1, 5, 4, 3, 1, 3, 1, 2, 2], "chunk_stats": {"count": 19, "sum": 42, "mean": 2.210526315789474, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 47, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06708164800147642, "decode_time_sec": 1.7804943509981968, "total_time_sec": 1.8511848960006319, "prefill_units_per_sec": 8974.138500395076, "prefill_bytes_per_sec": 8959.231293583789, "decode_units_per_sec": 71.89014664845159, "decode_bytes_per_sec": 71.89014664845159, "total_units_per_sec": 69.14490296271103, "total_bytes_per_sec": 69.14490296271103, "step_latency_ms": {"count": 128, "sum": 1768, "mean": 13.8125, "median": 8.0, "p95": 37.64999999999999, "max": 41, "min": 7}, "peak_allocated_mb": 3429.20166015625, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 601, "mean": 601.0, "median": 601.0, "p95": 601.0, "max": 601, "min": 601}, "model_input_units": {"count": 1, "sum": 602, "mean": 602.0, "median": 602.0, "p95": 602.0, "max": 602, "min": 602}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 601, "model_input_units": 602, "stage0_units": 212, "stage1_units": 100, "bytes_per_stage0_unit": 2.8349056603773586, "stage0_per_stage1_unit": 2.12}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 602, "units_out": 212, "chunk_lengths": [1, 1, 3, 3, 1, 1, 8, 1, 7, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 8, 2, 7, 1, 7, 1, 3, 1, 9, 2, 4, 1, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 2, 4, 1, 1, 1, 1, 5, 7, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 7, 1, 2, 4, 1, 1, 1, 5, 2, 2, 5, 1, 1, 4, 5, 7, 1, 8, 1, 8, 2, 5, 5, 7, 1, 5, 2, 1, 8, 4, 1, 1, 1, 5, 1, 2, 4, 3, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 7, 1, 1, 1, 9, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 8, 2, 1, 1, 1, 5, 7, 1, 5, 2, 2, 5, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 5, 7, 1, 8, 1, 8, 2, 1, 4, 1, 5, 2, 5, 1, 1, 4, 1, 1, 2, 1, 7, 1, 9, 1, 1, 7, 1, 1, 5, 7, 1, 2, 5, 1, 1, 6, 1, 2, 7, 6, 1, 7, 1, 1, 1], "chunk_stats": {"count": 212, "sum": 602, "mean": 2.839622641509434, "median": 1.0, "p95": 7.449999999999989, "max": 9, "min": 1}}, {"stage": 1, "units_in": 212, "units_out": 100, "chunk_lengths": [1, 2, 1, 3, 2, 1, 6, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 2, 6, 5, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 6, 1, 5, 1, 3, 2, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 2, 2, 2, 1, 3, 6, 1, 5, 1, 2, 11, 1, 2, 1, 1, 2, 1, 1, 5, 7, 2, 1, 3, 2, 3, 1, 1, 5, 3, 5, 1, 2, 1, 1, 2, 5, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 100, "sum": 212, "mean": 2.12, "median": 1.0, "p95": 6.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [5, 3, 4, 7, 1, 1, 1, 4, 3, 1, 1, 8, 1, 7, 1, 4, 1, 7, 1, 2, 5, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 7], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 7, 1, 1, 2, 1, 7, 1, 1, 1, 1, 2, 1, 3, 2, 1], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 48, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06694241800141754, "decode_time_sec": 1.8088487310014898, "total_time_sec": 1.8812800250016153, "prefill_units_per_sec": 5303.065090843936, "prefill_bytes_per_sec": 5288.126879320432, "decode_units_per_sec": 70.763241727312, "decode_bytes_per_sec": 70.763241727312, "total_units_per_sec": 68.03878120158646, "total_bytes_per_sec": 68.03878120158646, "step_latency_ms": {"count": 128, "sum": 1797, "mean": 14.0390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3360.8369140625, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 118, "stage1_units": 56, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": 2.107142857142857}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 355, "units_out": 118, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 6, 2, 1, 5, 1, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 8, 1, 1, 2, 1, 4, 5, 1, 1, 1, 3, 1, 1, 1, 7, 3, 1, 3, 1, 1, 6, 1, 16, 4, 2, 3, 5, 1, 1, 13, 5, 2, 2, 1, 1, 13, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 6, 1, 1, 17, 6, 2, 1, 3, 1, 1, 3, 1, 5, 1, 6, 1, 1, 1, 17, 1, 7, 1, 2, 1, 1, 1], "chunk_stats": {"count": 118, "sum": 355, "mean": 3.0084745762711864, "median": 1.0, "p95": 9.599999999999966, "max": 17, "min": 1}}, {"stage": 1, "units_in": 118, "units_out": 56, "chunk_lengths": [1, 2, 2, 4, 3, 1, 1, 5, 3, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 3, 10, 1, 1, 1, 5, 2, 2, 3, 1, 2, 1, 1, 3], "chunk_stats": {"count": 56, "sum": 118, "mean": 2.107142857142857, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 1, 5, 1, 1, 1, 1, 4, 2, 3, 5, 1, 17, 5, 1, 1, 1, 5, 1, 1, 7, 1, 13, 3, 4, 1, 4, 5, 1, 5, 1, 2, 4, 1, 1, 3, 1, 4, 2, 6, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 7.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 4, 1, 5, 3, 1, 1, 5, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 41, "mean": 1.9523809523809523, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 49, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06716504799987888, "decode_time_sec": 1.9784012630007055, "total_time_sec": 2.0494445379990793, "prefill_units_per_sec": 9856.316934385184, "prefill_bytes_per_sec": 9841.428238109678, "decode_units_per_sec": 64.69870515845619, "decode_bytes_per_sec": 64.69870515845619, "total_units_per_sec": 62.455947270946595, "total_bytes_per_sec": 62.455947270946595, "step_latency_ms": {"count": 128, "sum": 1967, "mean": 15.3671875, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3444.337890625, "peak_reserved_mb": 3518.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 661, "mean": 661.0, "median": 661.0, "p95": 661.0, "max": 661, "min": 661}, "model_input_units": {"count": 1, "sum": 662, "mean": 662.0, "median": 662.0, "p95": 662.0, "max": 662, "min": 662}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 661, "model_input_units": 662, "stage0_units": 244, "stage1_units": 122, "bytes_per_stage0_unit": 2.709016393442623, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 662, "units_out": 244, "chunk_lengths": [1, 1, 3, 1, 3, 5, 1, 1, 1, 1, 1, 3, 2, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 9, 2, 4, 3, 1, 1, 1, 9, 2, 1, 2, 5, 1, 2, 4, 1, 1, 3, 4, 1, 2, 1, 1, 7, 1, 8, 1, 2, 2, 3, 1, 2, 4, 1, 5, 1, 3, 11, 1, 7, 1, 2, 1, 2, 3, 2, 2, 1, 4, 3, 4, 9, 1, 2, 2, 4, 1, 9, 1, 1, 1, 5, 2, 1, 3, 1, 1, 8, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 2, 1, 2, 1, 3, 8, 1, 2, 1, 4, 4, 1, 1, 10, 3, 4, 2, 6, 1, 6, 1, 1, 1, 1, 4, 9, 2, 4, 1, 6, 3, 1, 3, 1, 5, 2, 2, 1, 4, 1, 4, 2, 1, 1, 6, 1, 2, 1, 2, 11, 1, 9, 2, 3, 3, 5, 3, 1, 7, 1, 3, 4, 1, 3, 3, 5, 10, 1, 1, 9, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 4, 1, 7, 3, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 10, 1, 2, 1, 2, 1, 1, 4, 9, 1, 2, 1, 3, 1], "chunk_stats": {"count": 244, "sum": 662, "mean": 2.7131147540983607, "median": 2.0, "p95": 9.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 244, "units_out": 122, "chunk_lengths": [1, 2, 3, 3, 1, 3, 2, 1, 6, 1, 1, 3, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 5, 5, 1, 1, 1, 5, 1, 1, 2, 5, 3, 2, 5, 2, 7, 1, 1, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 3, 1, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 3, 1, 1, 3, 3, 1, 3, 1, 8, 4, 2, 2, 1, 1, 3, 3, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 1, 2, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 4], "chunk_stats": {"count": 122, "sum": 244, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 8, 1, 2, 4, 2, 2, 1, 13, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 7, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 3, 4, 1, 2, 1, 3, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 8.549999999999997, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 2, 4, 1, 3, 1, 3, 5, 2, 3, 3, 2, 1, 1, 1, 1, 2, 2, 3, 1, 1, 4, 1, 1], "chunk_stats": {"count": 25, "sum": 50, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 50, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06720491899977787, "decode_time_sec": 1.5668160820023331, "total_time_sec": 1.6411949149987777, "prefill_units_per_sec": 11680.692599340751, "prefill_bytes_per_sec": 11665.812736156877, "decode_units_per_sec": 81.69433634892279, "decode_bytes_per_sec": 81.69433634892279, "total_units_per_sec": 77.99195502631406, "total_bytes_per_sec": 77.99195502631406, "step_latency_ms": {"count": 128, "sum": 1561, "mean": 12.1953125, "median": 8.0, "p95": 37.0, "max": 39, "min": 8}, "peak_allocated_mb": 3480.4404296875, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 784, "mean": 784.0, "median": 784.0, "p95": 784.0, "max": 784, "min": 784}, "model_input_units": {"count": 1, "sum": 785, "mean": 785.0, "median": 785.0, "p95": 785.0, "max": 785, "min": 785}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 784, "model_input_units": 785, "stage0_units": 246, "stage1_units": 118, "bytes_per_stage0_unit": 3.186991869918699, "stage0_per_stage1_unit": 2.0847457627118646}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 785, "units_out": 246, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 1, 2, 2, 2, 3, 5, 1, 4, 1, 2, 2, 1, 16, 3, 1, 8, 1, 5, 1, 1, 4, 2, 1, 5, 1, 3, 5, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 4, 1, 6, 1, 1, 7, 1, 1, 2, 1, 1, 9, 3, 5, 1, 5, 2, 3, 5, 1, 5, 3, 1, 3, 1, 6, 1, 1, 7, 1, 1, 2, 1, 4, 9, 1, 3, 1, 6, 1, 8, 1, 5, 2, 8, 1, 4, 9, 1, 2, 3, 1, 8, 1, 5, 1, 13, 1, 6, 2, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 1, 6, 4, 3, 1, 3, 1, 1, 8, 1, 6, 1, 17, 1, 5, 5, 5, 1, 1, 3, 8, 1, 5, 1, 4, 1, 1, 1, 1, 1, 34, 1, 1, 6, 7, 1, 4, 5, 7, 1, 5, 1, 1, 6, 1, 7, 1, 1, 1, 1, 6, 1, 1, 5, 1, 1, 13, 6, 2, 1, 3, 1, 1, 8, 1, 6, 1, 1, 5, 1, 9, 4, 1, 13, 6, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 1, 5, 1, 9, 3, 4, 5, 1], "chunk_stats": {"count": 246, "sum": 785, "mean": 3.1910569105691056, "median": 1.0, "p95": 9.0, "max": 34, "min": 1}}, {"stage": 1, "units_in": 246, "units_out": 118, "chunk_lengths": [1, 2, 1, 1, 3, 1, 3, 1, 1, 3, 1, 2, 2, 1, 2, 1, 4, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 3, 3, 1, 4, 1, 1, 1, 6, 2, 4, 2, 2, 1, 4, 1, 4, 1, 3, 1, 6, 2, 1, 4, 4, 1, 3, 1, 1, 2, 5, 1, 2, 1, 3, 3, 4, 3, 1, 4, 2, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 2, 3, 2, 5, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 2, 4, 1, 1, 1, 1, 7, 4, 1, 2, 1, 1, 4, 2, 2, 1, 5, 1, 4], "chunk_stats": {"count": 118, "sum": 246, "mean": 2.0847457627118646, "median": 2.0, "p95": 4.1499999999999915, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [1, 6, 1, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 2, 3, 5, 1, 4, 1, 29, 3, 1, 8, 1, 5, 2], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 2.5, "p95": 9.099999999999994, "max": 29, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 5, 1], "chunk_stats": {"count": 13, "sum": 30, "mean": 2.3076923076923075, "median": 2.0, "p95": 4.399999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 51, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06774016800045501, "decode_time_sec": 1.7105601639996166, "total_time_sec": 1.7837232970014156, "prefill_units_per_sec": 4532.02300882894, "prefill_bytes_per_sec": 4517.260718897901, "decode_units_per_sec": 74.82928849501063, "decode_bytes_per_sec": 74.82928849501063, "total_units_per_sec": 71.76000908615055, "total_bytes_per_sec": 71.76000908615055, "step_latency_ms": {"count": 128, "sum": 1698, "mean": 13.265625, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3352.43017578125, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "model_input_units": {"count": 1, "sum": 307, "mean": 307.0, "median": 307.0, "p95": 307.0, "max": 307, "min": 307}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 306, "model_input_units": 307, "stage0_units": 127, "stage1_units": 74, "bytes_per_stage0_unit": 2.409448818897638, "stage0_per_stage1_unit": 1.7162162162162162}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 307, "units_out": 127, "chunk_lengths": [1, 1, 3, 1, 1, 2, 5, 1, 4, 5, 1, 5, 4, 5, 2, 1, 2, 4, 2, 4, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 8, 1, 4, 2, 1, 2, 4, 2, 3, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 1, 1, 1, 5, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 8, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 4, 1, 1, 1, 2, 4, 1], "chunk_stats": {"count": 127, "sum": 307, "mean": 2.4173228346456694, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 127, "units_out": 74, "chunk_lengths": [1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 3, 3, 3, 2, 2, 3, 2, 3, 1, 1, 1, 1, 4, 1, 2, 2, 1, 3], "chunk_stats": {"count": 74, "sum": 127, "mean": 1.7162162162162162, "median": 1.0, "p95": 3.3499999999999943, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [2, 1, 5, 13, 4, 5, 1, 1, 1, 1, 1, 1, 1, 13, 4, 5, 1, 1, 1, 1, 1, 1, 14, 1, 1, 14, 1, 1, 10, 1, 5, 4, 1, 9, 1], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 13.299999999999997, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 2, 1, 2, 3, 3, 2, 5, 3, 1, 2, 1, 2, 1, 1, 1, 2, 1], "chunk_stats": {"count": 18, "sum": 34, "mean": 1.8888888888888888, "median": 2.0, "p95": 3.299999999999997, "max": 5, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 52, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06716559900087304, "decode_time_sec": 1.9372873209977115, "total_time_sec": 2.0069461279999814, "prefill_units_per_sec": 4868.5637419201685, "prefill_bytes_per_sec": 4853.6751677858565, "decode_units_per_sec": 66.07176881438497, "decode_bytes_per_sec": 66.07176881438497, "total_units_per_sec": 63.77849321125434, "total_bytes_per_sec": 63.77849321125434, "step_latency_ms": {"count": 128, "sum": 1919, "mean": 14.9921875, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3358.328125, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 131, "stage1_units": 59, "bytes_per_stage0_unit": 2.4885496183206106, "stage0_per_stage1_unit": 2.2203389830508473}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 327, "units_out": 131, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 1, 2, 1, 10, 1, 5, 1, 1, 1, 3, 1, 1, 9, 10, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 10, 1, 1, 2, 4, 1, 2, 6, 3, 1, 1, 9, 6, 1, 4, 1, 1, 2, 2, 1, 3, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 9, 6, 1, 1, 2, 4, 1, 5, 2, 1, 3, 1, 1, 3, 1, 6, 1, 1, 2, 4, 1, 4, 1, 6, 1, 4, 1, 1, 1, 1, 9, 1, 2, 2, 6, 1, 1, 2, 4, 1, 4, 1, 1, 3, 1, 10, 1, 1, 1, 2, 3, 1, 1, 5, 1, 1, 1, 4, 2, 1, 1, 1, 9, 3, 1, 1, 1, 1], "chunk_stats": {"count": 131, "sum": 327, "mean": 2.49618320610687, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 131, "units_out": 59, "chunk_lengths": [1, 2, 1, 2, 3, 2, 3, 1, 4, 1, 2, 2, 1, 6, 2, 1, 1, 1, 4, 2, 1, 1, 2, 3, 1, 5, 1, 1, 1, 3, 2, 1, 2, 3, 2, 1, 6, 7, 8, 1, 2, 1, 7, 2, 1, 5, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 1, 3], "chunk_stats": {"count": 59, "sum": 131, "mean": 2.2203389830508473, "median": 2.0, "p95": 6.099999999999994, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 7, 9, 3, 4, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 3, 2, 3], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 5.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 1, 5, 1, 3, 3, 1, 14, 2, 1, 1, 1, 6, 3, 4], "chunk_stats": {"count": 20, "sum": 55, "mean": 2.75, "median": 1.0, "p95": 6.400000000000006, "max": 14, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 53, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06756235799912247, "decode_time_sec": 1.6044834700005595, "total_time_sec": 1.6756973949995881, "prefill_units_per_sec": 6512.502124418377, "prefill_bytes_per_sec": 6497.700983226517, "decode_units_per_sec": 79.7764529166233, "decode_bytes_per_sec": 79.7764529166233, "total_units_per_sec": 76.38610669322635, "total_bytes_per_sec": 76.38610669322635, "step_latency_ms": {"count": 128, "sum": 1597, "mean": 12.4765625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3382.10498046875, "peak_reserved_mb": 3462.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}, "model_input_units": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 439, "model_input_units": 440, "stage0_units": 147, "stage1_units": 83, "bytes_per_stage0_unit": 2.9863945578231292, "stage0_per_stage1_unit": 1.7710843373493976}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 440, "units_out": 147, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 2, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 1, 5, 4, 1, 2, 5, 1, 8, 2, 1, 3, 5, 1, 4, 7, 7, 1, 3, 1, 1, 5, 1, 1, 5, 1, 2, 4, 1, 3, 1, 1, 3, 1, 12, 2, 3, 10, 1, 2, 1, 1, 4, 1, 4, 1, 6, 1, 2, 1, 1, 1, 9, 1, 5, 10, 1, 1, 2, 1, 4, 1, 1, 1, 6, 1, 1, 1, 5, 1, 8, 1, 2, 4, 1, 2, 5, 1, 7, 1, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 5, 1, 2, 1, 8, 1, 9, 1, 2, 9, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 6, 1, 1], "chunk_stats": {"count": 147, "sum": 440, "mean": 2.993197278911565, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 147, "units_out": 83, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 5, 4, 1, 2, 1, 2, 3, 3, 1, 5, 1, 1, 2, 1, 1, 6, 3, 2, 4, 2, 3, 1, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 83, "sum": 147, "mean": 1.7710843373493976, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 28, "chunk_lengths": [24, 2, 6, 1, 2, 1, 9, 4, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 1, 8, 1, 11], "chunk_stats": {"count": 29, "sum": 128, "mean": 4.413793103448276, "median": 3.0, "p95": 12.199999999999996, "max": 24, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 4, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 1], "chunk_stats": {"count": 15, "sum": 28, "mean": 1.8666666666666667, "median": 1.0, "p95": 4.299999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 28, "sum": 28, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 54, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06772145799914142, "decode_time_sec": 1.832645276997937, "total_time_sec": 1.9045021820020338, "prefill_units_per_sec": 5050.098005927986, "prefill_bytes_per_sec": 5035.331637489601, "decode_units_per_sec": 69.84439466085728, "decode_bytes_per_sec": 69.84439466085728, "total_units_per_sec": 67.20916426855703, "total_bytes_per_sec": 67.20916426855703, "step_latency_ms": {"count": 128, "sum": 1813, "mean": 14.1640625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3358.67919921875, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}, "model_input_units": {"count": 1, "sum": 342, "mean": 342.0, "median": 342.0, "p95": 342.0, "max": 342, "min": 342}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 341, "model_input_units": 342, "stage0_units": 126, "stage1_units": 65, "bytes_per_stage0_unit": 2.7063492063492065, "stage0_per_stage1_unit": 1.9384615384615385}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 342, "units_out": 126, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 3, 2, 4, 1, 1, 2, 2, 6, 1, 2, 2, 1, 1, 9, 1, 2, 1, 1, 8, 1, 4, 1, 1, 2, 2, 4, 1, 5, 1, 2, 1, 2, 4, 1, 1, 3, 1, 2, 2, 8, 13, 4, 1, 5, 2, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 3, 1, 9, 4, 2, 1, 2, 4, 1, 4, 1, 2, 2, 5, 3, 1, 4, 1, 13, 4, 1, 5, 2, 4, 1, 3, 9, 4, 1, 1, 8, 2, 1, 1, 4, 1, 7, 1, 1, 7, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 3, 4, 1, 4, 1, 9, 3, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 126, "sum": 342, "mean": 2.7142857142857144, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 126, "units_out": 65, "chunk_lengths": [1, 2, 2, 1, 3, 4, 1, 1, 1, 4, 1, 1, 4, 5, 1, 5, 1, 1, 4, 2, 1, 1, 1, 2, 1, 1, 4, 1, 2, 5, 1, 2, 1, 1, 3, 3, 2, 3, 1, 3, 4, 1, 4, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 65, "sum": 126, "mean": 1.9384615384615385, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 1, 7, 1, 1, 7, 1, 4, 1, 8, 2, 6, 1, 6, 1, 1, 1, 1, 4, 7, 1, 1, 7, 1, 4, 1, 1, 9, 1, 1, 1, 9, 7, 1, 1, 8, 5, 2, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 8.100000000000001, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 2, 3, 4, 2, 2, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 23, "sum": 39, "mean": 1.6956521739130435, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 55, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06740733799961163, "decode_time_sec": 1.816777710999304, "total_time_sec": 1.887661296997976, "prefill_units_per_sec": 6809.347670763153, "prefill_bytes_per_sec": 6794.512490652558, "decode_units_per_sec": 70.45440904798123, "decode_bytes_per_sec": 70.45440904798123, "total_units_per_sec": 67.8087749129378, "total_bytes_per_sec": 67.8087749129378, "step_latency_ms": {"count": 128, "sum": 1805, "mean": 14.1015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3385.7890625, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "model_input_units": {"count": 1, "sum": 459, "mean": 459.0, "median": 459.0, "p95": 459.0, "max": 459, "min": 459}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 458, "model_input_units": 459, "stage0_units": 166, "stage1_units": 84, "bytes_per_stage0_unit": 2.7590361445783134, "stage0_per_stage1_unit": 1.9761904761904763}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 459, "units_out": 166, "chunk_lengths": [1, 1, 3, 1, 1, 8, 1, 6, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 2, 3, 1, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 11, 10, 4, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 11, 14, 7, 2, 1, 2, 3, 1, 1, 3, 1, 1, 2, 4, 1, 6, 2, 1, 3, 1, 1, 6, 1, 5, 1, 2, 3, 2, 1, 2, 4, 1, 2, 2, 2, 2, 2, 1, 2, 3, 1, 2, 2, 1, 2, 1, 6, 2, 1, 1, 15, 4, 1, 6, 1, 5, 1, 3, 6, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 11, 10, 1, 3, 1, 1, 6, 2, 2, 1, 4, 4, 3, 1, 3, 1, 3, 1, 1, 7, 1, 6, 1, 11, 3, 4], "chunk_stats": {"count": 166, "sum": 459, "mean": 2.7650602409638556, "median": 2.0, "p95": 10.0, "max": 15, "min": 1}}, {"stage": 1, "units_in": 166, "units_out": 84, "chunk_lengths": [1, 2, 3, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 2, 1, 3, 1, 6, 4, 1, 1, 1, 1, 1, 2, 2, 1, 9, 4, 1, 1, 1, 1, 1, 2, 6, 1, 2, 5, 1, 3, 1, 5, 2, 3, 2, 5, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 3, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 84, "sum": 166, "mean": 1.9761904761904763, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 4, 1, 6, 3, 6, 4, 1, 1, 8, 1, 6, 1, 3, 1, 2, 2, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 7.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [4, 1, 1, 4, 2, 2, 3, 4, 2, 2, 5, 1, 1, 3, 1, 3, 1, 8], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 2.0, "p95": 5.449999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 56, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06751805800013244, "decode_time_sec": 1.6552713769997354, "total_time_sec": 1.728700101000868, "prefill_units_per_sec": 11952.357989893859, "prefill_bytes_per_sec": 11937.54713736611, "decode_units_per_sec": 77.32870982884184, "decode_bytes_per_sec": 77.32870982884184, "total_units_per_sec": 74.04407503990522, "total_bytes_per_sec": 74.04407503990522, "step_latency_ms": {"count": 128, "sum": 1648, "mean": 12.875, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3485.181640625, "peak_reserved_mb": 3618.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 806, "mean": 806.0, "median": 806.0, "p95": 806.0, "max": 806, "min": 806}, "model_input_units": {"count": 1, "sum": 807, "mean": 807.0, "median": 807.0, "p95": 807.0, "max": 807, "min": 807}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 806, "model_input_units": 807, "stage0_units": 293, "stage1_units": 131, "bytes_per_stage0_unit": 2.750853242320819, "stage0_per_stage1_unit": 2.236641221374046}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 807, "units_out": 293, "chunk_lengths": [1, 1, 3, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 2, 1, 3, 9, 4, 1, 1, 3, 1, 6, 1, 1, 1, 1, 2, 2, 3, 1, 4, 2, 3, 4, 1, 1, 1, 2, 4, 5, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 9, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 5, 1, 4, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 5, 1, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 6, 1, 6, 1, 1, 1, 9, 2, 1, 6, 4, 1, 5, 1, 1, 5, 1, 3, 1, 3, 6, 1, 1, 1, 2, 1, 5, 1, 5, 5, 4, 9, 4, 1, 1, 6, 2, 1, 3, 1, 1, 5, 1, 5, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 2, 4, 1, 5, 1, 13, 4, 1, 6, 2, 1, 1, 1, 1, 2, 4, 1, 5, 9, 5, 2, 1, 4, 1, 1, 6, 2, 4, 1, 5, 1, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 6, 1, 4, 1, 9, 1], "chunk_stats": {"count": 293, "sum": 807, "mean": 2.7542662116040955, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 293, "units_out": 131, "chunk_lengths": [1, 2, 2, 1, 1, 1, 4, 1, 1, 5, 3, 3, 2, 1, 1, 9, 1, 1, 10, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 1, 4, 5, 1, 1, 2, 1, 9, 2, 2, 1, 9, 1, 2, 1, 9, 2, 2, 2, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 4, 1, 4, 1, 1, 1, 2, 2, 1, 7, 1, 3, 3, 1, 3, 1, 1, 4, 5, 4, 1, 1, 5, 1, 3, 1, 1, 2, 1, 4, 1, 1, 1, 5, 5, 2, 1, 3, 1, 3, 1, 1, 2, 3, 1, 1, 6, 2, 1], "chunk_stats": {"count": 131, "sum": 293, "mean": 2.236641221374046, "median": 1.0, "p95": 5.5, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [2, 4, 9, 1, 3, 1, 6, 1, 4, 1, 9, 2, 1, 3, 1, 6, 1, 4, 1, 8, 1, 7, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 1, 9, 1, 3, 1, 6, 1, 4, 1, 6], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 8.949999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [1, 1, 1, 6, 2, 9, 2, 1, 6, 1, 3, 1, 7], "chunk_stats": {"count": 13, "sum": 41, "mean": 3.1538461538461537, "median": 2.0, "p95": 7.799999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 57, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06759643799887272, "decode_time_sec": 1.4808166619986878, "total_time_sec": 1.5548865349992411, "prefill_units_per_sec": 5340.518090702061, "prefill_bytes_per_sec": 5325.724411780449, "decode_units_per_sec": 86.4387896792273, "decode_bytes_per_sec": 86.4387896792273, "total_units_per_sec": 82.32111933496323, "total_bytes_per_sec": 82.32111933496323, "step_latency_ms": {"count": 128, "sum": 1473, "mean": 11.5078125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3364.3759765625, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}, "model_input_units": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 360, "model_input_units": 361, "stage0_units": 104, "stage1_units": 52, "bytes_per_stage0_unit": 3.4615384615384617, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 361, "units_out": 104, "chunk_lengths": [1, 1, 3, 7, 4, 1, 1, 3, 2, 7, 2, 3, 1, 1, 1, 9, 4, 2, 2, 2, 4, 1, 1, 1, 1, 1, 13, 4, 2, 4, 1, 1, 1, 1, 6, 1, 1, 17, 1, 2, 1, 1, 6, 1, 21, 3, 4, 1, 3, 1, 8, 1, 1, 1, 17, 3, 4, 2, 2, 13, 3, 4, 2, 4, 1, 1, 9, 2, 2, 2, 2, 4, 1, 2, 2, 4, 1, 13, 1, 3, 1, 1, 3, 2, 1, 13, 1, 2, 2, 4, 1, 9, 1, 21, 1, 8, 2, 2, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 104, "sum": 361, "mean": 3.4711538461538463, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 104, "units_out": 52, "chunk_lengths": [1, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 5, 1, 5, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 3, 4, 2, 4, 1, 1, 2, 4, 1, 1, 2, 3, 2, 3, 2], "chunk_stats": {"count": 52, "sum": 104, "mean": 2.0, "median": 1.0, "p95": 4.449999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [21, 4, 1, 1, 4, 1, 22, 8, 1, 1, 3, 22, 5, 1, 1, 8, 4, 1, 19], "chunk_stats": {"count": 19, "sum": 128, "mean": 6.7368421052631575, "median": 4.0, "p95": 22.0, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 14, "sum": 18, "mean": 1.2857142857142858, "median": 1.0, "p95": 2.3499999999999996, "max": 3, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 58, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06807165799909853, "decode_time_sec": 1.879594519999955, "total_time_sec": 1.9514182560014888, "prefill_units_per_sec": 7815.293701338158, "prefill_bytes_per_sec": 7800.6032996439135, "decode_units_per_sec": 68.09979420455166, "decode_bytes_per_sec": 68.09979420455166, "total_units_per_sec": 65.59331891374, "total_bytes_per_sec": 65.59331891374, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3408.69384765625, "peak_reserved_mb": 3500.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}, "model_input_units": {"count": 1, "sum": 532, "mean": 532.0, "median": 532.0, "p95": 532.0, "max": 532, "min": 532}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 531, "model_input_units": 532, "stage0_units": 153, "stage1_units": 62, "bytes_per_stage0_unit": 3.4705882352941178, "stage0_per_stage1_unit": 2.467741935483871}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 532, "units_out": 153, "chunk_lengths": [1, 1, 3, 8, 1, 1, 4, 1, 1, 3, 2, 4, 2, 2, 6, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 4, 2, 1, 1, 2, 2, 4, 1, 1, 9, 1, 7, 2, 1, 4, 1, 1, 6, 1, 1, 5, 1, 6, 1, 10, 1, 5, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 1, 6, 1, 1, 4, 1, 1, 4, 1, 1, 4, 1, 3, 1, 1, 3, 1, 1, 4, 1, 3, 1, 26, 1, 1, 1, 15, 1, 4, 4, 1, 4, 1, 44, 1, 2, 6, 1, 2, 6, 1, 44, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 44, 1, 1, 5, 1, 1, 5, 1, 1, 3, 1], "chunk_stats": {"count": 153, "sum": 532, "mean": 3.477124183006536, "median": 1.0, "p95": 9.0, "max": 44, "min": 1}}, {"stage": 1, "units_in": 153, "units_out": 62, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 5, 5, 8, 1, 1, 1, 1, 3, 1, 3, 3, 3, 3, 4, 1, 8, 7, 2, 2, 3, 2, 3, 3, 4, 8, 3, 3, 2, 4], "chunk_stats": {"count": 62, "sum": 153, "mean": 2.467741935483871, "median": 2.0, "p95": 6.8999999999999915, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 5, 1, 6, 1, 1, 9, 7, 1, 4, 1, 6, 1, 2, 1, 1, 13, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 2, 2, 1, 1, 13, 3, 3], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.700000000000003, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [5, 1, 1, 1, 1, 4, 2, 2, 1, 3, 1, 1, 6, 1, 1, 2, 2, 2, 1, 3, 1, 1], "chunk_stats": {"count": 22, "sum": 43, "mean": 1.9545454545454546, "median": 1.0, "p95": 4.949999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 59, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06728636900152196, "decode_time_sec": 1.4724427820001438, "total_time_sec": 1.5456633659996442, "prefill_units_per_sec": 10106.058776698426, "prefill_bytes_per_sec": 10091.196925556224, "decode_units_per_sec": 86.93037282313053, "decode_bytes_per_sec": 86.93037282313053, "total_units_per_sec": 82.81233987661804, "total_bytes_per_sec": 82.81233987661804, "step_latency_ms": {"count": 128, "sum": 1470, "mean": 11.484375, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3450.31396484375, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 679, "mean": 679.0, "median": 679.0, "p95": 679.0, "max": 679, "min": 679}, "model_input_units": {"count": 1, "sum": 680, "mean": 680.0, "median": 680.0, "p95": 680.0, "max": 680, "min": 680}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 679, "model_input_units": 680, "stage0_units": 191, "stage1_units": 103, "bytes_per_stage0_unit": 3.554973821989529, "stage0_per_stage1_unit": 1.854368932038835}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 680, "units_out": 191, "chunk_lengths": [1, 1, 3, 1, 1, 5, 1, 2, 1, 8, 1, 1, 3, 2, 1, 2, 2, 5, 2, 1, 2, 2, 1, 1, 6, 20, 1, 2, 1, 2, 1, 4, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 5, 4, 3, 1, 4, 1, 8, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 8, 1, 9, 7, 4, 5, 1, 13, 3, 4, 2, 2, 1, 5, 3, 1, 3, 2, 3, 1, 4, 1, 3, 1, 5, 5, 1, 3, 2, 3, 1, 4, 1, 5, 1, 1, 5, 1, 2, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 5, 1, 3, 1, 2, 4, 4, 1, 9, 6, 1, 3, 1, 13, 1, 2, 1, 17, 3, 1, 4, 1, 2, 4, 1, 3, 1, 2, 1, 13, 7, 2, 2, 9, 1, 17, 1, 2, 1, 21, 4, 1, 5, 1, 2, 1, 21, 3, 4, 1, 4, 17, 7, 2, 2, 9, 1, 21, 3, 4, 1, 3, 1, 13, 1, 2, 1, 17, 5, 1, 5, 2, 4, 1, 5, 1, 2, 1, 1], "chunk_stats": {"count": 191, "sum": 680, "mean": 3.56020942408377, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 191, "units_out": 103, "chunk_lengths": [1, 2, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 3, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 1, 1, 4, 5, 2, 3, 5, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 3, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 103, "sum": 191, "mean": 1.854368932038835, "median": 1.0, "p95": 4.8999999999999915, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [13, 7, 2, 2, 9, 1, 17, 3, 4, 1, 4, 1, 13, 1, 2, 3, 1, 5, 3, 5, 1, 4, 1, 17, 3, 4, 1], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 3.0, "p95": 15.799999999999997, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 4, 5, 1, 3], "chunk_stats": {"count": 11, "sum": 27, "mean": 2.4545454545454546, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 60, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06723447900003521, "decode_time_sec": 1.889485646999674, "total_time_sec": 1.9619275920013024, "prefill_units_per_sec": 4194.276570505623, "prefill_bytes_per_sec": 4179.403249333617, "decode_units_per_sec": 67.74330368862658, "decode_bytes_per_sec": 67.74330368862658, "total_units_per_sec": 65.24195924551482, "total_bytes_per_sec": 65.24195924551482, "step_latency_ms": {"count": 128, "sum": 1879, "mean": 14.6796875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3347.4912109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 109, "stage1_units": 57, "bytes_per_stage0_unit": 2.5779816513761467, "stage0_per_stage1_unit": 1.912280701754386}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 282, "units_out": 109, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 5, 1, 6, 5, 2, 1, 1, 1, 2, 1, 7, 5, 1, 2, 2, 1, 1, 5, 2, 1, 4, 3, 1, 4, 3, 1, 1, 1, 2, 6, 5, 1, 2, 1, 2, 4, 1, 4, 7, 1, 5, 5, 1, 7, 1, 8, 7, 10, 5, 1, 7, 1, 1, 4, 3, 1, 1, 3, 1, 4, 5, 2, 4, 1, 4, 1, 1, 5, 5, 5, 1, 1, 6, 1, 1, 2, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 1, 5, 1, 1, 1], "chunk_stats": {"count": 109, "sum": 282, "mean": 2.5871559633027523, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 57, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 3, 1, 2, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 3, 7, 4, 2, 1, 4, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 6, 1, 1, 2, 1, 2, 3, 2, 1], "chunk_stats": {"count": 57, "sum": 109, "mean": 1.912280701754386, "median": 2.0, "p95": 4.199999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [5, 4, 5, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 4, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 9, 4, 1, 10], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 2, 1, 1, 8, 1, 1, 3, 3, 1, 8, 1, 1, 1, 7, 3, 3, 1, 2], "chunk_stats": {"count": 20, "sum": 50, "mean": 2.5, "median": 1.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 61, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0700681070011342, "decode_time_sec": 1.656293325999286, "total_time_sec": 1.7300445600012608, "prefill_units_per_sec": 8877.077269833073, "prefill_bytes_per_sec": 8862.805441424982, "decode_units_per_sec": 77.28099726705967, "decode_bytes_per_sec": 77.28099726705967, "total_units_per_sec": 73.986533618479, "total_bytes_per_sec": 73.986533618479, "step_latency_ms": {"count": 128, "sum": 1652, "mean": 12.90625, "median": 8.0, "p95": 37.0, "max": 38, "min": 8}, "peak_allocated_mb": 3434.0927734375, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 621, "mean": 621.0, "median": 621.0, "p95": 621.0, "max": 621, "min": 621}, "model_input_units": {"count": 1, "sum": 622, "mean": 622.0, "median": 622.0, "p95": 622.0, "max": 622, "min": 622}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 621, "model_input_units": 622, "stage0_units": 193, "stage1_units": 101, "bytes_per_stage0_unit": 3.2176165803108807, "stage0_per_stage1_unit": 1.9108910891089108}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 622, "units_out": 193, "chunk_lengths": [1, 1, 3, 3, 8, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 1, 9, 5, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 3, 1, 7, 1, 4, 1, 6, 1, 3, 1, 1, 6, 1, 1, 1, 3, 1, 6, 1, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 7, 6, 1, 1, 1, 18, 1, 6, 1, 2, 1, 5, 6, 1, 3, 1, 1, 1, 2, 5, 7, 1, 5, 1, 26, 1, 1, 6, 1, 1, 4, 5, 2, 6, 1, 7, 1, 10, 1, 27, 1, 2, 4, 2, 6, 1, 4, 8, 2, 6, 1, 3, 6, 1, 1, 17, 1, 5, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 13, 1, 1, 1, 1, 9, 1, 2, 1, 13, 6, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 3, 1, 6, 1, 1, 13, 1, 3, 1, 1, 8, 1, 5, 1, 7, 1, 6, 1, 1, 13, 4, 1, 3, 3, 6, 1, 1], "chunk_stats": {"count": 193, "sum": 622, "mean": 3.22279792746114, "median": 1.0, "p95": 10.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 193, "units_out": 101, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 2, 2, 1, 4, 1, 1, 5, 1, 2, 2, 3, 2, 1, 2, 1, 3, 1, 2, 1, 2, 4, 1, 3, 1, 2, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 3, 1, 3, 5, 2, 6, 3, 5, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 8, 1, 1, 4, 1, 4, 3, 1, 1, 1, 3, 2, 1], "chunk_stats": {"count": 101, "sum": 193, "mean": 1.9108910891089108, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [17, 4, 1, 1, 5, 1, 1, 3, 1, 1, 11, 1, 1, 2, 1, 1, 2, 1, 1, 1, 9, 7, 5, 6, 1, 2, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 2], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 11.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 3, 6, 3, 5, 1, 1, 1, 2, 2, 2, 1, 2, 5], "chunk_stats": {"count": 15, "sum": 36, "mean": 2.4, "median": 2.0, "p95": 5.299999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 62, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06666484900051728, "decode_time_sec": 1.7814140539994696, "total_time_sec": 1.8541434990002017, "prefill_units_per_sec": 7605.207355919549, "prefill_bytes_per_sec": 7590.206946933515, "decode_units_per_sec": 71.8530314233381, "decode_bytes_per_sec": 71.8530314233381, "total_units_per_sec": 69.03457044668907, "total_bytes_per_sec": 69.03457044668907, "step_latency_ms": {"count": 128, "sum": 1768, "mean": 13.8125, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3403.00390625, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 173, "stage1_units": 82, "bytes_per_stage0_unit": 2.9248554913294798, "stage0_per_stage1_unit": 2.1097560975609757}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 507, "units_out": 173, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 1, 9, 1, 1, 5, 1, 9, 1, 3, 1, 9, 6, 1, 9, 1, 9, 1, 6, 1, 2, 2, 1, 9, 8, 1, 3, 1, 2, 2, 1, 9, 1, 4, 1, 4, 1, 9, 2, 1, 1, 1, 1, 4, 1, 9, 1, 5, 1, 4, 1, 9, 4, 4, 1, 4, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 6, 2, 1, 3, 1, 1, 1, 5, 1, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 5, 1, 1, 1, 9, 1, 6, 1, 1, 3, 3, 1, 1, 9, 1, 6, 1, 9, 4, 4, 3, 1, 1, 4, 4, 1, 2, 1, 1, 4, 1, 2, 1, 6, 1, 2, 1, 2, 1, 2, 1, 2, 1, 8, 1, 3, 1, 1, 1, 13, 1, 2, 5, 1, 1, 1, 1, 3, 1, 1, 1, 2, 4, 4, 1, 17, 1, 1, 9, 1, 1, 5, 1, 3, 1, 3, 5, 1, 1], "chunk_stats": {"count": 173, "sum": 507, "mean": 2.930635838150289, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 173, "units_out": 82, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 4, 1, 2, 2, 2, 1, 2, 2, 3, 3, 1, 1, 2, 2, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 1, 6, 1, 2, 4, 1, 1, 6, 1, 7, 1, 1, 6, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 5, 1, 5, 2, 1, 1, 3, 2, 3, 1, 5, 1, 6, 3, 1, 2, 1], "chunk_stats": {"count": 82, "sum": 173, "mean": 2.1097560975609757, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 1, 3, 1, 1, 9, 1, 2, 1, 5, 1, 2, 4, 4, 1, 13, 1, 1, 9, 1, 1, 5, 1, 1, 1, 4, 1, 1, 3, 1, 4, 1, 9, 1, 2, 2, 4, 1, 2, 4, 4, 1, 11], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 3, 1, 1, 1, 3, 5, 1, 6, 1, 5, 1, 2, 1, 1, 1, 3, 5], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 63, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0669876590000058, "decode_time_sec": 1.9761166889984452, "total_time_sec": 2.0472744350008725, "prefill_units_per_sec": 5612.974174839688, "prefill_bytes_per_sec": 5598.046052034263, "decode_units_per_sec": 64.77350285669326, "decode_bytes_per_sec": 64.77350285669326, "total_units_per_sec": 62.522150333961186, "total_bytes_per_sec": 62.522150333961186, "step_latency_ms": {"count": 128, "sum": 1953, "mean": 15.2578125, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3366.22265625, "peak_reserved_mb": 3400.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 375, "mean": 375.0, "median": 375.0, "p95": 375.0, "max": 375, "min": 375}, "model_input_units": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 375, "model_input_units": 376, "stage0_units": 169, "stage1_units": 77, "bytes_per_stage0_unit": 2.2189349112426036, "stage0_per_stage1_unit": 2.1948051948051948}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 376, "units_out": 169, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 4, 1, 8, 1, 1, 3, 1, 1, 1, 9, 2, 4, 3, 5, 1, 1, 2, 1, 8, 1, 1, 4, 1, 10, 1, 1, 2, 3, 1, 1, 6, 1, 1, 10, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1], "chunk_stats": {"count": 169, "sum": 376, "mean": 2.224852071005917, "median": 1.0, "p95": 7.599999999999994, "max": 10, "min": 1}}, {"stage": 1, "units_in": 169, "units_out": 77, "chunk_lengths": [1, 2, 2, 5, 2, 1, 4, 1, 1, 1, 1, 4, 1, 2, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 5, 2, 4, 2, 1, 1, 6, 3, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 4, 2, 2, 2, 1, 1, 1, 2, 1, 5, 2, 6, 1, 1, 6, 3, 1, 3, 4, 1, 2, 1, 1, 1, 2, 2, 1, 11, 2, 1], "chunk_stats": {"count": 77, "sum": 169, "mean": 2.1948051948051948, "median": 1.0, "p95": 6.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 2, 7, 1, 4, 1, 4, 1, 4], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [3, 1, 1, 4, 6, 2, 1, 3, 4, 1, 4, 8, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1], "chunk_stats": {"count": 22, "sum": 55, "mean": 2.5, "median": 1.5, "p95": 5.899999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 64, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06851358800122398, "decode_time_sec": 1.8400041439999768, "total_time_sec": 1.9122978189989226, "prefill_units_per_sec": 5765.279728058373, "prefill_bytes_per_sec": 5750.684083177212, "decode_units_per_sec": 69.56506071869022, "decode_bytes_per_sec": 69.56506071869022, "total_units_per_sec": 66.93518066501132, "total_bytes_per_sec": 66.93518066501132, "step_latency_ms": {"count": 128, "sum": 1818, "mean": 14.203125, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3369.1865234375, "peak_reserved_mb": 3462.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "model_input_units": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 394, "model_input_units": 395, "stage0_units": 138, "stage1_units": 74, "bytes_per_stage0_unit": 2.8550724637681157, "stage0_per_stage1_unit": 1.864864864864865}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 395, "units_out": 138, "chunk_lengths": [1, 1, 3, 1, 7, 1, 5, 1, 1, 3, 2, 5, 2, 3, 3, 1, 4, 1, 1, 5, 5, 1, 5, 2, 5, 1, 5, 3, 2, 1, 1, 2, 2, 1, 1, 5, 2, 7, 4, 2, 3, 6, 1, 1, 4, 5, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 6, 1, 1, 7, 4, 6, 3, 5, 1, 1, 6, 1, 5, 1, 9, 6, 2, 4, 1, 6, 1, 1, 6, 1, 5, 1, 5, 1, 9, 3, 2, 8, 2, 7, 2, 6, 1, 4, 1, 3, 1, 5, 1, 3, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4, 2, 5, 1, 2, 4, 1, 1, 1], "chunk_stats": {"count": 138, "sum": 395, "mean": 2.86231884057971, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 138, "units_out": 74, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 2, 4, 1, 3, 1, 2, 1, 2, 1, 5, 1, 1, 1, 7, 2, 1, 1, 5, 1, 5, 1, 1, 2, 4, 3, 1, 1, 1, 2, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 2, 1, 3, 1, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1], "chunk_stats": {"count": 74, "sum": 138, "mean": 1.864864864864865, "median": 1.0, "p95": 4.349999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 6, 1, 4, 1, 1, 2, 7, 1, 5, 1, 3, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 9, 6, 1, 4, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 3, 1, 4, 1, 3, 2, 1, 4, 1, 3, 5, 3, 3, 1, 5, 6], "chunk_stats": {"count": 18, "sum": 50, "mean": 2.7777777777777777, "median": 3.0, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 65, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06776066899692523, "decode_time_sec": 1.448611619998701, "total_time_sec": 1.5221632949978812, "prefill_units_per_sec": 12573.66570626186, "prefill_bytes_per_sec": 12558.907882662961, "decode_units_per_sec": 88.36046752138768, "decode_bytes_per_sec": 88.36046752138768, "total_units_per_sec": 84.09084650814562, "total_bytes_per_sec": 84.09084650814562, "step_latency_ms": {"count": 128, "sum": 1447, "mean": 11.3046875, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3495.666015625, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 851, "mean": 851.0, "median": 851.0, "p95": 851.0, "max": 851, "min": 851}, "model_input_units": {"count": 1, "sum": 852, "mean": 852.0, "median": 852.0, "p95": 852.0, "max": 852, "min": 852}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 851, "model_input_units": 852, "stage0_units": 273, "stage1_units": 120, "bytes_per_stage0_unit": 3.1172161172161172, "stage0_per_stage1_unit": 2.275}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 852, "units_out": 273, "chunk_lengths": [1, 1, 3, 5, 1, 2, 4, 1, 1, 1, 1, 1, 13, 1, 11, 1, 1, 3, 1, 2, 1, 1, 1, 7, 1, 3, 1, 1, 1, 5, 1, 4, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 2, 1, 1, 4, 1, 7, 5, 5, 1, 3, 1, 7, 1, 1, 2, 11, 1, 1, 8, 1, 1, 2, 9, 1, 5, 3, 3, 1, 3, 6, 1, 2, 2, 2, 3, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 8, 1, 1, 7, 11, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 2, 1, 1, 6, 1, 3, 4, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 2, 8, 1, 1, 1, 1, 1, 1, 6, 2, 1, 5, 4, 4, 6, 13, 7, 2, 1, 3, 2, 4, 1, 5, 3, 1, 8, 3, 3, 1, 3, 2, 3, 1, 1, 1, 1, 1, 5, 1, 4, 7, 2, 5, 3, 10, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 7, 6, 1, 2, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 11, 1, 3, 1, 1, 2, 1, 1, 5, 1, 47, 13, 1, 11, 1, 13, 1, 11, 1, 5, 2, 3, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 7, 2, 1, 1, 5, 1, 11, 1, 1, 2, 1, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 36, 13, 1, 11, 1], "chunk_stats": {"count": 273, "sum": 852, "mean": 3.120879120879121, "median": 1.0, "p95": 11.0, "max": 47, "min": 1}}, {"stage": 1, "units_in": 273, "units_out": 120, "chunk_lengths": [1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 5, 2, 1, 3, 2, 2, 4, 1, 4, 1, 1, 3, 2, 4, 3, 2, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 3, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 2, 1, 8, 2, 1, 1, 1, 1, 6, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 3, 1, 8, 1, 1, 1, 17, 1, 1, 1, 1, 3, 7, 1, 1, 7, 2, 3, 1, 3, 1, 1, 1, 11, 1, 1, 1, 4, 1, 1, 6, 1, 1, 9, 2, 3, 1], "chunk_stats": {"count": 120, "sum": 273, "mean": 2.275, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [1, 13, 1, 11, 1, 5, 4, 1, 7, 6, 1, 2, 1, 1, 5, 1, 11, 1, 13, 1, 11, 1, 13, 1, 11, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 128, "mean": 4.571428571428571, "median": 1.5, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [5, 1, 2, 1, 2, 6, 4, 5, 1], "chunk_stats": {"count": 9, "sum": 27, "mean": 3.0, "median": 2.0, "p95": 5.6, "max": 6, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 66, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06680125900311396, "decode_time_sec": 1.5919896749983309, "total_time_sec": 1.6673119779989065, "prefill_units_per_sec": 10703.39108379185, "prefill_bytes_per_sec": 10688.421306052282, "decode_units_per_sec": 80.40253150519598, "decode_bytes_per_sec": 80.40253150519598, "total_units_per_sec": 76.77027556272012, "total_bytes_per_sec": 76.77027556272012, "step_latency_ms": {"count": 128, "sum": 1579, "mean": 12.3359375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3460.42919921875, "peak_reserved_mb": 3518.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 714, "mean": 714.0, "median": 714.0, "p95": 714.0, "max": 714, "min": 714}, "model_input_units": {"count": 1, "sum": 715, "mean": 715.0, "median": 715.0, "p95": 715.0, "max": 715, "min": 715}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 714, "model_input_units": 715, "stage0_units": 266, "stage1_units": 128, "bytes_per_stage0_unit": 2.6842105263157894, "stage0_per_stage1_unit": 2.078125}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 715, "units_out": 266, "chunk_lengths": [1, 1, 3, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 2, 2, 1, 1, 1, 1, 4, 1, 1, 3, 2, 1, 4, 7, 1, 1, 4, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 7, 2, 1, 1, 1, 4, 5, 7, 2, 1, 1, 1, 5, 1, 2, 1, 9, 4, 3, 2, 1, 4, 3, 9, 1, 1, 5, 1, 1, 13, 4, 1, 6, 2, 3, 1, 1, 3, 1, 13, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 2, 4, 1, 6, 2, 1, 3, 4, 17, 1, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 13, 7, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 13, 10, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 2, 2, 13, 1, 2, 1, 7, 1, 2, 1, 1, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 4, 1, 11, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 2, 2, 1, 1, 1, 17, 7, 3, 1, 3, 13, 2, 3, 11, 1, 1, 2, 4, 2, 3, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 266, "sum": 715, "mean": 2.68796992481203, "median": 1.0, "p95": 9.75, "max": 21, "min": 1}}, {"stage": 1, "units_in": 266, "units_out": 128, "chunk_lengths": [1, 2, 4, 1, 2, 1, 2, 1, 2, 4, 1, 2, 1, 3, 3, 1, 1, 1, 1, 6, 6, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 4, 1, 4, 2, 1, 5, 4, 1, 4, 3, 1, 1, 4, 4, 2, 6, 1, 4, 1, 3, 1, 2, 2, 1, 1, 1, 1, 6, 3, 1, 2, 1, 1, 6, 3, 1, 1, 2, 9, 2, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 1, 3, 1, 3, 2, 1, 6, 2, 2, 2, 2, 1, 2, 1, 1, 3, 1, 1, 3, 5, 2, 3, 1, 1, 4, 1, 1], "chunk_stats": {"count": 128, "sum": 266, "mean": 2.078125, "median": 1.0, "p95": 5.6499999999999915, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 4, 1, 1, 1, 17, 7, 3, 11, 9], "chunk_stats": {"count": 32, "sum": 128, "mean": 4.0, "median": 2.0, "p95": 13.699999999999996, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 3, 2, 7, 2, 4, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 14, "sum": 31, "mean": 2.2142857142857144, "median": 2.0, "p95": 5.049999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 67, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06693559899940738, "decode_time_sec": 1.6781360220011265, "total_time_sec": 1.752269915999932, "prefill_units_per_sec": 12683.833605605243, "prefill_bytes_per_sec": 12668.893872265307, "decode_units_per_sec": 76.27510423580793, "decode_bytes_per_sec": 76.27510423580793, "total_units_per_sec": 73.0481068191808, "total_bytes_per_sec": 73.0481068191808, "step_latency_ms": {"count": 128, "sum": 1671, "mean": 13.0546875, "median": 8.0, "p95": 37.64999999999999, "max": 38, "min": 8}, "peak_allocated_mb": 3494.96728515625, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 848, "mean": 848.0, "median": 848.0, "p95": 848.0, "max": 848, "min": 848}, "model_input_units": {"count": 1, "sum": 849, "mean": 849.0, "median": 849.0, "p95": 849.0, "max": 849, "min": 849}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 848, "model_input_units": 849, "stage0_units": 257, "stage1_units": 127, "bytes_per_stage0_unit": 3.299610894941634, "stage0_per_stage1_unit": 2.0236220472440944}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 849, "units_out": 257, "chunk_lengths": [1, 1, 3, 6, 1, 6, 1, 1, 3, 2, 5, 2, 6, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 6, 1, 2, 1, 1, 13, 1, 3, 1, 6, 1, 8, 2, 6, 4, 1, 4, 2, 1, 6, 1, 1, 13, 4, 1, 1, 6, 2, 1, 1, 2, 4, 1, 4, 2, 1, 1, 1, 1, 1, 4, 2, 3, 6, 1, 9, 4, 1, 13, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 17, 1, 5, 4, 5, 1, 1, 7, 1, 4, 3, 3, 5, 3, 1, 1, 13, 6, 1, 7, 2, 1, 13, 4, 1, 2, 1, 1, 2, 2, 3, 1, 4, 1, 1, 3, 9, 1, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 17, 1, 2, 1, 1, 6, 1, 5, 2, 3, 1, 4, 1, 17, 6, 1, 7, 2, 1, 13, 1, 2, 6, 1, 7, 1, 2, 3, 1, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 17, 1, 3, 1, 1, 6, 1, 6, 3, 1, 17, 1, 3, 1, 1, 6, 1, 7, 1, 1, 6, 1, 5, 2, 6, 1, 17, 1, 3, 1, 1, 6, 1, 1, 8, 1, 1, 1, 6, 1, 5, 2, 1, 3, 1, 7, 1, 1, 8, 1, 17, 1, 3, 1, 1, 6, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 4, 1, 7, 1, 5, 1, 1], "chunk_stats": {"count": 257, "sum": 849, "mean": 3.3035019455252916, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 257, "units_out": 127, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 4, 1, 3, 1, 1, 1, 3, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 5, 2, 1, 5, 1, 2, 3, 2, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 3, 6, 3, 2, 1, 2, 1, 1, 1, 2, 5, 1, 3, 2, 1, 1, 5, 2, 7, 1, 3, 1, 6, 1, 2, 1, 6, 1, 1, 1, 1, 2, 3, 1, 6, 2, 1, 3, 2, 4, 1, 4, 1, 6, 2, 3, 2, 1, 2, 1, 3, 1, 2, 3, 1], "chunk_stats": {"count": 127, "sum": 257, "mean": 2.0236220472440944, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 1, 4, 1, 7, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 5, 1, 5, 1, 1, 1, 6, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 7.499999999999972, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [3, 2, 3, 1, 5, 5, 3, 2, 3, 1, 4, 3, 3, 2], "chunk_stats": {"count": 14, "sum": 40, "mean": 2.857142857142857, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 68, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06835660900105722, "decode_time_sec": 1.7633175699993444, "total_time_sec": 1.8382901639997726, "prefill_units_per_sec": 4900.7697265207935, "prefill_bytes_per_sec": 4886.140563158045, "decode_units_per_sec": 72.59044098338315, "decode_bytes_per_sec": 72.59044098338315, "total_units_per_sec": 69.62992160143867, "total_bytes_per_sec": 69.62992160143867, "step_latency_ms": {"count": 128, "sum": 1754, "mean": 13.703125, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3358.515625, "peak_reserved_mb": 3402.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 334, "mean": 334.0, "median": 334.0, "p95": 334.0, "max": 334, "min": 334}, "model_input_units": {"count": 1, "sum": 335, "mean": 335.0, "median": 335.0, "p95": 335.0, "max": 335, "min": 335}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 334, "model_input_units": 335, "stage0_units": 137, "stage1_units": 64, "bytes_per_stage0_unit": 2.437956204379562, "stage0_per_stage1_unit": 2.140625}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 335, "units_out": 137, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 2, 1, 5, 1, 1, 4, 1, 1, 5, 1, 3, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 5, 1, 2, 1, 4, 1, 8, 2, 4, 4, 7, 5, 1, 2, 1, 8, 1, 9, 1, 4, 1, 5, 2, 2, 1, 1, 1, 2, 1, 5, 1, 3, 2, 1, 2, 1, 1, 2, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 9, 1, 5, 4, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 1], "chunk_stats": {"count": 137, "sum": 335, "mean": 2.4452554744525545, "median": 1.0, "p95": 8.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 137, "units_out": 64, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 2, 1, 1, 3, 4, 2, 1, 1, 4, 2, 1, 3, 1, 4, 2, 1, 2, 1, 3, 4, 1, 2, 1, 2, 4, 1, 5, 2, 2, 3, 2, 2, 4, 1, 4, 1, 1, 2, 1, 6, 1, 1, 1, 5, 2, 2], "chunk_stats": {"count": 64, "sum": 137, "mean": 2.140625, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 5, 6, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 5, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 6], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 8.25, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [4, 2, 2, 4, 1, 4, 5, 1, 1, 2, 2, 1, 7, 1, 1, 1, 6], "chunk_stats": {"count": 17, "sum": 45, "mean": 2.6470588235294117, "median": 2.0, "p95": 6.199999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 69, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06710143999953289, "decode_time_sec": 1.8393859950010665, "total_time_sec": 1.9100626219988044, "prefill_units_per_sec": 6572.139137447273, "prefill_bytes_per_sec": 6557.236327611791, "decode_units_per_sec": 69.58843893987884, "decode_bytes_per_sec": 69.58843893987884, "total_units_per_sec": 67.0135096754331, "total_bytes_per_sec": 67.0135096754331, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3382.19873046875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}, "model_input_units": {"count": 1, "sum": 441, "mean": 441.0, "median": 441.0, "p95": 441.0, "max": 441, "min": 441}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 440, "model_input_units": 441, "stage0_units": 159, "stage1_units": 92, "bytes_per_stage0_unit": 2.7672955974842766, "stage0_per_stage1_unit": 1.7282608695652173}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 441, "units_out": 159, "chunk_lengths": [1, 1, 3, 1, 7, 1, 2, 1, 2, 1, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8, 1, 1, 2, 7, 4, 1, 1, 2, 1, 1, 5, 2, 2, 1, 1, 1, 5, 4, 2, 3, 2, 1, 2, 1, 1, 1, 9, 1, 2, 4, 4, 1, 1, 1, 1, 13, 8, 1, 9, 1, 2, 2, 1, 1, 1, 2, 3, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 2, 2, 1, 9, 1, 8, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 1, 2, 1, 2, 1, 1, 1, 5, 4, 1, 2, 2, 3, 1, 8, 1, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 1, 1, 3, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 9], "chunk_stats": {"count": 159, "sum": 441, "mean": 2.7735849056603774, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 159, "units_out": 92, "chunk_lengths": [1, 2, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 4, 1, 2, 1, 1, 3, 4, 3, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 3, 1, 4, 1, 1, 2, 4, 3, 1, 1, 3, 3, 1, 4, 2, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 92, "sum": 159, "mean": 1.7282608695652173, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 2, 8, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 8, 1, 1, 1, 4, 1, 7, 1, 2, 1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 8.0, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 2, 2, 3, 1, 1, 4, 1, 1, 3, 5, 1, 4, 1, 1, 1, 1, 4, 1, 1, 2], "chunk_stats": {"count": 22, "sum": 42, "mean": 1.9090909090909092, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 70, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06799166900236742, "decode_time_sec": 1.8278271659983147, "total_time_sec": 1.9004868310003076, "prefill_units_per_sec": 7456.795919840512, "prefill_bytes_per_sec": 7442.088235580472, "decode_units_per_sec": 70.02850290283847, "decode_bytes_per_sec": 70.02850290283847, "total_units_per_sec": 67.35116387658846, "total_bytes_per_sec": 67.35116387658846, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3403.00390625, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 176, "stage1_units": 68, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.588235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 507, "units_out": 176, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 1, 1, 7, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 9, 3, 4, 1, 5, 7, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 5, 1, 9, 3, 4, 1, 5, 7, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 2, 1, 1, 9, 3, 4], "chunk_stats": {"count": 176, "sum": 507, "mean": 2.8806818181818183, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 176, "units_out": 68, "chunk_lengths": [1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 1, 5, 1, 4, 1, 1, 3, 1, 1, 6, 3, 7, 1, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 5, 3, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 6, 1, 1, 2], "chunk_stats": {"count": 68, "sum": 176, "mean": 2.588235294117647, "median": 1.0, "p95": 8.299999999999997, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 5, 2, 1, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 1, 4, 1, 9, 3, 4, 1, 5, 1, 4, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 2, 1, 3, 1, 1, 9, 6, 1, 1, 4, 2, 1, 3, 1, 1, 9, 1], "chunk_stats": {"count": 18, "sum": 50, "mean": 2.7777777777777777, "median": 1.5, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 71, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06765064899809659, "decode_time_sec": 1.7771701060009946, "total_time_sec": 1.8504464209981961, "prefill_units_per_sec": 11012.45902343023, "prefill_bytes_per_sec": 10997.677199237707, "decode_units_per_sec": 72.02461912215418, "decode_bytes_per_sec": 72.02461912215418, "total_units_per_sec": 69.17249726741738, "total_bytes_per_sec": 69.17249726741738, "step_latency_ms": {"count": 128, "sum": 1763, "mean": 13.7734375, "median": 8.0, "p95": 37.0, "max": 39, "min": 7}, "peak_allocated_mb": 3467.2587890625, "peak_reserved_mb": 3596.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}, "model_input_units": {"count": 1, "sum": 745, "mean": 745.0, "median": 745.0, "p95": 745.0, "max": 745, "min": 745}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 744, "model_input_units": 745, "stage0_units": 303, "stage1_units": 152, "bytes_per_stage0_unit": 2.4554455445544554, "stage0_per_stage1_unit": 1.993421052631579}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 745, "units_out": 303, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 5, 1, 1, 2, 4, 1, 7, 1, 5, 1, 1, 2, 1, 7, 1, 5, 2, 5, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 2, 1, 5, 1, 5, 2, 1, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 2, 2, 1, 3, 2, 7, 5, 1, 6, 3, 1, 7, 1, 5, 3, 4, 2, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 7, 1, 6, 1, 1, 6, 1, 2, 3, 1, 5, 1, 5, 1, 2, 1, 5, 4, 1, 1, 3, 1, 3, 1, 2, 5, 1, 4, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 3, 1, 7, 1, 4, 1, 4, 2, 3, 1, 7, 1, 1, 5, 1, 6, 1, 2, 1, 2, 7, 1, 5, 1, 4, 6, 2, 1, 2, 3, 4, 1, 5, 1, 2, 1, 4, 2, 1, 7, 1, 2, 1, 7, 1, 7, 1, 3, 1, 2, 1, 1, 7, 1, 4, 1, 1, 2, 1, 1, 1, 4, 2, 4, 2, 4, 2, 1, 2, 1, 7, 1, 1, 7, 2, 4, 7, 1, 2, 1, 3, 4, 2, 1, 3, 2, 5, 3, 10, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 4, 2, 1, 1, 5, 1, 1, 1, 1, 4, 6, 1, 1, 3, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 2, 5, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 1], "chunk_stats": {"count": 303, "sum": 745, "mean": 2.458745874587459, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 303, "units_out": 152, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 1, 1, 3, 1, 3, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 8, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 2, 2, 4, 1, 3, 3, 1, 2, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 3, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 4, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 21, 1, 1, 3, 2, 2, 2, 5, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 2, 2, 3, 2, 1, 2, 2, 2, 5, 2, 1, 3, 1, 3, 1, 2, 2, 1], "chunk_stats": {"count": 152, "sum": 303, "mean": 1.993421052631579, "median": 2.0, "p95": 4.0, "max": 21, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 9, 2, 2, 2, 7, 1, 3, 1, 4, 2, 2, 1, 9, 2], "chunk_stats": {"count": 15, "sum": 48, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 72, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0688064480018511, "decode_time_sec": 1.9077867409978353, "total_time_sec": 1.982171265000943, "prefill_units_per_sec": 4403.6570524879935, "prefill_bytes_per_sec": 4389.123530862621, "decode_units_per_sec": 67.09345297842451, "decode_bytes_per_sec": 67.09345297842451, "total_units_per_sec": 64.57565108529565, "total_bytes_per_sec": 64.57565108529565, "step_latency_ms": {"count": 128, "sum": 1891, "mean": 14.7734375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3352.2431640625, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "model_input_units": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 302, "model_input_units": 303, "stage0_units": 130, "stage1_units": 60, "bytes_per_stage0_unit": 2.3230769230769233, "stage0_per_stage1_unit": 2.1666666666666665}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 303, "units_out": 130, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 5, 1, 8, 1, 1, 2, 1, 1, 5, 1, 2, 1, 2, 1, 4, 1, 5, 1, 2, 1, 1, 1, 9, 1, 5, 1, 8, 5, 1, 1, 2, 5, 3, 1, 2, 6, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 1, 5, 2, 1, 3, 3, 3, 1, 4, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 5, 1, 1, 6, 3, 2, 4, 1, 3, 1, 4, 3, 1, 6, 5, 4, 1, 4, 1, 1, 1, 2, 1, 4, 1, 3, 9, 1, 1, 2, 1, 1, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 130, "sum": 303, "mean": 2.330769230769231, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 130, "units_out": 60, "chunk_lengths": [1, 2, 2, 3, 2, 1, 4, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 2, 2, 3, 2, 5, 1, 6, 1, 2, 1, 1, 2, 2, 3, 2, 3, 2, 1, 2, 3, 3, 2, 2, 1, 2, 1, 1, 4, 1, 1, 3, 1, 1, 5, 1, 2, 7, 3, 5, 1, 1], "chunk_stats": {"count": 60, "sum": 130, "mean": 2.1666666666666665, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 61, "chunk_lengths": [2, 1, 4, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 1, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 2, 7, 7, 1, 2, 1, 8, 8, 2, 1, 2, 1, 8, 7], "chunk_stats": {"count": 17, "sum": 61, "mean": 3.588235294117647, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 61, "sum": 61, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 73, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06727863999913097, "decode_time_sec": 1.445647666001605, "total_time_sec": 1.5162920239999949, "prefill_units_per_sec": 7892.549552233203, "prefill_bytes_per_sec": 7877.68599375442, "decode_units_per_sec": 88.54162947879576, "decode_bytes_per_sec": 88.54162947879576, "total_units_per_sec": 84.41645670755071, "total_bytes_per_sec": 84.41645670755071, "step_latency_ms": {"count": 128, "sum": 1437, "mean": 11.2265625, "median": 8.0, "p95": 38.0, "max": 44, "min": 7}, "peak_allocated_mb": 3408.501953125, "peak_reserved_mb": 3496.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 530, "mean": 530.0, "median": 530.0, "p95": 530.0, "max": 530, "min": 530}, "model_input_units": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 530, "model_input_units": 531, "stage0_units": 182, "stage1_units": 88, "bytes_per_stage0_unit": 2.912087912087912, "stage0_per_stage1_unit": 2.0681818181818183}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 531, "units_out": 182, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 6, 1, 1, 3, 2, 1, 1, 4, 2, 1, 6, 1, 1, 3, 1, 1, 9, 8, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 2, 9, 1, 2, 1, 6, 9, 7, 1, 2, 2, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 1, 1, 2, 2, 5, 1, 8, 1, 1, 9, 9, 2, 1, 1, 4, 1, 6, 1, 1, 1, 1, 2, 1, 1, 8, 1, 1, 1, 4, 2, 1, 6, 1, 1, 5, 1, 1, 1, 4, 1, 1, 9, 4, 3, 3, 8, 1, 13, 4, 3, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 1, 17, 9, 2, 1, 3, 1, 1, 5, 1, 2, 2, 1, 6, 1, 1, 3, 1, 3, 1, 1, 17, 1, 2, 9, 1, 2, 2, 2, 2, 7, 1, 2, 4, 8, 1, 1, 2, 3, 5, 17, 2, 3, 1, 9, 3, 8, 1, 1, 3, 1, 1, 2, 8, 1, 1], "chunk_stats": {"count": 182, "sum": 531, "mean": 2.9175824175824174, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 182, "units_out": 88, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 1, 5, 2, 1, 1, 1, 1, 4, 2, 7, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 4, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 4, 9, 1, 1, 1, 5, 2, 6, 4, 2, 2, 5, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 2, 1], "chunk_stats": {"count": 88, "sum": 182, "mean": 2.0681818181818183, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 22, "chunk_lengths": [1, 2, 5, 17, 4, 2, 27, 1, 1, 1, 1, 1, 1, 1, 8, 1, 1, 3, 1, 1, 2, 8, 38], "chunk_stats": {"count": 23, "sum": 128, "mean": 5.565217391304348, "median": 1.0, "p95": 25.999999999999986, "max": 38, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 1, 1, 1, 2, 8, 2, 3, 2, 1], "chunk_stats": {"count": 10, "sum": 22, "mean": 2.2, "median": 1.5, "p95": 5.749999999999995, "max": 8, "min": 1}, "active_size_stats": {"count": 22, "sum": 22, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 74, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0671645799993712, "decode_time_sec": 1.6589478090027114, "total_time_sec": 1.7319957049985533, "prefill_units_per_sec": 8114.396010592225, "prefill_bytes_per_sec": 8099.5072105727895, "decode_units_per_sec": 77.15733991471868, "decode_bytes_per_sec": 77.15733991471868, "total_units_per_sec": 73.90318557406984, "total_bytes_per_sec": 73.90318557406984, "step_latency_ms": {"count": 128, "sum": 1646, "mean": 12.859375, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3411.51953125, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 544, "mean": 544.0, "median": 544.0, "p95": 544.0, "max": 544, "min": 544}, "model_input_units": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 544, "model_input_units": 545, "stage0_units": 193, "stage1_units": 77, "bytes_per_stage0_unit": 2.8186528497409324, "stage0_per_stage1_unit": 2.5064935064935066}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 545, "units_out": 193, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 11, 1, 2, 2, 1, 1, 5, 5, 1, 5, 2, 10, 1, 1, 1, 1, 2, 1, 1, 11, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 9, 3, 1, 10, 1, 1, 2, 2, 1, 5, 6, 1, 10, 1, 2, 1, 2, 1, 5, 10, 1, 1, 2, 2, 1, 1, 6, 1, 6, 1, 10, 1, 1, 2, 2, 1, 4, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 8, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 2, 1, 2, 1, 6, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 1, 1, 1, 2], "chunk_stats": {"count": 193, "sum": 545, "mean": 2.8238341968911915, "median": 1.0, "p95": 10.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 193, "units_out": 77, "chunk_lengths": [1, 2, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 3, 2, 1, 5, 3, 2, 1, 5, 3, 2, 1, 3, 1, 2, 2, 1, 4, 2, 1, 4, 4, 3, 4, 2, 4, 4, 1, 4, 2, 2, 2, 2, 5, 4, 2, 2, 2, 2, 5, 2, 3, 5, 2, 3, 5, 2, 3, 5, 2, 3, 4, 2, 4, 5, 5, 2, 3], "chunk_stats": {"count": 77, "sum": 193, "mean": 2.5064935064935066, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 1, 8, 4, 1, 10, 1, 1, 1, 1, 2, 1, 8, 3, 1, 10, 1, 2, 1, 2, 1, 10, 3, 1, 10, 1, 1, 1, 1, 2, 1, 10, 3, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 1.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [1, 2, 3, 5, 2, 3, 4, 2, 3, 5, 5, 5, 2], "chunk_stats": {"count": 13, "sum": 42, "mean": 3.230769230769231, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 75, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06699142100114841, "decode_time_sec": 1.6494886889995541, "total_time_sec": 1.722540583999944, "prefill_units_per_sec": 5866.42280648537, "prefill_bytes_per_sec": 5851.495521990496, "decode_units_per_sec": 77.59980462650786, "decode_bytes_per_sec": 77.59980462650786, "total_units_per_sec": 74.30884426697732, "total_bytes_per_sec": 74.30884426697732, "step_latency_ms": {"count": 128, "sum": 1632, "mean": 12.75, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3368.71630859375, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 392, "mean": 392.0, "median": 392.0, "p95": 392.0, "max": 392, "min": 392}, "model_input_units": {"count": 1, "sum": 393, "mean": 393.0, "median": 393.0, "p95": 393.0, "max": 393, "min": 393}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 393, "stage0_units": 117, "stage1_units": 59, "bytes_per_stage0_unit": 3.3504273504273505, "stage0_per_stage1_unit": 1.9830508474576272}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 393, "units_out": 117, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 3, 2, 6, 2, 5, 2, 4, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 6, 1, 1, 8, 3, 1, 7, 1, 8, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 1, 2, 1, 8, 1, 8, 1, 1, 1, 9, 1, 2, 5, 1, 1, 8, 3, 1, 7, 1, 5, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 3, 1, 8, 1, 5, 1, 1, 1, 1, 9, 1, 2, 4, 4, 1, 13, 5, 2, 5, 1, 4, 1, 9, 5, 2, 2], "chunk_stats": {"count": 117, "sum": 393, "mean": 3.358974358974359, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 117, "units_out": 59, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 2, 3, 1, 5, 1, 2, 5, 2, 2, 2, 3, 2, 3, 2, 1, 1, 2, 3, 4, 2, 1, 2, 5, 2, 2, 2, 2, 2, 3, 2, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 59, "sum": 117, "mean": 1.9830508474576272, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 32, "chunk_lengths": [13, 1, 4, 1, 2, 4, 1, 13, 1, 5, 1, 2, 5, 1, 13, 1, 6, 1, 2, 6, 1, 13, 1, 1, 7, 1, 2, 5, 1, 1, 7, 1, 4], "chunk_stats": {"count": 33, "sum": 128, "mean": 3.878787878787879, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 2, 1, 1, 3, 2, 1, 1, 3, 2, 1, 1, 4, 5, 1], "chunk_stats": {"count": 16, "sum": 32, "mean": 2.0, "median": 1.5, "p95": 4.25, "max": 5, "min": 1}, "active_size_stats": {"count": 32, "sum": 32, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 76, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06738752999808639, "decode_time_sec": 1.7626291060005315, "total_time_sec": 1.8351060530003451, "prefill_units_per_sec": 10402.518092292541, "prefill_bytes_per_sec": 10387.678551504676, "decode_units_per_sec": 72.61879403003653, "decode_bytes_per_sec": 72.61879403003653, "total_units_per_sec": 69.75073717986146, "total_bytes_per_sec": 69.75073717986146, "step_latency_ms": {"count": 128, "sum": 1750, "mean": 13.671875, "median": 8.0, "p95": 38.0, "max": 44, "min": 7}, "peak_allocated_mb": 3459.91845703125, "peak_reserved_mb": 3518.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}, "model_input_units": {"count": 1, "sum": 701, "mean": 701.0, "median": 701.0, "p95": 701.0, "max": 701, "min": 701}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 700, "model_input_units": 701, "stage0_units": 290, "stage1_units": 143, "bytes_per_stage0_unit": 2.413793103448276, "stage0_per_stage1_unit": 2.027972027972028}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 701, "units_out": 290, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 9, 1, 3, 2, 6, 2, 3, 2, 1, 4, 3, 2, 1, 1, 1, 6, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 5, 3, 1, 5, 1, 6, 2, 1, 1, 1, 1, 5, 4, 5, 1, 3, 6, 1, 9, 5, 1, 8, 1, 2, 5, 1, 9, 1, 6, 1, 6, 2, 12, 1, 4, 1, 2, 2, 5, 1, 11, 1, 4, 1, 1, 2, 1, 1, 1, 1, 12, 1, 4, 1, 2, 2, 3, 2, 1, 3, 2, 1, 11, 1, 2, 1, 3, 1, 2, 3, 2, 1, 3, 2, 9, 1, 1, 9, 1, 2, 1, 1, 1, 7, 1, 3, 1, 3, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 1, 1, 1, 6, 2, 1, 3, 2, 3, 1, 9, 4, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 3, 1, 1, 9, 4, 3, 3, 1, 4, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 290, "sum": 701, "mean": 2.4172413793103447, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 290, "units_out": 143, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 2, 1, 3, 3, 1, 2, 1, 2, 2, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 3, 2, 1, 1, 1, 4, 2, 2, 1, 1, 3, 2, 5, 2, 5, 6, 1, 1, 1, 1, 1, 5, 2, 3, 1, 2, 1, 7, 2, 1, 1, 2, 2, 5, 3, 2, 4, 3, 2, 4, 3, 2, 4, 3, 2, 2, 1, 1, 4, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 7, 3, 4, 1, 5, 4, 1, 4, 4, 1, 2, 1, 1, 4, 4, 3, 1, 1, 1, 1, 1, 7, 1], "chunk_stats": {"count": 143, "sum": 290, "mean": 2.027972027972028, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 5, 1, 1, 1, 6, 1, 1, 8, 1, 1, 2, 3, 1, 1, 2, 2, 1, 2, 2, 5, 1, 1, 13, 5, 1, 1, 6, 1, 13, 5, 1, 1, 1, 1, 13, 4], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 3, 1, 3, 2, 1, 2, 1, 1, 2, 4, 1, 2, 3, 1, 2, 3, 1], "chunk_stats": {"count": 19, "sum": 36, "mean": 1.894736842105263, "median": 2.0, "p95": 3.099999999999998, "max": 4, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 77, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06707086999813328, "decode_time_sec": 1.8744577869983914, "total_time_sec": 1.9469399429981422, "prefill_units_per_sec": 5352.547238614792, "prefill_bytes_per_sec": 5337.637636278818, "decode_units_per_sec": 68.2864137500632, "decode_bytes_per_sec": 68.2864137500632, "total_units_per_sec": 65.74419537712579, "total_bytes_per_sec": 65.74419537712579, "step_latency_ms": {"count": 128, "sum": 1862, "mean": 14.546875, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3364.32958984375, "peak_reserved_mb": 3402.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "model_input_units": {"count": 1, "sum": 359, "mean": 359.0, "median": 359.0, "p95": 359.0, "max": 359, "min": 359}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 358, "model_input_units": 359, "stage0_units": 133, "stage1_units": 77, "bytes_per_stage0_unit": 2.691729323308271, "stage0_per_stage1_unit": 1.7272727272727273}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 359, "units_out": 133, "chunk_lengths": [1, 1, 3, 7, 1, 6, 1, 1, 1, 1, 2, 2, 9, 1, 1, 5, 1, 5, 1, 6, 2, 1, 1, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 5, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 5, 1, 4, 1, 9, 1, 5, 1, 5, 1, 6, 1, 4, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 8, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 5, 2], "chunk_stats": {"count": 133, "sum": 359, "mean": 2.699248120300752, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 133, "units_out": 77, "chunk_lengths": [1, 2, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 4, 7, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 4, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 2, 3, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 7, 1, 1], "chunk_stats": {"count": 77, "sum": 133, "mean": 1.7272727272727273, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 1, 7, 1, 9, 1, 5, 1, 5, 1, 6, 1, 7, 1, 5, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 6], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 8.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 3, 1, 8, 2, 3, 3, 3, 1, 1, 1, 4, 1, 3, 3, 3, 3, 2, 3], "chunk_stats": {"count": 19, "sum": 49, "mean": 2.5789473684210527, "median": 3.0, "p95": 4.3999999999999915, "max": 8, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 78, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06707282999923336, "decode_time_sec": 1.8460716999979923, "total_time_sec": 1.9160850570006005, "prefill_units_per_sec": 4636.750827474474, "prefill_bytes_per_sec": 4621.841660826646, "decode_units_per_sec": 69.33641851513092, "decode_bytes_per_sec": 69.33641851513092, "total_units_per_sec": 66.80287993079416, "total_bytes_per_sec": 66.80287993079416, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3353.2412109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 97, "stage1_units": 47, "bytes_per_stage0_unit": 3.195876288659794, "stage0_per_stage1_unit": 2.0638297872340425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 97, "chunk_lengths": [1, 1, 3, 1, 2, 1, 5, 1, 1, 3, 2, 8, 1, 1, 1, 1, 2, 5, 1, 1, 2, 2, 2, 6, 1, 4, 1, 1, 9, 6, 1, 4, 1, 1, 1, 6, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 1, 9, 1, 3, 6, 1, 1, 4, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 6, 1, 5, 1, 9, 1, 3, 1, 1, 2, 1, 8, 1, 8, 1, 8, 1, 27, 6, 1, 6, 1, 27, 6, 1], "chunk_stats": {"count": 97, "sum": 311, "mean": 3.2061855670103094, "median": 1.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 47, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 4, 1, 1, 3, 3, 1, 4, 5, 1, 5, 1, 1, 1, 2, 4, 1, 6, 2, 3, 3, 1, 7, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 47, "sum": 97, "mean": 2.0638297872340425, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 6, 1, 9, 1, 3, 1, 1, 2, 1, 7, 1, 1, 9, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 9, 4, 1, 1, 2, 1, 2, 2, 1, 4, 1, 1, 9, 4, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 2, 1, 6, 1, 2, 1, 8, 2, 1, 8, 2, 1, 7, 2, 2, 1, 3], "chunk_stats": {"count": 18, "sum": 51, "mean": 2.8333333333333335, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 79, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06703892099903896, "decode_time_sec": 1.797614306997275, "total_time_sec": 1.8671428360030404, "prefill_units_per_sec": 3923.094167994891, "prefill_bytes_per_sec": 3908.1774601317925, "decode_units_per_sec": 71.205485794008, "decode_bytes_per_sec": 71.205485794008, "total_units_per_sec": 68.55394109751525, "total_bytes_per_sec": 68.55394109751525, "step_latency_ms": {"count": 128, "sum": 1786, "mean": 13.953125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3343.7568359375, "peak_reserved_mb": 3376.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 70, "stage1_units": 46, "bytes_per_stage0_unit": 3.742857142857143, "stage0_per_stage1_unit": 1.5217391304347827}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 263, "units_out": 70, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 3, 1, 1, 3, 2, 6, 1, 2, 2, 2, 8, 1, 2, 2, 1, 1, 9, 2, 4, 6, 5, 1, 3, 8, 5, 1, 6, 8, 9, 1, 6, 2, 9, 1, 2, 9, 5, 1, 3, 1, 8, 9, 7, 2, 7, 1, 2, 7, 5, 1, 3, 1, 6, 1, 9, 2, 4, 9, 1, 6, 7, 1], "chunk_stats": {"count": 70, "sum": 263, "mean": 3.757142857142857, "median": 2.5, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 46, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1], "chunk_stats": {"count": 46, "sum": 70, "mean": 1.5217391304347827, "median": 1.0, "p95": 3.75, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 1, 5, 1, 8, 2, 1, 1, 9, 4, 6, 3, 6, 1, 13, 1, 5, 1, 7, 1, 1, 5, 1, 1, 1, 6, 1, 2, 5, 1, 1, 1, 1, 2, 1, 5, 2, 1, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 2, 2, 1, 4, 3, 1, 3, 2, 1, 2, 2, 1, 2, 3], "chunk_stats": {"count": 21, "sum": 39, "mean": 1.8571428571428572, "median": 2.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 80, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06746234000092954, "decode_time_sec": 1.633513690001564, "total_time_sec": 1.704261138002039, "prefill_units_per_sec": 5884.764744219217, "prefill_bytes_per_sec": 5869.941659221184, "decode_units_per_sec": 78.35869437976821, "decode_bytes_per_sec": 78.35869437976821, "total_units_per_sec": 75.10586091874312, "total_bytes_per_sec": 75.10586091874312, "step_latency_ms": {"count": 128, "sum": 1617, "mean": 12.6328125, "median": 8.0, "p95": 37.0, "max": 41, "min": 7}, "peak_allocated_mb": 3369.65576171875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}, "model_input_units": {"count": 1, "sum": 397, "mean": 397.0, "median": 397.0, "p95": 397.0, "max": 397, "min": 397}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 396, "model_input_units": 397, "stage0_units": 116, "stage1_units": 58, "bytes_per_stage0_unit": 3.413793103448276, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 397, "units_out": 116, "chunk_lengths": [1, 1, 3, 8, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 4, 1, 1, 6, 1, 8, 1, 32, 3, 1, 5, 1, 32, 7, 1, 1, 1, 33, 1, 5, 1, 8, 1, 1, 4, 1, 1, 3, 4, 1, 2, 3, 3, 1, 5, 1, 5, 4, 1, 2, 3, 3, 1, 5, 1, 7, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 7, 1, 9, 8, 7, 1, 2, 1, 5, 1, 9, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 6, 1, 1, 9, 8, 7, 8, 1, 1, 4, 1, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 116, "sum": 397, "mean": 3.4224137931034484, "median": 1.0, "p95": 8.25, "max": 33, "min": 1}}, {"stage": 1, "units_in": 116, "units_out": 58, "chunk_lengths": [1, 2, 1, 10, 1, 6, 1, 1, 1, 3, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 3, 4, 1, 1, 7, 1, 1, 1, 1, 6, 3, 1], "chunk_stats": {"count": 58, "sum": 116, "mean": 2.0, "median": 1.0, "p95": 6.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [2, 1, 1, 2, 1, 4, 1, 1, 6, 1, 8, 2, 3, 1, 5, 1, 30, 7, 1, 7, 2, 1, 5, 1, 8, 1, 1, 5, 1, 8, 1, 1, 1, 1, 4, 2], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 1.5, "p95": 8.0, "max": 30, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [3, 8, 1, 3, 2, 1, 1, 1, 1, 4, 6, 1, 1, 1, 1], "chunk_stats": {"count": 15, "sum": 35, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 81, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06753477100210148, "decode_time_sec": 1.7286127719999058, "total_time_sec": 1.801503839000361, "prefill_units_per_sec": 9920.815456369159, "prefill_bytes_per_sec": 9906.008269120846, "decode_units_per_sec": 74.04781572446173, "decode_bytes_per_sec": 74.04781572446173, "total_units_per_sec": 71.05174978201883, "total_bytes_per_sec": 71.05174978201883, "step_latency_ms": {"count": 128, "sum": 1720, "mean": 13.4375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3447.86083984375, "peak_reserved_mb": 3518.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 669, "mean": 669.0, "median": 669.0, "p95": 669.0, "max": 669, "min": 669}, "model_input_units": {"count": 1, "sum": 670, "mean": 670.0, "median": 670.0, "p95": 670.0, "max": 670, "min": 670}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 669, "model_input_units": 670, "stage0_units": 251, "stage1_units": 119, "bytes_per_stage0_unit": 2.6653386454183265, "stage0_per_stage1_unit": 2.1092436974789917}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 670, "units_out": 251, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 2, 2, 3, 1, 3, 1, 2, 3, 4, 1, 2, 1, 1, 1, 1, 1, 1, 13, 7, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 1, 1, 1, 18, 1, 7, 1, 1, 1, 1, 2, 1, 3, 1, 6, 1, 17, 1, 6, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 3, 3, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 3, 1, 17, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 5, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 4, 2, 3, 1, 3, 1, 1, 3, 5, 1, 1, 17, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 1, 3, 1, 3, 4, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 1, 9, 2, 3, 4, 1, 6, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 4, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 1], "chunk_stats": {"count": 251, "sum": 670, "mean": 2.6693227091633465, "median": 1.0, "p95": 9.0, "max": 18, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 119, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 2, 2, 2, 5, 2, 2, 2, 2, 5, 2, 3, 2, 2, 5, 2, 2, 1, 1, 2, 2, 6, 2, 3, 1, 3, 1, 3, 1, 2, 2, 1, 2, 3, 1, 1, 2, 6, 1, 2, 2, 3, 2, 1, 1, 1, 1, 1, 7, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 5, 1, 1, 5, 3, 1, 2, 3, 2, 2, 3, 1, 1, 4, 4, 6, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 4, 1], "chunk_stats": {"count": 119, "sum": 251, "mean": 2.1092436974789917, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 3, 4, 6, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3, 4, 4, 1, 1, 6, 1, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [4, 6, 1, 3, 1, 1, 10, 1, 6, 2, 1, 1, 10], "chunk_stats": {"count": 13, "sum": 47, "mean": 3.6153846153846154, "median": 2.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 82, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07099825800105464, "decode_time_sec": 1.6572573659977934, "total_time_sec": 1.7355032880004728, "prefill_units_per_sec": 12887.640144444224, "prefill_bytes_per_sec": 12873.555291827344, "decode_units_per_sec": 77.2360422866091, "decode_bytes_per_sec": 77.2360422866091, "total_units_per_sec": 73.75382166372775, "total_bytes_per_sec": 73.75382166372775, "step_latency_ms": {"count": 128, "sum": 1645, "mean": 12.8515625, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3511.458984375, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 914, "mean": 914.0, "median": 914.0, "p95": 914.0, "max": 914, "min": 914}, "model_input_units": {"count": 1, "sum": 915, "mean": 915.0, "median": 915.0, "p95": 915.0, "max": 915, "min": 915}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 914, "model_input_units": 915, "stage0_units": 321, "stage1_units": 167, "bytes_per_stage0_unit": 2.8473520249221185, "stage0_per_stage1_unit": 1.9221556886227544}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 915, "units_out": 321, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 8, 1, 5, 2, 6, 2, 7, 1, 4, 1, 2, 6, 1, 1, 1, 1, 1, 1, 1, 21, 1, 7, 1, 2, 2, 2, 9, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 3, 1, 9, 1, 1, 1, 1, 3, 1, 5, 1, 7, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 7, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 4, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 6, 5, 1, 13, 1, 1, 6, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 1, 6, 1, 1, 13, 1, 1, 6, 1, 6, 2, 1, 9, 1, 5, 1, 3, 4, 1, 1, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1, 2, 10, 1, 2, 2, 2, 1, 9, 10, 2, 13, 1, 9, 1, 5, 5, 5, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 3, 6, 1, 13, 1, 2, 1, 2, 1, 1, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 9, 2, 3, 1, 1, 3, 1, 1, 3, 6, 1, 13, 1, 2, 1, 1, 3, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 22, 1, 1, 1, 5, 1, 1, 9, 5, 2, 1, 2, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 7, 1, 1, 7, 1, 4, 1, 1, 1, 1, 9, 10, 2, 1, 2, 1, 9, 2, 3, 1, 4, 1, 1, 1, 9, 4, 3, 4, 1, 1, 4, 3, 1, 7, 1, 6, 1, 4, 1, 1, 1], "chunk_stats": {"count": 321, "sum": 915, "mean": 2.850467289719626, "median": 1.0, "p95": 9.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 321, "units_out": 167, "chunk_lengths": [1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 5, 3, 2, 2, 2, 7, 1, 1, 2, 1, 1, 5, 1, 2, 3, 1, 1, 4, 7, 1, 2, 4, 1, 3, 1, 6, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 2, 1, 5, 1, 1, 4, 2, 1, 2, 4, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 4, 2, 3, 3, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 3, 1, 3, 2, 2, 3, 3, 2, 1, 3, 1, 2, 2, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 3, 3, 3, 1, 3, 2, 1], "chunk_stats": {"count": 167, "sum": 321, "mean": 1.9221556886227544, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [13, 8, 2, 1, 1, 13, 4, 7, 3, 6, 1, 4, 1, 17, 1, 2, 1, 1, 8, 1, 6, 2, 1, 4, 2, 1, 4, 1, 1, 1, 10], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 1, 2, 1, 1, 2, 4, 1, 1, 4, 3, 2, 1, 3, 2], "chunk_stats": {"count": 16, "sum": 30, "mean": 1.875, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 83, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06787883099968894, "decode_time_sec": 1.919698685000185, "total_time_sec": 1.9931457320017216, "prefill_units_per_sec": 4169.1937800357355, "prefill_bytes_per_sec": 4154.461646537376, "decode_units_per_sec": 66.67713063521094, "decode_bytes_per_sec": 66.67713063521094, "total_units_per_sec": 64.22009085680315, "total_bytes_per_sec": 64.22009085680315, "step_latency_ms": {"count": 128, "sum": 1908, "mean": 14.90625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3347.5068359375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 108, "stage1_units": 58, "bytes_per_stage0_unit": 2.611111111111111, "stage0_per_stage1_unit": 1.8620689655172413}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 283, "units_out": 108, "chunk_lengths": [1, 1, 3, 11, 1, 1, 10, 1, 2, 1, 1, 4, 2, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 5, 1, 6, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 3, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 4, 8, 1, 2, 10, 1, 1, 3, 5, 1, 1, 3, 5, 1, 8, 1, 3, 3, 1, 11, 1, 1, 6, 4, 2, 1, 1, 1, 5, 1, 5, 2, 2, 1, 1, 4, 1, 1, 4, 1], "chunk_stats": {"count": 108, "sum": 283, "mean": 2.6203703703703702, "median": 1.0, "p95": 8.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 58, "chunk_lengths": [1, 2, 4, 1, 2, 2, 1, 3, 1, 2, 1, 1, 1, 3, 2, 1, 1, 2, 3, 5, 1, 3, 1, 1, 3, 5, 1, 2, 1, 1, 3, 5, 1, 2, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1], "chunk_stats": {"count": 58, "sum": 108, "mean": 1.8620689655172413, "median": 1.0, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [5, 1, 2, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 4, 1, 1, 2, 3, 1, 1, 1, 1, 1, 4, 2, 1, 5, 2, 3, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 1], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 4, 1, 6, 1, 4, 1, 5, 3, 8, 1, 1, 4, 1, 6, 1, 4, 4], "chunk_stats": {"count": 19, "sum": 57, "mean": 3.0, "median": 3.0, "p95": 6.199999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 84, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06683140099994489, "decode_time_sec": 1.8273477660004573, "total_time_sec": 1.8966981550001947, "prefill_units_per_sec": 4054.980083392588, "prefill_bytes_per_sec": 4040.0170572546076, "decode_units_per_sec": 70.04687470089804, "decode_bytes_per_sec": 70.04687470089804, "total_units_per_sec": 67.48569858759991, "total_bytes_per_sec": 67.48569858759991, "step_latency_ms": {"count": 128, "sum": 1813, "mean": 14.1640625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3344.3818359375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "model_input_units": {"count": 1, "sum": 271, "mean": 271.0, "median": 271.0, "p95": 271.0, "max": 271, "min": 271}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 270, "model_input_units": 271, "stage0_units": 93, "stage1_units": 42, "bytes_per_stage0_unit": 2.903225806451613, "stage0_per_stage1_unit": 2.2142857142857144}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 271, "units_out": 93, "chunk_lengths": [1, 1, 3, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 5, 8, 2, 1, 5, 1, 7, 1, 7, 1, 2, 4, 2, 2, 6, 1, 5, 1, 4, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 7, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 3, 4, 2, 6, 1, 3, 1, 1, 1, 1, 4, 1, 7, 1], "chunk_stats": {"count": 93, "sum": 271, "mean": 2.913978494623656, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 42, "chunk_lengths": [1, 2, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 3, 1, 2, 4, 2, 1, 3, 1, 2, 1, 6, 2, 4, 1, 3, 8, 2, 4, 1, 4, 2, 3, 2, 1, 2], "chunk_stats": {"count": 42, "sum": 93, "mean": 2.2142857142857144, "median": 2.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 4, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 2, 6, 1, 1, 5, 3, 4, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 4, 1, 2, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 1, 1, 1, 9, 1, 4, 1, 8, 4, 1, 1, 1, 9, 1, 1, 2], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 85, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06779693100179429, "decode_time_sec": 1.6091207469980873, "total_time_sec": 1.6804113450016303, "prefill_units_per_sec": 7964.962307596321, "prefill_bytes_per_sec": 7950.212377397068, "decode_units_per_sec": 79.54654754081805, "decode_bytes_per_sec": 79.54654754081805, "total_units_per_sec": 76.17182565491179, "total_bytes_per_sec": 76.17182565491179, "step_latency_ms": {"count": 128, "sum": 1598, "mean": 12.484375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3410.40087890625, "peak_reserved_mb": 3520.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 144, "stage1_units": 63, "bytes_per_stage0_unit": 3.7430555555555554, "stage0_per_stage1_unit": 2.2857142857142856}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 540, "units_out": 144, "chunk_lengths": [1, 1, 3, 1, 3, 1, 2, 1, 1, 3, 1, 1, 9, 6, 1, 3, 1, 13, 1, 7, 2, 5, 1, 1, 3, 1, 6, 1, 13, 1, 6, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 13, 1, 2, 4, 1, 5, 1, 17, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 21, 1, 6, 2, 1, 3, 1, 4, 1, 1, 2, 17, 4, 1, 21, 5, 1, 1, 3, 8, 1, 7, 1, 1, 1, 21, 8, 13, 1, 2, 1, 5, 1, 1, 1, 1, 4, 3, 1, 3, 1, 8, 1, 17, 5, 1, 1, 2, 6, 7, 1, 1, 17, 8, 13, 8, 2, 1, 3, 1, 8, 1, 1, 5, 1, 1, 1, 1, 13, 1, 3, 1, 4, 1, 1, 3, 2, 1, 5, 13, 1, 2, 1, 1], "chunk_stats": {"count": 144, "sum": 540, "mean": 3.75, "median": 1.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 144, "units_out": 63, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 3, 1, 2, 1, 1, 6, 1, 2, 1, 3, 3, 4, 1, 1, 5, 1, 1, 4, 1, 4, 1, 2, 8, 1, 2, 1, 2, 2, 6, 1, 1, 1, 1, 3, 4, 2, 5, 1, 2, 3, 3, 1, 1, 1, 1, 1, 4, 3, 4, 1, 7, 3, 1, 3, 1], "chunk_stats": {"count": 63, "sum": 144, "mean": 2.2857142857142856, "median": 2.0, "p95": 5.899999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [17, 7, 1, 1, 5, 1, 13, 7, 10, 1, 2, 1, 1, 17, 5, 1, 1, 5, 2, 1, 1, 2, 2, 1, 1, 17, 5], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 2.0, "p95": 17.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 17, "sum": 27, "mean": 1.588235294117647, "median": 1.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 86, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06720071099698544, "decode_time_sec": 1.8261720199989213, "total_time_sec": 1.8982580180017976, "prefill_units_per_sec": 4077.3378128736076, "prefill_bytes_per_sec": 4062.457017936113, "decode_units_per_sec": 70.09197304428945, "decode_bytes_per_sec": 70.09197304428945, "total_units_per_sec": 67.43024329998052, "total_bytes_per_sec": 67.43024329998052, "step_latency_ms": {"count": 128, "sum": 1809, "mean": 14.1328125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3345.0537109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "model_input_units": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 273, "model_input_units": 274, "stage0_units": 85, "stage1_units": 50, "bytes_per_stage0_unit": 3.211764705882353, "stage0_per_stage1_unit": 1.7}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 274, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 5, 1, 5, 12, 6, 1, 1, 1, 6, 5, 1, 7, 7, 1, 5, 2, 6, 1, 2, 4, 3, 8, 1, 1, 7, 1, 1, 6, 1, 2, 1, 5, 1, 1, 1, 10, 3, 3, 2, 6, 6, 1, 4, 1, 1, 1, 7, 1, 6, 1, 3, 1, 6, 2, 3, 4, 4, 1, 4, 12, 1, 1, 1, 2, 6, 4, 1, 1, 6, 2, 1, 5, 1, 7, 1, 6, 1, 1, 1, 6, 1], "chunk_stats": {"count": 85, "sum": 274, "mean": 3.223529411764706, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 50, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 3, 4, 1, 2, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 4, 2, 2, 2, 1], "chunk_stats": {"count": 50, "sum": 85, "mean": 1.7, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 10, 6, 1, 1, 5, 1, 1, 5, 1, 4, 1, 10, 6, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 4, 2, 1, 5, 1, 6, 1, 1, 5, 1, 6, 1, 2, 6, 4, 1, 6, 2], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 1, 1, 5, 2, 2, 2, 2, 1, 7, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 20, "sum": 41, "mean": 2.05, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 87, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06743913100217469, "decode_time_sec": 1.8337112869994598, "total_time_sec": 1.9036541759996908, "prefill_units_per_sec": 4537.425015012908, "prefill_bytes_per_sec": 4522.596828689337, "decode_units_per_sec": 69.80379130972634, "decode_bytes_per_sec": 69.80379130972634, "total_units_per_sec": 67.23910341161712, "total_bytes_per_sec": 67.23910341161712, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3352.38330078125, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 92, "stage1_units": 47, "bytes_per_stage0_unit": 3.3152173913043477, "stage0_per_stage1_unit": 1.9574468085106382}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 306, "units_out": 92, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 3, 2, 1, 3, 1, 1, 9, 6, 2, 1, 1, 1, 9, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 13, 5, 2, 1, 3, 1, 10, 1, 4, 1, 1, 4, 2, 3, 1, 5, 1, 1, 13, 1, 2, 4, 4, 1, 17, 5, 13, 6, 3, 4, 1, 9, 2, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2, 3, 1, 2, 9, 2, 4, 1, 6, 4, 8, 1, 9, 1, 2, 3, 1], "chunk_stats": {"count": 92, "sum": 306, "mean": 3.3260869565217392, "median": 2.0, "p95": 9.450000000000003, "max": 17, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 47, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 4, 1, 1, 1, 4, 2, 3, 2, 4, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 1, 3, 1, 6, 2, 2, 1], "chunk_stats": {"count": 47, "sum": 92, "mean": 1.9574468085106382, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 5, 1, 1, 2, 1, 3, 1, 13, 1, 5, 1, 5, 5, 1, 1, 1, 6, 5, 5, 1, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 9, 1], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.550000000000004, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 4, 1, 2, 3, 1, 3, 1, 3, 1, 1, 4, 1, 2, 4, 2, 1, 4, 1, 1], "chunk_stats": {"count": 20, "sum": 44, "mean": 2.2, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 88, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06700261199875968, "decode_time_sec": 1.9166691589998663, "total_time_sec": 1.9863928590020805, "prefill_units_per_sec": 4880.406751994285, "prefill_bytes_per_sec": 4865.4819607037825, "decode_units_per_sec": 66.78252185514971, "decode_bytes_per_sec": 66.78252185514971, "total_units_per_sec": 64.43841127394323, "total_bytes_per_sec": 64.43841127394323, "step_latency_ms": {"count": 128, "sum": 1895, "mean": 14.8046875, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3358.32763671875, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 113, "stage1_units": 62, "bytes_per_stage0_unit": 2.8849557522123894, "stage0_per_stage1_unit": 1.8225806451612903}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 327, "units_out": 113, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 1, 3, 2, 4, 1, 4, 2, 1, 5, 1, 1, 3, 1, 1, 9, 4, 1, 8, 2, 1, 1, 3, 1, 6, 1, 2, 1, 1, 9, 4, 4, 2, 6, 3, 4, 1, 4, 1, 5, 1, 1, 1, 13, 1, 2, 1, 5, 1, 17, 6, 2, 1, 3, 1, 1, 2, 1, 1, 6, 1, 1, 5, 1, 6, 1, 1, 4, 1, 5, 1, 13, 4, 1, 7, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 5, 1, 1, 1, 9, 7, 3, 2], "chunk_stats": {"count": 113, "sum": 327, "mean": 2.893805309734513, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 113, "units_out": 62, "chunk_lengths": [1, 2, 2, 2, 5, 1, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 2, 3, 1, 1, 1, 1, 3, 1, 2, 2, 3, 5, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 62, "sum": 113, "mean": 1.8225806451612903, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 1, 7, 1, 1, 9, 3, 4, 7, 2, 1, 5, 4, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 3, 1, 1, 5, 1, 1, 3, 2, 1, 5, 1, 5, 2, 1, 4], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 2, 2, 2, 2, 5, 1, 1, 4, 1, 1, 3, 2, 5, 1, 1, 3, 4, 3, 1, 1, 1], "chunk_stats": {"count": 22, "sum": 47, "mean": 2.1363636363636362, "median": 2.0, "p95": 4.949999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 89, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06645956200009095, "decode_time_sec": 2.1088397819985403, "total_time_sec": 2.1780590919988754, "prefill_units_per_sec": 4679.537310215412, "prefill_bytes_per_sec": 4664.490566452661, "decode_units_per_sec": 60.69688228220678, "decode_bytes_per_sec": 60.69688228220678, "total_units_per_sec": 58.767918864189426, "total_bytes_per_sec": 58.767918864189426, "step_latency_ms": {"count": 128, "sum": 2092, "mean": 16.34375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3353.2412109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 108, "stage1_units": 63, "bytes_per_stage0_unit": 2.8703703703703702, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 108, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 1, 7, 1, 1, 1, 4, 1, 1, 2, 1, 5, 7, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 2, 3, 1, 5, 1, 2, 1, 5, 8, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 9, 4, 1, 4, 3, 6, 1, 13, 1, 2, 4, 1, 1, 3, 1, 1, 17, 1, 5, 5, 5, 1, 1, 3, 1, 13, 4, 1, 17, 1, 5, 1, 3, 1, 5, 3, 4], "chunk_stats": {"count": 108, "sum": 311, "mean": 2.8796296296296298, "median": 1.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 63, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 3, 6, 3, 1, 1, 1, 1, 5, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 2, 1, 1, 2], "chunk_stats": {"count": 63, "sum": 108, "mean": 1.7142857142857142, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 4, 2, 1, 6, 1, 1, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 5, 1, 5, 1, 2, 1, 5, 8, 1, 1], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [2, 3, 1, 1, 1, 3, 3, 3, 1, 1, 4, 1, 3, 6, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 4, 2], "chunk_stats": {"count": 28, "sum": 56, "mean": 2.0, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 90, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06748012099706102, "decode_time_sec": 1.9407828059993335, "total_time_sec": 2.0107280849988456, "prefill_units_per_sec": 3823.348212597851, "prefill_bytes_per_sec": 3808.5290334792553, "decode_units_per_sec": 65.95276895710707, "decode_bytes_per_sec": 65.95276895710707, "total_units_per_sec": 63.65853292394505, "total_bytes_per_sec": 63.65853292394505, "step_latency_ms": {"count": 128, "sum": 1922, "mean": 15.015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.3037109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 104, "stage1_units": 48, "bytes_per_stage0_unit": 2.4711538461538463, "stage0_per_stage1_unit": 2.1666666666666665}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 258, "units_out": 104, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 6, 7, 1, 3, 1, 3, 5, 2, 1, 4, 1, 2, 6, 2, 3, 7, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 6, 1, 1, 3, 1, 1, 3, 1, 3, 1, 3, 6, 2, 1, 1, 3, 4, 2, 3, 1, 4, 1, 3, 4, 5, 1, 1, 5, 1, 3, 4, 2, 1, 1, 1, 6, 1, 5, 2, 1, 3, 7, 1, 5, 4, 1, 5, 2, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 1, 2, 4, 1, 5, 1, 2, 6, 1, 2], "chunk_stats": {"count": 104, "sum": 258, "mean": 2.480769230769231, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}, {"stage": 1, "units_in": 104, "units_out": 48, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 1, 4, 3, 4, 1, 2, 1, 1, 2, 1, 3, 8, 1, 2, 1, 1, 7, 4, 1, 3, 1, 7, 6, 6, 1], "chunk_stats": {"count": 48, "sum": 104, "mean": 2.1666666666666665, "median": 1.0, "p95": 6.649999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 5, 1, 2, 6, 1, 5, 4, 5, 1, 1, 5, 1, 1, 4, 3, 2, 4, 5, 1, 1, 3, 3, 4, 4, 5, 1, 1, 1, 4, 1, 5, 1, 4, 6, 1, 3, 1, 3, 1, 2, 5, 2, 1, 3, 1, 2, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [5, 1, 1, 2, 3, 1, 3, 5, 1, 4, 1, 1, 1, 5, 1, 2, 2, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 23, "sum": 47, "mean": 2.0434782608695654, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 91, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06691592200149898, "decode_time_sec": 1.792408155000885, "total_time_sec": 1.8617179450011463, "prefill_units_per_sec": 3855.584624451869, "prefill_bytes_per_sec": 3840.640498000505, "decode_units_per_sec": 71.41230619983249, "decode_bytes_per_sec": 71.41230619983249, "total_units_per_sec": 68.75370157100849, "total_bytes_per_sec": 68.75370157100849, "step_latency_ms": {"count": 128, "sum": 1784, "mean": 13.9375, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 8}, "peak_allocated_mb": 3343.3037109375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 99, "stage1_units": 51, "bytes_per_stage0_unit": 2.595959595959596, "stage0_per_stage1_unit": 1.9411764705882353}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 258, "units_out": 99, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 2, 4, 1, 1, 3, 1, 1, 1, 5, 4, 2, 1, 5, 1, 9, 1, 1, 1, 5, 3, 1, 5, 1, 1, 3, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 1, 5, 4, 1, 5, 2, 1, 9, 2, 3, 3, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 10, 1, 1, 2, 1, 1, 13, 8, 1, 9, 4, 2, 3, 1, 4, 1, 3, 1, 1, 10, 1, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 99, "sum": 258, "mean": 2.606060606060606, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 99, "units_out": 51, "chunk_lengths": [1, 2, 2, 4, 1, 2, 2, 1, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 3, 1, 4, 2, 2, 5, 1, 1, 2, 5, 3, 1, 1, 1, 1, 1, 2, 3, 1, 5, 4, 1], "chunk_stats": {"count": 51, "sum": 99, "mean": 1.9411764705882353, "median": 2.0, "p95": 4.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [13, 1, 2, 1, 10, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 17, 1, 1, 1, 2, 4, 1, 1, 5, 1, 1, 10, 1, 1, 1, 1, 1, 1, 1, 17, 1, 4, 1, 5, 4], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 3, 3, 4, 3, 1, 1, 2, 3, 3, 3, 3, 4, 1, 2, 1, 1, 1], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 92, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0672027420005179, "decode_time_sec": 1.8204998670007626, "total_time_sec": 1.890908336998109, "prefill_units_per_sec": 5818.2149769571415, "prefill_bytes_per_sec": 5803.3346317475325, "decode_units_per_sec": 70.31035943489381, "decode_bytes_per_sec": 70.31035943489381, "total_units_per_sec": 67.6923346814394, "total_bytes_per_sec": 67.6923346814394, "step_latency_ms": {"count": 128, "sum": 1805, "mean": 14.1015625, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3368.24658203125, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}, "model_input_units": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 390, "model_input_units": 391, "stage0_units": 105, "stage1_units": 54, "bytes_per_stage0_unit": 3.7142857142857144, "stage0_per_stage1_unit": 1.9444444444444444}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 391, "units_out": 105, "chunk_lengths": [1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 1, 3, 1, 3, 1, 7, 1, 4, 1, 1, 3, 1, 1, 7, 1, 5, 1, 3, 2, 2, 1, 1, 17, 4, 1, 1, 6, 2, 5, 1, 3, 2, 2, 17, 4, 1, 1, 6, 2, 5, 1, 3, 17, 3, 4, 1, 3, 13, 4, 1, 17, 3, 4, 1, 4, 9, 7, 8, 1, 10, 1, 7, 9, 1, 13, 1, 1, 5, 1, 5, 1, 1, 10, 1, 5, 2, 6, 3, 1, 8, 4, 1, 3, 1], "chunk_stats": {"count": 105, "sum": 391, "mean": 3.723809523809524, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 105, "units_out": 54, "chunk_lengths": [1, 2, 1, 2, 1, 4, 1, 3, 1, 1, 6, 2, 2, 4, 2, 4, 2, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 2, 2, 1, 2, 1, 4, 1, 1, 1, 2, 4, 1, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3], "chunk_stats": {"count": 54, "sum": 105, "mean": 1.9444444444444444, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 1, 1, 13, 3, 4, 1, 4, 1, 5, 4, 1, 3, 1, 3, 1, 7, 1, 1, 3, 2, 3, 1, 1, 9, 1, 2, 1, 13, 3, 4, 1, 3, 1, 1, 1, 3, 1, 7, 1, 3, 2, 1, 3, 1], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 8.599999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 1, 4, 1, 1, 3, 2, 2, 4, 3, 1, 3, 1, 8, 1, 1, 2, 4], "chunk_stats": {"count": 18, "sum": 45, "mean": 2.5, "median": 2.0, "p95": 4.599999999999994, "max": 8, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 93, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06707331099823932, "decode_time_sec": 1.6918277130025672, "total_time_sec": 1.7639812710003753, "prefill_units_per_sec": 8438.527807503904, "prefill_bytes_per_sec": 8423.618747773333, "decode_units_per_sec": 75.65782202067864, "decode_bytes_per_sec": 75.65782202067864, "total_units_per_sec": 72.56312870454097, "total_bytes_per_sec": 72.56312870454097, "step_latency_ms": {"count": 128, "sum": 1671, "mean": 13.0546875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3417.1201171875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}, "model_input_units": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 565, "model_input_units": 566, "stage0_units": 206, "stage1_units": 100, "bytes_per_stage0_unit": 2.7427184466019416, "stage0_per_stage1_unit": 2.06}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 566, "units_out": 206, "chunk_lengths": [1, 1, 3, 8, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 6, 2, 7, 2, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 2, 1, 1, 5, 4, 1, 5, 1, 3, 1, 6, 1, 9, 1, 2, 1, 5, 1, 13, 4, 2, 7, 1, 1, 5, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 13, 1, 2, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 17, 4, 3, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 13, 1, 2, 1, 1, 7, 1, 1, 2, 7, 1, 3, 2, 1, 1, 13, 1, 3, 1, 7, 1, 3, 1, 1, 3, 1, 1, 5, 1, 6, 1, 8, 2, 1, 1, 5, 6, 2, 1, 5, 4, 7, 3, 7, 1, 9, 4, 2, 6, 1, 3, 1, 1, 4, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 5, 6, 1, 3, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 206, "sum": 566, "mean": 2.7475728155339807, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 206, "units_out": 100, "chunk_lengths": [1, 2, 1, 4, 3, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 1, 2, 1, 4, 1, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 6, 2, 1, 6, 1, 5, 4, 2, 1, 2, 1, 4, 3, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 1, 4, 1, 4, 1, 6, 1, 1, 5, 7, 1, 4, 4, 1], "chunk_stats": {"count": 100, "sum": 206, "mean": 2.06, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [9, 1, 2, 4, 4, 3, 1, 2, 1, 1, 7, 1, 13, 1, 6, 1, 7, 1, 1, 5, 1, 6, 1, 13, 6, 3, 1, 1, 5, 1, 2, 1, 6, 1, 7, 1, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 2, 2, 6, 1, 4, 3, 3, 1, 1, 2, 1, 1, 1, 6], "chunk_stats": {"count": 16, "sum": 36, "mean": 2.25, "median": 1.5, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 94, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06794679100130452, "decode_time_sec": 1.3034856330014009, "total_time_sec": 1.3784714989997155, "prefill_units_per_sec": 13024.897672989571, "prefill_bytes_per_sec": 13010.18027448902, "decode_units_per_sec": 98.19824381590436, "decode_bytes_per_sec": 98.19824381590436, "total_units_per_sec": 92.85647189142676, "total_bytes_per_sec": 92.85647189142676, "step_latency_ms": {"count": 128, "sum": 1291, "mean": 10.0859375, "median": 8.0, "p95": 17.0, "max": 38, "min": 8}, "peak_allocated_mb": 3504.47802734375, "peak_reserved_mb": 3616.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 884, "mean": 884.0, "median": 884.0, "p95": 884.0, "max": 884, "min": 884}, "model_input_units": {"count": 1, "sum": 885, "mean": 885.0, "median": 885.0, "p95": 885.0, "max": 885, "min": 885}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 884, "model_input_units": 885, "stage0_units": 211, "stage1_units": 93, "bytes_per_stage0_unit": 4.18957345971564, "stage0_per_stage1_unit": 2.2688172043010755}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 885, "units_out": 211, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 5, 1, 7, 1, 7, 2, 5, 1, 8, 1, 7, 1, 2, 2, 1, 1, 5, 4, 4, 1, 9, 1, 4, 1, 4, 1, 1, 9, 4, 4, 1, 4, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 13, 1, 2, 4, 1, 1, 8, 1, 7, 2, 4, 7, 1, 1, 17, 2, 2, 3, 1, 4, 4, 8, 1, 2, 2, 1, 6, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 7, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 4, 7, 1, 1, 1, 1, 1, 3, 1, 1, 1, 17, 2, 7, 4, 8, 1, 2, 1, 2, 1, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 4, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 7, 1, 7, 4, 3, 5, 1, 7, 1, 7, 1, 17, 2, 1, 5, 1, 2, 4, 8, 7, 1, 2, 3, 1, 6, 1, 8, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 6, 1, 1, 1, 1], "chunk_stats": {"count": 211, "sum": 885, "mean": 4.194312796208531, "median": 2.0, "p95": 11.0, "max": 52, "min": 1}}, {"stage": 1, "units_in": 211, "units_out": 93, "chunk_lengths": [1, 2, 1, 3, 1, 1, 4, 1, 3, 2, 1, 2, 2, 1, 2, 2, 1, 5, 1, 2, 2, 1, 1, 1, 2, 1, 6, 1, 1, 5, 3, 4, 1, 1, 4, 4, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 3, 6, 1, 1, 2, 1, 3, 3, 3, 1, 1, 1, 4, 1, 1, 3, 1, 9, 1, 3, 2, 2, 9, 1, 1, 2, 1, 1, 2, 6, 1, 1, 2, 1, 6, 1, 3, 2, 1, 9, 1, 3, 2, 2, 2], "chunk_stats": {"count": 93, "sum": 211, "mean": 2.2688172043010755, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [52, 1, 5, 1, 8, 1, 7, 1, 13, 4, 1, 17, 3, 4, 4, 1, 4, 1], "chunk_stats": {"count": 18, "sum": 128, "mean": 7.111111111111111, "median": 4.0, "p95": 22.24999999999995, "max": 52, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 5, "chunk_lengths": [8, 1, 2, 1, 5, 1], "chunk_stats": {"count": 6, "sum": 18, "mean": 3.0, "median": 1.5, "p95": 7.25, "max": 8, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 95, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06750526099858689, "decode_time_sec": 1.949666789998446, "total_time_sec": 2.0255182859982597, "prefill_units_per_sec": 7791.9852796511805, "prefill_bytes_per_sec": 7777.171619423707, "decode_units_per_sec": 65.65224409454194, "decode_bytes_per_sec": 65.65224409454194, "total_units_per_sec": 63.19370251299226, "total_bytes_per_sec": 63.19370251299226, "step_latency_ms": {"count": 128, "sum": 1930, "mean": 15.078125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3407.54248046875, "peak_reserved_mb": 3496.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 525, "mean": 525.0, "median": 525.0, "p95": 525.0, "max": 525, "min": 525}, "model_input_units": {"count": 1, "sum": 526, "mean": 526.0, "median": 526.0, "p95": 526.0, "max": 526, "min": 526}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 525, "model_input_units": 526, "stage0_units": 208, "stage1_units": 98, "bytes_per_stage0_unit": 2.5240384615384617, "stage0_per_stage1_unit": 2.122448979591837}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 526, "units_out": 208, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 8, 1, 6, 1, 6, 1, 4, 1, 1, 5, 4, 2, 1, 4, 2, 1, 2, 2, 6, 1, 2, 3, 1, 10, 1, 2, 1, 8, 1, 2, 1, 4, 1, 6, 1, 4, 1, 6, 1, 4, 1, 1, 5, 6, 1, 1, 4, 2, 6, 1, 4, 1, 1, 5, 1, 1, 1, 6, 1, 3, 1, 4, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 8, 1, 10, 1, 4, 2, 1, 4, 2, 1, 2, 2, 6, 2, 6, 1, 4, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 5, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 3, 1, 3, 1, 2, 3, 1, 3, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 1, 3, 1, 2, 1, 3, 1, 5, 6, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 208, "sum": 526, "mean": 2.5288461538461537, "median": 1.0, "p95": 6.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 208, "units_out": 98, "chunk_lengths": [1, 2, 2, 5, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 4, 2, 4, 4, 1, 1, 1, 1, 3, 1, 3, 1, 4, 2, 4, 3, 1, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 1, 2, 5, 2, 2, 3, 3, 2, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 4, 1, 3, 1, 4, 3, 6, 1, 5, 1, 4, 1, 4, 4, 3, 6, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 3], "chunk_stats": {"count": 98, "sum": 208, "mean": 2.122448979591837, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 6, 1, 2, 6, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 2], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [2, 1, 3, 1, 1, 1, 1, 1, 4, 4, 3, 6, 1, 3, 3, 1, 1, 1, 2, 3, 1, 3, 3], "chunk_stats": {"count": 23, "sum": 50, "mean": 2.1739130434782608, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 96, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06718100199941546, "decode_time_sec": 1.8835152700012259, "total_time_sec": 1.9553435779998836, "prefill_units_per_sec": 4182.730111742677, "prefill_bytes_per_sec": 4167.844951202667, "decode_units_per_sec": 67.95803678295461, "decode_bytes_per_sec": 67.95803678295461, "total_units_per_sec": 65.46164134025535, "total_bytes_per_sec": 65.46164134025535, "step_latency_ms": {"count": 128, "sum": 1870, "mean": 14.609375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3347.4755859375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}, "model_input_units": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 280, "model_input_units": 281, "stage0_units": 126, "stage1_units": 60, "bytes_per_stage0_unit": 2.2222222222222223, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 281, "units_out": 126, "chunk_lengths": [1, 1, 3, 3, 1, 2, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 9, 4, 2, 3, 1, 2, 1, 1, 2, 1, 1, 2, 3, 3, 4, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 4, 2, 7, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 1, 3, 5, 1, 1, 1, 2, 3, 3, 4, 1, 1, 1, 1, 5, 1, 1, 9, 1, 1, 1, 3, 2, 1, 2, 4, 1, 1, 3, 1, 3, 1, 1], "chunk_stats": {"count": 126, "sum": 281, "mean": 2.2301587301587302, "median": 2.0, "p95": 6.5, "max": 9, "min": 1}}, {"stage": 1, "units_in": 126, "units_out": 60, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 5, 3, 2, 1, 2, 1, 2, 5, 1, 5, 1, 1, 1, 1, 3, 2, 3, 1, 2, 5, 6, 2, 3, 2, 2, 5, 2, 2, 1, 1, 6, 2, 1, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1], "chunk_stats": {"count": 60, "sum": 126, "mean": 2.1, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [9, 3, 4, 1, 1, 3, 1, 1, 4, 3, 1, 2, 4, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 2.0, "p95": 7.8999999999999915, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 1, 1, 5, 1, 4, 2, 2, 4, 2, 3, 5, 5, 3, 1, 2, 5], "chunk_stats": {"count": 18, "sum": 52, "mean": 2.888888888888889, "median": 2.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 97, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06777271099781501, "decode_time_sec": 1.8213935269996, "total_time_sec": 1.8915246870019473, "prefill_units_per_sec": 4249.498002363888, "prefill_bytes_per_sec": 4234.742800966791, "decode_units_per_sec": 70.27586191703212, "decode_bytes_per_sec": 70.27586191703212, "total_units_per_sec": 67.67027725283303, "total_bytes_per_sec": 67.67027725283303, "step_latency_ms": {"count": 128, "sum": 1810, "mean": 14.140625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3350.4287109375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 287, "mean": 287.0, "median": 287.0, "p95": 287.0, "max": 287, "min": 287}, "model_input_units": {"count": 1, "sum": 288, "mean": 288.0, "median": 288.0, "p95": 288.0, "max": 288, "min": 288}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 287, "model_input_units": 288, "stage0_units": 106, "stage1_units": 44, "bytes_per_stage0_unit": 2.707547169811321, "stage0_per_stage1_unit": 2.409090909090909}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 288, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 7, 2, 3, 1, 1, 6, 1, 1, 5, 4, 1, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 1, 7, 4, 1, 1, 4, 1, 1, 1, 7, 2, 1, 5, 2, 3, 1, 2, 7, 4, 5, 2, 2, 6, 1, 1, 8, 1, 7, 1, 2, 1, 3, 1, 3, 6, 5, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 1, 9, 1, 5, 6, 5, 1, 1, 4, 5, 6, 1, 1, 8, 1, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 288, "mean": 2.7169811320754715, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 3, 2, 2, 1, 4, 3, 2, 5, 1, 4, 4, 6, 1, 4, 3, 1, 1, 2, 5, 1, 1, 7, 1, 1, 4, 1, 2, 2, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 7, 1], "chunk_stats": {"count": 44, "sum": 106, "mean": 2.409090909090909, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 1, 1, 5, 4, 7, 1, 1, 3, 4, 1, 4, 4, 1, 1, 3, 4, 4, 1, 7, 1, 1, 7, 1, 1, 3, 1, 1, 5, 8, 2, 7, 1, 7, 1, 1, 5, 1, 3, 1, 6, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 1, 4, 1, 8, 1, 3, 1, 1, 2, 5, 1, 1, 1, 3, 2, 1, 5], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 1.0, "p95": 5.299999999999994, "max": 8, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 98, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06706729199868278, "decode_time_sec": 1.9511758549997467, "total_time_sec": 2.021624075001455, "prefill_units_per_sec": 7649.034047924218, "prefill_bytes_per_sec": 7634.12365016998, "decode_units_per_sec": 65.60146778774926, "decode_bytes_per_sec": 65.60146778774926, "total_units_per_sec": 63.31543118366746, "total_bytes_per_sec": 63.31543118366746, "step_latency_ms": {"count": 128, "sum": 1935, "mean": 15.1171875, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3405.0478515625, "peak_reserved_mb": 3496.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}, "model_input_units": {"count": 1, "sum": 513, "mean": 513.0, "median": 513.0, "p95": 513.0, "max": 513, "min": 513}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 512, "model_input_units": 513, "stage0_units": 188, "stage1_units": 93, "bytes_per_stage0_unit": 2.723404255319149, "stage0_per_stage1_unit": 2.021505376344086}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 513, "units_out": 188, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 2, 2, 1, 13, 5, 1, 4, 1, 1, 2, 1, 2, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 1, 3, 2, 5, 1, 2, 2, 1, 13, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 4, 1, 13, 5, 1, 5, 1, 1, 9, 7, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 3, 1, 7, 2, 4, 2, 1, 4, 1, 1, 4, 2, 22, 6, 1, 5, 1, 6, 1, 5, 2, 10, 1, 10, 1, 22, 5, 1, 4, 1, 5, 1, 4, 2, 1, 2, 4, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 22, 5, 1, 5, 2, 1, 2, 1, 4, 1, 1, 2, 1, 4, 2, 4, 1, 4, 1, 4, 1, 4, 1, 1], "chunk_stats": {"count": 188, "sum": 513, "mean": 2.728723404255319, "median": 1.0, "p95": 8.300000000000011, "max": 22, "min": 1}}, {"stage": 1, "units_in": 188, "units_out": 93, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 2, 2, 1, 3, 1, 6, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 3, 4, 4, 1, 3, 1, 1, 4, 1, 7, 1, 3, 1, 7, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 5, 5, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 3, 1, 4, 5, 1, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 3, 2], "chunk_stats": {"count": 93, "sum": 188, "mean": 2.021505376344086, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [22, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 5, 1, 5, 1, 1, 5, 4, 1, 2, 1, 4, 1, 5, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 5.599999999999994, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 4, 1, 4, 1, 1, 2, 1, 1, 1, 3, 2, 2, 4, 1, 3, 2, 1, 3, 1, 6, 1, 1, 1], "chunk_stats": {"count": 24, "sum": 48, "mean": 2.0, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 99, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06728457200006233, "decode_time_sec": 1.490957376001461, "total_time_sec": 1.5632375839995802, "prefill_units_per_sec": 4949.128605584227, "prefill_bytes_per_sec": 4934.26635751941, "decode_units_per_sec": 85.85087814064684, "decode_bytes_per_sec": 85.85087814064684, "total_units_per_sec": 81.8813476020126, "total_bytes_per_sec": 81.8813476020126, "step_latency_ms": {"count": 128, "sum": 1482, "mean": 11.578125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3358.46826171875, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 332, "mean": 332.0, "median": 332.0, "p95": 332.0, "max": 332, "min": 332}, "model_input_units": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 332, "model_input_units": 333, "stage0_units": 112, "stage1_units": 67, "bytes_per_stage0_unit": 2.9642857142857144, "stage0_per_stage1_unit": 1.671641791044776}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 333, "units_out": 112, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 3, 2, 1, 1, 9, 4, 2, 1, 1, 9, 2, 2, 1, 9, 2, 2, 1, 3, 1, 1, 9, 1, 4, 2, 1, 4, 1, 9, 6, 4, 1, 3, 1, 13, 2, 2, 1, 13, 6, 1, 3, 1, 17, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 1, 2, 1, 7, 1, 1, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 112, "sum": 333, "mean": 2.9732142857142856, "median": 1.0, "p95": 9.0, "max": 26, "min": 1}}, {"stage": 1, "units_in": 112, "units_out": 67, "chunk_lengths": [1, 2, 3, 4, 1, 4, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 2, 1, 5, 1, 2, 3, 1, 1, 1], "chunk_stats": {"count": 67, "sum": 112, "mean": 1.671641791044776, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [21, 1, 3, 2, 1, 21, 4, 2, 1, 21, 1, 4, 2, 1, 3, 21, 1, 4, 14], "chunk_stats": {"count": 19, "sum": 128, "mean": 6.7368421052631575, "median": 3.0, "p95": 21.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2], "chunk_stats": {"count": 14, "sum": 18, "mean": 1.2857142857142858, "median": 1.0, "p95": 2.0, "max": 2, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 100, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0674189320016012, "decode_time_sec": 1.9648448009975255, "total_time_sec": 2.0361662299983436, "prefill_units_per_sec": 8261.774303793054, "prefill_bytes_per_sec": 8246.941674881396, "decode_units_per_sec": 65.14509437845479, "decode_bytes_per_sec": 65.14509437845479, "total_units_per_sec": 62.86323685866459, "total_bytes_per_sec": 62.86323685866459, "step_latency_ms": {"count": 128, "sum": 1950, "mean": 15.234375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3414.935546875, "peak_reserved_mb": 3520.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}, "model_input_units": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 556, "model_input_units": 557, "stage0_units": 158, "stage1_units": 74, "bytes_per_stage0_unit": 3.518987341772152, "stage0_per_stage1_unit": 2.135135135135135}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 557, "units_out": 158, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 4, 1, 1, 9, 3, 2, 4, 5, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 2, 1, 1, 13, 2, 1, 6, 1, 4, 1, 9, 4, 1, 13, 2, 1, 3, 2, 8, 5, 1, 2, 4, 1, 1, 2, 3, 2, 1, 1, 9, 2, 15, 5, 1, 2, 1, 1, 10, 1, 2, 4, 1, 1, 2, 2, 1, 8, 1, 5, 13, 2, 2, 3, 2, 4, 1, 2, 9, 1, 6, 6, 1, 3, 5, 2, 1, 15, 4, 1, 2, 4, 1, 1, 2, 3, 2, 6, 1, 1, 4, 9, 5, 3, 15, 2, 5, 2, 7, 5, 8, 1, 5, 2, 3, 4, 3, 7, 15, 2, 3, 4, 2, 6, 4, 5, 1, 7, 1, 2, 1, 2, 4, 7, 15, 2, 1, 6, 6, 4, 4, 4, 1, 1], "chunk_stats": {"count": 158, "sum": 557, "mean": 3.5253164556962027, "median": 2.0, "p95": 10.450000000000017, "max": 15, "min": 1}}, {"stage": 1, "units_in": 158, "units_out": 74, "chunk_lengths": [1, 2, 2, 3, 2, 2, 1, 3, 3, 1, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 1, 2, 3, 1, 2, 1, 1, 2, 1, 2, 2, 7, 1, 2, 1, 6, 2, 6, 2, 1, 1, 1, 2, 2, 2, 3, 1, 2, 3, 1, 1, 1, 10, 1, 1, 1, 5, 1, 2, 2, 1, 4, 1, 2, 4, 3, 2, 3, 1, 1, 1, 4, 3, 1], "chunk_stats": {"count": 74, "sum": 158, "mean": 2.135135135135135, "median": 2.0, "p95": 5.349999999999994, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [13, 2, 1, 1, 5, 1, 2, 1, 1, 1, 9, 3, 4, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 1, 2, 3, 1, 2, 2, 1, 6, 1, 1, 2, 3, 2, 3, 1, 2, 1, 4, 1, 2, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 3, 5, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 1, 6, 1, 8, 4, 2], "chunk_stats": {"count": 21, "sum": 54, "mean": 2.5714285714285716, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 101, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.067611892001878, "decode_time_sec": 1.6827525930020784, "total_time_sec": 1.755197552000027, "prefill_units_per_sec": 4407.508667139838, "prefill_bytes_per_sec": 4392.718369599101, "decode_units_per_sec": 76.0658462404413, "decode_bytes_per_sec": 76.0658462404413, "total_units_per_sec": 72.92626397190762, "total_bytes_per_sec": 72.92626397190762, "step_latency_ms": {"count": 128, "sum": 1667, "mean": 13.0234375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3350.66796875, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}, "model_input_units": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 297, "model_input_units": 298, "stage0_units": 101, "stage1_units": 52, "bytes_per_stage0_unit": 2.9405940594059405, "stage0_per_stage1_unit": 1.9423076923076923}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 298, "units_out": 101, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 3, 2, 4, 1, 6, 2, 4, 1, 4, 2, 4, 1, 1, 9, 4, 2, 1, 4, 1, 6, 2, 4, 1, 4, 1, 9, 1, 2, 5, 2, 1, 3, 1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 2, 2, 2, 1, 9, 1, 2, 5, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 1, 7, 1, 4, 11, 1, 3, 1, 3, 7, 1, 2, 1, 2, 5, 1, 2, 1, 5, 13, 2, 2, 2, 1, 1, 13, 1, 3, 1], "chunk_stats": {"count": 101, "sum": 298, "mean": 2.9504950495049505, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 101, "units_out": 52, "chunk_lengths": [1, 2, 1, 3, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 1, 1, 4, 5, 1, 1, 1, 1, 1, 5, 3, 2, 2, 1, 3, 1, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 2, 1, 5, 1, 1, 2, 4, 1, 3], "chunk_stats": {"count": 52, "sum": 101, "mean": 1.9423076923076923, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 4, 13, 3, 4, 1, 2, 4, 9, 4, 1, 13, 3, 4, 4, 1, 5, 4, 5, 1, 4, 1, 1, 3, 2, 4, 1, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 3.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [6, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 2, 4, 2], "chunk_stats": {"count": 16, "sum": 36, "mean": 2.25, "median": 2.0, "p95": 5.25, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 102, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06757267200009665, "decode_time_sec": 2.1538848310010508, "total_time_sec": 2.2238501610008825, "prefill_units_per_sec": 4691.245597029915, "prefill_bytes_per_sec": 4676.446715020357, "decode_units_per_sec": 59.42750427399131, "decode_bytes_per_sec": 59.42750427399131, "total_units_per_sec": 57.55783471598256, "total_bytes_per_sec": 57.55783471598256, "step_latency_ms": {"count": 128, "sum": 2136, "mean": 16.6875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3354.537109375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 316, "mean": 316.0, "median": 316.0, "p95": 316.0, "max": 316, "min": 316}, "model_input_units": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 316, "model_input_units": 317, "stage0_units": 129, "stage1_units": 66, "bytes_per_stage0_unit": 2.449612403100775, "stage0_per_stage1_unit": 1.9545454545454546}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 317, "units_out": 129, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 2, 1, 5, 4, 1, 5, 3, 1, 5, 1, 2, 2, 1, 5, 4, 2, 2, 1, 1, 1, 3, 6, 1, 4, 3, 1, 8, 1, 1, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 6, 3, 1, 3, 1, 2, 2, 6, 4, 1, 3, 1, 4, 6, 1, 1, 1, 4, 1, 5, 1, 5, 1, 1, 4, 1, 4, 2, 1, 1, 5, 5, 2, 7, 1, 1, 1, 1, 4, 3, 1, 4, 2, 5, 1, 1, 4, 4, 1, 1, 1, 5, 3, 1, 6, 2, 1, 3, 1, 5, 1, 3, 1, 5, 2, 4, 1, 1, 1], "chunk_stats": {"count": 129, "sum": 317, "mean": 2.4573643410852712, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 129, "units_out": 66, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 3, 1, 2, 2, 4, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 3, 1, 3, 3, 2, 1, 2, 2, 2, 5, 2, 1, 1, 1, 1, 1, 1, 1, 3, 3, 2, 1, 1, 1, 6, 1, 3, 1, 4, 4, 3, 1, 1], "chunk_stats": {"count": 66, "sum": 129, "mean": 1.9545454545454546, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 58, "chunk_lengths": [5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 2, 4, 1, 9, 1, 5, 2, 1, 1, 1, 1, 1, 5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 4], "chunk_stats": {"count": 59, "sum": 128, "mean": 2.169491525423729, "median": 1.0, "p95": 5.399999999999977, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 28, "chunk_lengths": [1, 1, 3, 4, 1, 2, 1, 7, 2, 1, 1, 1, 3, 4, 1, 2, 1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 3, 1], "chunk_stats": {"count": 28, "sum": 58, "mean": 2.0714285714285716, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}, "active_size_stats": {"count": 58, "sum": 58, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 103, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06773410200185026, "decode_time_sec": 1.8052747699985048, "total_time_sec": 1.8753534510033205, "prefill_units_per_sec": 3971.411623537164, "prefill_bytes_per_sec": 3956.6480115537543, "decode_units_per_sec": 70.90333401164523, "decode_bytes_per_sec": 70.90333401164523, "total_units_per_sec": 68.25380033375552, "total_bytes_per_sec": 68.25380033375552, "step_latency_ms": {"count": 128, "sum": 1789, "mean": 13.9765625, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3344.2255859375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 84, "stage1_units": 38, "bytes_per_stage0_unit": 3.1904761904761907, "stage0_per_stage1_unit": 2.210526315789474}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 269, "units_out": 84, "chunk_lengths": [1, 1, 3, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 5, 2, 1, 7, 4, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 1, 5, 1, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 4, 1, 5, 1, 5, 4, 1, 9, 3, 4], "chunk_stats": {"count": 84, "sum": 269, "mean": 3.2023809523809526, "median": 2.5, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 38, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 1, 3, 3, 5, 1, 3, 1, 1, 4, 3, 3, 1, 4, 3, 1, 1, 4, 3, 3, 1, 5, 3, 1, 2, 1, 2], "chunk_stats": {"count": 38, "sum": 84, "mean": 2.210526315789474, "median": 2.0, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 5, 1, 1, 1, 4, 4, 1, 1, 7, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 1, 7, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 1, 1, 1, 2, 3, 4, 1, 1, 4, 3, 4, 1, 3, 1, 1, 4, 3, 2], "chunk_stats": {"count": 19, "sum": 42, "mean": 2.210526315789474, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 104, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06786249200013117, "decode_time_sec": 1.7603191630005313, "total_time_sec": 1.8318258229992352, "prefill_units_per_sec": 10314.976349507575, "prefill_bytes_per_sec": 10300.240669008279, "decode_units_per_sec": 72.71408656474495, "decode_bytes_per_sec": 72.71408656474495, "total_units_per_sec": 69.87563904434239, "total_bytes_per_sec": 69.87563904434239, "step_latency_ms": {"count": 128, "sum": 1745, "mean": 13.6328125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3459.91552734375, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 699, "mean": 699.0, "median": 699.0, "p95": 699.0, "max": 699, "min": 699}, "model_input_units": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 699, "model_input_units": 700, "stage0_units": 217, "stage1_units": 109, "bytes_per_stage0_unit": 3.2211981566820276, "stage0_per_stage1_unit": 1.9908256880733946}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 700, "units_out": 217, "chunk_lengths": [1, 1, 3, 5, 1, 4, 1, 3, 1, 1, 16, 6, 1, 1, 1, 8, 1, 1, 5, 1, 17, 1, 3, 1, 1, 5, 1, 17, 4, 4, 1, 3, 1, 2, 2, 1, 16, 8, 1, 2, 4, 1, 2, 2, 1, 16, 7, 1, 4, 1, 1, 5, 5, 1, 4, 4, 7, 1, 8, 1, 10, 1, 5, 1, 1, 5, 1, 6, 1, 5, 1, 6, 1, 1, 5, 2, 4, 1, 1, 2, 2, 4, 1, 3, 3, 1, 6, 1, 3, 1, 1, 5, 1, 7, 2, 2, 2, 1, 1, 4, 1, 2, 5, 2, 1, 3, 1, 1, 3, 2, 2, 2, 1, 1, 4, 2, 7, 1, 7, 1, 5, 8, 1, 2, 6, 1, 8, 1, 4, 1, 1, 1, 6, 1, 1, 5, 2, 3, 1, 5, 2, 2, 1, 2, 3, 1, 6, 2, 9, 1, 2, 4, 1, 2, 5, 1, 1, 5, 8, 1, 5, 2, 1, 3, 1, 8, 1, 4, 1, 1, 6, 2, 8, 1, 3, 2, 6, 1, 6, 1, 5, 10, 2, 5, 1, 9, 1, 8, 2, 8, 1, 4, 2, 6, 1, 6, 1, 5, 1, 5, 1, 1, 2, 3, 1, 1, 4, 5, 1, 5, 1, 5, 1, 9, 1, 1, 1], "chunk_stats": {"count": 217, "sum": 700, "mean": 3.225806451612903, "median": 2.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 217, "units_out": 109, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 7, 1, 2, 1, 3, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 3, 3, 2, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 5, 4, 1, 2, 1, 5, 3, 1, 2, 1, 2, 1, 2, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 1, 1, 6, 3, 4, 2, 3, 1, 1, 1, 1, 2, 2, 4, 2, 3, 1, 3, 3, 3, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 109, "sum": 217, "mean": 1.9908256880733946, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 1, 2, 8, 1, 2, 5, 1, 2, 4, 2, 2, 1, 9, 2, 3, 1, 6, 2, 8, 1, 2, 4, 1, 5, 1, 2, 8, 1, 2, 4, 2, 2, 1, 9, 8, 2, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 2, 3, 6, 1, 4, 1, 4, 1, 1, 1, 2, 6, 1, 1, 1, 1], "chunk_stats": {"count": 18, "sum": 38, "mean": 2.111111111111111, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 105, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06757689200094319, "decode_time_sec": 1.6688120700018771, "total_time_sec": 1.742840098002489, "prefill_units_per_sec": 9426.299155502878, "prefill_bytes_per_sec": 9411.501197644946, "decode_units_per_sec": 76.70126690769682, "decode_bytes_per_sec": 76.70126690769682, "total_units_per_sec": 73.44334121455198, "total_bytes_per_sec": 73.44334121455198, "step_latency_ms": {"count": 128, "sum": 1655, "mean": 12.9296875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3440.14990234375, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 636, "mean": 636.0, "median": 636.0, "p95": 636.0, "max": 636, "min": 636}, "model_input_units": {"count": 1, "sum": 637, "mean": 637.0, "median": 637.0, "p95": 637.0, "max": 637, "min": 637}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 636, "model_input_units": 637, "stage0_units": 185, "stage1_units": 84, "bytes_per_stage0_unit": 3.437837837837838, "stage0_per_stage1_unit": 2.2023809523809526}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 637, "units_out": 185, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 10, 1, 1, 3, 2, 1, 10, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 5, 1, 5, 1, 1, 1, 1, 8, 1, 1, 2, 1, 1, 10, 1, 1, 9, 1, 2, 4, 1, 3, 1, 13, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 6, 1, 1, 10, 1, 9, 4, 1, 13, 1, 2, 1, 10, 1, 3, 1, 2, 2, 2, 1, 17, 1, 10, 1, 1, 3, 1, 1, 13, 1, 2, 1, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 1, 10, 1, 3, 1, 2, 4, 4, 1, 17, 7, 2, 22, 1, 2, 1, 2, 1, 3, 1, 2, 1, 21, 1, 1, 10, 2, 1, 2, 1, 10, 1, 2, 17, 1, 17, 5, 2, 1, 1, 4, 1, 9, 1, 2, 1, 3, 1, 2, 1, 9, 1, 4, 1, 2, 1, 1, 5, 1, 1, 11, 1, 1, 2, 1, 2, 1, 10, 1, 2, 6, 1, 17, 9, 2, 1, 1, 8, 1, 6, 1, 8, 1, 1], "chunk_stats": {"count": 185, "sum": 637, "mean": 3.443243243243243, "median": 1.0, "p95": 12.599999999999966, "max": 22, "min": 1}}, {"stage": 1, "units_in": 185, "units_out": 84, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 2, 4, 1, 1, 2, 3, 4, 1, 2, 5, 1, 1, 5, 1, 5, 1, 1, 3, 2, 4, 1, 2, 1, 1, 3, 2, 5, 1, 5, 2, 1, 1, 5, 5, 2, 4, 5, 1, 1, 1, 1, 3, 5, 2, 3, 2, 5, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 2, 1, 3, 3, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 3, 1], "chunk_stats": {"count": 84, "sum": 185, "mean": 2.2023809523809526, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [1, 4, 1, 4, 1, 17, 1, 2, 8, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 21, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 5, 1, 1, 10, 1, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 1.0, "p95": 11.04999999999999, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [2, 3, 1, 1, 4, 3, 5, 1, 5, 1, 1, 3, 3, 4], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 106, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06778966199999559, "decode_time_sec": 1.8649385030003032, "total_time_sec": 1.9392658809993009, "prefill_units_per_sec": 8659.137436030263, "prefill_bytes_per_sec": 8644.385924214199, "decode_units_per_sec": 68.63497096235307, "decode_bytes_per_sec": 68.63497096235307, "total_units_per_sec": 66.00435827501992, "total_bytes_per_sec": 66.00435827501992, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3427.076171875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}, "model_input_units": {"count": 1, "sum": 587, "mean": 587.0, "median": 587.0, "p95": 587.0, "max": 587, "min": 587}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 586, "model_input_units": 587, "stage0_units": 203, "stage1_units": 106, "bytes_per_stage0_unit": 2.8866995073891624, "stage0_per_stage1_unit": 1.9150943396226414}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 587, "units_out": 203, "chunk_lengths": [1, 1, 3, 1, 6, 1, 4, 1, 13, 7, 1, 2, 2, 1, 13, 1, 5, 1, 2, 2, 1, 13, 3, 2, 1, 1, 4, 1, 13, 3, 1, 8, 1, 1, 4, 1, 13, 7, 1, 4, 1, 4, 1, 13, 1, 7, 1, 4, 1, 5, 1, 13, 3, 2, 1, 1, 2, 1, 5, 1, 13, 7, 1, 4, 1, 4, 1, 1, 5, 2, 1, 2, 6, 2, 4, 4, 2, 5, 1, 8, 2, 1, 6, 8, 8, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 4, 1, 5, 1, 2, 7, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 7, 1, 2, 7, 1, 1, 5, 1, 2, 1, 5, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 1, 5, 1], "chunk_stats": {"count": 203, "sum": 587, "mean": 2.8916256157635467, "median": 1.0, "p95": 8.899999999999977, "max": 13, "min": 1}}, {"stage": 1, "units_in": 203, "units_out": 106, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 2, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 4, 1, 5, 1, 2, 5, 1, 5, 1, 3, 4, 1, 2, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 2, 2, 1, 1, 2, 1, 2, 2, 3, 3, 5, 1, 5, 1], "chunk_stats": {"count": 106, "sum": 203, "mean": 1.9150943396226414, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 3, 1, 8, 1, 9, 1, 2, 1, 1, 5, 1, 1, 1, 1, 3, 1, 8, 1, 1, 5, 1, 2, 7, 1, 4, 1, 9, 1, 2, 1, 6, 1, 7, 1, 4, 1, 5], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 4, 1, 1, 5, 1, 5, 1, 8, 1, 1, 2, 3, 1, 4, 5, 1], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 1.5, "p95": 5.449999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 107, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06774698200024432, "decode_time_sec": 1.7821185139982845, "total_time_sec": 1.8548801130018546, "prefill_units_per_sec": 4413.480736292013, "prefill_bytes_per_sec": 4398.7199311539125, "decode_units_per_sec": 71.82462838165836, "decode_bytes_per_sec": 71.82462838165836, "total_units_per_sec": 69.00715528878605, "total_bytes_per_sec": 69.00715528878605, "step_latency_ms": {"count": 128, "sum": 1764, "mean": 13.78125, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3351.5615234375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 106, "stage1_units": 53, "bytes_per_stage0_unit": 2.811320754716981, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 299, "units_out": 106, "chunk_lengths": [1, 1, 3, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 3, 2, 1, 1, 1, 8, 1, 1, 9, 2, 6, 2, 1, 1, 1, 1, 1, 8, 1, 2, 1, 1, 1, 8, 1, 9, 6, 2, 4, 1, 7, 1, 6, 1, 5, 1, 1, 8, 1, 2, 1, 1, 6, 1, 1, 9, 4, 5, 3, 5, 1, 13, 4, 1, 7, 1, 4, 1, 17, 2, 2, 2, 2, 5, 1, 1, 7, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 2, 1, 4, 1, 2, 2, 5, 1, 1], "chunk_stats": {"count": 106, "sum": 299, "mean": 2.8207547169811322, "median": 1.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 53, "chunk_lengths": [1, 2, 1, 3, 3, 4, 3, 1, 3, 2, 2, 2, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 1, 3, 2, 2, 1, 4, 4, 1, 1, 1, 2, 2, 1, 3, 2, 2, 2, 1, 5, 1, 1, 3, 1, 3, 2, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 106, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [13, 1, 1, 1, 1, 1, 5, 8, 1, 6, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 7, 2, 3, 1, 5, 1, 1, 2, 2, 4, 1, 10, 1, 5, 4, 9, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.5, "p95": 9.049999999999997, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 1, 1, 1, 5, 1, 4, 1, 3, 1, 1, 4, 3, 4, 1, 3, 4], "chunk_stats": {"count": 18, "sum": 40, "mean": 2.2222222222222223, "median": 1.0, "p95": 4.149999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 108, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06835672200031695, "decode_time_sec": 1.7943885669992596, "total_time_sec": 1.8658824269987235, "prefill_units_per_sec": 7182.90733715586, "prefill_bytes_per_sec": 7168.278197976317, "decode_units_per_sec": 71.33349061293524, "decode_bytes_per_sec": 71.33349061293524, "total_units_per_sec": 68.60024948404082, "total_bytes_per_sec": 68.60024948404082, "step_latency_ms": {"count": 128, "sum": 1777, "mean": 13.8828125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3400.37158203125, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 490, "mean": 490.0, "median": 490.0, "p95": 490.0, "max": 490, "min": 490}, "model_input_units": {"count": 1, "sum": 491, "mean": 491.0, "median": 491.0, "p95": 491.0, "max": 491, "min": 491}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 490, "model_input_units": 491, "stage0_units": 184, "stage1_units": 91, "bytes_per_stage0_unit": 2.6630434782608696, "stage0_per_stage1_unit": 2.021978021978022}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 491, "units_out": 184, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 4, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 27, 1, 2, 6, 1, 7, 1, 3, 1, 10, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 5, 1, 5, 2, 2, 4, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 4, 1, 2, 3, 1, 5, 1, 1, 9, 9, 2, 8, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 33, 6, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 3, 1, 1, 1, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 2, 3, 4, 1, 4, 1, 1, 8, 1, 4, 1, 1, 13, 1, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 1, 1, 2, 2, 6, 1, 2, 1, 17, 1, 3, 1, 5, 2, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 184, "sum": 491, "mean": 2.6684782608695654, "median": 1.0, "p95": 8.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 184, "units_out": 91, "chunk_lengths": [1, 2, 1, 2, 2, 2, 1, 1, 3, 1, 4, 1, 3, 4, 2, 1, 2, 2, 1, 2, 4, 2, 2, 1, 2, 3, 1, 3, 1, 1, 3, 4, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 3, 1, 4, 1, 8, 1, 2, 1, 1, 1, 4, 1, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 3, 4, 6, 1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1], "chunk_stats": {"count": 91, "sum": 184, "mean": 2.021978021978022, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [17, 3, 4, 4, 1, 4, 5, 3, 4, 2, 2, 1, 1, 1, 4, 3, 1, 8, 1, 2, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 8], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 7.599999999999994, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 5, 1, 3, 1, 3, 5, 1, 3, 4, 3, 1], "chunk_stats": {"count": 18, "sum": 44, "mean": 2.4444444444444446, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 109, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06745903300179634, "decode_time_sec": 1.9312981729999592, "total_time_sec": 2.003462591997959, "prefill_units_per_sec": 5944.348475753009, "prefill_bytes_per_sec": 5929.524664092777, "decode_units_per_sec": 66.27666395043119, "decode_bytes_per_sec": 66.27666395043119, "total_units_per_sec": 63.88938855721365, "total_bytes_per_sec": 63.88938855721365, "step_latency_ms": {"count": 128, "sum": 1920, "mean": 15.0, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3370.56396484375, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}, "model_input_units": {"count": 1, "sum": 401, "mean": 401.0, "median": 401.0, "p95": 401.0, "max": 401, "min": 401}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 400, "model_input_units": 401, "stage0_units": 120, "stage1_units": 63, "bytes_per_stage0_unit": 3.3333333333333335, "stage0_per_stage1_unit": 1.9047619047619047}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 401, "units_out": 120, "chunk_lengths": [1, 1, 3, 4, 1, 5, 1, 1, 3, 2, 5, 1, 4, 2, 5, 1, 3, 1, 2, 2, 2, 2, 4, 1, 5, 1, 1, 3, 1, 20, 5, 1, 4, 1, 1, 2, 2, 2, 7, 1, 4, 2, 1, 5, 1, 4, 1, 20, 1, 4, 1, 3, 1, 4, 1, 1, 9, 6, 2, 1, 2, 5, 1, 5, 1, 4, 2, 1, 3, 2, 5, 1, 5, 1, 3, 2, 1, 5, 1, 1, 5, 1, 9, 3, 4, 5, 1, 4, 1, 2, 4, 1, 5, 1, 2, 4, 1, 5, 1, 27, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 7, 1, 7, 1, 27, 1, 4, 1, 3, 1], "chunk_stats": {"count": 120, "sum": 401, "mean": 3.341666666666667, "median": 2.0, "p95": 7.099999999999994, "max": 27, "min": 1}}, {"stage": 1, "units_in": 120, "units_out": 63, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 4, 1, 3, 1, 1, 3, 2, 5, 2, 4, 1, 4, 1, 1, 2, 2, 4, 1], "chunk_stats": {"count": 63, "sum": 120, "mean": 1.9047619047619047, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 1, 5, 3, 1, 1, 1, 1, 1, 5, 1, 2, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 6, 6, 2, 3, 1, 3, 3, 5, 1, 2, 4, 1, 1, 3, 5, 1, 4, 1, 3, 2, 1, 3, 8, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [4, 1, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 5, 2, 4, 2, 2, 2, 3, 1, 4, 1], "chunk_stats": {"count": 22, "sum": 49, "mean": 2.227272727272727, "median": 2.0, "p95": 4.949999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 110, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06773762300144881, "decode_time_sec": 1.702687885001069, "total_time_sec": 1.775022235000506, "prefill_units_per_sec": 6923.774103941745, "prefill_bytes_per_sec": 6909.011259370441, "decode_units_per_sec": 75.17525738425022, "decode_bytes_per_sec": 75.17525738425022, "total_units_per_sec": 72.11177272940668, "total_bytes_per_sec": 72.11177272940668, "step_latency_ms": {"count": 128, "sum": 1693, "mean": 13.2265625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3388.171875, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}, "model_input_units": {"count": 1, "sum": 469, "mean": 469.0, "median": 469.0, "p95": 469.0, "max": 469, "min": 469}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 468, "model_input_units": 469, "stage0_units": 222, "stage1_units": 109, "bytes_per_stage0_unit": 2.108108108108108, "stage0_per_stage1_unit": 2.036697247706422}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 469, "units_out": 222, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 2, 3, 1, 2, 1, 3, 1, 1, 7, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 5, 3, 1, 2, 1, 2, 7, 2, 1, 1, 3, 1, 1, 8, 2, 1, 1, 1, 1, 1, 2, 1, 1, 9, 2, 3, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 9, 2, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 4, 1, 5, 2, 1, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 1, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 2, 2, 1, 1, 4, 1, 2, 4, 1, 1, 3, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 2, 4, 1, 1, 3, 1, 1, 2, 2, 2, 1, 1, 3, 1, 3, 1, 6, 2, 1, 1, 1, 1, 25, 1, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 222, "sum": 469, "mean": 2.1126126126126126, "median": 1.0, "p95": 6.949999999999989, "max": 25, "min": 1}}, {"stage": 1, "units_in": 222, "units_out": 109, "chunk_lengths": [1, 2, 1, 2, 2, 1, 3, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 1, 1, 3, 1, 2, 2, 1, 5, 3, 2, 1, 1, 1, 2, 6, 1, 1, 3, 6, 1, 1, 3, 2, 1, 3, 3, 7, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 4, 2, 2, 5, 1, 2, 1, 5, 6, 1, 1, 5, 2, 4, 2, 6, 6, 2], "chunk_stats": {"count": 109, "sum": 222, "mean": 2.036697247706422, "median": 1.0, "p95": 5.599999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [25, 4, 1, 3, 1, 5, 1, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 2, 1, 9, 2, 2, 2, 2, 2, 2, 1, 3, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [6, 1, 1, 2, 1, 2, 6, 1, 2, 3, 3, 1, 2, 3, 5], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 111, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06789309200030402, "decode_time_sec": 1.9685649410021142, "total_time_sec": 2.04104032000032, "prefill_units_per_sec": 7511.80989072815, "prefill_bytes_per_sec": 7497.080851726722, "decode_units_per_sec": 65.02198496679543, "decode_bytes_per_sec": 65.02198496679543, "total_units_per_sec": 62.71311680897118, "total_bytes_per_sec": 62.71311680897118, "step_latency_ms": {"count": 128, "sum": 1953, "mean": 15.2578125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3403.02734375, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 200, "stage1_units": 99, "bytes_per_stage0_unit": 2.545, "stage0_per_stage1_unit": 2.0202020202020203}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 510, "units_out": 200, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 13, 2, 1, 1, 2, 1, 5, 13, 2, 2, 1, 2, 1, 2, 1, 6, 1, 1, 1, 3, 1, 13, 1, 1, 2, 1, 2, 1, 1, 1, 13, 2, 3, 1, 1, 5, 6, 1, 1, 2, 3, 2, 1, 4, 3, 5, 1, 1, 13, 2, 2, 4, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 1, 13, 2, 4, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 4, 3, 8, 1, 3, 1, 6, 13, 2, 3, 5, 1, 13, 1, 2, 1, 7, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 1, 4, 1, 17, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 200, "sum": 510, "mean": 2.55, "median": 1.0, "p95": 9.199999999999932, "max": 17, "min": 1}}, {"stage": 1, "units_in": 200, "units_out": 99, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 4, 2, 8, 2, 1, 4, 4, 2, 1, 1, 2, 2, 1, 2, 2, 3, 5, 2, 2, 2, 7, 3, 2, 4, 1, 1, 1, 3, 1, 1], "chunk_stats": {"count": 99, "sum": 200, "mean": 2.0202020202020203, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 5, 4, 1, 1, 1, 13, 2, 1, 2, 4, 1, 4, 1, 1, 1, 2, 3, 5, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.449999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [2, 1, 3, 1, 3, 1, 1, 5, 1, 2, 1, 1, 3, 6, 2, 1, 1, 1, 2, 2, 9, 2, 1], "chunk_stats": {"count": 23, "sum": 52, "mean": 2.260869565217391, "median": 2.0, "p95": 5.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 112, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06778079300056561, "decode_time_sec": 1.6329684269985592, "total_time_sec": 1.704763396999624, "prefill_units_per_sec": 4514.553259910172, "prefill_bytes_per_sec": 4499.799817884321, "decode_units_per_sec": 78.3848590601764, "decode_bytes_per_sec": 78.3848590601764, "total_units_per_sec": 75.08373315926387, "total_bytes_per_sec": 75.08373315926387, "step_latency_ms": {"count": 128, "sum": 1618, "mean": 12.640625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3352.38330078125, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 111, "stage1_units": 55, "bytes_per_stage0_unit": 2.7477477477477477, "stage0_per_stage1_unit": 2.018181818181818}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 306, "units_out": 111, "chunk_lengths": [1, 1, 3, 6, 7, 6, 1, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 9, 8, 2, 8, 1, 6, 1, 13, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 8, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 13, 7, 1, 1, 3, 1, 7, 2, 6, 1, 1, 3, 1, 6, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 2, 7, 1, 1, 3, 1, 7, 1, 1, 9, 1, 2, 7, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 111, "sum": 306, "mean": 2.7567567567567566, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 55, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 3, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 5, 2, 4, 4, 1, 2, 1, 5, 1, 1, 5, 2, 1, 1, 2, 6, 1, 1, 5, 1, 1, 1, 1, 2, 2, 3, 5, 1], "chunk_stats": {"count": 55, "sum": 111, "mean": 2.018181818181818, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 1, 5, 4, 3, 7, 7, 1, 1, 3, 2, 7, 1, 2, 1, 1, 9, 8, 2], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 3.0, "p95": 11.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 4, 1, 2, 1, 4, 1, 1, 2, 1, 1, 4, 5, 1, 1, 1], "chunk_stats": {"count": 16, "sum": 31, "mean": 1.9375, "median": 1.0, "p95": 4.25, "max": 5, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 113, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06746054299946991, "decode_time_sec": 1.6996376019997115, "total_time_sec": 1.770308852999733, "prefill_units_per_sec": 7559.974724840378, "prefill_bytes_per_sec": 7545.15124498775, "decode_units_per_sec": 75.31017191511967, "decode_bytes_per_sec": 75.31017191511967, "total_units_per_sec": 72.30376766353962, "total_bytes_per_sec": 72.30376766353962, "step_latency_ms": {"count": 128, "sum": 1689, "mean": 13.1953125, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3403.02734375, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 200, "stage1_units": 91, "bytes_per_stage0_unit": 2.545, "stage0_per_stage1_unit": 2.197802197802198}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 510, "units_out": 200, "chunk_lengths": [1, 1, 3, 2, 4, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 4, 2, 1, 13, 4, 2, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 1, 1, 1, 1, 3, 13, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 9, 1, 2, 1, 13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1, 2, 1, 3, 1, 5, 1, 1, 6, 3, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 1, 5, 2, 3, 1, 4, 4, 1, 1, 13, 1, 2, 1, 4, 1, 1, 1, 9, 2, 1, 2, 1, 1, 4, 5, 6, 1, 11, 9, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 2, 1, 2, 1, 1, 9, 1, 1, 1, 1, 4, 1, 1, 1, 1, 9, 2, 1, 6, 3, 1, 1, 9, 1, 2, 1, 1], "chunk_stats": {"count": 200, "sum": 510, "mean": 2.55, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 200, "units_out": 91, "chunk_lengths": [1, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 6, 7, 3, 2, 1, 5, 2, 3, 1, 3, 1, 2, 1, 5, 2, 1, 1, 3, 3, 1, 7, 1, 1, 3, 2, 2, 1, 6, 2, 1, 2, 2, 2, 1, 2, 2, 1, 2, 1, 1, 2, 1, 2, 2, 2, 7, 1, 7, 1, 1, 2, 1, 2, 1, 2, 1, 1, 6, 1, 4, 1, 5, 2, 2, 1, 5, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1], "chunk_stats": {"count": 91, "sum": 200, "mean": 2.197802197802198, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 6, 2, 2, 3, 3, 1, 7, 1, 4, 2, 2, 1, 3], "chunk_stats": {"count": 15, "sum": 40, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.299999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 114, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06739278300301521, "decode_time_sec": 1.9613668220008549, "total_time_sec": 2.0327123520000896, "prefill_units_per_sec": 3902.4950192104866, "prefill_bytes_per_sec": 3887.6566351070246, "decode_units_per_sec": 65.26061242813468, "decode_bytes_per_sec": 65.26061242813468, "total_units_per_sec": 62.97005076692443, "total_bytes_per_sec": 62.97005076692443, "step_latency_ms": {"count": 128, "sum": 1946, "mean": 15.203125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.7568359375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 93, "stage1_units": 47, "bytes_per_stage0_unit": 2.817204301075269, "stage0_per_stage1_unit": 1.9787234042553192}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 263, "units_out": 93, "chunk_lengths": [1, 1, 3, 3, 1, 7, 1, 4, 1, 1, 3, 2, 4, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 7, 1, 1, 1, 6, 2, 5, 7, 1, 4, 2, 6, 4, 1, 3, 1, 1, 1, 1, 23, 1, 3, 1, 4, 1, 3, 1, 1, 1, 1, 9, 1, 3, 2, 1, 1, 1, 4, 3, 1, 1, 9, 1, 1, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 1, 13, 1, 5], "chunk_stats": {"count": 93, "sum": 263, "mean": 2.827956989247312, "median": 1.0, "p95": 9.0, "max": 23, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 47, "chunk_lengths": [1, 2, 1, 2, 2, 1, 3, 3, 2, 1, 1, 1, 4, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 3, 1, 1, 3, 2, 5, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 4, 2, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 47, "sum": 93, "mean": 1.9787234042553192, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 9, 1, 1, 3, 8, 4, 1, 5, 1, 4, 5, 4, 1, 1, 1, 1, 2, 4, 1, 3, 1, 9, 3, 4, 1, 2, 1, 1, 1, 1, 1, 4, 3, 1, 7, 1, 4, 1, 2, 1, 2, 1, 1, 3, 2, 4, 1, 2, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 2, 2, 4, 1, 1, 2, 2, 2, 5, 1, 4, 3, 1, 1, 6, 1, 1, 2, 4, 2, 3], "chunk_stats": {"count": 22, "sum": 51, "mean": 2.3181818181818183, "median": 2.0, "p95": 4.949999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 115, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06808382199960761, "decode_time_sec": 1.94311981699866, "total_time_sec": 2.0143954169980134, "prefill_units_per_sec": 6330.431919678129, "prefill_bytes_per_sec": 6315.74414260231, "decode_units_per_sec": 65.87344685605059, "decode_bytes_per_sec": 65.87344685605059, "total_units_per_sec": 63.542638610027296, "total_bytes_per_sec": 63.542638610027296, "step_latency_ms": {"count": 128, "sum": 1931, "mean": 15.0859375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3381.19091796875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}, "model_input_units": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 430, "model_input_units": 431, "stage0_units": 163, "stage1_units": 86, "bytes_per_stage0_unit": 2.638036809815951, "stage0_per_stage1_unit": 1.8953488372093024}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 431, "units_out": 163, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 2, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1, 9, 4, 2, 1, 2, 7, 1, 1, 3, 1, 1, 1, 2, 1, 4, 2, 6, 1, 2, 7, 1, 4, 1, 1, 5, 1, 4, 1, 3, 2, 1, 4, 1, 1, 3, 1, 9, 5, 1, 1, 4, 2, 1, 2, 3, 1, 9, 1, 2, 4, 1, 2, 1, 1, 13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 5, 7, 10, 1, 2, 2, 1, 9, 5, 1, 1, 6, 2, 7, 1, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1, 2, 1, 1, 5, 7, 1, 1, 2, 3, 1, 6, 1, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 163, "sum": 431, "mean": 2.644171779141104, "median": 2.0, "p95": 7.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 163, "units_out": 86, "chunk_lengths": [1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 2, 1, 1, 1, 2, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 6, 1, 1, 2, 1, 1, 4, 4, 1, 3, 1, 2, 3, 1, 1], "chunk_stats": {"count": 86, "sum": 163, "mean": 1.8953488372093024, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [9, 3, 4, 1, 4, 1, 1, 1, 4, 2, 4, 1, 1, 2, 1, 4, 1, 6, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 4, 2, 1, 2, 10, 5, 1, 1, 3, 1, 3], "chunk_stats": {"count": 21, "sum": 52, "mean": 2.4761904761904763, "median": 2.0, "p95": 5.0, "max": 10, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 116, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06758962299863924, "decode_time_sec": 1.774099516998831, "total_time_sec": 1.845558577002521, "prefill_units_per_sec": 4719.659406983559, "prefill_bytes_per_sec": 4704.864236428752, "decode_units_per_sec": 72.14927842183971, "decode_bytes_per_sec": 72.14927842183971, "total_units_per_sec": 69.35569620764475, "total_bytes_per_sec": 69.35569620764475, "step_latency_ms": {"count": 128, "sum": 1758, "mean": 13.734375, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3354.7255859375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "model_input_units": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 318, "model_input_units": 319, "stage0_units": 129, "stage1_units": 51, "bytes_per_stage0_unit": 2.4651162790697674, "stage0_per_stage1_unit": 2.5294117647058822}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 319, "units_out": 129, "chunk_lengths": [1, 1, 3, 7, 1, 9, 1, 1, 5, 3, 1, 1, 2, 1, 1, 4, 1, 1, 3, 2, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 4, 1, 1], "chunk_stats": {"count": 129, "sum": 319, "mean": 2.4728682170542635, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 129, "units_out": 51, "chunk_lengths": [1, 2, 1, 5, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 4, 4, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 9, 1, 6, 11, 2, 4, 2, 2, 2, 1, 5, 1, 1, 1, 4, 4, 1, 2, 1], "chunk_stats": {"count": 51, "sum": 129, "mean": 2.5294117647058822, "median": 1.0, "p95": 6.5, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 8.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 19, 3, 1, 2, 2, 2, 1, 5, 1, 1, 5, 4, 1], "chunk_stats": {"count": 14, "sum": 48, "mean": 3.4285714285714284, "median": 2.0, "p95": 9.899999999999995, "max": 19, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 117, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06801850299962098, "decode_time_sec": 1.759190999000566, "total_time_sec": 1.830242239000654, "prefill_units_per_sec": 5733.733951806807, "prefill_bytes_per_sec": 5719.032069879098, "decode_units_per_sec": 72.7607178940317, "decode_bytes_per_sec": 72.7607178940317, "total_units_per_sec": 69.93609767737104, "total_bytes_per_sec": 69.93609767737104, "step_latency_ms": {"count": 128, "sum": 1744, "mean": 13.625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3368.01171875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 118, "stage1_units": 63, "bytes_per_stage0_unit": 3.2966101694915255, "stage0_per_stage1_unit": 1.873015873015873}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 390, "units_out": 118, "chunk_lengths": [1, 1, 3, 3, 1, 3, 2, 1, 1, 1, 1, 3, 2, 7, 2, 5, 1, 1, 1, 1, 9, 2, 1, 5, 1, 3, 10, 8, 1, 11, 1, 1, 2, 2, 1, 1, 1, 9, 9, 2, 1, 1, 9, 10, 2, 1, 4, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 9, 4, 1, 5, 3, 1, 3, 1, 6, 1, 1, 6, 1, 13, 8, 1, 1, 5, 1, 9, 1, 1, 4, 1, 7, 1, 7, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 1, 13, 9, 2, 1, 6, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 1, 5, 1, 7, 1, 1], "chunk_stats": {"count": 118, "sum": 390, "mean": 3.305084745762712, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 118, "units_out": 63, "chunk_lengths": [1, 2, 1, 2, 3, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 1, 1, 6, 1, 2, 1, 3, 1, 1, 2, 1, 4, 4, 1, 1, 3, 2, 3, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 2, 4, 3, 4, 2, 3, 1], "chunk_stats": {"count": 63, "sum": 118, "mean": 1.873015873015873, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [9, 3, 4, 8, 1, 5, 4, 5, 1, 1, 3, 2, 7, 1, 1, 9, 1, 1, 1, 9, 5, 1, 2, 7, 1, 1, 3, 1, 3, 2, 2, 1, 6, 1, 9, 1, 1, 1, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 1, 2, 4, 3, 1, 3, 1, 1, 1, 1, 3, 1, 2, 5, 4], "chunk_stats": {"count": 18, "sum": 38, "mean": 2.111111111111111, "median": 1.5, "p95": 4.149999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 118, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06790241300041089, "decode_time_sec": 1.8562176129998988, "total_time_sec": 1.9280146330020216, "prefill_units_per_sec": 3887.932524554061, "prefill_bytes_per_sec": 3873.2055074155987, "decode_units_per_sec": 68.95743209393142, "decode_bytes_per_sec": 68.95743209393142, "total_units_per_sec": 66.38953761502171, "total_bytes_per_sec": 66.38953761502171, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3343.8349609375, "peak_reserved_mb": 3380.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}, "model_input_units": {"count": 1, "sum": 264, "mean": 264.0, "median": 264.0, "p95": 264.0, "max": 264, "min": 264}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 263, "model_input_units": 264, "stage0_units": 114, "stage1_units": 50, "bytes_per_stage0_unit": 2.307017543859649, "stage0_per_stage1_unit": 2.28}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 264, "units_out": 114, "chunk_lengths": [1, 1, 3, 1, 8, 1, 1, 3, 2, 4, 3, 1, 2, 1, 1, 2, 2, 2, 8, 1, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 2, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 1, 5, 1, 1, 9, 3, 1, 1, 1, 2, 2, 1, 3, 1, 2, 2, 1, 4, 4, 1, 4, 3, 1, 2, 1, 1, 1, 9, 4, 1, 2, 1, 3, 1, 2, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 1, 4, 1, 2, 1, 4, 1, 1, 1, 13, 1, 2, 1, 2, 1, 5, 1, 2, 2, 2, 1, 17, 4, 1, 1, 1, 3], "chunk_stats": {"count": 114, "sum": 264, "mean": 2.3157894736842106, "median": 1.0, "p95": 6.049999999999983, "max": 17, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 50, "chunk_lengths": [1, 2, 2, 1, 3, 5, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 1, 1, 4, 1, 5, 3, 7, 1, 1, 1, 5, 1, 5, 1, 7, 2, 2, 3, 1, 1, 5, 5, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 114, "mean": 2.28, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 3, 1, 1, 1, 2, 1, 1, 21, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 13, 4, 1, 13], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 8.049999999999962, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 6, 1, 5, 6, 1, 5, 3, 5, 3, 3, 7, 1, 1, 2], "chunk_stats": {"count": 16, "sum": 51, "mean": 3.1875, "median": 3.0, "p95": 6.25, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 119, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06746130299870856, "decode_time_sec": 1.8961531770000875, "total_time_sec": 1.9671045380018768, "prefill_units_per_sec": 10183.615931835047, "prefill_bytes_per_sec": 10168.792618979393, "decode_units_per_sec": 67.50509481650073, "decode_bytes_per_sec": 67.50509481650073, "total_units_per_sec": 65.07025810128953, "total_bytes_per_sec": 65.07025810128953, "step_latency_ms": {"count": 128, "sum": 1886, "mean": 14.734375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3459.89013671875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 686, "mean": 686.0, "median": 686.0, "p95": 686.0, "max": 686, "min": 686}, "model_input_units": {"count": 1, "sum": 687, "mean": 687.0, "median": 687.0, "p95": 687.0, "max": 687, "min": 687}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 686, "model_input_units": 687, "stage0_units": 251, "stage1_units": 101, "bytes_per_stage0_unit": 2.733067729083665, "stage0_per_stage1_unit": 2.485148514851485}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 687, "units_out": 251, "chunk_lengths": [1, 1, 3, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 2, 2, 5, 4, 4, 8, 11, 1, 1, 2, 3, 5, 7, 2, 1, 2, 1, 6, 5, 6, 1, 4, 2, 1, 2, 1, 3, 1, 1, 2, 3, 5, 10, 1, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 1, 5, 1, 1, 3, 1, 5, 1, 2, 10, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 2, 1, 9, 10, 1, 5, 3, 1, 1, 1, 4, 1, 1, 2, 5, 1, 2, 4, 10, 1, 4, 1, 9, 3, 3, 5, 6, 1, 5, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 6, 1, 4, 1, 5, 9, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 6, 1, 2, 3, 1, 7, 1, 5, 2, 2, 4, 1, 1, 3, 5, 1, 9, 1, 3, 1, 6, 1, 5, 1, 5, 1, 6, 1, 6, 1, 4, 1, 1, 5, 2, 8, 1, 4, 1, 6, 2, 1, 2, 5, 5, 2, 3, 1, 1, 6, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1], "chunk_stats": {"count": 251, "sum": 687, "mean": 2.737051792828685, "median": 2.0, "p95": 7.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 101, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 3, 1, 4, 4, 1, 2, 2, 1, 6, 4, 12, 1, 1, 5, 4, 1, 8, 1, 1, 3, 8, 1, 1, 2, 4, 1, 2, 1, 1, 2, 1, 6, 4, 6, 4, 1, 1, 2, 1, 6, 4, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 3, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 2, 1, 6, 5, 1, 8, 1, 7, 4], "chunk_stats": {"count": 101, "sum": 251, "mean": 2.485148514851485, "median": 1.0, "p95": 6.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 61, "chunk_lengths": [1, 4, 1, 4, 1, 10, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 6, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 4, 1, 4, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 2, 3, 1, 1, 2], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [4, 4, 1, 8, 1, 7, 1, 5, 7, 8, 1, 1, 6, 1, 1, 5], "chunk_stats": {"count": 16, "sum": 61, "mean": 3.8125, "median": 4.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 61, "sum": 61, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 120, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06756135300020105, "decode_time_sec": 1.6335429809987545, "total_time_sec": 1.708586278000439, "prefill_units_per_sec": 14608.943666315605, "prefill_bytes_per_sec": 14594.142304951558, "decode_units_per_sec": 78.35728933299343, "decode_bytes_per_sec": 78.35728933299343, "total_units_per_sec": 74.91573685690523, "total_bytes_per_sec": 74.91573685690523, "step_latency_ms": {"count": 128, "sum": 1621, "mean": 12.6640625, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3531.57275390625, "peak_reserved_mb": 3618.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 986, "mean": 986.0, "median": 986.0, "p95": 986.0, "max": 986, "min": 986}, "model_input_units": {"count": 1, "sum": 987, "mean": 987.0, "median": 987.0, "p95": 987.0, "max": 987, "min": 987}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 986, "model_input_units": 987, "stage0_units": 310, "stage1_units": 131, "bytes_per_stage0_unit": 3.1806451612903226, "stage0_per_stage1_unit": 2.366412213740458}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 987, "units_out": 310, "chunk_lengths": [1, 1, 3, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 10, 2, 1, 1, 5, 5, 4, 1, 1, 4, 1, 11, 2, 7, 1, 5, 1, 3, 2, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 1, 5, 4, 2, 3, 5, 4, 1, 1, 4, 1, 10, 1, 9, 5, 4, 1, 1, 4, 1, 9, 1, 5, 2, 1, 1, 1, 9, 11, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 11, 1, 1, 1, 1, 9, 1, 2, 5, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 9, 1, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 4, 1, 5, 1, 1, 1, 1, 9, 6, 1, 5, 2, 4, 1, 4, 1, 5, 1, 1, 2, 1, 6, 1, 6, 1, 4, 1, 1, 1, 1, 1, 9, 2, 3, 8, 1, 4, 1, 1, 3, 11, 1, 7, 1, 2, 5, 9, 2, 1, 6, 9, 1, 4, 4, 3, 10, 9, 1, 1, 1, 1, 4, 1, 5, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 4, 1, 5, 9, 1, 1, 1, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 9, 1, 1, 1, 1, 2, 4, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 2, 4, 9, 1, 1, 1, 11, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 11, 1], "chunk_stats": {"count": 310, "sum": 987, "mean": 3.1838709677419357, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 310, "units_out": 131, "chunk_lengths": [1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 1, 12, 1, 2, 1, 7, 1, 1, 2, 2, 1, 10, 1, 1, 1, 2, 8, 1, 7, 2, 1, 2, 1, 1, 1, 1, 1, 3, 2, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 1, 3, 2, 4, 2, 1, 6, 1, 1, 1, 2, 2, 1, 3, 2, 4, 3, 7, 1, 1, 1, 1, 2, 4, 2, 5, 4, 3, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 7, 1, 1, 7, 2, 1, 4, 1, 1, 11, 1, 4, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 9, 4, 1, 1, 5, 1, 9, 2, 1], "chunk_stats": {"count": 131, "sum": 310, "mean": 2.366412213740458, "median": 1.0, "p95": 7.5, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 9, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 4, 1, 1, 5, 3, 4, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 1], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.400000000000006, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [1, 1, 2, 5, 5, 3, 11, 1, 1, 13], "chunk_stats": {"count": 10, "sum": 43, "mean": 4.3, "median": 2.5, "p95": 12.099999999999998, "max": 13, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 121, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06786047399873496, "decode_time_sec": 1.8269484379998175, "total_time_sec": 1.9033656860010524, "prefill_units_per_sec": 8561.684965696391, "prefill_bytes_per_sec": 8546.948846994677, "decode_units_per_sec": 70.06218530181243, "decode_bytes_per_sec": 70.06218530181243, "total_units_per_sec": 67.24929473165318, "total_bytes_per_sec": 67.24929473165318, "step_latency_ms": {"count": 128, "sum": 1812, "mean": 14.15625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3423.671875, "peak_reserved_mb": 3516.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 580, "mean": 580.0, "median": 580.0, "p95": 580.0, "max": 580, "min": 580}, "model_input_units": {"count": 1, "sum": 581, "mean": 581.0, "median": 581.0, "p95": 581.0, "max": 581, "min": 581}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 580, "model_input_units": 581, "stage0_units": 199, "stage1_units": 101, "bytes_per_stage0_unit": 2.9145728643216082, "stage0_per_stage1_unit": 1.9702970297029703}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 581, "units_out": 199, "chunk_lengths": [1, 1, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 5, 4, 4, 2, 1, 2, 2, 10, 2, 6, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 3, 1, 3, 4, 4, 4, 1, 9, 1, 5, 2, 1, 9, 1, 1, 5, 1, 2, 5, 4, 1, 7, 1, 1, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 9, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 4, 6, 1, 1, 3, 1, 4, 5, 1, 3, 4, 6, 1, 1, 9, 1, 5, 1, 6, 6, 1, 1, 5, 2, 7, 5, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 29, 1, 9, 2, 6, 1, 1, 1, 5, 1, 2, 4, 5, 1, 3, 4, 5, 4, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 3, 1, 4, 4, 1, 1, 13, 1, 5, 2, 1, 9, 1, 1, 3, 1, 4, 9, 2, 1, 1, 1, 1, 1, 1, 2, 4, 4, 1, 9, 1, 2, 1, 4, 1, 1, 5, 1], "chunk_stats": {"count": 199, "sum": 581, "mean": 2.919597989949749, "median": 2.0, "p95": 9.0, "max": 29, "min": 1}}, {"stage": 1, "units_in": 199, "units_out": 101, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 2, 2, 2, 5, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 2, 1, 3, 2, 1, 3, 2, 2, 2, 3, 1, 1, 1, 1, 3, 2, 2, 2, 5, 1, 1, 10, 5, 1, 2, 3, 1, 2, 2, 1, 1, 3, 1, 2, 4, 1, 7, 1], "chunk_stats": {"count": 101, "sum": 199, "mean": 1.9702970297029703, "median": 2.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 4, 4, 1, 1, 5, 3, 4, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 8, 1, 1, 1, 4, 1, 3, 1, 6, 1, 4, 1, 4, 1, 4, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [4, 1, 1, 3, 3, 7, 1, 1, 1, 6, 1, 2, 4, 1, 1, 3, 7, 1], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 122, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06777946299916948, "decode_time_sec": 1.951301634999254, "total_time_sec": 2.0251989040007174, "prefill_units_per_sec": 7273.589641836508, "prefill_bytes_per_sec": 7258.835910311484, "decode_units_per_sec": 65.59723914752367, "decode_bytes_per_sec": 65.59723914752367, "total_units_per_sec": 63.20366841357655, "total_bytes_per_sec": 63.20366841357655, "step_latency_ms": {"count": 128, "sum": 1933, "mean": 15.1015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3400.47412109375, "peak_reserved_mb": 3458.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}, "model_input_units": {"count": 1, "sum": 493, "mean": 493.0, "median": 493.0, "p95": 493.0, "max": 493, "min": 493}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 492, "model_input_units": 493, "stage0_units": 213, "stage1_units": 102, "bytes_per_stage0_unit": 2.3098591549295775, "stage0_per_stage1_unit": 2.088235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 493, "units_out": 213, "chunk_lengths": [1, 1, 3, 3, 1, 3, 1, 2, 8, 1, 1, 3, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 4, 1, 3, 1, 5, 1, 1, 1, 9, 2, 2, 2, 1, 1, 2, 2, 4, 1, 3, 1, 2, 2, 4, 1, 1, 1, 1, 9, 1, 2, 3, 6, 1, 2, 1, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 9, 2, 1, 3, 1, 4, 1, 3, 10, 1, 1, 6, 1, 1, 1, 6, 1, 1, 4, 1, 3, 1, 1, 1, 1, 6, 9, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 213, "sum": 493, "mean": 2.3145539906103285, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 213, "units_out": 102, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 4, 1, 2, 5, 1, 3, 5, 1, 3, 4, 3, 1, 1, 1, 1, 1, 1, 3, 4, 2, 5, 1, 1, 1, 3, 2, 3, 1, 2, 1, 1, 4, 1, 4, 3, 1, 1, 5, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 2, 1, 1, 2, 1, 2, 2, 1, 5, 7, 1, 1, 2, 2, 1, 1, 2, 2, 2, 2, 3, 1, 2, 1, 2, 2, 2, 3, 1, 9, 4], "chunk_stats": {"count": 102, "sum": 213, "mean": 2.088235294117647, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 1, 5, 1, 7, 1, 1, 1, 5, 4, 3, 1, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 9, 5, 2, 1, 3, 1, 4, 1, 8, 1, 1, 2, 1, 1, 9, 3, 4, 4, 1, 5, 4, 3, 1, 4, 1, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.5, "p95": 7.649999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 4, 1, 1, 1, 4, 2, 2, 3, 1, 3, 1, 1, 4, 1], "chunk_stats": {"count": 24, "sum": 47, "mean": 1.9583333333333333, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 123, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06747039399851928, "decode_time_sec": 1.8355329559999518, "total_time_sec": 1.9071640969996224, "prefill_units_per_sec": 4891.034132796708, "prefill_bytes_per_sec": 4876.212817242779, "decode_units_per_sec": 69.73451475311096, "decode_bytes_per_sec": 69.73451475311096, "total_units_per_sec": 67.11535740494035, "total_bytes_per_sec": 67.11535740494035, "step_latency_ms": {"count": 128, "sum": 1816, "mean": 14.1875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3358.39794921875, "peak_reserved_mb": 3398.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "model_input_units": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 329, "model_input_units": 330, "stage0_units": 110, "stage1_units": 50, "bytes_per_stage0_unit": 2.9909090909090907, "stage0_per_stage1_unit": 2.2}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 330, "units_out": 110, "chunk_lengths": [1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 8, 2, 1, 2, 1, 1, 7, 1, 1, 9, 1, 2, 3, 1, 1, 8, 1, 1, 1, 2, 1, 1, 13, 1, 5, 5, 5, 1, 1, 3, 3, 4, 1, 2, 3, 1, 2, 6, 4, 1, 7, 1, 1, 1, 9, 2, 2, 1, 2, 1, 10, 1, 1, 9, 4, 1, 8, 3, 1, 8, 1, 13, 1, 2, 1, 8, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 1, 8, 1, 2, 2, 2, 1, 1, 13, 1, 1, 1, 2, 1, 1, 7, 1, 1, 7, 1, 1], "chunk_stats": {"count": 110, "sum": 330, "mean": 3.0, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 110, "units_out": 50, "chunk_lengths": [1, 2, 1, 1, 3, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 5, 4, 1, 2, 3, 3, 1, 5, 2, 3, 2, 1, 1, 1, 4, 2, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 5, 3, 2, 4, 1, 4, 3, 4, 1], "chunk_stats": {"count": 50, "sum": 110, "mean": 2.2, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 3, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 10, 1, 3, 1, 1, 7, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 9, 1, 3, 1, 1, 7], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 1, 1, 1, 6, 1, 6, 1, 7, 4, 1, 2, 2, 8, 1, 4], "chunk_stats": {"count": 17, "sum": 50, "mean": 2.9411764705882355, "median": 2.0, "p95": 7.199999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 124, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06795732299724477, "decode_time_sec": 1.7862278019965743, "total_time_sec": 1.8569830630003707, "prefill_units_per_sec": 4679.407398271012, "prefill_bytes_per_sec": 4664.692280666386, "decode_units_per_sec": 71.6593929715609, "decode_bytes_per_sec": 71.6593929715609, "total_units_per_sec": 68.92900778167972, "total_bytes_per_sec": 68.92900778167972, "step_latency_ms": {"count": 128, "sum": 1771, "mean": 13.8359375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3354.630859375, "peak_reserved_mb": 3378.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}, "model_input_units": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 317, "model_input_units": 318, "stage0_units": 90, "stage1_units": 46, "bytes_per_stage0_unit": 3.522222222222222, "stage0_per_stage1_unit": 1.9565217391304348}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 318, "units_out": 90, "chunk_lengths": [1, 1, 3, 4, 1, 8, 1, 4, 1, 1, 5, 1, 19, 5, 1, 4, 1, 19, 1, 2, 1, 2, 2, 1, 19, 4, 1, 6, 1, 1, 4, 1, 1, 3, 20, 4, 1, 4, 1, 1, 4, 1, 1, 4, 1, 19, 1, 4, 1, 3, 1, 2, 2, 1, 19, 1, 4, 1, 1, 4, 1, 1, 8, 1, 1, 1, 20, 1, 4, 1, 3, 1, 1, 8, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 1, 4, 1, 1], "chunk_stats": {"count": 90, "sum": 318, "mean": 3.533333333333333, "median": 1.0, "p95": 19.0, "max": 20, "min": 1}}, {"stage": 1, "units_in": 90, "units_out": 46, "chunk_lengths": [1, 2, 3, 1, 4, 1, 1, 3, 2, 2, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 3, 2, 3, 1, 1, 2, 2, 2, 3, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1], "chunk_stats": {"count": 46, "sum": 90, "mean": 1.9565217391304348, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [9, 4, 1, 1, 5, 2, 4, 1, 4, 1, 1, 4, 1, 3, 1, 5, 4, 1, 9, 4, 1, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 6, 1, 1, 4, 1, 9, 6, 1, 6, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.849999999999987, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 3, 6, 1, 2, 1, 4, 1, 2, 1, 1, 1, 3, 5, 1, 3], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 125, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06736524399821064, "decode_time_sec": 1.6149668809994182, "total_time_sec": 1.6867398419999518, "prefill_units_per_sec": 12484.182496575513, "prefill_bytes_per_sec": 12469.338046520132, "decode_units_per_sec": 79.25859130980291, "decode_bytes_per_sec": 79.25859130980291, "total_units_per_sec": 75.8860357790752, "total_bytes_per_sec": 75.8860357790752, "step_latency_ms": {"count": 128, "sum": 1608, "mean": 12.5625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3493.1025390625, "peak_reserved_mb": 3618.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}, "model_input_units": {"count": 1, "sum": 841, "mean": 841.0, "median": 841.0, "p95": 841.0, "max": 841, "min": 841}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 840, "model_input_units": 841, "stage0_units": 251, "stage1_units": 123, "bytes_per_stage0_unit": 3.346613545816733, "stage0_per_stage1_unit": 2.040650406504065}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 841, "units_out": 251, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 2, 1, 7, 1, 1, 3, 2, 4, 2, 1, 2, 3, 4, 1, 1, 1, 9, 1, 2, 5, 1, 2, 2, 2, 1, 13, 5, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 4, 2, 1, 4, 1, 4, 1, 9, 3, 1, 7, 2, 1, 3, 1, 6, 1, 9, 4, 2, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 3, 1, 3, 1, 1, 13, 1, 2, 1, 1, 8, 1, 1, 1, 2, 1, 4, 1, 1, 17, 6, 2, 1, 1, 13, 2, 3, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 17, 6, 2, 1, 1, 1, 1, 1, 13, 4, 1, 17, 2, 1, 3, 5, 4, 1, 8, 1, 2, 3, 4, 2, 4, 5, 3, 1, 3, 2, 2, 17, 2, 2, 1, 5, 4, 3, 4, 6, 1, 17, 1, 2, 1, 21, 1, 2, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 17, 7, 1, 1, 8, 5, 2, 3, 11, 5, 1, 1, 21, 2, 2, 17, 6, 2, 1, 3, 1, 2, 2, 1, 5, 1, 6, 1, 1, 1, 1, 40, 1, 1, 8, 1, 3, 1, 3, 1, 13, 3, 4, 5, 1, 9, 2, 1, 4, 1, 2, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 13, 1, 2, 4, 1, 1, 2, 1], "chunk_stats": {"count": 251, "sum": 841, "mean": 3.350597609561753, "median": 2.0, "p95": 13.0, "max": 40, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 123, "chunk_lengths": [1, 2, 2, 3, 2, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 5, 1, 1, 1, 5, 6, 3, 3, 1, 1, 2, 1, 4, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 3, 1, 4, 1, 1, 1, 2, 1, 1, 4, 4, 3, 1, 1, 3, 3, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 3, 2, 1, 2, 2, 1, 3, 1, 3, 1, 3, 1, 2, 1, 5, 3, 3, 7, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 2, 2, 3, 3, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 7, 3, 1, 1, 2, 3, 1], "chunk_stats": {"count": 123, "sum": 251, "mean": 2.040650406504065, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 1, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 6, 2, 1, 3, 1, 3, 1, 3, 1, 13, 4, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 13.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [3, 1, 5, 3, 4, 4, 4, 1, 2, 1, 8, 3], "chunk_stats": {"count": 12, "sum": 39, "mean": 3.25, "median": 3.0, "p95": 6.349999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 126, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06800027300050715, "decode_time_sec": 1.6680328670008748, "total_time_sec": 1.7444507940017502, "prefill_units_per_sec": 7941.144589169115, "prefill_bytes_per_sec": 7926.438765855839, "decode_units_per_sec": 76.73709705141731, "decode_bytes_per_sec": 76.73709705141731, "total_units_per_sec": 73.37552910069161, "total_bytes_per_sec": 73.37552910069161, "step_latency_ms": {"count": 128, "sum": 1657, "mean": 12.9453125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3410.40087890625, "peak_reserved_mb": 3520.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 159, "stage1_units": 69, "bytes_per_stage0_unit": 3.389937106918239, "stage0_per_stage1_unit": 2.3043478260869565}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 540, "units_out": 159, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 1, 8, 2, 1, 1, 9, 2, 1, 2, 1, 2, 5, 1, 3, 9, 1, 2, 5, 1, 1, 4, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 4, 2, 1, 3, 2, 5, 1, 2, 4, 4, 6, 1, 4, 6, 1, 4, 3, 4, 1, 4, 6, 1, 13, 2, 2, 3, 1, 7, 3, 2, 1, 2, 5, 2, 1, 7, 1, 2, 5, 1, 3, 4, 9, 1, 7, 13, 2, 1, 2, 1, 7, 1, 13, 1, 13, 1, 5, 1, 3, 1, 9, 1, 1, 1, 17, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 21, 1, 3, 1, 8, 2, 1, 1, 1, 13, 9, 1, 2, 1, 3, 1, 9, 1, 1, 13, 5, 1, 1, 3, 1, 9, 1, 1, 13, 4, 6, 1], "chunk_stats": {"count": 159, "sum": 540, "mean": 3.3962264150943398, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 159, "units_out": 69, "chunk_lengths": [1, 2, 2, 2, 1, 3, 4, 2, 1, 4, 1, 2, 1, 1, 1, 6, 1, 1, 5, 6, 1, 1, 3, 1, 6, 1, 7, 1, 5, 1, 1, 4, 4, 1, 2, 1, 2, 3, 4, 1, 1, 2, 2, 3, 1, 2, 4, 3, 1, 7, 4, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 2, 1, 4, 3, 1, 1, 1, 2], "chunk_stats": {"count": 69, "sum": 159, "mean": 2.3043478260869565, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [1, 3, 9, 1, 7, 1, 17, 1, 3, 1, 7, 1, 1, 5, 1, 6, 1, 1, 9, 2, 1, 2, 1, 2, 6, 5, 1, 3, 9, 4, 1, 13, 1, 1], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 2.0, "p95": 10.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 4, 1, 4, 3, 3, 1, 1, 1, 1, 4, 3, 1, 2, 1, 1], "chunk_stats": {"count": 17, "sum": 33, "mean": 1.9411764705882353, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 127, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10844406600153889, "decode_time_sec": 4.980647586002306, "total_time_sec": 5.135207570998318, "prefill_units_per_sec": 62686.6941700944, "prefill_bytes_per_sec": 62539.15267160639, "decode_units_per_sec": 411.19150966547664, "decode_bytes_per_sec": 411.19150966547664, "total_units_per_sec": 398.8154269685841, "total_bytes_per_sec": 398.8154269685841, "step_latency_ms": {"count": 128, "sum": 4863, "mean": 37.9921875, "median": 41.0, "p95": 42.0, "max": 43, "min": 8}, "peak_allocated_mb": 7716.27587890625, "peak_reserved_mb": 7916.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 2309, "stage1_units": 1176, "bytes_per_stage0_unit": 2.9372022520571677, "stage0_per_stage1_unit": 1.96343537414966}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6798, "units_out": 2309, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1, 1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 2, 3, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4, 1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 2309, "sum": 6798, "mean": 2.9441316587267217, "median": 2.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 2309, "units_out": 1176, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2, 1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1, 1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 1176, "sum": 2309, "mean": 1.96343537414966, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 665, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 2, 1, 4, 5, 3, 1, 1, 6, 2, 4, 2, 1, 1, 3, 9, 8, 4, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 13, 5, 13, 1, 3, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 3, 1, 5, 17, 1, 1, 5, 18, 13, 1, 6, 1, 1, 3, 1, 13, 1, 13, 4, 1, 6, 2, 4, 9, 1, 1, 3, 1, 1, 5, 1, 9, 1, 5, 7, 2, 1, 2, 1, 1, 1, 3, 1, 3, 1, 4, 6, 1, 3, 1, 1, 5, 1, 6, 1, 3, 3, 5, 10, 1, 1, 1, 9, 1, 1, 1, 1, 5, 3, 1, 4, 1, 4, 2, 1, 7, 5, 1, 4, 4, 13, 1, 1, 1, 4, 5, 1, 5, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 1, 1, 14, 1, 3, 6, 1, 1, 3, 2, 1, 2, 4, 9, 1, 1, 9, 4, 1, 17, 1, 4, 5, 1, 6, 1, 8, 2, 3, 1, 1, 6, 3, 2, 3, 4, 4, 2, 2, 5, 3, 6, 4, 4, 1, 2, 4, 1, 1, 1, 1, 5, 13, 1, 5, 1, 17, 1, 1, 2, 5, 1, 1, 2, 1, 1, 3, 1, 2, 10, 1, 4, 3, 1, 1, 1, 1, 1, 17, 13, 4, 2, 3, 1, 1, 1, 1, 3, 1, 3, 1, 2, 9, 1, 1, 4, 3, 1, 5, 1, 13, 1, 4, 1, 1, 1, 1, 1, 1, 5, 3, 13, 6, 1, 1, 1, 1, 1, 5, 8, 2, 1, 2, 2, 4, 6, 6, 1, 6, 1, 1, 2, 4, 9, 1, 1, 10, 4, 2, 3, 9, 14, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 7, 1, 1, 1, 4, 1, 1, 9, 7, 13, 1, 4, 1, 1, 1, 3, 5, 2, 1, 2, 1, 1, 5, 13, 2, 6, 1, 2, 2, 4, 2, 1, 4, 1, 17, 1, 1, 1, 8, 4, 1, 1, 1, 5, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 2, 1, 5, 3, 2, 1, 2, 2, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 1, 2, 4, 9, 5, 3, 1, 8, 1, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 6, 3, 1, 1, 9, 1, 1, 3, 1, 2, 13, 5, 1, 7, 3, 7, 9, 6, 1, 1, 6, 4, 1, 9, 2, 3, 1, 17, 1, 1, 1, 1, 1, 17, 1, 1, 3, 1, 2, 1, 2, 5, 2, 8, 6, 4, 2, 1, 4, 1, 1, 2, 1, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 5, 5, 1, 1, 9, 1, 1, 2, 2, 1, 5, 5, 1, 4, 1, 1, 5, 1, 13, 4, 2, 4, 1, 1, 2, 4, 1, 4, 2, 1, 1, 4, 1, 1, 1, 5, 2, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 5, 7, 14, 1, 1, 1, 2, 1, 1, 2, 3, 1, 10, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 5, 2, 1, 6, 13, 1, 8, 7, 4, 4, 1, 1, 2, 1, 5, 2, 1, 11, 1, 1, 1, 1, 3, 13, 1, 1, 8, 1, 13, 2, 1, 2, 1, 3, 1, 10, 1, 1, 2, 6, 1, 1, 3, 1, 3, 3, 5, 5, 6, 1, 2, 2, 1, 1, 3, 1, 1, 1, 5, 1, 4, 1, 2, 6, 3, 4, 1, 1, 1, 1, 1, 9, 3, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 8, 8, 5, 1, 2, 1, 6, 2, 6, 14, 2], "chunk_stats": {"count": 677, "sum": 2048, "mean": 3.0251107828655837, "median": 1.0, "p95": 10.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 291, "chunk_lengths": [1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 3, 3, 2, 2, 1, 1, 3, 2, 1, 5, 3, 2, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 7, 2, 5, 3, 1, 1, 1, 2, 1, 1, 2, 3, 3, 1, 2, 1, 5, 1, 1, 2, 3, 3, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 4, 1, 4, 1, 1, 1, 2, 1, 2, 3, 1, 1, 4, 4, 1, 3, 2, 1, 1, 2, 2, 2, 3, 5, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 4, 1, 5, 1, 1, 1, 1, 1, 2, 1, 2, 8, 1, 1, 2, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 2, 3, 5, 1, 1, 3, 3, 3, 1, 1, 1, 1, 5, 1, 1, 3, 8, 1, 4, 2, 1, 2, 1, 1, 5, 1, 1, 2, 1, 6, 1, 1, 1, 2, 4, 2, 1, 5, 6, 2, 2, 1, 1, 3, 1, 5, 4, 10, 1, 1, 3, 1, 1, 3, 1, 7, 6, 1, 1, 1, 1, 1, 8, 1, 4, 1, 1, 3, 2, 4, 9, 1, 1, 2, 1, 1, 1, 3, 4, 2, 3, 3, 3, 1, 5, 1, 1, 5, 1, 1, 1, 1, 4, 1, 3, 1, 1, 1, 3, 1, 7, 1, 5, 1, 4, 6, 1, 1, 8, 1, 3, 1, 4, 4, 9, 1, 3, 1, 1, 2, 3, 1, 3, 3, 4, 1, 5, 1, 1, 3, 5, 1, 3, 1, 2, 2, 3, 1, 2, 2, 6, 3, 4, 1, 3, 2, 1], "chunk_stats": {"count": 300, "sum": 665, "mean": 2.216666666666667, "median": 1.0, "p95": 5.050000000000011, "max": 10, "min": 1}, "active_size_stats": {"count": 127, "sum": 665, "mean": 5.2362204724409445, "median": 5.0, "p95": 9.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.11002308499882929, "decode_time_sec": 4.877686009000172, "total_time_sec": 5.03375594300087, "prefill_units_per_sec": 71875.82496967928, "prefill_bytes_per_sec": 71730.40094343814, "decode_units_per_sec": 419.8712250483296, "decode_bytes_per_sec": 419.8712250483296, "total_units_per_sec": 406.8532569298714, "total_bytes_per_sec": 406.8532569298714, "step_latency_ms": {"count": 128, "sum": 4763, "mean": 37.2109375, "median": 41.0, "p95": 42.0, "max": 48, "min": 8}, "peak_allocated_mb": 7779.27001953125, "peak_reserved_mb": 7962.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7892, "mean": 493.25, "median": 458.5, "p95": 794.25, "max": 966, "min": 258}, "model_input_units": {"count": 16, "sum": 7908, "mean": 494.25, "median": 459.5, "p95": 795.25, "max": 967, "min": 259}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7892, "model_input_units": 7908, "stage0_units": 2980, "stage1_units": 1413, "bytes_per_stage0_unit": 2.648322147651007, "stage0_per_stage1_unit": 2.10898796886058}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7908, "units_out": 2980, "chunk_lengths": [1, 1, 3, 1, 3, 1, 3, 2, 1, 1, 1, 5, 1, 10, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 3, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 4, 7, 2, 2, 1, 1, 1, 3, 1, 4, 1, 2, 2, 2, 3, 1, 2, 1, 4, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 1, 10, 5, 1, 1, 1, 1, 1, 9, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 4, 7, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 1, 3, 1, 33, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 7, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 8, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 4, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 3, 1, 1, 3, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 1, 3, 6, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 3, 1, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 1, 9, 1, 2, 3, 1, 5, 1, 2, 1, 2, 4, 1, 2, 2, 6, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 1, 2, 4, 1, 2, 2, 6, 1, 1, 1, 2, 2, 3, 5, 1, 1, 4, 1, 4, 4, 1, 1, 17, 1, 6, 1, 6, 3, 1, 6, 1, 1, 1, 9, 2, 1, 3, 2, 8, 1, 1, 1, 2, 4, 5, 4, 2, 5, 1, 1, 4, 1, 4, 1, 4, 3, 3, 3, 9, 1, 2, 4, 1, 3, 1, 3, 1, 3, 1, 4, 1, 1, 13, 1, 5, 1, 4, 5, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 6, 1, 3, 1, 4, 1, 1, 9, 4, 2, 1, 3, 1, 1, 2, 5, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 3, 1, 3, 1, 1, 4, 1, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 3, 3, 7, 1, 6, 3, 1, 6, 1, 1, 17, 1, 1, 6, 1, 6, 4, 4, 1, 3, 1, 3, 1, 4, 1, 1, 6, 1, 3, 1, 4, 1, 1, 1, 9, 6, 1, 1, 2, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 1, 1, 1, 3, 4, 1, 1, 3, 4, 1, 3, 1, 1, 1, 3, 2, 3, 1, 1, 1, 9, 1, 3, 4, 1, 3, 2, 2, 1, 1, 1, 9, 4, 4, 3, 3, 1, 1, 13, 1, 2, 1, 17, 5, 2, 3, 4, 1, 3, 1, 17, 8, 2, 4, 1, 4, 1, 1, 1, 17, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 1, 17, 1, 2, 4, 1, 5, 1, 3, 1, 21, 7, 1, 5, 2, 7, 1, 3, 1, 1, 7, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 1, 25, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 4, 1, 1, 3, 1, 1, 9, 4, 5, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 3, 2, 2, 4, 2, 1, 3, 1, 1, 7, 1, 3, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 4, 1, 3, 5, 1, 1, 3, 1, 1, 1, 9, 4, 7, 3, 1, 2, 1, 1, 1, 5, 1, 4, 4, 2, 1, 1, 3, 1, 1, 1, 1, 13, 4, 1, 5, 2, 6, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 1, 5, 4, 3, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 1, 2, 2, 6, 1, 1, 2, 1, 1, 1, 4, 5, 2, 1, 1, 4, 2, 7, 1, 2, 1, 6, 2, 9, 1, 1, 5, 5, 1, 2, 1, 9, 2, 1, 3, 1, 2, 4, 4, 6, 3, 1, 9, 1, 2, 2, 9, 1, 2, 1, 4, 1, 4, 1, 9, 2, 1, 2, 5, 1, 2, 3, 1, 2, 7, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 1, 9, 1, 11, 1, 7, 9, 1, 1, 1, 4, 2, 9, 1, 2, 7, 1, 1, 1, 1, 3, 3, 4, 4, 2, 11, 2, 3, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 4, 1, 5, 1, 1, 6, 1, 1, 23, 1, 2, 1, 1, 1, 1, 1, 7, 1, 5, 7, 1, 3, 5, 2, 2, 2, 9, 1, 1, 9, 8, 2, 8, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 1, 5, 1, 9, 5, 1, 7, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 4, 1, 8, 1, 2, 4, 2, 2, 1, 13, 5, 1, 6, 1, 1, 4, 7, 1, 1, 3, 1, 3, 1, 4, 1, 7, 1, 9, 9, 2, 6, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 9, 8, 1, 1, 8, 2, 1, 1, 3, 1, 3, 1, 4, 9, 5, 2, 1, 5, 1, 1, 10, 1, 1, 2, 1, 7, 1, 13, 6, 1, 1, 1, 2, 1, 1, 13, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 4, 1, 1, 14, 5, 1, 6, 1, 5, 1, 6, 1, 1, 1, 1, 3, 1, 2, 1, 10, 1, 4, 1, 2, 2, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 3, 5, 2, 4, 11, 1, 4, 6, 1, 3, 1, 6, 1, 3, 1, 3, 2, 1, 1, 7, 3, 4, 1, 3, 1, 1, 4, 5, 4, 1, 2, 1, 4, 3, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 1, 6, 2, 1, 9, 4, 1, 1, 5, 2, 1, 9, 4, 1, 3, 2, 2, 2, 2, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 6, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 3, 7, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 7, 1, 2, 1, 1, 9, 4, 6, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 13, 4, 1, 7, 1, 5, 3, 1, 1, 1, 7, 1, 2, 1, 5, 1, 1, 7, 1, 2, 1, 1, 5, 1, 1, 7, 1, 1, 1, 17, 1, 2, 4, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 21, 8, 1, 17, 1, 7, 1, 2, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 17, 1, 2, 4, 1, 1, 8, 1, 1, 7, 2, 1, 7, 1, 1, 21, 8, 1, 17, 11, 2, 1, 7, 1, 3, 1, 1, 7, 1, 10, 1, 1, 17, 1, 2, 11, 1, 2, 2, 2, 1, 21, 8, 1, 17, 4, 4, 1, 1, 3, 10, 1, 4, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 2, 1, 6, 1, 1, 3, 5, 1, 4, 2, 1, 6, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 2, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 1, 7, 5, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 6, 1, 1, 4, 5, 1, 5, 1, 3, 1, 1, 1, 2, 4, 2, 2, 1, 3, 1, 2, 1, 6, 1, 3, 1, 1, 1, 2, 1, 5, 3, 3, 1, 3, 1, 1, 1, 7, 1, 4, 1, 1, 1, 4, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 6, 1, 2, 1, 1, 1, 7, 1, 9, 1, 4, 1, 1, 4, 5, 1, 1, 1, 2, 1, 3, 1, 3, 8, 1, 4, 2, 1, 1, 3, 4, 4, 3, 1, 1, 1, 7, 1, 9, 1, 3, 1, 1, 4, 4, 1, 9, 1, 1, 1, 5, 3, 1, 5, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 6, 1, 3, 1, 2, 4, 1, 3, 1, 4, 1, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 3, 1, 1, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 4, 1, 1, 1, 6, 1, 2, 1, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 10, 7, 1, 1, 7, 1, 1, 5, 2, 2, 1, 2, 1, 7, 5, 10, 2, 1, 2, 2, 5, 3, 1, 1, 2, 1, 9, 4, 1, 2, 3, 1, 7, 1, 7, 1, 3, 4, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 10, 1, 5, 1, 2, 1, 7, 2, 2, 1, 1, 2, 2, 2, 10, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 7, 10, 7, 1, 1, 7, 1, 6, 3, 1, 5, 1, 2, 1, 6, 10, 1, 5, 1, 1, 2, 7, 1, 1, 1, 7, 5, 1, 2, 7, 1, 1, 7, 1, 5, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 9, 3, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 9, 1, 2, 4, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 1, 3, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 2, 3, 5, 13, 1, 5, 1, 8, 5, 1, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 2, 4, 1, 3, 1, 1, 1, 2, 1, 8, 1, 1, 9, 2, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 2, 3, 13, 1, 2, 1, 1, 8, 1, 3, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 1, 5, 1, 1, 1, 13, 4, 2, 1, 2, 4, 8, 1, 1, 1, 3, 2, 2, 1, 1, 2, 1, 1, 2, 2, 2, 1, 2, 3, 1, 1, 5, 2, 1, 2, 1, 9, 7, 1, 2, 2, 1, 2, 3, 1, 3, 6, 1, 5, 2, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 3, 4, 1, 2, 5, 1, 3, 1, 1, 1, 6, 2, 1, 4, 1, 5, 2, 2, 2, 4, 1, 2, 5, 4, 1, 1, 6, 2, 2, 1, 2, 1, 1, 1, 1, 5, 2, 1, 6, 1, 4, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 8, 5, 5, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 1, 1, 1, 1, 3, 1, 6, 6, 1, 1, 3, 2, 6, 1, 1, 5, 1, 2, 1, 7, 2, 5, 2, 3, 6, 1, 1, 1, 5, 6, 7, 1, 7, 3, 2, 2, 1, 7, 6, 7, 2, 1, 2, 9, 1, 7, 7, 1, 7, 2, 6, 1, 6, 1, 11, 1, 3, 1, 1, 9, 1, 8, 2, 6, 1, 1, 3, 1, 1, 6, 1, 6, 1, 5, 7, 1, 6, 6, 5, 1, 7, 1, 2, 1, 3, 1, 1, 6, 1, 7, 1, 2, 1, 6, 1, 1, 9, 7, 1, 5, 1, 13, 1, 1, 2, 5, 2, 8, 1, 6, 7, 1, 1, 3, 2, 8, 1, 5, 1, 1, 1, 13, 1, 1, 8, 1, 1, 2, 6, 1, 1, 6, 1, 8, 1, 1, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 6, 2, 8, 5, 1, 1, 9, 1, 5, 1, 1, 1, 1, 4, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 1, 9, 1, 5, 1, 5, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 4, 1, 1, 1, 9, 1, 5, 1, 2, 7, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 2, 6, 1, 1, 1, 9, 6, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 5, 1, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 5, 1, 1, 13, 1, 5, 1, 1, 5, 1, 11, 2, 5, 1, 1, 1, 3, 4, 1, 1, 8, 1, 1, 1, 5, 5, 7, 1, 7, 7, 3, 5, 5, 3, 3, 1, 6, 1, 6, 7, 5, 5, 4, 1, 5, 1, 1, 9, 2, 3, 1, 7, 1, 5, 1, 3, 1, 5, 1, 2, 1, 9, 5, 1, 1, 8, 1, 1, 2, 1, 1, 1, 5, 2, 5, 1, 2, 1, 2, 2, 3, 1, 1, 4, 4, 1, 4, 1, 1, 1, 2, 3, 1, 5, 1, 3, 4, 1, 1, 2, 5, 1, 1, 1, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 5, 2, 5, 1, 1, 9, 2, 10, 5, 1, 1, 2, 5, 6, 9, 4, 2, 3, 1, 5, 1, 1, 2, 3, 1, 5, 1, 1, 1, 1, 1, 13, 1, 2, 1, 1, 8, 1, 5, 1, 1, 1, 1, 1, 2, 4, 1, 1, 17, 4, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 1, 21, 1, 2, 1, 1, 8, 1, 1, 2, 4, 1, 1, 25, 4, 1, 1, 2, 1, 2, 3, 1, 1, 4, 5, 1, 1, 1, 1], "chunk_stats": {"count": 2980, "sum": 7908, "mean": 2.6536912751677852, "median": 1.0, "p95": 8.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 2980, "units_out": 1413, "chunk_lengths": [1, 2, 2, 9, 1, 3, 4, 1, 3, 1, 3, 1, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 6, 3, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 4, 6, 1, 2, 1, 1, 3, 1, 2, 1, 7, 1, 1, 1, 2, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 3, 1, 1, 1, 1, 2, 4, 1, 4, 1, 1, 6, 3, 7, 1, 1, 3, 3, 3, 1, 2, 5, 3, 2, 1, 2, 2, 1, 2, 2, 2, 3, 2, 1, 3, 4, 1, 5, 1, 9, 8, 1, 2, 1, 3, 3, 3, 3, 5, 3, 1, 2, 5, 2, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 3, 4, 1, 5, 1, 9, 8, 1, 1, 3, 2, 3, 3, 3, 3, 3, 5, 3, 3, 5, 3, 2, 5, 1, 2, 3, 2, 3, 3, 3, 4, 1, 5, 1, 1, 4, 3, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 1, 3, 2, 1, 4, 2, 2, 3, 2, 1, 1, 1, 5, 1, 3, 6, 1, 2, 3, 2, 1, 7, 1, 1, 3, 3, 3, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 1, 3, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 2, 1, 1, 5, 1, 6, 1, 2, 3, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 6, 1, 1, 1, 6, 2, 5, 2, 2, 2, 1, 5, 1, 2, 3, 1, 1, 2, 1, 3, 2, 2, 1, 1, 2, 2, 2, 4, 2, 1, 2, 2, 3, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 7, 2, 5, 1, 1, 1, 2, 1, 3, 4, 1, 3, 4, 1, 6, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 1, 1, 2, 1, 8, 1, 1, 1, 7, 1, 1, 2, 1, 3, 1, 5, 1, 3, 3, 2, 1, 3, 3, 5, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 6, 7, 1, 6, 2, 1, 3, 1, 5, 1, 3, 2, 3, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 1, 4, 2, 4, 5, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 1, 2, 1, 5, 1, 1, 6, 4, 4, 1, 3, 1, 1, 2, 3, 2, 3, 4, 1, 1, 2, 2, 1, 2, 2, 3, 3, 2, 1, 5, 1, 1, 3, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 5, 1, 6, 2, 1, 1, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 1, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 2, 3, 1, 1, 3, 1, 1, 2, 5, 1, 2, 1, 5, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 2, 4, 1, 3, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 5, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 1, 5, 5, 2, 1, 1, 4, 2, 1, 1, 1, 2, 4, 2, 1, 5, 1, 1, 1, 3, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 2, 5, 1, 1, 4, 2, 1, 1, 2, 3, 5, 2, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 2, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 1, 2, 2, 2, 3, 1, 3, 1, 4, 1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 4, 3, 5, 1, 3, 3, 1, 4, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 4, 1, 1, 4, 1, 6, 1, 3, 4, 2, 1, 1, 2, 2, 2, 1, 6, 1, 1, 1, 1, 3, 1, 2, 2, 6, 1, 2, 5, 3, 1, 4, 1, 1, 1, 1, 1, 1, 9, 2, 2, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 5, 1, 2, 2, 1, 3, 1, 2, 2, 1, 5, 1, 3, 1, 2, 2, 4, 1, 2, 3, 2, 4, 3, 4, 5, 1, 2, 3, 1, 1, 1, 10, 1, 2, 1, 1, 4, 2, 1, 5, 1, 1, 2, 2, 6, 1, 1, 1, 1, 8, 4, 7, 1, 1, 2, 1, 2, 1, 1, 2, 12, 2, 3, 1, 3, 1, 3, 3, 1, 4, 3, 1, 1, 2, 2, 3, 6, 1, 6, 1, 2, 1, 2, 3, 1, 2, 6, 1, 3, 5, 2, 1, 1, 2, 2, 4, 3, 2, 3, 1, 4, 1, 1, 1, 3, 2, 1, 1, 3, 5, 1, 4, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 24, 5, 5, 8, 1, 2, 2, 2, 1, 6, 1, 1, 2, 2, 2, 3, 1, 1, 6, 7, 1, 2, 4, 1, 5, 1, 7, 1, 1, 2, 2, 2, 2, 1, 1, 3, 3, 6, 1, 1, 1, 2, 1, 1, 2, 4, 1, 2, 4, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 2, 1, 3, 1, 2, 1, 2, 3, 2, 2, 3, 2, 1, 6, 3, 1, 2, 1, 1, 1, 2, 3, 3, 2, 1, 1, 2, 2, 1, 3, 6, 1, 3, 1, 2, 2, 1, 2, 4, 3, 2, 2, 2, 1, 1, 1, 2, 1, 1, 2, 2, 2, 1, 1, 2, 3, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 2, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 3, 4, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 2, 3, 1, 1, 1, 2, 3, 2, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 2, 3, 1, 3, 5, 1, 3, 1, 3, 2, 3, 2, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 3, 1, 1, 1, 2, 1, 3, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 3, 1, 3, 2, 2, 3, 1, 1, 1, 2, 2, 4, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 2, 1, 3, 6, 1, 2, 1, 1, 6, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 4, 1, 5, 3, 4, 1, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 1, 2, 1, 7, 1, 1, 4, 1, 1, 7, 1, 5, 1, 5, 2, 7, 1, 6, 1, 1, 1, 1, 7, 1, 3, 5, 1, 1, 1, 2, 4, 3, 1, 2, 8, 4, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 4, 2, 4, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 3, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 2, 4, 2, 3, 4, 1, 1, 4, 2, 2, 3, 1, 3, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 4, 3, 3, 1, 1, 2, 1, 3, 7, 1], "chunk_stats": {"count": 1413, "sum": 2980, "mean": 2.10898796886058, "median": 2.0, "p95": 5.0, "max": 24, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 684, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 5, 5, 4, 5, 5, 1, 1, 1, 2, 1, 3, 1, 9, 9, 4, 9, 9, 2, 5, 1, 1, 1, 1, 1, 2, 2, 4, 2, 3, 13, 1, 1, 4, 9, 9, 1, 1, 3, 5, 2, 1, 2, 1, 17, 1, 7, 17, 2, 9, 1, 2, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 7, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 3, 8, 1, 3, 3, 1, 1, 4, 2, 2, 1, 3, 1, 2, 1, 1, 2, 3, 2, 3, 4, 3, 2, 1, 4, 7, 2, 1, 1, 1, 1, 4, 1, 21, 3, 1, 1, 6, 29, 1, 1, 8, 1, 2, 1, 10, 4, 1, 3, 1, 1, 1, 4, 1, 1, 2, 1, 1, 4, 1, 2, 1, 1, 2, 2, 13, 1, 13, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 2, 1, 21, 1, 2, 3, 2, 1, 2, 2, 7, 1, 2, 4, 1, 7, 2, 2, 1, 2, 1, 5, 7, 9, 1, 3, 1, 2, 1, 1, 7, 1, 1, 9, 2, 1, 1, 1, 4, 8, 4, 4, 1, 1, 1, 7, 1, 1, 5, 4, 1, 1, 1, 1, 5, 1, 1, 4, 1, 1, 1, 5, 6, 1, 1, 4, 1, 1, 5, 5, 2, 11, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 9, 3, 2, 2, 1, 5, 1, 9, 5, 2, 4, 1, 1, 1, 1, 6, 4, 4, 3, 7, 3, 1, 1, 1, 2, 1, 2, 4, 1, 5, 1, 9, 5, 3, 4, 1, 1, 1, 4, 3, 7, 1, 1, 1, 1, 1, 5, 8, 4, 4, 1, 3, 4, 1, 1, 1, 3, 7, 10, 7, 9, 2, 1, 1, 1, 1, 1, 1, 7, 5, 2, 3, 1, 1, 5, 1, 17, 5, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 4, 1, 4, 1, 22, 7, 9, 3, 1, 3, 1, 6, 9, 1, 1, 1, 2, 2, 1, 3, 1, 1, 1, 4, 3, 1, 3, 7, 1, 4, 1, 2, 1, 1, 1, 9, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 6, 1, 4, 3, 2, 1, 1, 1, 1, 7, 1, 4, 1, 2, 1, 1, 1, 1, 1, 10, 1, 5, 5, 30, 1, 3, 1, 25, 25, 1, 6, 1, 5, 2, 6, 1, 1, 1, 1, 4, 6, 3, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 5, 3, 7, 1, 1, 3, 1, 3, 1, 2, 1, 5, 1, 9, 1, 3, 5, 1, 2, 7, 1, 9, 1, 1, 2, 5, 1, 9, 1, 6, 1, 1, 1, 1, 1, 4, 2, 4, 2, 2, 4, 1, 1, 3, 1, 4, 2, 4, 1, 1, 8, 1, 2, 5, 1, 9, 4, 1, 5, 3, 1, 3, 3, 1, 6, 1, 2, 4, 1, 3, 1, 5, 1, 1, 1, 1, 3, 9, 1, 2, 1, 2, 1, 1, 5, 6, 1, 1, 1, 4, 5, 1, 1, 3, 7, 1, 3, 1, 1, 1, 4, 1, 1, 2, 2, 1, 3, 4, 1, 17, 1, 1, 2, 1, 3, 1, 13, 1, 1, 1, 1, 3, 1, 1, 4, 7, 1, 6, 1, 1, 1, 1, 1, 1, 6, 8, 4, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 9, 3, 3, 2, 4, 1, 1, 1, 2, 1, 7, 1, 1, 7, 1, 1, 3, 4, 5, 1, 4, 1, 3, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 1, 1, 4, 1, 6, 1, 1, 4, 9, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 4, 5, 3, 1, 1, 21, 7, 2, 2, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 2, 3, 1, 9, 5, 5, 1, 2, 1, 4, 2, 1, 1, 2, 3, 3, 1, 6, 16, 4], "chunk_stats": {"count": 694, "sum": 2048, "mean": 2.951008645533141, "median": 1.0, "p95": 9.0, "max": 30, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 269, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 1, 3, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 3, 1, 1, 1, 1, 1, 5, 4, 1, 4, 5, 4, 3, 1, 2, 1, 4, 1, 2, 1, 3, 1, 3, 5, 1, 1, 1, 1, 2, 3, 2, 1, 6, 2, 4, 1, 9, 1, 7, 3, 4, 2, 3, 1, 3, 2, 7, 1, 1, 3, 1, 2, 1, 2, 3, 1, 1, 1, 4, 2, 13, 3, 6, 5, 1, 5, 1, 3, 1, 1, 4, 2, 2, 1, 1, 2, 4, 1, 5, 1, 5, 2, 1, 1, 3, 9, 2, 1, 2, 1, 2, 3, 6, 2, 4, 2, 5, 3, 3, 1, 3, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 5, 4, 2, 2, 1, 1, 4, 2, 1, 1, 2, 2, 5, 1, 5, 1, 2, 3, 9, 7, 4, 1, 1, 8, 1, 2, 4, 2, 6, 3, 1, 5, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 4, 2, 2, 1, 1, 1, 2, 1, 1, 3, 4, 2, 1, 3, 2, 1, 2, 1, 4, 3, 1, 2, 1, 1, 6, 4, 2, 2, 5, 1, 4, 2, 3, 1, 5, 2, 4, 1, 1, 1, 6, 6, 3, 2, 5, 1, 2, 8, 1, 3, 1, 1, 1, 1, 1, 5, 3, 5, 3, 2, 1, 1, 2, 1, 2, 2, 1, 2, 7, 2, 8, 1, 5, 1, 7, 1, 2, 1, 1, 6, 1, 5, 1, 1, 1, 1, 1, 2, 2, 4, 1, 5, 4, 1, 1, 1, 1], "chunk_stats": {"count": 280, "sum": 684, "mean": 2.442857142857143, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 127, "sum": 684, "mean": 5.3858267716535435, "median": 5.0, "p95": 9.0, "max": 11, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.11016564500096138, "decode_time_sec": 5.148231667997607, "total_time_sec": 5.30441439200149, "prefill_units_per_sec": 70502.92312029054, "prefill_bytes_per_sec": 70357.68728020754, "decode_units_per_sec": 397.80649591407473, "decode_bytes_per_sec": 397.80649591407473, "total_units_per_sec": 386.0935154478452, "total_bytes_per_sec": 386.0935154478452, "step_latency_ms": {"count": 128, "sum": 5029, "mean": 39.2890625, "median": 41.0, "p95": 42.0, "max": 45, "min": 18}, "peak_allocated_mb": 7885.57470703125, "peak_reserved_mb": 8076.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7751, "mean": 484.4375, "median": 357.5, "p95": 855.0, "max": 996, "min": 260}, "model_input_units": {"count": 16, "sum": 7767, "mean": 485.4375, "median": 358.5, "p95": 856.0, "max": 997, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7751, "model_input_units": 7767, "stage0_units": 2762, "stage1_units": 1260, "bytes_per_stage0_unit": 2.8062997827661116, "stage0_per_stage1_unit": 2.1920634920634923}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7767, "units_out": 2762, "chunk_lengths": [1, 1, 3, 1, 5, 1, 7, 1, 7, 1, 7, 1, 1, 1, 1, 1, 5, 1, 1, 1, 5, 3, 5, 4, 1, 11, 5, 3, 4, 8, 9, 1, 4, 5, 8, 5, 4, 6, 6, 3, 6, 1, 3, 2, 5, 5, 2, 3, 1, 1, 4, 5, 2, 3, 1, 1, 5, 3, 3, 1, 1, 4, 2, 5, 3, 8, 1, 5, 1, 1, 1, 1, 5, 2, 3, 1, 1, 4, 1, 5, 1, 1, 1, 3, 1, 6, 1, 6, 1, 2, 2, 1, 1, 3, 2, 5, 2, 6, 2, 5, 1, 1, 9, 2, 4, 2, 10, 1, 2, 4, 1, 4, 6, 7, 2, 3, 1, 1, 4, 3, 6, 3, 11, 2, 3, 3, 4, 5, 3, 1, 1, 9, 1, 3, 2, 3, 1, 11, 7, 1, 1, 6, 1, 6, 1, 9, 2, 4, 1, 4, 5, 5, 8, 1, 2, 3, 3, 7, 2, 8, 3, 5, 1, 9, 6, 2, 1, 6, 1, 5, 1, 2, 1, 1, 5, 1, 5, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 3, 4, 1, 2, 1, 5, 2, 6, 2, 5, 1, 1, 9, 1, 1, 1, 4, 2, 5, 1, 5, 1, 1, 9, 1, 2, 1, 1, 1, 4, 2, 1, 1, 13, 3, 4, 1, 2, 1, 5, 1, 1, 1, 2, 3, 1, 2, 6, 2, 1, 3, 1, 1, 9, 2, 1, 4, 5, 1, 8, 2, 3, 1, 2, 6, 1, 1, 2, 7, 1, 9, 7, 9, 2, 1, 2, 4, 1, 8, 1, 3, 4, 5, 1, 9, 1, 2, 5, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 4, 1, 4, 1, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 8, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 2, 2, 1, 5, 6, 1, 2, 4, 1, 1, 2, 1, 2, 1, 3, 1, 1, 5, 1, 2, 4, 1, 2, 1, 2, 1, 1, 9, 8, 1, 2, 2, 2, 1, 2, 1, 4, 1, 8, 1, 1, 1, 9, 6, 1, 2, 2, 2, 1, 9, 5, 1, 7, 2, 4, 6, 6, 1, 1, 1, 1, 3, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2, 8, 2, 1, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 13, 4, 1, 1, 2, 1, 3, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 9, 7, 10, 1, 2, 1, 1, 13, 5, 1, 17, 1, 2, 6, 2, 7, 1, 5, 1, 1, 1, 1, 1, 1, 6, 2, 5, 1, 5, 1, 3, 4, 1, 1, 5, 6, 1, 1, 17, 2, 1, 1, 3, 1, 1, 4, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 5, 1, 4, 2, 1, 5, 1, 8, 2, 4, 4, 1, 2, 2, 2, 2, 6, 1, 2, 2, 1, 1, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 2, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 8, 1, 5, 1, 2, 4, 4, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 4, 1, 2, 4, 4, 1, 1, 1, 1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 2, 4, 2, 4, 1, 3, 1, 1, 1, 4, 2, 7, 1, 1, 1, 4, 1, 1, 9, 1, 2, 5, 4, 3, 1, 3, 1, 1, 6, 1, 13, 1, 5, 4, 1, 5, 3, 5, 1, 4, 1, 9, 5, 4, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 1, 4, 1, 2, 4, 1, 1, 1, 1, 2, 4, 1, 1, 13, 1, 6, 2, 4, 1, 4, 1, 4, 1, 1, 13, 1, 2, 4, 1, 3, 1, 1, 17, 1, 6, 2, 4, 3, 1, 7, 1, 3, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 3, 4, 8, 1, 17, 7, 1, 1, 3, 1, 7, 2, 5, 1, 1, 3, 1, 5, 2, 5, 1, 1, 1, 3, 1, 5, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 2, 5, 1, 4, 1, 5, 1, 9, 1, 2, 4, 1, 5, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 1, 1, 1, 1, 3, 1, 5, 1, 5, 1, 1, 3, 2, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 2, 4, 1, 22, 3, 2, 1, 11, 1, 1, 4, 2, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 4, 1, 22, 5, 1, 6, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 9, 1, 1, 2, 1, 6, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 3, 10, 2, 1, 1, 1, 2, 10, 1, 9, 6, 1, 5, 1, 1, 1, 3, 4, 2, 1, 1, 1, 2, 4, 1, 9, 1, 2, 8, 1, 3, 1, 13, 6, 1, 5, 1, 1, 1, 3, 8, 1, 3, 2, 1, 1, 1, 2, 8, 1, 3, 1, 9, 4, 1, 13, 6, 1, 5, 1, 1, 1, 3, 3, 8, 1, 3, 2, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 9, 1, 5, 1, 7, 2, 1, 3, 1, 1, 5, 1, 1, 5, 1, 6, 1, 3, 2, 1, 11, 1, 29, 1, 1, 1, 18, 1, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 5, 1, 6, 1, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 1, 30, 5, 1, 6, 1, 5, 1, 6, 2, 4, 1, 4, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 1, 1, 5, 6, 1, 5, 3, 2, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 2, 2, 9, 4, 1, 13, 6, 1, 1, 1, 1, 1, 1, 5, 3, 2, 6, 1, 5, 3, 2, 1, 13, 2, 1, 1, 1, 1, 5, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 1, 1, 1, 5, 2, 1, 13, 1, 1, 1, 6, 5, 4, 1, 1, 2, 1, 5, 1, 2, 7, 1, 4, 5, 13, 1, 1, 2, 1, 1, 6, 5, 5, 3, 1, 7, 3, 4, 4, 1, 1, 5, 13, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 4, 1, 1, 3, 2, 4, 1, 1, 9, 1, 2, 3, 2, 4, 1, 1, 4, 1, 1, 8, 1, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 4, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 6, 1, 1, 4, 1, 9, 2, 1, 2, 3, 1, 2, 4, 1, 2, 6, 1, 3, 9, 1, 4, 4, 1, 1, 4, 1, 2, 5, 4, 1, 4, 11, 5, 4, 1, 6, 6, 1, 6, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 6, 1, 5, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 6, 1, 1, 1, 2, 3, 2, 3, 1, 2, 3, 1, 3, 3, 1, 7, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 1, 2, 1, 3, 1, 3, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 2, 1, 1, 1, 1, 6, 1, 3, 1, 2, 7, 1, 3, 1, 7, 1, 1, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 8, 2, 1, 3, 1, 1, 6, 1, 7, 1, 1, 4, 1, 1, 1, 1, 13, 3, 4, 1, 9, 2, 8, 4, 3, 1, 6, 1, 7, 1, 9, 1, 1, 1, 2, 4, 1, 4, 5, 1, 5, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 8, 1, 2, 1, 9, 1, 1, 6, 1, 6, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 1, 2, 6, 1, 5, 3, 1, 6, 1, 7, 5, 2, 1, 3, 4, 7, 1, 1, 1, 3, 1, 4, 4, 1, 6, 1, 1, 1, 5, 1, 7, 2, 1, 9, 1, 1, 1, 2, 1, 9, 1, 9, 1, 1, 1, 2, 1, 7, 1, 9, 1, 1, 1, 2, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 9, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 1, 1, 7, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 7, 1, 2, 2, 2, 2, 3, 1, 4, 1, 1, 3, 1, 1, 9, 5, 2, 1, 3, 1, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 2, 2, 1, 5, 2, 1, 7, 1, 9, 2, 1, 2, 4, 1, 4, 4, 1, 2, 2, 2, 1, 7, 1, 2, 1, 4, 2, 5, 3, 5, 4, 3, 1, 2, 5, 3, 5, 9, 8, 1, 2, 2, 1, 7, 2, 4, 1, 2, 2, 1, 9, 4, 7, 1, 2, 2, 1, 6, 1, 2, 4, 1, 4, 1, 1, 3, 1, 1, 13, 1, 2, 2, 4, 1, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 1, 1, 7, 1, 5, 1, 2, 4, 1, 4, 1, 17, 7, 5, 5, 1, 21, 2, 2, 13, 8, 1, 2, 2, 1, 6, 1, 1, 9, 4, 1, 2, 3, 2, 7, 1, 2, 2, 1, 6, 1, 1, 1, 1, 3, 4, 1, 4, 1, 8, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 5, 4, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 8, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 7, 2, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 1, 9, 7, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 9, 6, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 2, 1, 5, 1, 1, 9, 7, 1, 5, 2, 1, 1, 1, 1, 2, 7, 1, 5, 2, 1, 7, 1, 4, 1, 1, 9, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 2, 7, 1, 7, 1, 4, 2, 1, 3, 1, 4, 1, 7, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 4, 1, 7, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 3, 5, 1, 5, 2, 1, 2, 1, 5, 1, 4, 1, 1, 5, 6, 2, 2, 1, 1, 1, 3, 1, 5, 1, 5, 1, 4, 1, 1, 5, 2, 6, 1, 1, 2, 1, 8, 5, 7, 2, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 2, 2, 1, 5, 1, 2, 4, 7, 3, 7, 4, 3, 5, 1, 7, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 7, 3, 5, 1, 6, 1, 2, 5, 1, 2, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 5, 6, 2, 7, 1, 4, 1, 3, 1, 1, 5, 1, 2, 2, 2, 1, 5, 1, 2, 1, 4, 3, 1, 3, 4, 5, 1, 1, 3, 1, 3, 1, 3, 5, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 1, 10, 1, 4, 5, 1, 3, 2, 7, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 2, 2, 1, 5, 1, 2, 4, 1, 3, 3, 1, 3, 4, 3, 1, 5, 2, 1, 1, 2, 1, 2, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 7, 2, 5, 1, 3, 1, 6, 1, 6, 1, 1, 5, 2, 6, 1, 3, 1, 6, 3, 1, 2, 7, 1, 6, 7, 3, 2, 6, 1, 6, 4, 1, 5, 2, 1, 3, 10, 1, 1, 2, 7, 2, 4, 1, 2, 2, 3, 1, 7, 4, 5, 2, 1, 2, 1, 2, 1, 5, 5, 4, 6, 1, 1, 1, 1, 3, 1, 1, 4, 1, 6, 1, 1, 3, 1, 1, 9, 2, 1, 5, 1, 2, 1, 3, 1, 2, 4, 5, 1, 6, 1, 2, 1, 8, 4, 9, 1, 1, 8, 4, 5, 6, 1, 9, 1, 2, 1, 3, 1, 4, 1, 9, 1, 2, 4, 2, 2, 1, 13, 3, 1, 4, 2, 1, 3, 1, 4, 1, 8, 1, 1, 13, 1, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 1, 9, 4, 1, 13, 1, 5, 4, 5, 1, 1, 4, 2, 2, 1, 1, 4], "chunk_stats": {"count": 2762, "sum": 7767, "mean": 2.8120926864590876, "median": 1.0, "p95": 9.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 2762, "units_out": 1260, "chunk_lengths": [1, 2, 2, 4, 1, 1, 1, 2, 2, 1, 3, 1, 2, 3, 2, 3, 1, 3, 1, 2, 1, 2, 2, 1, 1, 1, 2, 3, 1, 5, 2, 1, 3, 1, 3, 1, 3, 1, 1, 5, 2, 1, 1, 2, 2, 2, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 7, 3, 2, 1, 1, 3, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 2, 7, 2, 1, 2, 2, 1, 1, 1, 6, 3, 3, 2, 2, 5, 1, 4, 2, 2, 3, 1, 1, 3, 1, 1, 3, 2, 2, 5, 3, 1, 4, 2, 2, 4, 2, 1, 3, 1, 1, 1, 2, 5, 6, 1, 3, 1, 1, 2, 5, 3, 1, 1, 6, 2, 8, 1, 1, 2, 4, 3, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 2, 4, 3, 2, 2, 4, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 4, 4, 3, 1, 6, 2, 6, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 4, 1, 3, 1, 4, 1, 1, 3, 1, 5, 1, 5, 2, 3, 4, 3, 2, 1, 1, 1, 1, 1, 5, 1, 5, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 3, 4, 3, 1, 1, 2, 2, 1, 1, 3, 3, 2, 1, 1, 1, 6, 3, 1, 1, 3, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 4, 1, 2, 3, 1, 2, 3, 1, 1, 1, 3, 2, 1, 2, 5, 1, 5, 1, 3, 3, 1, 1, 2, 1, 6, 1, 4, 1, 4, 1, 3, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 3, 2, 1, 2, 2, 1, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 2, 1, 2, 3, 2, 1, 1, 2, 2, 6, 1, 2, 5, 3, 1, 1, 1, 7, 6, 3, 4, 1, 5, 1, 2, 1, 3, 4, 2, 2, 4, 1, 2, 1, 2, 2, 3, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 6, 1, 1, 1, 7, 1, 3, 2, 5, 2, 5, 1, 1, 5, 1, 3, 2, 6, 1, 1, 2, 2, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 3, 2, 3, 3, 1, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 4, 2, 2, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 1, 2, 2, 1, 1, 4, 3, 3, 1, 2, 6, 1, 2, 1, 4, 3, 1, 3, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 5, 5, 5, 7, 9, 1, 1, 6, 4, 2, 5, 2, 5, 4, 2, 2, 1, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 5, 1, 2, 2, 1, 1, 1, 2, 4, 1, 4, 1, 3, 2, 2, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 4, 1, 1, 3, 1, 5, 3, 1, 1, 6, 3, 1, 1, 1, 1, 6, 1, 1, 7, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 4, 2, 1, 1, 4, 1, 1, 4, 11, 1, 1, 2, 1, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 1, 2, 1, 1, 3, 1, 2, 3, 1, 1, 8, 1, 5, 1, 1, 1, 1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 7, 2, 4, 1, 1, 1, 6, 1, 3, 1, 4, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 6, 2, 3, 1, 8, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 2, 2, 1, 1, 3, 3, 6, 1, 6, 5, 1, 7, 3, 3, 3, 5, 1, 3, 1, 1, 1, 4, 1, 4, 2, 1, 1, 1, 3, 2, 1, 3, 3, 1, 1, 3, 3, 6, 1, 6, 5, 1, 4, 1, 6, 2, 3, 4, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 2, 4, 1, 1, 10, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 2, 1, 1, 2, 2, 3, 2, 1, 1, 2, 1, 2, 4, 2, 2, 6, 2, 6, 1, 2, 7, 2, 5, 1, 3, 2, 6, 4, 2, 6, 1, 1, 2, 2, 6, 2, 2, 2, 5, 1, 2, 2, 3, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 3, 2, 1, 1, 1, 6, 4, 1, 3, 3, 4, 1, 1, 3, 1, 6, 1, 3, 2, 2, 2, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 2, 3, 2, 1, 2, 2, 5, 1, 1, 6, 1, 3, 1, 4, 2, 2, 3, 3, 1, 1, 3, 1, 2, 1, 6, 2, 1, 4, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 4, 4, 1, 7, 1, 1, 6, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 6, 2, 1, 5, 1, 2, 1, 1, 6, 1, 2, 1, 2, 1, 5, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 1, 2, 2, 2, 2, 2, 2, 3, 1, 5, 2, 3, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 6, 3, 2, 1, 4, 1, 14, 1, 1, 1, 11, 1, 1, 1, 6, 12, 1, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 2, 1, 2, 1, 6, 4, 1, 8, 1, 1, 5, 5, 1, 6, 6, 1, 13, 1, 10, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 4, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 4, 4, 2, 4, 1, 2, 2, 2, 1, 1, 2, 4, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 2, 4, 1, 3, 1, 1, 2, 4, 1, 1, 4, 1, 1, 2, 4, 1, 5, 1, 1, 5, 3, 3, 1, 1, 5, 2, 2, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 5, 1, 2, 1, 2, 3, 2, 5], "chunk_stats": {"count": 1260, "sum": 2762, "mean": 2.1920634920634923, "median": 2.0, "p95": 6.0, "max": 14, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 703, "chunk_lengths": [1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 3, 5, 2, 5, 1, 5, 1, 1, 1, 3, 2, 6, 1, 1, 2, 1, 1, 1, 3, 9, 5, 9, 1, 9, 1, 3, 2, 1, 1, 1, 1, 1, 2, 3, 6, 1, 3, 1, 2, 1, 13, 13, 1, 2, 1, 1, 3, 2, 4, 1, 11, 4, 6, 4, 4, 3, 1, 1, 1, 17, 8, 3, 1, 1, 5, 2, 4, 1, 1, 1, 1, 5, 5, 2, 4, 1, 1, 2, 1, 1, 1, 1, 21, 1, 1, 1, 5, 5, 13, 1, 1, 1, 4, 1, 5, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 5, 4, 1, 1, 1, 7, 1, 4, 9, 1, 1, 5, 4, 9, 5, 1, 1, 5, 5, 2, 2, 5, 1, 1, 5, 1, 1, 9, 1, 1, 1, 1, 1, 6, 6, 2, 1, 2, 1, 2, 8, 5, 3, 3, 1, 1, 1, 8, 4, 1, 1, 2, 1, 2, 2, 1, 1, 1, 6, 2, 13, 2, 4, 1, 8, 1, 1, 6, 3, 3, 1, 1, 5, 1, 4, 1, 1, 1, 1, 6, 9, 2, 1, 1, 1, 1, 3, 5, 2, 1, 6, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 2, 4, 4, 17, 6, 2, 1, 8, 1, 1, 7, 2, 4, 1, 5, 1, 1, 4, 1, 3, 2, 1, 1, 5, 2, 6, 2, 3, 5, 1, 9, 7, 1, 4, 4, 5, 4, 1, 1, 8, 9, 1, 1, 4, 2, 1, 6, 6, 1, 5, 2, 4, 1, 2, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 5, 4, 7, 1, 5, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 1, 4, 2, 2, 1, 4, 2, 5, 1, 6, 6, 9, 1, 8, 1, 1, 4, 1, 1, 2, 1, 5, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 5, 7, 2, 1, 2, 1, 7, 1, 1, 1, 5, 1, 5, 1, 4, 7, 4, 4, 1, 2, 10, 1, 1, 5, 5, 4, 3, 2, 1, 1, 1, 2, 1, 4, 17, 1, 2, 3, 6, 1, 6, 1, 1, 1, 3, 2, 5, 1, 1, 4, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 6, 4, 7, 1, 1, 6, 2, 4, 3, 1, 2, 1, 5, 1, 1, 1, 1, 4, 1, 1, 2, 1, 3, 4, 1, 4, 2, 2, 1, 5, 1, 17, 1, 9, 9, 6, 1, 5, 13, 2, 1, 2, 5, 3, 1, 1, 1, 1, 1, 2, 1, 9, 3, 1, 1, 6, 1, 2, 1, 3, 4, 1, 2, 3, 3, 9, 1, 1, 5, 6, 1, 6, 5, 2, 5, 2, 1, 3, 1, 1, 1, 1, 2, 1, 4, 3, 3, 1, 3, 4, 3, 1, 1, 1, 7, 1, 1, 1, 4, 4, 1, 1, 1, 4, 1, 5, 1, 5, 1, 2, 3, 5, 1, 4, 13, 2, 2, 1, 7, 2, 1, 1, 1, 1, 1, 2, 7, 1, 9, 1, 3, 1, 1, 5, 1, 5, 5, 1, 1, 4, 1, 8, 4, 4, 4, 1, 1, 1, 1, 1, 1, 9, 5, 1, 9, 1, 4, 10, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 7, 3, 2, 1, 5, 2, 4, 3, 1, 3, 1, 1, 3, 5, 4, 2, 2, 2, 1, 5, 1, 2, 1, 1, 2, 1, 1, 6, 8, 4, 5, 1, 1, 2, 1, 1, 8, 1, 3, 6, 1, 7, 4, 1, 1, 1, 2, 1, 2, 1, 4, 1, 9, 4, 1, 1, 5, 6, 2, 1, 1, 5, 2, 2, 4, 1, 4, 2, 5, 1, 5, 7, 1, 2, 1, 5, 1, 2, 13, 5, 4, 6, 1, 5, 3, 9, 2, 1, 3, 3, 1, 4, 1, 1, 6, 1, 1, 2, 6, 4, 1, 1, 4, 3, 1, 1, 1, 2, 1, 1, 5, 1, 2, 4, 5, 1, 6, 2, 1, 1, 2, 2, 1, 4, 8, 2, 3, 3, 5, 6, 4, 2], "chunk_stats": {"count": 715, "sum": 2048, "mean": 2.8643356643356643, "median": 2.0, "p95": 8.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 277, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1, 2, 1, 1, 1, 5, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 2, 3, 1, 2, 3, 1, 4, 1, 1, 1, 7, 1, 1, 1, 3, 3, 1, 3, 2, 1, 1, 2, 3, 6, 2, 2, 1, 2, 1, 11, 4, 1, 3, 4, 6, 1, 1, 4, 4, 1, 1, 1, 3, 4, 1, 1, 1, 4, 3, 1, 7, 1, 6, 3, 1, 3, 3, 1, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 4, 6, 2, 1, 7, 1, 3, 3, 1, 4, 2, 1, 1, 2, 8, 3, 4, 1, 1, 6, 1, 2, 3, 2, 4, 11, 2, 2, 3, 2, 2, 2, 7, 1, 1, 4, 3, 1, 1, 4, 3, 1, 1, 1, 2, 2, 1, 5, 1, 1, 2, 3, 7, 3, 1, 1, 7, 3, 1, 1, 1, 1, 4, 1, 1, 1, 3, 7, 5, 1, 1, 9, 12, 2, 4, 1, 1, 4, 1, 1, 3, 2, 3, 1, 1, 1, 2, 4, 1, 6, 1, 1, 3, 5, 2, 1, 3, 1, 11, 1, 1, 2, 1, 5, 5, 2, 9, 2, 2, 6, 2, 5, 2, 2, 1, 1, 1, 1, 4, 2, 1, 2, 2, 1, 3, 1, 2, 2, 3, 1, 1, 4, 4, 1, 1, 1, 2, 1, 1, 2, 3, 7, 1, 1, 6, 3, 1, 1, 3, 3, 3, 4, 3, 1, 3, 5, 9, 2, 2, 2, 1, 2, 6, 4, 2, 2, 4, 2, 2, 1, 3, 3, 4, 4, 1, 1, 2, 4, 1], "chunk_stats": {"count": 285, "sum": 703, "mean": 2.466666666666667, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 703, "mean": 5.4921875, "median": 5.0, "p95": 8.0, "max": 11, "min": 2}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.23454669200145872, "decode_time_sec": 5.119399209997937, "total_time_sec": 5.3995058910004445, "prefill_units_per_sec": 34406.79521478738, "prefill_bytes_per_sec": 34338.5785204334, "decode_units_per_sec": 400.0469422271965, "decode_bytes_per_sec": 400.0469422271965, "total_units_per_sec": 379.2939652892086, "total_bytes_per_sec": 379.2939652892086, "step_latency_ms": {"count": 128, "sum": 5008, "mean": 39.125, "median": 41.0, "p95": 42.0, "max": 45, "min": 8}, "peak_allocated_mb": 7200.29443359375, "peak_reserved_mb": 7374.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8054, "mean": 503.375, "median": 482.0, "p95": 789.5, "max": 806, "min": 281}, "model_input_units": {"count": 16, "sum": 8070, "mean": 504.375, "median": 483.0, "p95": 790.5, "max": 807, "min": 282}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 8054, "model_input_units": 8070, "stage0_units": 2731, "stage1_units": 1348, "bytes_per_stage0_unit": 2.9491028927132916, "stage0_per_stage1_unit": 2.0259643916913945}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 8070, "units_out": 2731, "chunk_lengths": [1, 1, 3, 3, 1, 1, 8, 1, 7, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 8, 2, 7, 1, 7, 1, 3, 1, 9, 2, 4, 1, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 2, 4, 1, 1, 1, 1, 5, 7, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 7, 1, 2, 4, 1, 1, 1, 5, 2, 2, 5, 1, 1, 4, 5, 7, 1, 8, 1, 8, 2, 5, 5, 7, 1, 5, 2, 1, 8, 4, 1, 1, 1, 5, 1, 2, 4, 3, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 7, 1, 1, 1, 9, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 8, 2, 1, 1, 1, 5, 7, 1, 5, 2, 2, 5, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 5, 7, 1, 8, 1, 8, 2, 1, 4, 1, 5, 2, 5, 1, 1, 4, 1, 1, 2, 1, 7, 1, 9, 1, 1, 7, 1, 1, 5, 7, 1, 2, 5, 1, 1, 6, 1, 2, 7, 6, 1, 7, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 6, 2, 1, 5, 1, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 8, 1, 1, 2, 1, 4, 5, 1, 1, 1, 3, 1, 1, 1, 7, 3, 1, 3, 1, 1, 6, 1, 16, 4, 2, 3, 5, 1, 1, 13, 5, 2, 2, 1, 1, 13, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 6, 1, 1, 17, 6, 2, 1, 3, 1, 1, 3, 1, 5, 1, 6, 1, 1, 1, 17, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 1, 1, 3, 2, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 9, 2, 4, 3, 1, 1, 1, 9, 2, 1, 2, 5, 1, 2, 4, 1, 1, 3, 4, 1, 2, 1, 1, 7, 1, 8, 1, 2, 2, 3, 1, 2, 4, 1, 5, 1, 3, 11, 1, 7, 1, 2, 1, 2, 3, 2, 2, 1, 4, 3, 4, 9, 1, 2, 2, 4, 1, 9, 1, 1, 1, 5, 2, 1, 3, 1, 1, 8, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 2, 1, 2, 1, 3, 8, 1, 2, 1, 4, 4, 1, 1, 10, 3, 4, 2, 6, 1, 6, 1, 1, 1, 1, 4, 9, 2, 4, 1, 6, 3, 1, 3, 1, 5, 2, 2, 1, 4, 1, 4, 2, 1, 1, 6, 1, 2, 1, 2, 11, 1, 9, 2, 3, 3, 5, 3, 1, 7, 1, 3, 4, 1, 3, 3, 5, 10, 1, 1, 9, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 4, 1, 7, 3, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 10, 1, 2, 1, 2, 1, 1, 4, 9, 1, 2, 1, 3, 1, 1, 1, 3, 6, 1, 1, 3, 2, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 1, 2, 2, 2, 3, 5, 1, 4, 1, 2, 2, 1, 16, 3, 1, 8, 1, 5, 1, 1, 4, 2, 1, 5, 1, 3, 5, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 4, 1, 6, 1, 1, 7, 1, 1, 2, 1, 1, 9, 3, 5, 1, 5, 2, 3, 5, 1, 5, 3, 1, 3, 1, 6, 1, 1, 7, 1, 1, 2, 1, 4, 9, 1, 3, 1, 6, 1, 8, 1, 5, 2, 8, 1, 4, 9, 1, 2, 3, 1, 8, 1, 5, 1, 13, 1, 6, 2, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 1, 6, 4, 3, 1, 3, 1, 1, 8, 1, 6, 1, 17, 1, 5, 5, 5, 1, 1, 3, 8, 1, 5, 1, 4, 1, 1, 1, 1, 1, 34, 1, 1, 6, 7, 1, 4, 5, 7, 1, 5, 1, 1, 6, 1, 7, 1, 1, 1, 1, 6, 1, 1, 5, 1, 1, 13, 6, 2, 1, 3, 1, 1, 8, 1, 6, 1, 1, 5, 1, 9, 4, 1, 13, 6, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 1, 5, 1, 9, 3, 4, 5, 1, 1, 1, 3, 1, 1, 2, 5, 1, 4, 5, 1, 5, 4, 5, 2, 1, 2, 4, 2, 4, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 8, 1, 4, 2, 1, 2, 4, 2, 3, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 1, 1, 1, 5, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 8, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 4, 1, 1, 1, 2, 4, 1, 1, 1, 3, 3, 1, 4, 1, 1, 2, 1, 10, 1, 5, 1, 1, 1, 3, 1, 1, 9, 10, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 10, 1, 1, 2, 4, 1, 2, 6, 3, 1, 1, 9, 6, 1, 4, 1, 1, 2, 2, 1, 3, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 9, 6, 1, 1, 2, 4, 1, 5, 2, 1, 3, 1, 1, 3, 1, 6, 1, 1, 2, 4, 1, 4, 1, 6, 1, 4, 1, 1, 1, 1, 9, 1, 2, 2, 6, 1, 1, 2, 4, 1, 4, 1, 1, 3, 1, 10, 1, 1, 1, 2, 3, 1, 1, 5, 1, 1, 1, 4, 2, 1, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 2, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 1, 5, 4, 1, 2, 5, 1, 8, 2, 1, 3, 5, 1, 4, 7, 7, 1, 3, 1, 1, 5, 1, 1, 5, 1, 2, 4, 1, 3, 1, 1, 3, 1, 12, 2, 3, 10, 1, 2, 1, 1, 4, 1, 4, 1, 6, 1, 2, 1, 1, 1, 9, 1, 5, 10, 1, 1, 2, 1, 4, 1, 1, 1, 6, 1, 1, 1, 5, 1, 8, 1, 2, 4, 1, 2, 5, 1, 7, 1, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 5, 1, 2, 1, 8, 1, 9, 1, 2, 9, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 6, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 2, 4, 1, 1, 2, 2, 6, 1, 2, 2, 1, 1, 9, 1, 2, 1, 1, 8, 1, 4, 1, 1, 2, 2, 4, 1, 5, 1, 2, 1, 2, 4, 1, 1, 3, 1, 2, 2, 8, 13, 4, 1, 5, 2, 4, 1, 1, 4, 1, 4, 1, 4, 1, 3, 1, 9, 4, 2, 1, 2, 4, 1, 4, 1, 2, 2, 5, 3, 1, 4, 1, 13, 4, 1, 5, 2, 4, 1, 3, 9, 4, 1, 1, 8, 2, 1, 1, 4, 1, 7, 1, 1, 7, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 3, 4, 1, 4, 1, 9, 3, 4, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 8, 1, 6, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 2, 3, 1, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 11, 10, 4, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 11, 14, 7, 2, 1, 2, 3, 1, 1, 3, 1, 1, 2, 4, 1, 6, 2, 1, 3, 1, 1, 6, 1, 5, 1, 2, 3, 2, 1, 2, 4, 1, 2, 2, 2, 2, 2, 1, 2, 3, 1, 2, 2, 1, 2, 1, 6, 2, 1, 1, 15, 4, 1, 6, 1, 5, 1, 3, 6, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 11, 10, 1, 3, 1, 1, 6, 2, 2, 1, 4, 4, 3, 1, 3, 1, 3, 1, 1, 7, 1, 6, 1, 11, 3, 4, 1, 1, 3, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 2, 1, 3, 9, 4, 1, 1, 3, 1, 6, 1, 1, 1, 1, 2, 2, 3, 1, 4, 2, 3, 4, 1, 1, 1, 2, 4, 5, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 9, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 5, 1, 4, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 5, 1, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 6, 1, 6, 1, 1, 1, 9, 2, 1, 6, 4, 1, 5, 1, 1, 5, 1, 3, 1, 3, 6, 1, 1, 1, 2, 1, 5, 1, 5, 5, 4, 9, 4, 1, 1, 6, 2, 1, 3, 1, 1, 5, 1, 5, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 2, 4, 1, 5, 1, 13, 4, 1, 6, 2, 1, 1, 1, 1, 2, 4, 1, 5, 9, 5, 2, 1, 4, 1, 1, 6, 2, 4, 1, 5, 1, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 6, 1, 4, 1, 9, 1, 1, 1, 3, 7, 4, 1, 1, 3, 2, 7, 2, 3, 1, 1, 1, 9, 4, 2, 2, 2, 4, 1, 1, 1, 1, 1, 13, 4, 2, 4, 1, 1, 1, 1, 6, 1, 1, 17, 1, 2, 1, 1, 6, 1, 21, 3, 4, 1, 3, 1, 8, 1, 1, 1, 17, 3, 4, 2, 2, 13, 3, 4, 2, 4, 1, 1, 9, 2, 2, 2, 2, 4, 1, 2, 2, 4, 1, 13, 1, 3, 1, 1, 3, 2, 1, 13, 1, 2, 2, 4, 1, 9, 1, 21, 1, 8, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 8, 1, 1, 4, 1, 1, 3, 2, 4, 2, 2, 6, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 4, 2, 1, 1, 2, 2, 4, 1, 1, 9, 1, 7, 2, 1, 4, 1, 1, 6, 1, 1, 5, 1, 6, 1, 10, 1, 5, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 1, 6, 1, 1, 4, 1, 1, 4, 1, 1, 4, 1, 3, 1, 1, 3, 1, 1, 4, 1, 3, 1, 26, 1, 1, 16, 1, 4, 4, 1, 4, 1, 44, 1, 2, 6, 1, 2, 6, 1, 44, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 44, 1, 1, 5, 1, 1, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 8, 1, 1, 3, 2, 1, 2, 2, 5, 2, 1, 2, 2, 1, 1, 6, 20, 1, 2, 1, 2, 1, 4, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 5, 4, 3, 1, 4, 1, 8, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 8, 1, 9, 7, 4, 5, 1, 13, 3, 4, 2, 2, 1, 5, 3, 1, 3, 2, 3, 1, 4, 1, 3, 1, 5, 5, 1, 3, 2, 3, 1, 4, 1, 5, 1, 1, 5, 1, 2, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 5, 1, 3, 1, 2, 4, 4, 1, 9, 6, 1, 3, 1, 13, 1, 2, 1, 17, 3, 1, 4, 1, 2, 4, 1, 3, 1, 2, 1, 13, 7, 2, 2, 9, 1, 17, 1, 2, 1, 21, 4, 1, 5, 1, 2, 1, 21, 3, 4, 1, 4, 17, 7, 2, 2, 9, 1, 21, 3, 4, 1, 3, 1, 13, 1, 2, 1, 17, 5, 1, 5, 2, 4, 1, 5, 1, 2, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 5, 1, 6, 5, 2, 1, 1, 1, 2, 1, 7, 5, 1, 2, 2, 1, 1, 5, 2, 1, 4, 3, 1, 4, 3, 1, 1, 1, 2, 6, 5, 1, 2, 1, 2, 4, 1, 4, 7, 1, 5, 5, 1, 7, 1, 8, 7, 10, 5, 1, 7, 1, 1, 4, 3, 1, 1, 3, 1, 4, 5, 2, 4, 1, 4, 1, 1, 5, 5, 5, 1, 1, 6, 1, 1, 2, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 1, 5, 1, 1, 1, 1, 1, 3, 3, 8, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 1, 9, 5, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 3, 1, 7, 1, 4, 1, 6, 1, 3, 1, 1, 6, 1, 1, 1, 3, 1, 6, 1, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 7, 6, 1, 1, 1, 18, 1, 6, 1, 2, 1, 5, 6, 1, 3, 1, 1, 1, 2, 5, 7, 1, 5, 1, 26, 1, 1, 6, 1, 1, 4, 5, 2, 6, 1, 7, 1, 10, 1, 27, 1, 2, 4, 2, 6, 1, 4, 8, 2, 6, 1, 3, 6, 1, 1, 17, 1, 5, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 13, 1, 1, 1, 1, 9, 1, 2, 1, 13, 6, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 3, 1, 6, 1, 1, 13, 1, 3, 1, 1, 8, 1, 5, 1, 7, 1, 6, 1, 1, 13, 4, 1, 3, 3, 6, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 9, 1, 1, 5, 1, 9, 1, 3, 1, 9, 6, 1, 9, 1, 9, 1, 6, 1, 2, 2, 1, 9, 8, 1, 3, 1, 2, 2, 1, 9, 1, 4, 1, 4, 1, 9, 2, 1, 1, 1, 1, 4, 1, 9, 1, 5, 1, 4, 1, 9, 4, 4, 1, 4, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 6, 2, 1, 3, 1, 1, 1, 5, 1, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 5, 1, 1, 1, 9, 1, 6, 1, 1, 3, 3, 1, 1, 9, 1, 6, 1, 9, 4, 4, 3, 1, 1, 4, 4, 1, 2, 1, 1, 4, 1, 2, 1, 6, 1, 2, 1, 2, 1, 2, 1, 2, 1, 8, 1, 3, 1, 1, 1, 13, 1, 2, 5, 1, 1, 1, 1, 3, 1, 1, 1, 2, 4, 4, 1, 17, 1, 1, 9, 1, 1, 5, 1, 3, 1, 3, 5, 1, 1], "chunk_stats": {"count": 2731, "sum": 8070, "mean": 2.954961552544855, "median": 1.0, "p95": 9.0, "max": 44, "min": 1}}, {"stage": 1, "units_in": 2731, "units_out": 1348, "chunk_lengths": [1, 2, 1, 3, 2, 1, 6, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 2, 6, 5, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 6, 1, 5, 1, 3, 2, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 2, 2, 2, 1, 3, 6, 1, 5, 1, 2, 11, 1, 2, 1, 1, 2, 1, 1, 5, 7, 2, 1, 3, 2, 3, 1, 1, 5, 3, 5, 1, 2, 1, 1, 2, 5, 1, 1, 2, 3, 1, 1, 1, 2, 2, 4, 3, 1, 1, 5, 3, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 3, 10, 1, 1, 1, 5, 2, 2, 3, 1, 2, 1, 1, 3, 1, 2, 3, 3, 1, 3, 2, 1, 6, 1, 1, 3, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 5, 5, 1, 1, 1, 5, 1, 1, 2, 5, 3, 2, 5, 2, 7, 1, 1, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 3, 1, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 3, 1, 1, 3, 3, 1, 3, 1, 8, 4, 2, 2, 1, 1, 3, 3, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 1, 3, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 3, 1, 1, 3, 1, 2, 2, 1, 2, 1, 4, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 3, 3, 1, 4, 1, 1, 1, 6, 2, 4, 2, 2, 1, 4, 1, 4, 1, 3, 1, 6, 2, 1, 4, 4, 1, 3, 1, 1, 2, 5, 1, 2, 1, 3, 3, 4, 3, 1, 4, 2, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 2, 3, 2, 5, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 2, 4, 1, 1, 1, 1, 7, 4, 1, 2, 1, 1, 4, 2, 2, 1, 5, 1, 4, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 3, 3, 3, 2, 2, 3, 2, 3, 1, 1, 1, 1, 4, 1, 2, 2, 1, 3, 1, 2, 1, 2, 3, 2, 3, 1, 4, 1, 2, 2, 1, 6, 2, 1, 1, 1, 4, 2, 1, 1, 2, 3, 1, 5, 1, 1, 1, 3, 2, 1, 2, 3, 2, 1, 6, 7, 8, 1, 2, 1, 7, 2, 1, 5, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 5, 4, 1, 2, 1, 2, 3, 3, 1, 5, 1, 1, 2, 1, 1, 6, 3, 2, 4, 2, 3, 1, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 3, 4, 1, 1, 1, 4, 1, 1, 4, 5, 1, 5, 1, 1, 4, 2, 1, 1, 1, 2, 1, 1, 3, 1, 2, 5, 1, 2, 1, 1, 3, 3, 2, 3, 1, 3, 4, 1, 4, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 1, 1, 2, 3, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 2, 1, 3, 1, 6, 4, 1, 1, 1, 1, 1, 2, 2, 1, 9, 4, 1, 1, 1, 1, 1, 2, 6, 1, 2, 5, 1, 3, 1, 5, 2, 3, 2, 5, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 3, 5, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 4, 1, 1, 5, 3, 3, 2, 1, 1, 9, 1, 1, 10, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 1, 4, 5, 1, 1, 2, 1, 9, 2, 2, 1, 9, 1, 2, 1, 9, 2, 2, 2, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 4, 1, 4, 1, 1, 1, 2, 2, 1, 7, 1, 3, 3, 1, 3, 1, 1, 4, 5, 4, 1, 1, 5, 1, 3, 1, 1, 2, 1, 4, 1, 1, 1, 5, 5, 2, 1, 3, 1, 3, 1, 1, 2, 3, 1, 1, 6, 2, 1, 1, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 5, 1, 5, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 3, 4, 2, 4, 1, 1, 2, 4, 1, 1, 2, 3, 2, 3, 2, 1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 5, 5, 8, 1, 1, 1, 1, 3, 1, 3, 3, 3, 3, 4, 1, 8, 6, 2, 2, 3, 2, 3, 3, 4, 8, 3, 3, 2, 4, 1, 2, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 3, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 1, 1, 4, 5, 2, 3, 5, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 3, 1, 2, 1, 2, 5, 1, 1, 2, 2, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 3, 7, 4, 3, 4, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 6, 1, 1, 2, 1, 2, 3, 2, 1, 1, 2, 2, 1, 3, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 2, 2, 1, 4, 1, 1, 5, 1, 2, 2, 3, 2, 1, 2, 1, 3, 1, 2, 1, 2, 4, 1, 3, 1, 2, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 3, 1, 3, 5, 2, 6, 3, 5, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 8, 1, 1, 4, 1, 4, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 4, 1, 2, 2, 2, 1, 2, 2, 3, 3, 1, 1, 2, 2, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 1, 6, 1, 2, 4, 1, 1, 6, 1, 7, 1, 1, 6, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 5, 1, 5, 2, 1, 1, 3, 2, 3, 1, 5, 1, 6, 3, 1, 2, 1], "chunk_stats": {"count": 1348, "sum": 2731, "mean": 2.0259643916913945, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 622, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 5, 4, 5, 1, 4, 3, 5, 6, 5, 1, 3, 1, 1, 5, 7, 1, 1, 1, 8, 7, 4, 1, 1, 1, 1, 1, 4, 2, 6, 13, 6, 5, 4, 7, 3, 9, 1, 4, 1, 1, 1, 2, 9, 3, 17, 9, 2, 7, 1, 7, 1, 3, 1, 3, 2, 3, 1, 7, 2, 1, 1, 13, 6, 21, 4, 1, 1, 2, 5, 1, 4, 1, 1, 8, 4, 24, 1, 2, 1, 5, 1, 4, 1, 4, 4, 9, 1, 4, 1, 1, 2, 1, 6, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 1, 1, 1, 2, 1, 5, 5, 1, 1, 1, 1, 4, 4, 1, 2, 1, 6, 8, 1, 1, 7, 1, 4, 1, 1, 9, 3, 4, 13, 1, 2, 1, 1, 1, 1, 2, 8, 1, 1, 1, 3, 1, 1, 1, 1, 4, 4, 2, 1, 1, 8, 1, 2, 8, 6, 9, 1, 1, 4, 1, 9, 1, 1, 1, 6, 17, 1, 2, 2, 2, 1, 6, 4, 9, 1, 2, 3, 11, 7, 1, 2, 5, 6, 1, 3, 2, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 1, 3, 13, 1, 1, 1, 2, 1, 1, 1, 1, 2, 17, 3, 1, 13, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 6, 22, 3, 2, 4, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 7, 10, 2, 4, 1, 1, 1, 5, 1, 4, 1, 1, 7, 1, 1, 1, 1, 1, 1, 3, 1, 9, 7, 8, 13, 1, 9, 2, 1, 4, 1, 13, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 2, 1, 3, 1, 1, 7, 9, 3, 5, 3, 4, 2, 8, 6, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 7, 2, 1, 1, 1, 5, 3, 3, 2, 7, 4, 11, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 1, 1, 13, 1, 1, 4, 3, 1, 1, 1, 1, 13, 5, 1, 13, 1, 1, 14, 1, 1, 1, 1, 5, 2, 1, 1, 3, 5, 3, 4, 1, 4, 1, 3, 5, 1, 1, 1, 1, 6, 6, 1, 1, 4, 1, 1, 4, 1, 7, 9, 10, 1, 2, 1, 1, 1, 1, 7, 5, 1, 22, 5, 5, 1, 1, 1, 9, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 1, 1, 5, 2, 14, 1, 3, 1, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 10, 5, 1, 7, 2, 1, 5, 2, 9, 5, 1, 2, 2, 1, 4, 4, 2, 2, 5, 2, 4, 1, 1, 4, 13, 1, 1, 1, 4, 1, 3, 8, 1, 2, 1, 9, 2, 4, 4, 7, 1, 1, 7, 1, 10, 5, 1, 2, 4, 1, 29, 1, 1, 1, 4, 1, 1, 2, 4, 2, 4, 7, 3, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 4, 3, 5, 1, 9, 6, 3, 1, 1, 1, 5, 1, 1, 1, 8, 8, 6, 4, 4, 4, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 10, 4, 1, 1, 2, 8, 1, 17, 5, 2, 1, 1, 5, 3, 4, 2, 1, 1, 13, 3, 2, 1, 3, 3, 2, 3, 5, 3, 5, 6, 9, 1, 4, 1, 4, 2, 5, 1, 1, 7, 1, 3, 11, 6, 19, 3, 10, 2, 11], "chunk_stats": {"count": 632, "sum": 2048, "mean": 3.240506329113924, "median": 1.0, "p95": 10.0, "max": 29, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 278, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 2, 1, 3, 1, 2, 4, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 3, 1, 1, 3, 1, 1, 2, 6, 8, 4, 3, 1, 3, 1, 5, 4, 3, 4, 3, 5, 1, 2, 1, 2, 1, 5, 2, 1, 3, 4, 4, 1, 2, 6, 7, 1, 1, 2, 2, 1, 1, 3, 2, 1, 2, 2, 3, 2, 1, 3, 1, 3, 1, 1, 1, 3, 1, 3, 3, 5, 1, 1, 5, 4, 2, 1, 2, 5, 1, 2, 1, 1, 4, 1, 1, 4, 1, 1, 3, 8, 4, 2, 1, 2, 9, 2, 6, 1, 3, 1, 5, 1, 1, 3, 3, 1, 7, 2, 1, 1, 5, 1, 1, 3, 4, 3, 1, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 6, 4, 2, 1, 1, 3, 1, 6, 1, 7, 1, 14, 1, 1, 2, 1, 2, 1, 1, 1, 1, 5, 1, 1, 3, 1, 2, 1, 1, 1, 2, 2, 3, 2, 1, 1, 2, 2, 1, 1, 3, 2, 5, 2, 3, 1, 1, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 3, 3, 1, 3, 1, 1, 1, 1, 1, 3, 3, 6, 1, 2, 3, 2, 1, 5, 2, 3, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 4, 5, 5, 1, 1, 1, 1, 1, 1, 8, 7, 1, 3], "chunk_stats": {"count": 285, "sum": 622, "mean": 2.1824561403508773, "median": 1.0, "p95": 5.800000000000011, "max": 14, "min": 1}, "active_size_stats": {"count": 127, "sum": 622, "mean": 4.897637795275591, "median": 5.0, "p95": 8.699999999999989, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10878465700079687, "decode_time_sec": 5.0362141389996395, "total_time_sec": 5.1904480359989975, "prefill_units_per_sec": 76830.68762113003, "prefill_bytes_per_sec": 76683.60805640904, "decode_units_per_sec": 406.65467024934753, "decode_bytes_per_sec": 406.65467024934753, "total_units_per_sec": 394.5709475937032, "total_bytes_per_sec": 394.5709475937032, "step_latency_ms": {"count": 128, "sum": 4917, "mean": 38.4140625, "median": 41.0, "p95": 42.0, "max": 43, "min": 8}, "peak_allocated_mb": 7373.71875, "peak_reserved_mb": 7574.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8342, "mean": 521.375, "median": 473.0, "p95": 848.75, "max": 851, "min": 302}, "model_input_units": {"count": 16, "sum": 8358, "mean": 522.375, "median": 474.0, "p95": 849.75, "max": 852, "min": 303}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 8342, "model_input_units": 8358, "stage0_units": 3020, "stage1_units": 1454, "bytes_per_stage0_unit": 2.762251655629139, "stage0_per_stage1_unit": 2.077028885832187}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 8358, "units_out": 3020, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 4, 1, 8, 1, 1, 3, 1, 1, 1, 9, 2, 4, 3, 5, 1, 1, 2, 1, 8, 1, 1, 4, 1, 10, 1, 1, 2, 3, 1, 1, 6, 1, 1, 10, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 3, 1, 7, 1, 5, 1, 1, 3, 2, 5, 2, 3, 3, 1, 4, 1, 1, 5, 5, 1, 5, 2, 5, 1, 5, 3, 2, 1, 1, 2, 2, 1, 1, 5, 2, 7, 4, 2, 3, 6, 1, 1, 4, 5, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 6, 1, 1, 7, 4, 6, 3, 5, 1, 1, 6, 1, 5, 1, 9, 6, 2, 4, 1, 6, 1, 1, 6, 1, 5, 1, 5, 1, 9, 3, 2, 8, 2, 7, 2, 6, 1, 4, 1, 3, 1, 5, 1, 3, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4, 2, 5, 1, 2, 4, 1, 1, 1, 1, 1, 3, 5, 1, 2, 4, 1, 1, 1, 1, 1, 13, 1, 11, 1, 1, 3, 1, 2, 1, 1, 1, 7, 1, 3, 1, 1, 1, 5, 1, 4, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 2, 1, 1, 4, 1, 7, 5, 5, 1, 3, 1, 7, 1, 1, 2, 11, 1, 1, 8, 1, 1, 2, 9, 1, 5, 3, 3, 1, 3, 6, 1, 2, 2, 2, 3, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 8, 1, 1, 7, 11, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 2, 1, 1, 6, 1, 3, 4, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 2, 8, 1, 1, 1, 1, 1, 1, 6, 2, 1, 5, 4, 4, 6, 13, 7, 2, 1, 3, 2, 4, 1, 5, 3, 1, 8, 3, 3, 1, 3, 2, 3, 1, 1, 1, 1, 1, 5, 1, 4, 7, 2, 5, 3, 10, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 7, 6, 1, 2, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 11, 1, 3, 1, 1, 2, 1, 1, 5, 1, 47, 13, 1, 11, 1, 13, 1, 11, 1, 5, 2, 3, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 7, 2, 1, 1, 5, 1, 11, 1, 1, 2, 1, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 36, 13, 1, 11, 1, 1, 1, 3, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 2, 2, 1, 1, 1, 1, 4, 1, 1, 3, 2, 1, 4, 7, 1, 1, 4, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 7, 2, 1, 1, 1, 4, 5, 7, 2, 1, 1, 1, 5, 1, 2, 1, 9, 4, 3, 2, 1, 4, 3, 9, 1, 1, 5, 1, 1, 13, 4, 1, 6, 2, 3, 1, 1, 3, 1, 13, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 2, 4, 1, 6, 2, 1, 3, 4, 17, 1, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 13, 7, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 13, 10, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 2, 2, 13, 1, 2, 1, 7, 1, 2, 1, 1, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 4, 1, 11, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 2, 2, 1, 1, 1, 17, 7, 3, 1, 3, 13, 2, 3, 11, 1, 1, 2, 4, 2, 3, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 3, 6, 1, 6, 1, 1, 3, 2, 5, 2, 6, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 6, 1, 2, 1, 1, 13, 1, 3, 1, 6, 1, 8, 2, 6, 4, 1, 4, 2, 1, 6, 1, 1, 13, 4, 1, 1, 6, 2, 1, 1, 2, 4, 1, 4, 2, 1, 1, 1, 1, 1, 4, 2, 3, 6, 1, 9, 4, 1, 13, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 17, 1, 5, 4, 5, 1, 1, 7, 1, 4, 3, 3, 5, 3, 1, 1, 13, 6, 1, 7, 2, 1, 13, 4, 1, 2, 1, 1, 2, 2, 3, 1, 4, 1, 1, 3, 9, 1, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 17, 1, 2, 1, 1, 6, 1, 5, 2, 3, 1, 4, 1, 17, 6, 1, 7, 2, 1, 13, 1, 2, 6, 1, 7, 1, 2, 3, 1, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 17, 1, 3, 1, 1, 6, 1, 6, 3, 1, 17, 1, 3, 1, 1, 6, 1, 7, 1, 1, 6, 1, 5, 2, 6, 1, 17, 1, 3, 1, 1, 6, 1, 1, 8, 1, 1, 1, 6, 1, 5, 2, 1, 3, 1, 7, 1, 1, 8, 1, 17, 1, 3, 1, 1, 6, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 4, 1, 7, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 5, 1, 1, 4, 1, 1, 5, 1, 3, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 5, 1, 2, 1, 4, 1, 8, 2, 4, 4, 7, 5, 1, 2, 1, 8, 1, 9, 1, 4, 1, 5, 2, 2, 1, 1, 1, 2, 1, 5, 1, 3, 2, 1, 2, 1, 1, 2, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 9, 1, 5, 4, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 1, 1, 1, 3, 1, 7, 1, 2, 1, 2, 1, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8, 1, 1, 2, 7, 4, 1, 1, 2, 1, 1, 5, 2, 2, 1, 1, 1, 5, 4, 2, 3, 2, 1, 2, 1, 1, 1, 9, 1, 2, 4, 4, 1, 1, 1, 1, 13, 8, 1, 9, 1, 2, 2, 1, 1, 1, 2, 3, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 2, 2, 1, 9, 1, 8, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 1, 2, 1, 2, 1, 1, 1, 5, 4, 1, 2, 2, 3, 1, 8, 1, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 1, 1, 3, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 9, 1, 1, 3, 1, 5, 1, 1, 1, 1, 7, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 9, 3, 4, 1, 5, 7, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 5, 1, 9, 3, 4, 1, 5, 7, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 2, 1, 1, 9, 3, 4, 1, 1, 3, 1, 7, 1, 1, 5, 1, 1, 2, 4, 1, 7, 1, 5, 1, 1, 2, 1, 7, 1, 5, 2, 5, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 2, 1, 5, 1, 5, 2, 1, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 2, 2, 1, 3, 2, 7, 5, 1, 6, 3, 1, 7, 1, 5, 3, 4, 2, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 7, 1, 6, 1, 1, 6, 1, 2, 3, 1, 5, 1, 5, 1, 2, 1, 5, 4, 1, 1, 3, 1, 3, 1, 2, 5, 1, 4, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 3, 1, 7, 1, 4, 1, 4, 2, 3, 1, 7, 1, 1, 5, 1, 6, 1, 2, 1, 2, 7, 1, 5, 1, 4, 6, 2, 1, 2, 3, 4, 1, 5, 1, 2, 1, 4, 2, 1, 7, 1, 2, 1, 7, 1, 7, 1, 3, 1, 2, 1, 1, 7, 1, 4, 1, 1, 2, 1, 1, 1, 4, 2, 4, 2, 4, 2, 1, 2, 1, 7, 1, 1, 7, 2, 4, 7, 1, 2, 1, 3, 4, 2, 1, 3, 2, 5, 3, 10, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 4, 2, 1, 1, 5, 1, 1, 1, 1, 4, 6, 1, 1, 3, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 2, 5, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 5, 1, 8, 1, 1, 2, 1, 1, 5, 1, 2, 1, 2, 1, 4, 1, 5, 1, 2, 1, 1, 1, 9, 1, 5, 1, 8, 5, 1, 1, 2, 5, 3, 1, 2, 6, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 1, 5, 2, 1, 3, 3, 3, 1, 4, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 5, 1, 1, 6, 3, 2, 4, 1, 3, 1, 4, 3, 1, 6, 5, 4, 1, 4, 1, 1, 1, 2, 1, 4, 1, 3, 9, 1, 1, 2, 1, 1, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 6, 1, 1, 3, 2, 1, 1, 4, 2, 1, 6, 1, 1, 3, 1, 1, 9, 8, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 2, 9, 1, 2, 1, 6, 9, 7, 1, 2, 2, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 1, 1, 2, 2, 5, 1, 8, 1, 1, 9, 9, 2, 1, 1, 4, 1, 6, 1, 1, 1, 1, 2, 1, 1, 8, 1, 1, 1, 4, 2, 1, 6, 1, 1, 5, 1, 1, 1, 4, 1, 1, 9, 4, 3, 3, 8, 1, 13, 4, 3, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 1, 17, 9, 2, 1, 3, 1, 1, 5, 1, 2, 2, 1, 6, 1, 1, 3, 1, 3, 1, 1, 17, 1, 2, 9, 1, 2, 2, 2, 2, 7, 1, 2, 4, 8, 1, 1, 2, 3, 5, 17, 2, 3, 1, 9, 3, 8, 1, 1, 3, 1, 1, 2, 8, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 11, 1, 2, 2, 1, 1, 5, 5, 1, 5, 2, 10, 1, 1, 1, 1, 2, 1, 1, 11, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 9, 3, 1, 10, 1, 1, 2, 2, 1, 5, 6, 1, 10, 1, 2, 1, 2, 1, 5, 10, 1, 1, 2, 2, 1, 1, 6, 1, 6, 1, 10, 1, 1, 2, 2, 1, 4, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 8, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 2, 1, 2, 1, 6, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 3, 2, 6, 2, 5, 2, 4, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 6, 1, 1, 8, 3, 1, 7, 1, 8, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 1, 2, 1, 8, 1, 8, 1, 1, 1, 9, 1, 2, 5, 1, 1, 8, 3, 1, 7, 1, 5, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 3, 1, 8, 1, 5, 1, 1, 1, 1, 9, 1, 2, 4, 4, 1, 13, 5, 2, 5, 1, 4, 1, 9, 5, 2, 2, 1, 1, 3, 1, 2, 1, 1, 9, 1, 3, 2, 6, 2, 3, 2, 1, 4, 3, 2, 1, 1, 1, 6, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 5, 3, 1, 5, 1, 6, 2, 1, 1, 1, 1, 5, 4, 5, 1, 3, 6, 1, 9, 5, 1, 8, 1, 2, 5, 1, 9, 1, 6, 1, 6, 2, 12, 1, 4, 1, 2, 2, 5, 1, 11, 1, 4, 1, 1, 2, 1, 1, 1, 1, 12, 1, 4, 1, 2, 2, 3, 2, 1, 3, 2, 1, 11, 1, 2, 1, 3, 1, 2, 3, 2, 1, 3, 2, 9, 1, 1, 9, 1, 2, 1, 1, 1, 7, 1, 3, 1, 3, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 1, 1, 1, 6, 2, 1, 3, 2, 3, 1, 9, 4, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 3, 1, 1, 9, 4, 3, 3, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 3, 7, 1, 6, 1, 1, 1, 1, 2, 2, 9, 1, 1, 5, 1, 5, 1, 6, 2, 1, 1, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 5, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 5, 1, 4, 1, 9, 1, 5, 1, 5, 1, 6, 1, 4, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 8, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 5, 2, 1, 1, 3, 1, 2, 1, 5, 1, 1, 3, 2, 8, 1, 1, 1, 1, 2, 5, 1, 1, 2, 2, 2, 6, 1, 4, 1, 1, 9, 6, 1, 4, 1, 1, 1, 6, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 1, 9, 1, 3, 6, 1, 1, 4, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 6, 1, 5, 1, 9, 1, 3, 1, 1, 2, 1, 8, 1, 8, 1, 8, 1, 27, 6, 1, 6, 1, 27, 6, 1], "chunk_stats": {"count": 3020, "sum": 8358, "mean": 2.7675496688741723, "median": 1.0, "p95": 9.0, "max": 47, "min": 1}}, {"stage": 1, "units_in": 3020, "units_out": 1454, "chunk_lengths": [1, 2, 2, 5, 2, 1, 4, 1, 1, 1, 1, 4, 1, 2, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 5, 2, 4, 2, 1, 1, 6, 3, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 4, 2, 2, 2, 1, 1, 1, 2, 1, 5, 2, 6, 1, 1, 6, 3, 1, 3, 4, 1, 2, 1, 1, 1, 2, 2, 1, 11, 2, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 4, 1, 3, 1, 2, 1, 2, 1, 5, 1, 1, 1, 5, 2, 2, 1, 1, 5, 1, 5, 1, 1, 2, 4, 3, 1, 1, 1, 2, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 2, 1, 3, 1, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 5, 2, 1, 3, 2, 2, 4, 1, 4, 1, 1, 3, 2, 4, 3, 2, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 3, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 2, 1, 8, 2, 1, 1, 1, 1, 6, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 3, 1, 8, 1, 1, 1, 17, 1, 1, 1, 1, 3, 7, 1, 1, 7, 2, 3, 1, 3, 1, 1, 1, 11, 1, 1, 1, 4, 1, 1, 6, 1, 1, 9, 2, 3, 1, 1, 2, 4, 1, 2, 1, 2, 1, 2, 4, 1, 2, 1, 3, 3, 1, 1, 1, 1, 6, 6, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 4, 1, 4, 2, 1, 5, 4, 1, 4, 3, 1, 1, 4, 4, 2, 6, 1, 4, 1, 3, 1, 2, 2, 1, 1, 1, 1, 6, 3, 1, 2, 1, 1, 6, 3, 1, 1, 2, 9, 2, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 1, 3, 1, 3, 2, 1, 6, 2, 2, 2, 2, 1, 2, 1, 1, 3, 1, 1, 3, 5, 2, 3, 1, 1, 4, 1, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 4, 1, 3, 1, 1, 1, 3, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 5, 2, 1, 5, 1, 2, 3, 2, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 3, 6, 3, 2, 1, 2, 1, 1, 1, 2, 5, 1, 3, 2, 1, 1, 5, 2, 7, 1, 3, 1, 6, 1, 2, 1, 6, 1, 1, 1, 1, 2, 3, 1, 6, 2, 1, 3, 2, 4, 1, 4, 1, 6, 2, 3, 2, 1, 2, 1, 3, 1, 2, 3, 1, 1, 2, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 2, 1, 1, 3, 4, 2, 1, 1, 4, 2, 1, 3, 1, 4, 2, 1, 2, 1, 3, 4, 1, 2, 1, 2, 4, 1, 5, 2, 2, 3, 2, 2, 4, 1, 4, 1, 1, 2, 1, 6, 1, 1, 1, 5, 2, 2, 1, 2, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 4, 1, 2, 1, 1, 3, 4, 3, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 3, 1, 4, 1, 1, 2, 4, 3, 1, 1, 3, 3, 1, 4, 2, 1, 2, 3, 1, 2, 1, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 1, 5, 1, 4, 1, 1, 3, 1, 1, 6, 3, 7, 1, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 5, 3, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 6, 1, 1, 2, 1, 2, 2, 2, 1, 3, 2, 1, 1, 3, 1, 3, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 8, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 2, 2, 4, 1, 3, 3, 1, 2, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 3, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 4, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 21, 1, 1, 3, 2, 2, 2, 5, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 2, 2, 3, 2, 1, 2, 2, 2, 5, 2, 1, 3, 1, 3, 1, 2, 2, 1, 1, 2, 2, 3, 2, 1, 4, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 2, 2, 3, 2, 5, 1, 6, 1, 2, 1, 1, 2, 2, 3, 2, 3, 2, 1, 2, 3, 3, 2, 2, 1, 2, 1, 1, 4, 1, 1, 3, 1, 1, 5, 1, 2, 7, 3, 5, 1, 1, 1, 2, 2, 3, 1, 3, 2, 1, 1, 5, 2, 1, 1, 1, 1, 4, 2, 7, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 4, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 4, 9, 1, 1, 1, 5, 2, 6, 4, 2, 2, 5, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 3, 2, 1, 5, 3, 2, 1, 5, 3, 2, 1, 3, 1, 2, 2, 1, 4, 2, 1, 4, 4, 3, 4, 2, 4, 4, 1, 4, 2, 2, 2, 2, 5, 4, 2, 2, 2, 2, 5, 2, 3, 5, 2, 3, 5, 2, 3, 5, 2, 3, 4, 2, 4, 5, 5, 2, 3, 1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 2, 3, 1, 5, 1, 2, 5, 2, 2, 2, 3, 2, 3, 2, 1, 1, 2, 3, 4, 2, 1, 2, 5, 2, 2, 2, 2, 2, 3, 2, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 2, 1, 3, 3, 1, 2, 1, 2, 2, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 3, 2, 1, 1, 1, 4, 2, 2, 1, 1, 3, 2, 5, 2, 5, 6, 1, 1, 1, 1, 1, 5, 2, 3, 1, 2, 1, 7, 2, 1, 1, 2, 2, 5, 3, 2, 4, 3, 2, 4, 3, 2, 4, 3, 2, 2, 1, 1, 4, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 7, 3, 4, 1, 5, 4, 1, 4, 4, 1, 2, 1, 1, 4, 4, 3, 1, 1, 1, 1, 1, 7, 1, 1, 2, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 4, 7, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 4, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 2, 3, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 7, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 4, 1, 1, 3, 3, 1, 4, 5, 1, 5, 1, 1, 1, 2, 4, 1, 6, 2, 3, 3, 1, 7, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 1454, "sum": 3020, "mean": 2.077028885832187, "median": 1.5, "p95": 5.0, "max": 21, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 682, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 4, 5, 4, 6, 6, 5, 1, 9, 1, 9, 2, 7, 1, 1, 6, 8, 1, 8, 1, 1, 1, 9, 1, 1, 13, 13, 1, 13, 5, 1, 4, 1, 1, 6, 1, 5, 1, 1, 1, 2, 9, 1, 4, 7, 3, 1, 9, 1, 1, 1, 4, 5, 1, 1, 2, 2, 1, 1, 9, 4, 1, 1, 1, 1, 1, 21, 6, 1, 3, 1, 2, 1, 3, 6, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 4, 17, 10, 4, 5, 2, 1, 11, 5, 7, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 7, 3, 1, 4, 1, 1, 1, 2, 1, 7, 1, 2, 2, 5, 5, 1, 5, 2, 6, 1, 1, 1, 1, 1, 4, 3, 1, 1, 7, 1, 9, 1, 1, 1, 17, 1, 1, 3, 4, 2, 5, 1, 1, 2, 3, 3, 8, 1, 1, 1, 1, 1, 6, 4, 13, 1, 1, 4, 3, 1, 7, 8, 1, 1, 3, 1, 8, 1, 2, 1, 1, 1, 4, 1, 2, 5, 1, 5, 3, 1, 7, 4, 1, 1, 2, 1, 3, 9, 2, 2, 1, 5, 1, 1, 1, 2, 2, 4, 1, 1, 1, 7, 1, 1, 1, 1, 2, 6, 1, 1, 2, 1, 4, 1, 2, 2, 3, 1, 1, 1, 2, 5, 1, 2, 6, 1, 1, 2, 2, 1, 1, 1, 1, 1, 5, 2, 2, 6, 5, 2, 1, 4, 1, 7, 1, 10, 1, 2, 1, 1, 5, 1, 1, 5, 1, 2, 2, 1, 1, 7, 1, 1, 1, 1, 2, 9, 1, 9, 27, 1, 4, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 5, 5, 1, 1, 1, 2, 5, 1, 1, 1, 1, 5, 4, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 9, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 5, 13, 3, 1, 1, 2, 9, 6, 1, 1, 9, 1, 11, 1, 3, 1, 1, 1, 1, 1, 1, 9, 1, 10, 1, 11, 1, 1, 2, 1, 1, 1, 1, 1, 8, 7, 3, 2, 3, 1, 1, 6, 1, 1, 6, 5, 2, 1, 1, 1, 13, 1, 1, 1, 1, 1, 1, 5, 2, 10, 1, 6, 2, 1, 2, 1, 4, 1, 5, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 3, 1, 1, 1, 5, 3, 2, 3, 1, 1, 1, 1, 2, 1, 1, 2, 5, 3, 6, 1, 1, 5, 1, 1, 1, 1, 4, 5, 1, 1, 1, 5, 13, 1, 6, 1, 1, 1, 1, 1, 2, 1, 1, 1, 10, 6, 4, 5, 1, 1, 2, 2, 3, 2, 1, 8, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 9, 1, 1, 2, 1, 1, 12, 1, 1, 17, 5, 7, 1, 1, 5, 13, 4, 11, 17, 6, 1, 9, 1, 1, 1, 1, 1, 1, 3, 4, 3, 1, 1, 1, 1, 1, 1, 1, 2, 1, 6, 7, 1, 13, 1, 1, 1, 8, 9, 1, 2, 7, 3, 2, 5, 5, 9, 7, 2, 1, 5, 1, 2, 1, 1, 5, 1, 3, 1, 5, 4, 1, 7, 2, 1, 6, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 13, 3, 1, 1, 7, 2, 1, 5, 4, 1, 1, 1, 1, 1, 5, 1, 7, 5, 1, 1, 5, 1, 1, 3, 1, 1, 2, 1, 1, 4, 4, 5, 1, 1, 1, 1, 1, 11, 1, 5, 1, 10, 1, 1, 6, 1, 1, 1, 2, 1, 1, 1, 1, 6, 1, 5, 1, 1, 1, 9, 4, 4, 1, 1, 1, 1, 7, 1, 1, 11, 1, 1, 1, 13, 1, 2, 1, 2, 1, 4, 3, 1, 1, 4, 5, 8, 2, 7, 1, 1, 4, 2, 9, 6, 38, 1, 4, 4, 6], "chunk_stats": {"count": 691, "sum": 2048, "mean": 2.963820549927641, "median": 1.0, "p95": 9.0, "max": 38, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 256, "chunk_lengths": [1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 2, 3, 1, 2, 1, 2, 2, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 3, 2, 1, 3, 3, 1, 4, 1, 4, 3, 3, 2, 1, 3, 2, 1, 1, 6, 5, 1, 3, 1, 1, 7, 3, 1, 2, 5, 1, 1, 9, 6, 1, 2, 1, 2, 3, 2, 7, 3, 1, 2, 2, 2, 2, 1, 4, 2, 4, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 5, 3, 2, 8, 9, 2, 3, 1, 4, 2, 2, 1, 2, 2, 2, 2, 2, 4, 3, 1, 7, 1, 3, 1, 1, 8, 2, 4, 4, 2, 5, 6, 1, 4, 5, 5, 1, 3, 1, 8, 1, 4, 1, 7, 1, 3, 1, 1, 1, 8, 2, 6, 4, 1, 3, 3, 4, 2, 2, 1, 3, 1, 3, 2, 1, 1, 1, 1, 3, 4, 3, 3, 1, 2, 2, 1, 2, 8, 1, 8, 2, 4, 1, 2, 8, 2, 4, 1, 1, 2, 1, 2, 3, 2, 2, 3, 3, 1, 1, 5, 1, 1, 4, 3, 5, 1, 1, 1, 1, 3, 2, 1, 4, 1, 3, 1, 3, 1, 7, 1, 3, 1, 1, 1, 1, 7, 4, 1, 4, 1, 2, 3, 1, 5, 3, 3, 2, 1, 4, 2, 1, 3, 1, 1, 3, 2, 1, 8, 3, 2, 9, 3, 3, 1, 3, 5, 1, 1, 1, 5, 5, 1, 9, 6, 2, 2, 6, 2, 1, 7, 2, 3], "chunk_stats": {"count": 262, "sum": 682, "mean": 2.6030534351145036, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 126, "sum": 682, "mean": 5.412698412698413, "median": 5.0, "p95": 9.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10573328000100446, "decode_time_sec": 5.142141210002592, "total_time_sec": 5.293288329001371, "prefill_units_per_sec": 65400.41129845123, "prefill_bytes_per_sec": 65249.087136372385, "decode_units_per_sec": 398.27766612402456, "decode_bytes_per_sec": 398.27766612402456, "total_units_per_sec": 386.90505272105116, "total_bytes_per_sec": 386.90505272105116, "step_latency_ms": {"count": 128, "sum": 5021, "mean": 39.2265625, "median": 41.0, "p95": 42.0, "max": 48, "min": 18}, "peak_allocated_mb": 7550.16015625, "peak_reserved_mb": 7738.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6899, "mean": 431.1875, "median": 318.0, "p95": 891.5, "max": 914, "min": 257}, "model_input_units": {"count": 16, "sum": 6915, "mean": 432.1875, "median": 319.0, "p95": 892.5, "max": 915, "min": 258}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6899, "model_input_units": 6915, "stage0_units": 2228, "stage1_units": 1121, "bytes_per_stage0_unit": 3.0964991023339317, "stage0_per_stage1_unit": 1.9875111507582515}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6915, "units_out": 2228, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 3, 1, 1, 3, 2, 6, 1, 2, 2, 2, 8, 1, 2, 2, 1, 1, 9, 2, 4, 6, 5, 1, 3, 8, 5, 1, 6, 8, 9, 1, 6, 2, 9, 1, 2, 9, 5, 1, 3, 1, 8, 9, 7, 2, 7, 1, 2, 7, 5, 1, 3, 1, 6, 1, 9, 2, 4, 9, 1, 6, 7, 1, 1, 1, 3, 8, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 4, 1, 1, 6, 1, 8, 1, 32, 3, 1, 5, 1, 32, 7, 1, 1, 1, 33, 1, 5, 1, 8, 1, 1, 4, 1, 1, 3, 4, 1, 2, 3, 3, 1, 5, 1, 5, 4, 1, 2, 3, 3, 1, 5, 1, 7, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 7, 1, 9, 8, 7, 1, 2, 1, 5, 1, 9, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 6, 1, 1, 9, 8, 7, 8, 1, 1, 4, 1, 1, 6, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 2, 2, 3, 1, 3, 1, 2, 3, 4, 1, 2, 1, 1, 1, 1, 1, 1, 13, 7, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 1, 1, 1, 18, 1, 7, 1, 1, 1, 1, 2, 1, 3, 1, 6, 1, 17, 1, 6, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 3, 3, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 3, 1, 17, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 5, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 4, 2, 3, 1, 3, 1, 1, 3, 4, 1, 1, 1, 17, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 1, 3, 1, 3, 4, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 1, 3, 1, 5, 2, 4, 1, 6, 1, 9, 2, 3, 4, 1, 6, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 4, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 4, 1, 8, 1, 5, 2, 6, 2, 7, 1, 4, 1, 2, 6, 1, 1, 1, 1, 1, 1, 1, 21, 1, 7, 1, 2, 2, 2, 9, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 3, 1, 9, 1, 1, 1, 1, 3, 1, 5, 1, 7, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 7, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 4, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 6, 5, 1, 13, 1, 1, 6, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 1, 6, 1, 1, 13, 1, 1, 6, 1, 6, 2, 1, 9, 1, 5, 1, 3, 4, 1, 1, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1, 2, 10, 1, 2, 2, 2, 1, 9, 10, 2, 13, 1, 9, 1, 5, 5, 5, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 3, 6, 1, 13, 1, 2, 1, 2, 1, 1, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 9, 2, 3, 1, 1, 3, 1, 1, 3, 6, 1, 13, 1, 2, 1, 1, 3, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 22, 1, 1, 1, 5, 1, 1, 9, 5, 2, 1, 2, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 7, 1, 1, 7, 1, 4, 1, 1, 1, 1, 9, 10, 2, 1, 2, 1, 9, 2, 3, 1, 4, 1, 1, 1, 9, 4, 3, 4, 1, 1, 4, 3, 1, 7, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 11, 1, 1, 10, 1, 2, 1, 1, 4, 2, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 5, 1, 6, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 3, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 4, 8, 1, 2, 10, 1, 1, 3, 5, 1, 1, 3, 5, 1, 8, 1, 3, 3, 1, 11, 1, 1, 6, 4, 2, 1, 1, 1, 5, 1, 5, 2, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 5, 8, 2, 1, 5, 1, 7, 1, 7, 1, 2, 4, 2, 2, 6, 1, 5, 1, 4, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 7, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 3, 4, 2, 6, 1, 3, 1, 1, 1, 1, 4, 1, 7, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 3, 1, 1, 9, 6, 1, 3, 1, 13, 1, 7, 2, 5, 1, 1, 3, 1, 6, 1, 13, 1, 6, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 13, 1, 2, 4, 1, 5, 1, 17, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 21, 1, 6, 2, 1, 3, 1, 4, 1, 1, 2, 17, 4, 1, 21, 5, 1, 1, 3, 8, 1, 7, 1, 1, 1, 21, 8, 13, 1, 2, 1, 5, 1, 1, 1, 1, 4, 3, 1, 3, 1, 8, 1, 17, 5, 1, 1, 2, 6, 7, 1, 1, 17, 8, 13, 8, 2, 1, 3, 1, 8, 1, 1, 5, 1, 1, 1, 1, 13, 1, 3, 1, 4, 1, 1, 3, 2, 1, 5, 13, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 5, 12, 6, 1, 1, 1, 6, 5, 1, 7, 7, 1, 5, 2, 6, 1, 2, 4, 3, 8, 1, 1, 7, 1, 1, 6, 1, 2, 1, 5, 1, 1, 1, 10, 3, 3, 2, 6, 6, 1, 4, 1, 1, 1, 7, 1, 6, 1, 3, 1, 6, 2, 3, 4, 4, 1, 4, 12, 1, 1, 1, 2, 6, 4, 1, 1, 6, 2, 1, 5, 1, 7, 1, 6, 1, 1, 1, 6, 1, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 3, 2, 1, 3, 1, 1, 9, 6, 2, 1, 1, 1, 9, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 13, 5, 2, 1, 3, 1, 10, 1, 4, 1, 1, 4, 2, 3, 1, 5, 1, 1, 13, 1, 2, 4, 4, 1, 17, 5, 13, 6, 3, 4, 1, 9, 2, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2, 3, 1, 2, 9, 2, 4, 1, 6, 4, 8, 1, 9, 1, 2, 3, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 1, 3, 2, 4, 1, 4, 2, 1, 5, 1, 1, 3, 1, 1, 9, 4, 1, 8, 2, 1, 1, 3, 1, 6, 1, 2, 1, 1, 9, 4, 4, 2, 6, 3, 4, 1, 4, 1, 5, 1, 1, 1, 13, 1, 2, 1, 5, 1, 17, 6, 2, 1, 3, 1, 1, 2, 1, 1, 6, 1, 1, 5, 1, 6, 1, 1, 4, 1, 5, 1, 13, 4, 1, 7, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 5, 1, 1, 1, 9, 7, 3, 2, 1, 1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 1, 7, 1, 1, 1, 4, 1, 1, 2, 1, 5, 7, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 2, 3, 1, 5, 1, 2, 1, 5, 8, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 9, 4, 1, 4, 3, 6, 1, 13, 1, 2, 4, 1, 1, 3, 1, 1, 17, 1, 5, 5, 5, 1, 1, 3, 1, 13, 4, 1, 17, 1, 5, 1, 3, 1, 5, 3, 4, 1, 1, 3, 1, 5, 1, 4, 6, 7, 1, 3, 1, 3, 5, 2, 1, 4, 1, 2, 6, 2, 3, 7, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 6, 1, 1, 3, 1, 1, 3, 1, 3, 1, 3, 6, 2, 1, 1, 3, 4, 2, 3, 1, 4, 1, 3, 4, 5, 1, 1, 5, 1, 3, 4, 2, 1, 1, 1, 6, 1, 5, 2, 1, 3, 7, 1, 5, 4, 1, 5, 2, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 1, 2, 4, 1, 5, 1, 2, 6, 1, 2, 1, 1, 3, 2, 4, 1, 1, 2, 4, 1, 1, 3, 1, 1, 1, 5, 4, 2, 1, 5, 1, 9, 1, 1, 1, 5, 3, 1, 5, 1, 1, 3, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 1, 5, 4, 1, 5, 2, 1, 9, 2, 3, 3, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 10, 1, 1, 2, 1, 1, 13, 8, 1, 9, 4, 2, 3, 1, 4, 1, 3, 1, 1, 10, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 1, 3, 1, 3, 1, 7, 1, 4, 1, 1, 3, 1, 1, 7, 1, 5, 1, 3, 2, 2, 1, 1, 17, 4, 1, 1, 6, 2, 5, 1, 3, 2, 2, 17, 4, 1, 1, 6, 2, 5, 1, 3, 17, 3, 4, 1, 3, 13, 4, 1, 17, 3, 4, 1, 4, 9, 7, 8, 1, 10, 1, 7, 9, 1, 13, 1, 1, 5, 1, 5, 1, 1, 10, 1, 5, 2, 6, 3, 1, 8, 4, 1, 3, 1, 1, 1, 3, 8, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 6, 2, 7, 2, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 2, 1, 1, 5, 4, 1, 5, 1, 3, 1, 6, 1, 9, 1, 2, 1, 5, 1, 13, 4, 2, 7, 1, 1, 5, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 13, 1, 2, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 17, 4, 3, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 13, 1, 2, 1, 1, 7, 1, 1, 2, 7, 1, 3, 2, 1, 1, 13, 1, 3, 1, 7, 1, 3, 1, 1, 3, 1, 1, 5, 1, 6, 1, 8, 2, 1, 1, 5, 6, 2, 1, 5, 4, 7, 3, 7, 1, 9, 4, 2, 6, 1, 3, 1, 1, 4, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 5, 6, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 5, 1, 7, 1, 7, 2, 5, 1, 8, 1, 7, 1, 2, 2, 1, 1, 5, 4, 4, 1, 9, 1, 4, 1, 4, 1, 1, 9, 4, 4, 1, 4, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 13, 1, 2, 4, 1, 1, 8, 1, 7, 2, 4, 7, 1, 1, 17, 2, 2, 3, 1, 4, 4, 8, 1, 2, 2, 1, 6, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 7, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 4, 7, 1, 1, 1, 1, 1, 3, 1, 1, 1, 17, 2, 7, 4, 8, 1, 2, 1, 2, 1, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 4, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 7, 1, 7, 4, 3, 5, 1, 7, 1, 7, 1, 17, 2, 1, 5, 1, 2, 4, 8, 7, 1, 2, 3, 1, 6, 1, 8, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 6, 1, 1, 1, 1], "chunk_stats": {"count": 2228, "sum": 6915, "mean": 3.1036804308797126, "median": 1.0, "p95": 9.0, "max": 52, "min": 1}}, {"stage": 1, "units_in": 2228, "units_out": 1121, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 10, 1, 6, 1, 1, 1, 3, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 3, 4, 1, 1, 7, 1, 1, 1, 1, 6, 3, 1, 1, 2, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 2, 2, 2, 5, 2, 2, 2, 2, 5, 2, 3, 2, 2, 5, 2, 2, 1, 1, 2, 2, 6, 2, 3, 1, 3, 1, 3, 1, 2, 2, 1, 2, 3, 1, 1, 2, 7, 1, 2, 2, 3, 2, 1, 1, 1, 1, 1, 7, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 5, 5, 1, 1, 5, 3, 1, 2, 3, 2, 2, 3, 1, 1, 4, 4, 6, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 4, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 5, 3, 2, 2, 2, 7, 1, 1, 2, 1, 1, 6, 2, 3, 1, 1, 4, 7, 1, 2, 4, 1, 3, 1, 6, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 2, 1, 5, 1, 1, 4, 2, 1, 2, 4, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 4, 2, 3, 3, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 3, 1, 3, 2, 2, 3, 3, 2, 1, 3, 1, 2, 2, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 3, 3, 3, 1, 3, 2, 1, 1, 2, 4, 1, 2, 2, 1, 3, 1, 2, 1, 1, 1, 3, 2, 1, 1, 2, 3, 5, 1, 3, 1, 1, 3, 5, 1, 2, 1, 1, 3, 5, 1, 2, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 2, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 3, 1, 2, 4, 2, 1, 3, 1, 2, 1, 6, 2, 4, 1, 3, 8, 2, 4, 1, 4, 2, 3, 2, 1, 2, 1, 2, 2, 2, 1, 4, 1, 1, 3, 1, 2, 1, 1, 6, 1, 2, 1, 3, 3, 4, 1, 1, 5, 1, 1, 4, 1, 4, 1, 2, 8, 1, 2, 1, 2, 2, 6, 1, 1, 1, 1, 3, 4, 2, 5, 1, 2, 3, 3, 1, 1, 1, 1, 1, 4, 3, 4, 1, 7, 3, 1, 3, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 3, 4, 1, 2, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 4, 2, 2, 2, 1, 1, 2, 2, 3, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 4, 1, 1, 1, 4, 2, 3, 2, 4, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 1, 3, 1, 6, 2, 2, 1, 1, 2, 2, 2, 5, 1, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 2, 3, 1, 1, 1, 1, 3, 1, 2, 2, 3, 5, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 3, 6, 3, 1, 1, 1, 1, 5, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 2, 1, 1, 2, 1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 1, 4, 3, 4, 1, 2, 1, 1, 2, 1, 3, 8, 1, 2, 1, 1, 7, 4, 1, 3, 1, 7, 6, 6, 1, 1, 2, 2, 4, 1, 2, 2, 1, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 3, 1, 4, 2, 2, 5, 1, 1, 2, 5, 3, 1, 1, 1, 1, 1, 2, 3, 1, 5, 4, 1, 1, 2, 1, 2, 1, 4, 1, 3, 1, 1, 6, 2, 2, 4, 2, 4, 2, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 2, 2, 1, 2, 1, 4, 1, 1, 1, 2, 4, 1, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 3, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 1, 2, 1, 4, 1, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 6, 2, 1, 6, 1, 5, 4, 2, 1, 2, 1, 4, 3, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 1, 4, 1, 4, 1, 6, 1, 1, 5, 7, 1, 4, 4, 1, 1, 2, 1, 3, 1, 1, 4, 1, 3, 2, 1, 2, 2, 1, 2, 2, 1, 5, 1, 2, 2, 1, 1, 1, 2, 1, 6, 1, 1, 5, 3, 4, 1, 1, 4, 4, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 3, 6, 1, 1, 2, 1, 3, 3, 3, 1, 1, 1, 4, 1, 1, 3, 1, 9, 1, 3, 2, 2, 9, 1, 1, 2, 1, 1, 2, 6, 1, 1, 2, 1, 6, 1, 3, 2, 1, 9, 1, 3, 2, 2, 2], "chunk_stats": {"count": 1121, "sum": 2228, "mean": 1.9875111507582515, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 660, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 5, 4, 2, 4, 1, 1, 5, 5, 5, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 9, 1, 1, 1, 2, 9, 1, 2, 1, 1, 4, 10, 1, 4, 1, 1, 2, 1, 6, 13, 4, 3, 1, 13, 5, 3, 1, 1, 1, 5, 2, 1, 1, 1, 6, 1, 1, 2, 13, 4, 2, 17, 6, 1, 1, 1, 4, 6, 4, 1, 1, 1, 4, 3, 1, 1, 7, 1, 4, 8, 1, 5, 1, 3, 2, 4, 4, 3, 8, 1, 2, 7, 5, 1, 1, 1, 2, 1, 1, 1, 4, 2, 3, 1, 1, 1, 7, 6, 1, 1, 1, 1, 1, 10, 3, 1, 8, 13, 1, 1, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 1, 5, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 5, 3, 5, 1, 1, 2, 7, 9, 9, 4, 1, 9, 7, 1, 2, 9, 5, 2, 13, 2, 1, 1, 1, 1, 4, 5, 3, 1, 4, 1, 1, 1, 1, 2, 3, 4, 2, 4, 4, 1, 3, 4, 1, 4, 5, 1, 1, 4, 1, 5, 13, 1, 6, 3, 3, 6, 2, 1, 10, 1, 1, 3, 6, 2, 6, 7, 2, 1, 13, 3, 1, 1, 1, 1, 1, 7, 1, 3, 7, 1, 4, 52, 5, 6, 2, 1, 1, 1, 7, 5, 4, 1, 1, 6, 1, 3, 8, 4, 1, 6, 1, 1, 2, 1, 1, 5, 1, 6, 1, 1, 1, 5, 4, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 3, 2, 1, 1, 17, 2, 3, 10, 3, 1, 4, 1, 1, 4, 1, 3, 1, 1, 4, 1, 1, 3, 7, 1, 1, 2, 5, 1, 3, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 7, 1, 8, 1, 1, 4, 1, 5, 4, 13, 30, 5, 1, 4, 1, 4, 2, 2, 1, 1, 5, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 4, 8, 1, 1, 9, 7, 5, 4, 1, 1, 1, 1, 1, 7, 1, 4, 1, 5, 1, 5, 1, 5, 1, 2, 6, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 17, 2, 1, 9, 1, 9, 3, 7, 2, 1, 17, 1, 7, 3, 1, 6, 5, 3, 9, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 5, 1, 5, 4, 1, 10, 13, 1, 1, 1, 5, 1, 5, 5, 1, 1, 2, 6, 1, 1, 1, 13, 13, 1, 5, 4, 1, 4, 1, 1, 4, 1, 1, 1, 8, 1, 1, 5, 5, 1, 1, 1, 1, 1, 3, 1, 3, 5, 1, 4, 1, 1, 4, 2, 4, 6, 1, 5, 4, 6, 2, 7, 1, 1, 5, 1, 1, 6, 6, 1, 1, 3, 8, 1, 1, 1, 2, 5, 6, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 6, 3, 1, 1, 3, 1, 5, 4, 4, 5, 1, 5, 5, 4, 2, 1, 2, 5, 3, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 17, 1, 2, 1, 4, 2, 3, 1, 2, 17, 2, 1, 1, 1, 3, 1, 1, 4, 1, 6, 2, 5, 1, 1, 1, 1, 7, 7, 8, 1, 1, 5, 5, 4, 1, 6, 4, 1, 4, 4, 3, 1, 1, 5, 1, 1, 5, 1, 1, 2, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 4, 1, 4, 1, 1, 17, 1, 2, 2, 1, 2, 1, 1, 3, 5, 1, 1, 2, 1, 4, 4, 1, 6, 8, 7, 1, 1, 2, 3, 1, 4, 5, 1, 5, 1, 4, 1, 1, 2, 10, 2, 3, 2, 4, 4, 1, 1], "chunk_stats": {"count": 669, "sum": 2048, "mean": 3.0612855007473843, "median": 1.0, "p95": 9.0, "max": 52, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 281, "chunk_lengths": [1, 2, 3, 3, 1, 2, 1, 1, 2, 1, 2, 1, 4, 1, 1, 2, 1, 1, 2, 3, 4, 1, 2, 1, 1, 1, 1, 2, 4, 4, 1, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 3, 6, 6, 5, 3, 2, 8, 1, 1, 4, 3, 1, 1, 2, 3, 5, 4, 2, 3, 1, 1, 4, 1, 1, 2, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 1, 1, 4, 3, 1, 3, 1, 4, 1, 3, 2, 1, 2, 4, 3, 4, 1, 2, 1, 1, 2, 1, 1, 4, 2, 1, 2, 1, 5, 3, 2, 2, 5, 1, 1, 5, 1, 1, 4, 3, 1, 1, 1, 2, 4, 4, 2, 3, 2, 3, 1, 2, 3, 3, 5, 10, 6, 1, 2, 6, 1, 8, 8, 1, 7, 3, 3, 1, 1, 1, 4, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 2, 3, 5, 1, 1, 1, 3, 1, 1, 5, 4, 1, 2, 4, 1, 2, 5, 4, 1, 1, 2, 3, 2, 1, 1, 6, 4, 6, 1, 3, 1, 2, 2, 2, 3, 2, 1, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 1, 4, 8, 1, 2, 1, 3, 2, 1, 1, 1, 2, 2, 1, 1, 1, 4, 3, 3, 9, 1, 2, 1, 1, 2, 6, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 1, 2, 4, 1, 6, 5, 10, 1, 3, 1, 4, 2, 1, 1, 2, 4, 1], "chunk_stats": {"count": 290, "sum": 660, "mean": 2.2758620689655173, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 660, "mean": 5.15625, "median": 5.0, "p95": 8.649999999999991, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.1086010270009865, "decode_time_sec": 5.224935747999552, "total_time_sec": 5.3786803650000365, "prefill_units_per_sec": 64143.039825366686, "prefill_bytes_per_sec": 63995.711568518294, "decode_units_per_sec": 391.9665425137732, "decode_bytes_per_sec": 391.9665425137732, "total_units_per_sec": 380.76254044145753, "total_bytes_per_sec": 380.76254044145753, "step_latency_ms": {"count": 128, "sum": 5113, "mean": 39.9453125, "median": 41.0, "p95": 42.0, "max": 49, "min": 18}, "peak_allocated_mb": 6772.23388671875, "peak_reserved_mb": 6916.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6950, "mean": 434.375, "median": 434.0, "p95": 651.75, "max": 699, "min": 268}, "model_input_units": {"count": 16, "sum": 6966, "mean": 435.375, "median": 435.0, "p95": 652.75, "max": 700, "min": 269}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6950, "model_input_units": 6966, "stage0_units": 2449, "stage1_units": 1207, "bytes_per_stage0_unit": 2.837893017558187, "stage0_per_stage1_unit": 2.0289975144987573}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6966, "units_out": 2449, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 8, 1, 6, 1, 6, 1, 4, 1, 1, 5, 4, 2, 1, 4, 2, 1, 2, 2, 6, 1, 2, 3, 1, 10, 1, 2, 1, 8, 1, 2, 1, 4, 1, 6, 1, 4, 1, 6, 1, 4, 1, 1, 5, 6, 1, 1, 4, 2, 6, 1, 4, 1, 1, 5, 1, 1, 1, 6, 1, 3, 1, 4, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 8, 1, 10, 1, 4, 2, 1, 4, 2, 1, 2, 2, 6, 2, 6, 1, 4, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 5, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 3, 1, 3, 1, 2, 3, 1, 3, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 1, 3, 1, 2, 1, 3, 1, 5, 6, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 1, 2, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 9, 4, 2, 3, 1, 2, 1, 1, 2, 1, 1, 2, 3, 3, 4, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 4, 2, 7, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 1, 3, 5, 1, 1, 1, 2, 3, 3, 4, 1, 1, 1, 1, 5, 1, 1, 9, 1, 1, 1, 3, 2, 1, 2, 4, 1, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 7, 2, 3, 1, 1, 6, 1, 1, 5, 4, 1, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 1, 7, 4, 1, 1, 4, 1, 1, 1, 7, 2, 1, 5, 2, 3, 1, 2, 7, 4, 5, 2, 2, 6, 1, 1, 8, 1, 7, 1, 2, 1, 3, 1, 3, 6, 5, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 1, 9, 1, 5, 6, 5, 1, 1, 4, 5, 6, 1, 1, 8, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 2, 2, 1, 13, 5, 1, 4, 1, 1, 2, 1, 2, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 1, 3, 2, 5, 1, 2, 2, 1, 13, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 4, 1, 13, 5, 1, 5, 1, 1, 9, 7, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 3, 1, 7, 2, 4, 2, 1, 4, 1, 1, 4, 2, 22, 6, 1, 5, 1, 6, 1, 5, 2, 10, 1, 10, 1, 22, 5, 1, 4, 1, 5, 1, 4, 2, 1, 2, 4, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 22, 5, 1, 5, 2, 1, 2, 1, 4, 1, 1, 2, 1, 4, 2, 4, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 3, 2, 1, 1, 9, 4, 2, 1, 1, 9, 2, 2, 1, 9, 2, 2, 1, 3, 1, 1, 9, 1, 4, 2, 1, 4, 1, 9, 6, 4, 1, 3, 1, 13, 2, 2, 1, 13, 6, 1, 3, 1, 17, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 1, 2, 1, 7, 1, 1, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 4, 1, 1, 9, 3, 2, 4, 5, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 2, 1, 1, 13, 2, 1, 6, 1, 4, 1, 9, 4, 1, 13, 2, 1, 3, 2, 8, 5, 1, 2, 4, 1, 1, 2, 3, 2, 1, 1, 9, 2, 15, 5, 1, 2, 1, 1, 10, 1, 2, 4, 1, 1, 2, 2, 1, 8, 1, 5, 13, 2, 2, 3, 2, 4, 1, 2, 9, 1, 6, 6, 1, 3, 5, 2, 1, 15, 4, 1, 2, 4, 1, 1, 2, 3, 2, 6, 1, 1, 4, 9, 5, 3, 15, 2, 5, 2, 7, 5, 8, 1, 5, 2, 3, 4, 3, 7, 15, 2, 3, 4, 2, 6, 4, 5, 1, 7, 1, 2, 1, 2, 4, 7, 15, 2, 1, 6, 6, 4, 4, 4, 1, 1, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 3, 2, 4, 1, 6, 2, 4, 1, 4, 2, 4, 1, 1, 9, 4, 2, 1, 4, 1, 6, 2, 4, 1, 4, 1, 9, 1, 2, 5, 2, 1, 3, 1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 2, 2, 2, 1, 9, 1, 2, 5, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 1, 7, 1, 4, 11, 1, 3, 1, 3, 7, 1, 2, 1, 2, 5, 1, 2, 1, 5, 13, 2, 2, 2, 1, 1, 13, 1, 3, 1, 1, 1, 3, 1, 3, 1, 4, 2, 1, 5, 4, 1, 5, 3, 1, 5, 1, 2, 2, 1, 5, 4, 2, 2, 1, 1, 1, 3, 6, 1, 4, 3, 1, 8, 1, 1, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 6, 3, 1, 3, 1, 2, 2, 6, 4, 1, 3, 1, 4, 6, 1, 1, 1, 4, 1, 5, 1, 5, 1, 1, 4, 1, 4, 2, 1, 1, 5, 5, 2, 7, 1, 1, 1, 1, 4, 3, 1, 4, 2, 5, 1, 1, 4, 4, 1, 1, 1, 5, 3, 1, 6, 2, 1, 3, 1, 5, 1, 3, 1, 5, 2, 4, 1, 1, 1, 1, 1, 3, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 5, 2, 1, 7, 4, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 1, 5, 1, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 4, 1, 5, 1, 5, 4, 1, 9, 3, 4, 1, 1, 3, 5, 1, 4, 1, 3, 1, 1, 16, 6, 1, 1, 1, 8, 1, 1, 5, 1, 17, 1, 3, 1, 1, 5, 1, 17, 4, 4, 1, 3, 1, 2, 2, 1, 16, 8, 1, 2, 4, 1, 2, 2, 1, 16, 7, 1, 4, 1, 1, 5, 5, 1, 4, 4, 7, 1, 8, 1, 10, 1, 5, 1, 1, 5, 1, 6, 1, 5, 1, 6, 1, 1, 5, 2, 4, 1, 1, 2, 2, 4, 1, 3, 3, 1, 6, 1, 3, 1, 1, 5, 1, 7, 2, 2, 2, 1, 1, 4, 1, 2, 5, 2, 1, 3, 1, 1, 3, 2, 2, 2, 1, 1, 4, 2, 7, 1, 7, 1, 5, 8, 1, 2, 6, 1, 8, 1, 4, 1, 1, 1, 6, 1, 1, 5, 2, 3, 1, 5, 2, 2, 1, 2, 3, 1, 6, 2, 9, 1, 2, 4, 1, 2, 5, 1, 1, 5, 8, 1, 5, 2, 1, 3, 1, 8, 1, 4, 1, 1, 6, 2, 8, 1, 3, 2, 6, 1, 6, 1, 5, 10, 2, 5, 1, 9, 1, 8, 2, 8, 1, 4, 2, 6, 1, 6, 1, 5, 1, 5, 1, 1, 2, 3, 1, 1, 4, 5, 1, 5, 1, 5, 1, 9, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 10, 1, 1, 3, 2, 1, 10, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 5, 1, 5, 1, 1, 1, 1, 8, 1, 1, 2, 1, 1, 10, 1, 1, 9, 1, 2, 4, 1, 3, 1, 13, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 6, 1, 1, 10, 1, 9, 4, 1, 13, 1, 2, 1, 10, 1, 3, 1, 2, 2, 2, 1, 17, 1, 10, 1, 1, 3, 1, 1, 13, 1, 2, 1, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 1, 10, 1, 3, 1, 2, 4, 4, 1, 17, 7, 2, 22, 1, 2, 1, 2, 1, 3, 1, 2, 1, 21, 1, 1, 10, 2, 1, 2, 1, 10, 1, 2, 17, 1, 17, 5, 2, 1, 1, 4, 1, 9, 1, 2, 1, 3, 1, 2, 1, 9, 1, 4, 1, 2, 1, 1, 5, 1, 1, 11, 1, 1, 2, 1, 2, 1, 10, 1, 2, 6, 1, 17, 9, 2, 1, 1, 8, 1, 6, 1, 8, 1, 1, 1, 1, 3, 1, 6, 1, 4, 1, 13, 7, 1, 2, 2, 1, 13, 1, 5, 1, 2, 2, 1, 13, 3, 2, 1, 1, 4, 1, 13, 3, 1, 8, 1, 1, 4, 1, 13, 7, 1, 4, 1, 4, 1, 13, 1, 7, 1, 4, 1, 5, 1, 13, 3, 2, 1, 1, 2, 1, 5, 1, 13, 7, 1, 4, 1, 4, 1, 1, 5, 2, 1, 2, 6, 2, 4, 4, 2, 5, 1, 8, 2, 1, 6, 8, 8, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 4, 1, 5, 1, 2, 7, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 7, 1, 2, 7, 1, 1, 5, 1, 2, 1, 5, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 1, 5, 1, 1, 1, 3, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 3, 2, 1, 1, 1, 8, 1, 1, 9, 2, 6, 2, 1, 1, 1, 1, 1, 8, 1, 2, 1, 1, 1, 8, 1, 9, 6, 2, 4, 1, 7, 1, 6, 1, 5, 1, 1, 8, 1, 2, 1, 1, 6, 1, 1, 9, 4, 5, 3, 5, 1, 13, 4, 1, 7, 1, 4, 1, 17, 2, 2, 2, 2, 5, 1, 1, 7, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 2, 1, 4, 1, 2, 2, 5, 1, 1, 1, 1, 3, 3, 1, 8, 1, 4, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 27, 1, 2, 6, 1, 7, 1, 3, 1, 10, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 5, 1, 5, 2, 2, 4, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 4, 1, 2, 3, 1, 5, 1, 1, 9, 9, 2, 8, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 33, 6, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 3, 1, 1, 1, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 2, 3, 4, 1, 4, 1, 1, 8, 1, 4, 1, 1, 13, 1, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 1, 1, 2, 2, 6, 1, 2, 1, 17, 1, 3, 1, 5, 2, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 4, 1, 5, 1, 1, 3, 2, 5, 1, 4, 2, 5, 1, 3, 1, 2, 2, 2, 2, 4, 1, 5, 1, 1, 3, 1, 20, 5, 1, 4, 1, 1, 2, 2, 2, 7, 1, 4, 2, 1, 5, 1, 4, 1, 20, 1, 4, 1, 3, 1, 4, 1, 1, 9, 6, 2, 1, 2, 5, 1, 5, 1, 4, 2, 1, 3, 2, 5, 1, 5, 1, 3, 2, 1, 5, 1, 1, 5, 1, 9, 3, 4, 5, 1, 4, 1, 2, 4, 1, 5, 1, 2, 4, 1, 5, 1, 27, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 7, 1, 7, 1, 27, 1, 4, 1, 3, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 2, 3, 1, 2, 1, 3, 1, 1, 7, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 5, 3, 1, 2, 1, 2, 7, 2, 1, 1, 3, 1, 1, 8, 2, 1, 1, 1, 1, 1, 2, 1, 1, 9, 2, 3, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 9, 2, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 4, 1, 5, 2, 1, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 1, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 2, 2, 1, 1, 4, 1, 2, 4, 1, 1, 3, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 2, 4, 1, 1, 3, 1, 1, 2, 2, 2, 1, 1, 3, 1, 3, 1, 6, 2, 1, 1, 1, 1, 25, 1, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 2449, "sum": 6966, "mean": 2.8444262964475295, "median": 2.0, "p95": 9.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 2449, "units_out": 1207, "chunk_lengths": [1, 2, 2, 5, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 4, 2, 4, 4, 1, 1, 1, 1, 3, 1, 3, 1, 4, 2, 4, 3, 1, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 1, 2, 5, 2, 2, 3, 3, 2, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 4, 1, 3, 1, 4, 3, 6, 1, 5, 1, 4, 1, 4, 4, 3, 6, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 5, 3, 2, 1, 2, 1, 2, 5, 1, 5, 1, 1, 1, 1, 3, 2, 3, 1, 2, 5, 6, 2, 3, 2, 2, 5, 2, 2, 1, 1, 6, 2, 1, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 2, 1, 3, 2, 2, 1, 4, 3, 2, 5, 1, 4, 4, 6, 1, 4, 3, 1, 1, 2, 5, 1, 1, 7, 1, 1, 4, 1, 2, 2, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 2, 2, 1, 3, 1, 1, 2, 2, 1, 3, 1, 6, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 3, 4, 4, 1, 3, 1, 1, 4, 1, 7, 1, 3, 1, 7, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 5, 5, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 3, 1, 4, 5, 1, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 3, 2, 1, 2, 3, 4, 1, 4, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 2, 1, 5, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 3, 3, 1, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 1, 2, 3, 1, 2, 1, 1, 2, 1, 2, 2, 7, 1, 2, 1, 6, 2, 6, 2, 1, 1, 1, 2, 2, 2, 3, 1, 2, 3, 1, 1, 1, 10, 1, 1, 1, 5, 1, 2, 2, 1, 4, 1, 2, 4, 3, 2, 3, 1, 1, 1, 4, 3, 1, 1, 2, 1, 3, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 1, 1, 4, 5, 1, 1, 1, 1, 1, 5, 3, 2, 2, 1, 3, 1, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 2, 1, 5, 1, 1, 2, 4, 1, 3, 1, 2, 2, 3, 1, 1, 1, 2, 3, 1, 2, 2, 4, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 3, 1, 3, 3, 2, 1, 2, 2, 2, 5, 2, 1, 1, 1, 1, 1, 1, 1, 3, 3, 2, 1, 1, 1, 6, 1, 3, 1, 4, 4, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 1, 3, 3, 5, 1, 3, 1, 1, 4, 3, 3, 1, 4, 3, 1, 1, 4, 3, 3, 1, 5, 3, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 7, 1, 2, 1, 3, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 3, 3, 2, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 5, 4, 1, 2, 1, 5, 3, 1, 2, 1, 2, 1, 2, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 1, 1, 6, 3, 4, 2, 3, 1, 1, 1, 1, 2, 2, 4, 2, 3, 1, 3, 3, 3, 1, 2, 2, 3, 1, 1, 1, 2, 2, 3, 1, 3, 2, 1, 2, 4, 1, 1, 2, 3, 4, 1, 2, 5, 1, 1, 5, 1, 5, 1, 1, 3, 2, 4, 1, 2, 1, 1, 3, 2, 5, 1, 5, 2, 1, 1, 5, 5, 2, 4, 5, 1, 1, 1, 1, 3, 5, 2, 3, 2, 5, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 2, 1, 3, 3, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 2, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 4, 1, 5, 1, 2, 5, 1, 5, 1, 3, 4, 1, 2, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 2, 2, 1, 1, 2, 1, 2, 2, 3, 3, 5, 1, 5, 1, 1, 2, 1, 3, 3, 4, 3, 1, 3, 2, 2, 2, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 1, 3, 2, 2, 1, 4, 4, 1, 1, 1, 2, 2, 1, 3, 2, 2, 2, 1, 5, 1, 1, 3, 1, 3, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 2, 2, 1, 1, 3, 1, 4, 1, 3, 4, 2, 1, 2, 2, 1, 2, 4, 2, 2, 1, 2, 3, 1, 3, 1, 1, 3, 4, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 3, 1, 4, 1, 8, 1, 2, 1, 1, 1, 4, 1, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 3, 4, 6, 1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 4, 1, 3, 1, 1, 3, 2, 5, 2, 4, 1, 4, 1, 1, 2, 2, 4, 1, 1, 2, 1, 2, 2, 1, 3, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 1, 1, 3, 1, 2, 2, 1, 5, 3, 2, 1, 1, 1, 2, 6, 1, 1, 3, 6, 1, 1, 3, 2, 1, 3, 3, 7, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 4, 2, 2, 5, 1, 2, 1, 5, 6, 1, 1, 5, 2, 4, 2, 6, 6, 2], "chunk_stats": {"count": 1207, "sum": 2449, "mean": 2.0289975144987573, "median": 2.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 696, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 5, 4, 1, 1, 5, 1, 1, 1, 1, 3, 5, 1, 7, 2, 1, 2, 9, 5, 1, 1, 1, 2, 2, 1, 4, 1, 3, 2, 1, 1, 1, 3, 1, 1, 4, 13, 4, 13, 1, 4, 2, 1, 1, 1, 2, 1, 1, 4, 1, 8, 5, 1, 1, 1, 7, 4, 1, 1, 1, 17, 1, 1, 4, 1, 1, 1, 1, 1, 2, 2, 5, 7, 3, 5, 3, 1, 21, 1, 1, 1, 22, 1, 5, 3, 3, 1, 1, 1, 1, 1, 5, 2, 5, 4, 3, 3, 2, 1, 25, 6, 3, 1, 3, 7, 1, 4, 1, 2, 1, 1, 2, 1, 1, 1, 9, 17, 4, 5, 4, 1, 1, 1, 1, 1, 4, 3, 1, 1, 4, 1, 4, 1, 2, 4, 2, 8, 8, 1, 5, 1, 1, 1, 2, 3, 2, 1, 2, 4, 3, 4, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 1, 4, 2, 9, 1, 1, 5, 4, 1, 6, 5, 1, 1, 1, 5, 8, 1, 5, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 1, 9, 3, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 13, 1, 1, 1, 2, 4, 1, 2, 1, 1, 9, 1, 4, 1, 3, 2, 3, 6, 1, 6, 4, 1, 2, 1, 1, 2, 2, 5, 1, 5, 1, 4, 1, 1, 21, 1, 1, 2, 9, 1, 1, 1, 4, 3, 1, 5, 2, 4, 1, 2, 1, 5, 1, 2, 1, 1, 8, 5, 1, 1, 2, 2, 4, 2, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 5, 2, 5, 2, 1, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 4, 5, 6, 1, 1, 1, 5, 1, 3, 1, 2, 7, 4, 2, 2, 1, 1, 3, 6, 1, 1, 2, 2, 1, 6, 1, 2, 1, 5, 1, 2, 1, 1, 1, 2, 5, 4, 1, 1, 1, 6, 7, 9, 2, 1, 4, 8, 8, 2, 1, 1, 7, 1, 6, 7, 1, 1, 8, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 3, 1, 7, 2, 1, 2, 1, 3, 5, 2, 1, 1, 1, 9, 4, 5, 1, 3, 1, 1, 5, 1, 1, 1, 1, 3, 9, 21, 1, 2, 1, 3, 9, 6, 1, 3, 1, 1, 1, 9, 5, 2, 1, 2, 5, 2, 5, 5, 21, 1, 1, 1, 2, 4, 2, 3, 5, 5, 5, 1, 2, 1, 1, 2, 3, 4, 2, 13, 1, 7, 1, 5, 1, 1, 2, 1, 1, 6, 2, 2, 2, 1, 1, 4, 5, 2, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 8, 3, 2, 2, 2, 4, 3, 4, 2, 2, 1, 1, 3, 2, 4, 4, 5, 8, 2, 1, 2, 1, 1, 3, 5, 1, 5, 4, 2, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 2, 4, 2, 1, 1, 4, 4, 2, 1, 1, 5, 1, 1, 1, 1, 7, 2, 1, 1, 1, 2, 2, 4, 2, 1, 9, 5, 1, 3, 2, 2, 1, 5, 1, 6, 5, 2, 3, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 10, 2, 6, 8, 1, 4, 7, 1, 4, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 8, 1, 2, 2, 6, 3, 9, 1, 1, 21, 1, 6, 5, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 3, 1, 8, 1, 1, 3, 5, 1, 1, 9, 1, 2, 1, 1, 2, 4, 1, 1, 4, 1, 3, 2, 9, 4, 9, 4, 3, 2, 3, 1, 1, 2, 1, 1, 1, 5, 7, 2, 1, 4, 2, 4, 2, 2, 1, 1, 3, 2, 1, 8, 1, 2, 2, 1, 11, 1, 1, 2, 1, 2, 1, 4, 9, 8, 6, 1, 1, 1, 1, 2, 4, 1, 1, 3, 9, 1, 1, 1, 1, 10, 4, 1, 2, 1, 7, 2, 5, 6, 5, 5, 2, 1, 14, 1, 1, 4, 1, 6, 8, 4, 4], "chunk_stats": {"count": 707, "sum": 2048, "mean": 2.896746817538897, "median": 2.0, "p95": 8.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 297, "chunk_lengths": [1, 1, 2, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 4, 3, 3, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 6, 4, 1, 4, 5, 1, 1, 1, 1, 3, 1, 3, 3, 2, 1, 3, 1, 4, 1, 5, 1, 1, 5, 1, 1, 1, 1, 2, 4, 5, 1, 5, 4, 4, 6, 5, 1, 1, 3, 5, 1, 1, 1, 6, 4, 8, 7, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 3, 3, 4, 1, 4, 2, 1, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 5, 1, 3, 4, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 3, 2, 5, 3, 4, 1, 1, 5, 1, 3, 6, 6, 1, 1, 3, 1, 1, 5, 4, 1, 2, 4, 2, 4, 8, 5, 3, 3, 4, 5, 2, 1, 2, 1, 4, 1, 3, 2, 5, 1, 1, 1, 4, 1, 1, 2, 3, 3, 1, 1, 1, 1, 4, 2, 1, 1, 1, 2, 2, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 1, 4, 4, 1, 1, 2, 1, 2, 3, 1, 3, 2, 2, 3, 3, 2, 1, 4, 5, 2, 1, 5, 1, 2, 1, 6, 3, 1, 1, 3, 1, 3, 1, 1, 6, 1, 5, 5, 2, 1, 1, 6, 3, 3, 4, 2, 3, 1, 7, 3, 1, 1, 4, 3, 3, 2, 1, 4, 3, 1, 1, 2, 4, 6, 2, 1, 2, 1, 1, 8, 2, 3, 3, 3, 1, 1, 2, 3, 4, 1, 1, 3, 5, 4, 4, 1, 1, 3, 1, 2, 5, 5, 1, 1, 3, 1, 2, 2, 4, 1], "chunk_stats": {"count": 303, "sum": 696, "mean": 2.297029702970297, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 696, "mean": 5.4375, "median": 5.0, "p95": 8.0, "max": 9, "min": 2}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.12203025900089415, "decode_time_sec": 5.127833615002601, "total_time_sec": 5.295850492999307, "prefill_units_per_sec": 63672.732186392124, "prefill_bytes_per_sec": 63541.61716515888, "decode_units_per_sec": 399.38893376105796, "decode_bytes_per_sec": 399.38893376105796, "total_units_per_sec": 386.7178657530633, "total_bytes_per_sec": 386.7178657530633, "step_latency_ms": {"count": 128, "sum": 5008, "mean": 39.125, "median": 41.0, "p95": 42.0, "max": 43, "min": 18}, "peak_allocated_mb": 7865.251953125, "peak_reserved_mb": 8020.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7754, "mean": 484.625, "median": 461.0, "p95": 876.5, "max": 986, "min": 262}, "model_input_units": {"count": 16, "sum": 7770, "mean": 485.625, "median": 462.0, "p95": 877.5, "max": 987, "min": 263}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7754, "model_input_units": 7770, "stage0_units": 2711, "stage1_units": 1267, "bytes_per_stage0_unit": 2.8601991884913316, "stage0_per_stage1_unit": 2.139700078926598}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7770, "units_out": 2711, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 13, 2, 1, 1, 2, 1, 5, 13, 2, 2, 1, 2, 1, 2, 1, 6, 1, 1, 1, 3, 1, 13, 1, 1, 2, 1, 2, 1, 1, 1, 13, 2, 3, 1, 1, 5, 6, 1, 1, 2, 3, 2, 1, 4, 3, 5, 1, 1, 13, 2, 2, 4, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 1, 13, 2, 4, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 4, 3, 8, 1, 3, 1, 6, 13, 2, 3, 5, 1, 13, 1, 2, 1, 7, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 1, 4, 1, 17, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 6, 7, 6, 1, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 9, 8, 2, 8, 1, 6, 1, 13, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 8, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 13, 7, 1, 1, 3, 1, 7, 2, 6, 1, 1, 3, 1, 6, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 2, 7, 1, 1, 3, 1, 7, 1, 1, 9, 1, 2, 7, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 2, 4, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 4, 2, 1, 13, 4, 2, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 1, 1, 1, 1, 3, 13, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 9, 1, 2, 1, 13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1, 2, 1, 3, 1, 5, 1, 1, 6, 3, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 1, 5, 2, 3, 1, 4, 4, 1, 1, 13, 1, 2, 1, 4, 1, 1, 1, 9, 2, 1, 2, 1, 1, 4, 5, 6, 1, 11, 9, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 2, 1, 2, 1, 1, 9, 1, 1, 1, 1, 4, 1, 1, 1, 1, 9, 2, 1, 6, 3, 1, 1, 9, 1, 2, 1, 1, 1, 1, 3, 3, 1, 7, 1, 4, 1, 1, 3, 2, 4, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 7, 1, 1, 1, 6, 2, 5, 7, 1, 4, 2, 6, 4, 1, 3, 1, 1, 1, 1, 23, 1, 3, 1, 4, 1, 3, 1, 1, 1, 1, 9, 1, 3, 2, 1, 1, 1, 4, 3, 1, 1, 9, 1, 1, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 1, 13, 1, 5, 1, 1, 3, 2, 4, 1, 1, 2, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1, 9, 4, 2, 1, 2, 7, 1, 1, 3, 1, 1, 1, 2, 1, 4, 2, 6, 1, 2, 7, 1, 4, 1, 1, 5, 1, 4, 1, 3, 2, 1, 4, 1, 1, 3, 1, 9, 5, 1, 1, 4, 2, 1, 2, 3, 1, 9, 1, 2, 4, 1, 2, 1, 1, 13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 5, 7, 10, 1, 2, 2, 1, 9, 5, 1, 1, 6, 2, 7, 1, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1, 2, 1, 1, 5, 7, 1, 1, 2, 3, 1, 6, 1, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 1, 1, 3, 7, 1, 9, 1, 1, 5, 3, 1, 1, 2, 1, 1, 4, 1, 1, 3, 2, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 4, 1, 1, 1, 1, 3, 3, 1, 3, 2, 1, 1, 1, 1, 3, 2, 7, 2, 5, 1, 1, 1, 1, 9, 2, 1, 5, 1, 3, 10, 8, 1, 11, 1, 1, 2, 2, 1, 1, 1, 9, 9, 2, 1, 1, 9, 10, 2, 1, 4, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 9, 4, 1, 5, 3, 1, 3, 1, 6, 1, 1, 6, 1, 13, 8, 1, 1, 5, 1, 9, 1, 1, 4, 1, 7, 1, 7, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 1, 13, 9, 2, 1, 6, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 1, 5, 1, 7, 1, 1, 1, 1, 3, 1, 8, 1, 1, 3, 2, 4, 3, 1, 2, 1, 1, 2, 2, 2, 8, 1, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 2, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 1, 5, 1, 1, 9, 3, 1, 1, 1, 2, 2, 1, 3, 1, 2, 2, 1, 4, 4, 1, 4, 3, 1, 2, 1, 1, 1, 9, 4, 1, 2, 1, 3, 1, 2, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 1, 4, 1, 2, 1, 4, 1, 1, 1, 13, 1, 2, 1, 2, 1, 5, 1, 2, 2, 2, 1, 17, 4, 1, 1, 1, 3, 1, 1, 3, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 2, 2, 5, 4, 4, 8, 11, 1, 1, 2, 3, 5, 7, 2, 1, 2, 1, 6, 5, 6, 1, 4, 2, 1, 2, 1, 3, 1, 1, 2, 3, 5, 10, 1, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 1, 5, 1, 1, 3, 1, 5, 1, 2, 10, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 2, 1, 9, 10, 1, 5, 3, 1, 1, 1, 4, 1, 1, 2, 5, 1, 2, 4, 10, 1, 4, 1, 9, 3, 3, 5, 6, 1, 5, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 6, 1, 4, 1, 5, 9, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 6, 1, 2, 3, 1, 7, 1, 5, 2, 2, 4, 1, 1, 3, 5, 1, 9, 1, 3, 1, 6, 1, 5, 1, 5, 1, 6, 1, 6, 1, 4, 1, 1, 5, 2, 8, 1, 4, 1, 6, 2, 1, 2, 5, 5, 2, 3, 1, 1, 6, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 3, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 10, 2, 1, 1, 5, 5, 4, 1, 1, 4, 1, 11, 2, 7, 1, 5, 1, 3, 2, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 1, 5, 4, 2, 3, 5, 4, 1, 1, 4, 1, 10, 1, 9, 5, 4, 1, 1, 4, 1, 9, 1, 5, 2, 1, 1, 1, 9, 11, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 11, 1, 1, 1, 1, 9, 1, 2, 5, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 9, 1, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 4, 1, 5, 1, 1, 1, 1, 9, 6, 1, 5, 2, 4, 1, 4, 1, 5, 1, 1, 2, 1, 6, 1, 6, 1, 4, 1, 1, 1, 1, 1, 9, 2, 3, 8, 1, 4, 1, 1, 3, 11, 1, 7, 1, 2, 5, 9, 2, 1, 6, 9, 1, 4, 4, 3, 10, 9, 1, 1, 1, 1, 4, 1, 5, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 4, 1, 5, 9, 1, 1, 1, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 9, 1, 1, 1, 1, 2, 4, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 2, 4, 9, 1, 1, 1, 11, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 11, 1, 1, 1, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 5, 4, 4, 2, 1, 2, 2, 10, 2, 6, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 3, 1, 3, 4, 4, 4, 1, 9, 1, 5, 2, 1, 9, 1, 1, 5, 1, 2, 5, 4, 1, 7, 1, 1, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 9, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 4, 6, 1, 1, 3, 1, 4, 5, 1, 3, 4, 6, 1, 1, 9, 1, 5, 1, 6, 6, 1, 1, 5, 2, 7, 5, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 29, 1, 9, 2, 6, 1, 1, 1, 5, 1, 2, 4, 5, 1, 3, 4, 5, 4, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 3, 1, 4, 4, 1, 1, 13, 1, 5, 2, 1, 9, 1, 1, 3, 1, 4, 9, 2, 1, 1, 1, 1, 1, 1, 2, 4, 4, 1, 9, 1, 2, 1, 4, 1, 1, 5, 1, 1, 1, 3, 3, 1, 3, 1, 2, 8, 1, 1, 3, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 4, 1, 3, 1, 5, 1, 1, 1, 9, 2, 2, 2, 1, 1, 2, 2, 4, 1, 3, 1, 2, 2, 4, 1, 1, 1, 1, 9, 1, 2, 3, 6, 1, 2, 1, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 9, 2, 1, 3, 1, 4, 1, 3, 10, 1, 1, 6, 1, 1, 1, 6, 1, 1, 4, 1, 3, 1, 1, 1, 1, 6, 9, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 8, 2, 1, 2, 1, 1, 7, 1, 1, 9, 1, 2, 3, 1, 1, 8, 1, 1, 1, 2, 1, 1, 13, 1, 5, 5, 5, 1, 1, 3, 3, 4, 1, 2, 3, 1, 2, 6, 4, 1, 7, 1, 1, 1, 9, 2, 2, 1, 2, 1, 10, 1, 1, 9, 4, 1, 8, 3, 1, 8, 1, 13, 1, 2, 1, 8, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 1, 8, 1, 2, 2, 2, 1, 1, 13, 1, 1, 1, 2, 1, 1, 7, 1, 1, 7, 1, 1, 1, 1, 3, 4, 1, 8, 1, 4, 1, 1, 5, 1, 19, 5, 1, 4, 1, 19, 1, 2, 1, 2, 2, 1, 19, 4, 1, 6, 1, 1, 4, 1, 1, 3, 20, 4, 1, 4, 1, 1, 4, 1, 1, 4, 1, 19, 1, 4, 1, 3, 1, 2, 2, 1, 19, 1, 4, 1, 1, 4, 1, 1, 8, 1, 1, 1, 20, 1, 4, 1, 3, 1, 1, 8, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 7, 1, 1, 3, 2, 4, 2, 1, 2, 3, 4, 1, 1, 1, 9, 1, 2, 5, 1, 2, 2, 2, 1, 13, 5, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 4, 2, 1, 4, 1, 4, 1, 9, 3, 1, 7, 2, 1, 3, 1, 6, 1, 9, 4, 2, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 3, 1, 3, 1, 1, 13, 1, 2, 1, 1, 8, 1, 1, 1, 2, 1, 4, 1, 1, 17, 6, 2, 1, 1, 13, 2, 3, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 17, 6, 2, 1, 1, 1, 1, 1, 13, 4, 1, 17, 2, 1, 3, 5, 4, 1, 8, 1, 2, 3, 4, 2, 4, 5, 3, 1, 3, 2, 2, 17, 2, 2, 1, 5, 4, 3, 4, 6, 1, 17, 1, 2, 1, 21, 1, 2, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 17, 7, 1, 1, 8, 5, 2, 3, 11, 5, 1, 1, 21, 2, 2, 17, 6, 2, 1, 3, 1, 2, 2, 1, 5, 1, 6, 1, 1, 1, 1, 40, 1, 1, 8, 1, 3, 1, 3, 1, 13, 3, 4, 5, 1, 9, 2, 1, 4, 1, 2, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 13, 1, 2, 4, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 1, 8, 2, 1, 1, 9, 2, 1, 2, 1, 2, 5, 1, 3, 9, 1, 2, 5, 1, 1, 4, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 4, 2, 1, 3, 2, 5, 1, 2, 4, 4, 6, 1, 4, 6, 1, 4, 3, 4, 1, 4, 6, 1, 13, 2, 2, 3, 1, 7, 3, 2, 1, 2, 5, 2, 1, 7, 1, 2, 5, 1, 3, 4, 9, 1, 7, 13, 2, 1, 2, 1, 7, 1, 13, 1, 13, 1, 5, 1, 3, 1, 9, 1, 1, 1, 17, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 21, 1, 3, 1, 8, 2, 1, 1, 1, 13, 9, 1, 2, 1, 3, 1, 9, 1, 1, 13, 5, 1, 1, 3, 1, 9, 1, 1, 13, 4, 6, 1], "chunk_stats": {"count": 2711, "sum": 7770, "mean": 2.866101069715972, "median": 1.0, "p95": 9.0, "max": 40, "min": 1}}, {"stage": 1, "units_in": 2711, "units_out": 1267, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 4, 2, 8, 2, 1, 4, 4, 2, 1, 1, 2, 2, 1, 2, 2, 3, 5, 2, 2, 2, 7, 3, 2, 4, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 3, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 5, 2, 4, 4, 1, 2, 1, 5, 1, 1, 5, 2, 1, 1, 2, 6, 1, 1, 5, 1, 1, 1, 1, 2, 2, 3, 5, 1, 1, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 6, 7, 3, 2, 1, 5, 2, 3, 1, 3, 1, 2, 1, 5, 2, 1, 1, 3, 3, 1, 7, 1, 1, 3, 2, 2, 1, 6, 2, 1, 2, 2, 2, 1, 2, 2, 1, 2, 1, 1, 2, 1, 2, 2, 2, 7, 1, 7, 1, 1, 2, 1, 2, 1, 2, 1, 1, 6, 1, 4, 1, 5, 2, 2, 1, 5, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 3, 2, 1, 1, 1, 4, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 3, 1, 1, 3, 2, 5, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 4, 2, 1, 1, 3, 5, 1, 2, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 2, 1, 1, 1, 2, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 6, 1, 1, 2, 1, 1, 4, 4, 1, 3, 1, 2, 3, 1, 1, 1, 2, 1, 5, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 4, 4, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 9, 1, 6, 11, 2, 4, 2, 2, 2, 1, 5, 1, 1, 1, 4, 4, 1, 2, 1, 1, 2, 1, 2, 3, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 1, 1, 6, 1, 2, 1, 3, 1, 1, 2, 1, 4, 4, 1, 1, 3, 2, 3, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 2, 4, 3, 4, 2, 3, 1, 1, 2, 2, 1, 3, 5, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 1, 1, 4, 1, 5, 3, 7, 1, 1, 1, 5, 1, 5, 1, 7, 2, 2, 3, 1, 1, 5, 5, 1, 1, 4, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 3, 1, 4, 4, 1, 2, 2, 1, 6, 4, 12, 1, 1, 5, 4, 1, 8, 1, 1, 3, 8, 1, 1, 2, 4, 1, 2, 1, 1, 2, 1, 6, 4, 6, 4, 1, 1, 2, 1, 6, 4, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 3, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 2, 1, 6, 5, 1, 8, 1, 7, 4, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 1, 12, 1, 2, 1, 7, 1, 1, 2, 2, 1, 10, 1, 1, 1, 2, 8, 1, 7, 2, 1, 2, 1, 1, 1, 1, 1, 3, 2, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 1, 3, 2, 4, 2, 1, 6, 1, 1, 1, 2, 2, 1, 3, 2, 4, 3, 7, 1, 1, 1, 1, 2, 4, 2, 5, 4, 3, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 7, 1, 1, 7, 2, 1, 4, 1, 1, 11, 1, 4, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 9, 4, 1, 1, 5, 1, 9, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 2, 2, 2, 5, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 3, 2, 1, 3, 2, 2, 2, 3, 1, 1, 1, 1, 3, 2, 2, 2, 5, 1, 1, 10, 5, 1, 2, 3, 1, 2, 2, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 4, 1, 2, 5, 1, 3, 5, 1, 3, 4, 3, 1, 1, 1, 1, 1, 1, 3, 4, 2, 5, 1, 1, 1, 3, 2, 3, 1, 2, 1, 1, 4, 1, 4, 3, 1, 1, 5, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 2, 1, 1, 2, 1, 2, 2, 1, 5, 7, 1, 1, 2, 2, 1, 1, 2, 2, 2, 2, 3, 1, 2, 1, 2, 2, 2, 3, 1, 9, 4, 1, 2, 1, 1, 3, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 5, 4, 1, 2, 3, 3, 1, 5, 2, 3, 2, 1, 1, 1, 4, 2, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 5, 3, 2, 4, 1, 4, 3, 4, 1, 1, 2, 3, 1, 4, 1, 1, 3, 2, 2, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 3, 2, 3, 1, 1, 2, 2, 2, 3, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 2, 3, 2, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 5, 1, 1, 1, 5, 6, 3, 3, 1, 1, 2, 1, 4, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 3, 1, 4, 1, 1, 1, 2, 1, 1, 4, 4, 3, 1, 1, 3, 3, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 3, 2, 1, 2, 2, 1, 3, 1, 3, 1, 3, 1, 2, 1, 4, 1, 3, 3, 7, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 2, 2, 3, 3, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 7, 3, 1, 1, 2, 3, 1, 1, 2, 2, 2, 1, 3, 4, 2, 1, 4, 1, 2, 1, 1, 1, 6, 1, 1, 5, 6, 1, 1, 3, 1, 6, 1, 7, 1, 5, 1, 1, 4, 4, 1, 2, 1, 2, 3, 4, 1, 1, 2, 2, 3, 1, 2, 4, 3, 1, 7, 4, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 2, 1, 4, 3, 1, 1, 1, 2], "chunk_stats": {"count": 1267, "sum": 2711, "mean": 2.139700078926598, "median": 2.0, "p95": 5.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 734, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 1, 4, 4, 1, 1, 1, 5, 7, 1, 1, 9, 9, 2, 4, 9, 9, 1, 9, 1, 4, 9, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 3, 13, 13, 13, 4, 9, 2, 1, 1, 1, 1, 3, 4, 7, 1, 1, 3, 4, 3, 4, 1, 5, 1, 4, 1, 3, 1, 1, 1, 1, 1, 1, 2, 3, 1, 2, 4, 1, 4, 1, 5, 17, 1, 1, 4, 1, 10, 5, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 8, 1, 4, 5, 3, 1, 3, 1, 3, 8, 3, 1, 1, 1, 4, 5, 4, 1, 4, 5, 4, 1, 1, 4, 1, 1, 4, 2, 5, 1, 6, 2, 2, 2, 5, 3, 1, 2, 4, 2, 1, 4, 2, 7, 21, 1, 1, 1, 1, 4, 9, 5, 1, 1, 1, 1, 1, 1, 1, 4, 4, 3, 2, 1, 1, 1, 1, 4, 1, 1, 3, 1, 2, 1, 4, 1, 4, 1, 1, 4, 1, 4, 2, 1, 1, 1, 5, 5, 17, 1, 3, 10, 1, 1, 13, 1, 4, 4, 1, 3, 1, 9, 6, 1, 2, 1, 5, 4, 1, 1, 1, 3, 3, 2, 1, 1, 3, 1, 2, 1, 1, 1, 4, 1, 2, 2, 1, 1, 4, 1, 9, 5, 3, 1, 1, 1, 2, 13, 1, 5, 1, 5, 1, 2, 1, 6, 6, 2, 13, 1, 1, 1, 2, 2, 3, 10, 4, 7, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 1, 7, 1, 8, 1, 1, 1, 2, 3, 2, 1, 1, 3, 5, 1, 1, 1, 1, 1, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 4, 4, 1, 1, 2, 1, 5, 5, 1, 1, 4, 1, 1, 5, 4, 3, 3, 2, 1, 9, 1, 1, 4, 8, 4, 4, 4, 4, 1, 1, 1, 1, 1, 1, 9, 4, 3, 1, 1, 3, 1, 1, 6, 1, 1, 4, 1, 6, 1, 1, 1, 1, 1, 6, 4, 1, 4, 2, 1, 1, 2, 1, 1, 1, 4, 5, 17, 1, 1, 1, 1, 3, 4, 1, 3, 9, 1, 3, 1, 6, 1, 2, 2, 4, 1, 1, 1, 5, 4, 1, 1, 2, 1, 9, 3, 1, 1, 2, 1, 1, 3, 5, 3, 4, 9, 1, 3, 4, 1, 2, 9, 4, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 3, 2, 13, 2, 1, 1, 1, 1, 1, 1, 2, 1, 9, 2, 5, 1, 1, 4, 2, 1, 4, 1, 1, 4, 1, 7, 1, 5, 2, 5, 1, 1, 1, 2, 2, 4, 5, 2, 1, 1, 4, 2, 1, 1, 1, 4, 1, 9, 1, 1, 1, 1, 2, 4, 1, 1, 13, 9, 1, 4, 7, 4, 1, 1, 3, 6, 2, 1, 7, 8, 3, 1, 4, 1, 2, 1, 1, 2, 5, 1, 1, 2, 3, 1, 9, 1, 5, 1, 1, 3, 1, 2, 3, 3, 4, 5, 7, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 6, 4, 2, 4, 6, 2, 1, 3, 3, 8, 1, 1, 1, 1, 17, 3, 7, 2, 2, 1, 9, 1, 1, 5, 1, 2, 2, 1, 1, 1, 3, 2, 3, 7, 6, 1, 2, 4, 2, 3, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 2, 2, 1, 1, 1, 1, 4, 6, 1, 1, 1, 9, 1, 1, 2, 7, 5, 1, 2, 1, 3, 1, 1, 1, 5, 5, 1, 1, 1, 6, 3, 2, 1, 4, 1, 5, 2, 2, 2, 1, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 9, 1, 1, 4, 4, 3, 2, 5, 1, 3, 1, 3, 2, 2, 9, 1, 1, 1, 2, 1, 2, 7, 5, 1, 5, 2, 4, 1, 6, 1, 1, 9, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 1, 13, 1, 5, 1, 1, 2, 3, 9, 1, 1, 1, 1, 1, 1, 1, 1, 8, 2, 1, 1, 4, 2, 1, 13, 3, 2, 1, 2, 1, 7, 6, 1, 1, 2, 1, 1, 1, 2, 1, 3, 4, 2, 1, 2, 2, 1, 4, 1], "chunk_stats": {"count": 743, "sum": 2048, "mean": 2.756393001345895, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 272, "chunk_lengths": [1, 1, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 1, 1, 4, 1, 4, 2, 6, 1, 3, 1, 1, 1, 1, 2, 2, 2, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 4, 1, 3, 1, 6, 4, 2, 1, 3, 1, 5, 3, 3, 1, 5, 5, 1, 4, 1, 1, 3, 3, 1, 2, 2, 1, 4, 2, 3, 1, 6, 1, 2, 4, 6, 1, 1, 8, 5, 4, 2, 2, 5, 1, 3, 1, 2, 1, 2, 4, 1, 1, 2, 1, 4, 3, 6, 2, 7, 3, 3, 1, 3, 1, 1, 3, 4, 3, 1, 3, 4, 6, 1, 5, 3, 4, 1, 1, 5, 1, 4, 3, 2, 19, 3, 1, 1, 6, 1, 1, 1, 2, 1, 7, 6, 4, 3, 1, 6, 1, 2, 2, 1, 5, 1, 1, 1, 4, 2, 1, 1, 1, 1, 7, 4, 1, 6, 2, 2, 1, 1, 1, 4, 2, 3, 1, 1, 1, 1, 1, 11, 1, 1, 4, 1, 1, 7, 1, 4, 1, 1, 10, 1, 1, 3, 1, 2, 3, 1, 6, 1, 4, 5, 2, 2, 1, 1, 3, 2, 1, 1, 2, 1, 5, 1, 1, 8, 1, 4, 3, 1, 2, 5, 6, 2, 1, 1, 2, 1, 2, 1, 5, 1, 1, 5, 2, 1, 3, 1, 2, 1, 5, 1, 6, 2, 1, 1, 1, 7, 1, 1, 3, 4, 3, 1, 8, 5, 2, 9, 1, 2, 1, 4, 4, 1, 7, 1, 1, 1, 2, 3, 3, 3, 3, 1, 1, 3, 2, 5, 13, 1, 8, 1, 3, 1], "chunk_stats": {"count": 283, "sum": 734, "mean": 2.5936395759717317, "median": 2.0, "p95": 6.899999999999977, "max": 19, "min": 1}, "active_size_stats": {"count": 128, "sum": 734, "mean": 5.734375, "median": 6.0, "p95": 9.0, "max": 11, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10876603799988516, "decode_time_sec": 4.985470362000342, "total_time_sec": 5.140278979000868, "prefill_units_per_sec": 62501.127420005665, "prefill_bytes_per_sec": 62354.0226776226, "decode_units_per_sec": 410.79373685781417, "decode_bytes_per_sec": 410.79373685781417, "total_units_per_sec": 398.4219549885357, "total_bytes_per_sec": 398.4219549885357, "step_latency_ms": {"count": 128, "sum": 4865, "mean": 38.0078125, "median": 41.0, "p95": 42.0, "max": 43, "min": 8}, "peak_allocated_mb": 7716.27587890625, "peak_reserved_mb": 7916.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 2309, "stage1_units": 1176, "bytes_per_stage0_unit": 2.9372022520571677, "stage0_per_stage1_unit": 1.96343537414966}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6798, "units_out": 2309, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1, 1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 2, 3, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4, 1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 2309, "sum": 6798, "mean": 2.9441316587267217, "median": 2.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 2309, "units_out": 1176, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2, 1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1, 1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 1176, "sum": 2309, "mean": 1.96343537414966, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 665, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 2, 1, 4, 5, 3, 1, 1, 6, 2, 4, 2, 1, 1, 3, 9, 8, 4, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 13, 5, 13, 1, 3, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 3, 1, 5, 17, 1, 1, 5, 18, 13, 1, 6, 1, 1, 3, 1, 13, 1, 13, 4, 1, 6, 2, 4, 9, 1, 1, 3, 1, 1, 5, 1, 9, 1, 5, 7, 2, 1, 2, 1, 1, 1, 3, 1, 3, 1, 4, 6, 1, 3, 1, 1, 5, 1, 6, 1, 3, 3, 5, 10, 1, 1, 1, 9, 1, 1, 1, 1, 5, 3, 1, 4, 1, 4, 2, 1, 7, 5, 1, 4, 4, 13, 1, 1, 1, 4, 5, 1, 5, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 1, 1, 14, 1, 3, 6, 1, 1, 3, 2, 1, 2, 4, 9, 1, 1, 9, 4, 1, 17, 1, 4, 5, 1, 6, 1, 8, 2, 3, 1, 1, 6, 3, 2, 3, 4, 4, 2, 2, 5, 3, 6, 4, 4, 1, 2, 4, 1, 1, 1, 1, 5, 13, 1, 5, 1, 17, 1, 1, 2, 5, 1, 1, 2, 1, 1, 3, 1, 2, 10, 1, 4, 3, 1, 1, 1, 1, 1, 17, 13, 4, 2, 3, 1, 1, 1, 1, 3, 1, 3, 1, 2, 9, 1, 1, 4, 3, 1, 5, 1, 13, 1, 4, 1, 1, 1, 1, 1, 1, 5, 3, 13, 6, 1, 1, 1, 1, 1, 5, 8, 2, 1, 2, 2, 4, 6, 6, 1, 6, 1, 1, 2, 4, 9, 1, 1, 10, 4, 2, 3, 9, 14, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 7, 1, 1, 1, 4, 1, 1, 9, 7, 13, 1, 4, 1, 1, 1, 3, 5, 2, 1, 2, 1, 1, 5, 13, 2, 6, 1, 2, 2, 4, 2, 1, 4, 1, 17, 1, 1, 1, 8, 4, 1, 1, 1, 5, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 2, 1, 5, 3, 2, 1, 2, 2, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 1, 2, 4, 9, 5, 3, 1, 8, 1, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 6, 3, 1, 1, 9, 1, 1, 3, 1, 2, 13, 5, 1, 7, 3, 7, 9, 6, 1, 1, 6, 4, 1, 9, 2, 3, 1, 17, 1, 1, 1, 1, 1, 17, 1, 1, 3, 1, 2, 1, 2, 5, 2, 8, 6, 4, 2, 1, 4, 1, 1, 2, 1, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 5, 5, 1, 1, 9, 1, 1, 2, 2, 1, 5, 5, 1, 4, 1, 1, 5, 1, 13, 4, 2, 4, 1, 1, 2, 4, 1, 4, 2, 1, 1, 4, 1, 1, 1, 5, 2, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 5, 7, 14, 1, 1, 1, 2, 1, 1, 2, 3, 1, 10, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 5, 2, 1, 6, 13, 1, 8, 7, 4, 4, 1, 1, 2, 1, 5, 2, 1, 11, 1, 1, 1, 1, 3, 13, 1, 1, 8, 1, 13, 2, 1, 2, 1, 3, 1, 10, 1, 1, 2, 6, 1, 1, 3, 1, 3, 3, 5, 5, 6, 1, 2, 2, 1, 1, 3, 1, 1, 1, 5, 1, 4, 1, 2, 6, 3, 4, 1, 1, 1, 1, 1, 9, 3, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 8, 8, 5, 1, 2, 1, 6, 2, 6, 14, 2], "chunk_stats": {"count": 677, "sum": 2048, "mean": 3.0251107828655837, "median": 1.0, "p95": 10.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 291, "chunk_lengths": [1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 3, 3, 2, 2, 1, 1, 3, 2, 1, 5, 3, 2, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 7, 2, 5, 3, 1, 1, 1, 2, 1, 1, 2, 3, 3, 1, 2, 1, 5, 1, 1, 2, 3, 3, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 4, 1, 4, 1, 1, 1, 2, 1, 2, 3, 1, 1, 4, 4, 1, 3, 2, 1, 1, 2, 2, 2, 3, 5, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 4, 1, 5, 1, 1, 1, 1, 1, 2, 1, 2, 8, 1, 1, 2, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 2, 3, 5, 1, 1, 3, 3, 3, 1, 1, 1, 1, 5, 1, 1, 3, 8, 1, 4, 2, 1, 2, 1, 1, 5, 1, 1, 2, 1, 6, 1, 1, 1, 2, 4, 2, 1, 5, 6, 2, 2, 1, 1, 3, 1, 5, 4, 10, 1, 1, 3, 1, 1, 3, 1, 7, 6, 1, 1, 1, 1, 1, 8, 1, 4, 1, 1, 3, 2, 4, 9, 1, 1, 2, 1, 1, 1, 3, 4, 2, 3, 3, 3, 1, 5, 1, 1, 5, 1, 1, 1, 1, 4, 1, 3, 1, 1, 1, 3, 1, 7, 1, 5, 1, 4, 6, 1, 1, 8, 1, 3, 1, 4, 4, 9, 1, 3, 1, 1, 2, 3, 1, 3, 3, 4, 1, 5, 1, 1, 3, 5, 1, 3, 1, 2, 2, 3, 1, 2, 2, 6, 3, 4, 1, 3, 2, 1], "chunk_stats": {"count": 300, "sum": 665, "mean": 2.216666666666667, "median": 1.0, "p95": 5.050000000000011, "max": 10, "min": 1}, "active_size_stats": {"count": 127, "sum": 665, "mean": 5.2362204724409445, "median": 5.0, "p95": 9.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.11044260699782171, "decode_time_sec": 4.864985183001409, "total_time_sec": 5.0216783989999385, "prefill_units_per_sec": 71602.80090233628, "prefill_bytes_per_sec": 71457.92927683839, "decode_units_per_sec": 420.96736638702464, "decode_bytes_per_sec": 420.96736638702464, "total_units_per_sec": 407.83177202424133, "total_bytes_per_sec": 407.83177202424133, "step_latency_ms": {"count": 128, "sum": 4750, "mean": 37.109375, "median": 41.0, "p95": 42.0, "max": 43, "min": 8}, "peak_allocated_mb": 7779.27001953125, "peak_reserved_mb": 7962.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7892, "mean": 493.25, "median": 458.5, "p95": 794.25, "max": 966, "min": 258}, "model_input_units": {"count": 16, "sum": 7908, "mean": 494.25, "median": 459.5, "p95": 795.25, "max": 967, "min": 259}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7892, "model_input_units": 7908, "stage0_units": 2980, "stage1_units": 1413, "bytes_per_stage0_unit": 2.648322147651007, "stage0_per_stage1_unit": 2.10898796886058}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7908, "units_out": 2980, "chunk_lengths": [1, 1, 3, 1, 3, 1, 3, 2, 1, 1, 1, 5, 1, 10, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 3, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 4, 7, 2, 2, 1, 1, 1, 3, 1, 4, 1, 2, 2, 2, 3, 1, 2, 1, 4, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 1, 10, 5, 1, 1, 1, 1, 1, 9, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 4, 7, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 1, 3, 1, 33, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 7, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 8, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 4, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 3, 1, 1, 3, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 1, 3, 6, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 3, 1, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 1, 9, 1, 2, 3, 1, 5, 1, 2, 1, 2, 4, 1, 2, 2, 6, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 1, 2, 4, 1, 2, 2, 6, 1, 1, 1, 2, 2, 3, 5, 1, 1, 4, 1, 4, 4, 1, 1, 17, 1, 6, 1, 6, 3, 1, 6, 1, 1, 1, 9, 2, 1, 3, 2, 8, 1, 1, 1, 2, 4, 5, 4, 2, 5, 1, 1, 4, 1, 4, 1, 4, 3, 3, 3, 9, 1, 2, 4, 1, 3, 1, 3, 1, 3, 1, 4, 1, 1, 13, 1, 5, 1, 4, 5, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 6, 1, 3, 1, 4, 1, 1, 9, 4, 2, 1, 3, 1, 1, 2, 5, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 3, 1, 3, 1, 1, 4, 1, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 3, 3, 7, 1, 6, 3, 1, 6, 1, 1, 17, 1, 1, 6, 1, 6, 4, 4, 1, 3, 1, 3, 1, 4, 1, 1, 6, 1, 3, 1, 4, 1, 1, 1, 9, 6, 1, 1, 2, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 1, 1, 1, 3, 4, 1, 1, 3, 4, 1, 3, 1, 1, 1, 3, 2, 3, 1, 1, 1, 9, 1, 3, 4, 1, 3, 2, 2, 1, 1, 1, 9, 4, 4, 3, 3, 1, 1, 13, 1, 2, 1, 17, 5, 2, 3, 4, 1, 3, 1, 17, 8, 2, 4, 1, 4, 1, 1, 1, 17, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 1, 17, 1, 2, 4, 1, 5, 1, 3, 1, 21, 7, 1, 5, 2, 7, 1, 3, 1, 1, 7, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 1, 25, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 4, 1, 1, 3, 1, 1, 9, 4, 5, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 3, 2, 2, 4, 2, 1, 3, 1, 1, 7, 1, 3, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 4, 1, 3, 5, 1, 1, 3, 1, 1, 1, 9, 4, 7, 3, 1, 2, 1, 1, 1, 5, 1, 4, 4, 2, 1, 1, 3, 1, 1, 1, 1, 13, 4, 1, 5, 2, 6, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 1, 5, 4, 3, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 1, 2, 2, 6, 1, 1, 2, 1, 1, 1, 4, 5, 2, 1, 1, 4, 2, 7, 1, 2, 1, 6, 2, 9, 1, 1, 5, 5, 1, 2, 1, 9, 2, 1, 3, 1, 2, 4, 4, 6, 3, 1, 9, 1, 2, 2, 9, 1, 2, 1, 4, 1, 4, 1, 9, 2, 1, 2, 5, 1, 2, 3, 1, 2, 7, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 1, 9, 1, 11, 1, 7, 9, 1, 1, 1, 4, 2, 9, 1, 2, 7, 1, 1, 1, 1, 3, 3, 4, 4, 2, 11, 2, 3, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 4, 1, 5, 1, 1, 6, 1, 1, 23, 1, 2, 1, 1, 1, 1, 1, 7, 1, 5, 7, 1, 3, 5, 2, 2, 2, 9, 1, 1, 9, 8, 2, 8, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 1, 5, 1, 9, 5, 1, 7, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 4, 1, 8, 1, 2, 4, 2, 2, 1, 13, 5, 1, 6, 1, 1, 4, 7, 1, 1, 3, 1, 3, 1, 4, 1, 7, 1, 9, 9, 2, 6, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 9, 8, 1, 1, 8, 2, 1, 1, 3, 1, 3, 1, 4, 9, 5, 2, 1, 5, 1, 1, 10, 1, 1, 2, 1, 7, 1, 13, 6, 1, 1, 1, 2, 1, 1, 13, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 4, 1, 1, 14, 5, 1, 6, 1, 5, 1, 6, 1, 1, 1, 1, 3, 1, 2, 1, 10, 1, 4, 1, 2, 2, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 3, 5, 2, 4, 11, 1, 4, 6, 1, 3, 1, 6, 1, 3, 1, 3, 2, 1, 1, 7, 3, 4, 1, 3, 1, 1, 4, 5, 4, 1, 2, 1, 4, 3, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 1, 6, 2, 1, 9, 4, 1, 1, 5, 2, 1, 9, 4, 1, 3, 2, 2, 2, 2, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 6, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 3, 7, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 7, 1, 2, 1, 1, 9, 4, 6, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 13, 4, 1, 7, 1, 5, 3, 1, 1, 1, 7, 1, 2, 1, 5, 1, 1, 7, 1, 2, 1, 1, 5, 1, 1, 7, 1, 1, 1, 17, 1, 2, 4, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 21, 8, 1, 17, 1, 7, 1, 2, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 17, 1, 2, 4, 1, 1, 8, 1, 1, 7, 2, 1, 7, 1, 1, 21, 8, 1, 17, 11, 2, 1, 7, 1, 3, 1, 1, 7, 1, 10, 1, 1, 17, 1, 2, 11, 1, 2, 2, 2, 1, 21, 8, 1, 17, 4, 4, 1, 1, 3, 10, 1, 4, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 2, 1, 6, 1, 1, 3, 5, 1, 4, 2, 1, 6, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 2, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 1, 7, 5, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 6, 1, 1, 4, 5, 1, 5, 1, 3, 1, 1, 1, 2, 4, 2, 2, 1, 3, 1, 2, 1, 6, 1, 3, 1, 1, 1, 2, 1, 5, 3, 3, 1, 3, 1, 1, 1, 7, 1, 4, 1, 1, 1, 4, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 6, 1, 2, 1, 1, 1, 7, 1, 9, 1, 4, 1, 1, 4, 5, 1, 1, 1, 2, 1, 3, 1, 3, 8, 1, 4, 2, 1, 1, 3, 4, 4, 3, 1, 1, 1, 7, 1, 9, 1, 3, 1, 1, 4, 4, 1, 9, 1, 1, 1, 5, 3, 1, 5, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 6, 1, 3, 1, 2, 4, 1, 3, 1, 4, 1, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 3, 1, 1, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 4, 1, 1, 1, 6, 1, 2, 1, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 10, 7, 1, 1, 7, 1, 1, 5, 2, 2, 1, 2, 1, 7, 5, 10, 2, 1, 2, 2, 5, 3, 1, 1, 2, 1, 9, 4, 1, 2, 3, 1, 7, 1, 7, 1, 3, 4, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 10, 1, 5, 1, 2, 1, 7, 2, 2, 1, 1, 2, 2, 2, 10, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 7, 10, 7, 1, 1, 7, 1, 6, 3, 1, 5, 1, 2, 1, 6, 10, 1, 5, 1, 1, 2, 7, 1, 1, 1, 7, 5, 1, 2, 7, 1, 1, 7, 1, 5, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 9, 3, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 9, 1, 2, 4, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 1, 3, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 2, 3, 5, 13, 1, 5, 1, 8, 5, 1, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 2, 4, 1, 3, 1, 1, 1, 2, 1, 8, 1, 1, 9, 2, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 2, 3, 13, 1, 2, 1, 1, 8, 1, 3, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 1, 5, 1, 1, 1, 13, 4, 2, 1, 2, 4, 8, 1, 1, 1, 3, 2, 2, 1, 1, 2, 1, 1, 2, 2, 2, 1, 2, 3, 1, 1, 5, 2, 1, 2, 1, 9, 7, 1, 2, 2, 1, 2, 3, 1, 3, 6, 1, 5, 2, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 3, 4, 1, 2, 5, 1, 3, 1, 1, 1, 6, 2, 1, 4, 1, 5, 2, 2, 2, 4, 1, 2, 5, 4, 1, 1, 6, 2, 2, 1, 2, 1, 1, 1, 1, 5, 2, 1, 6, 1, 4, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 8, 5, 5, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 1, 1, 1, 1, 3, 1, 6, 6, 1, 1, 3, 2, 6, 1, 1, 5, 1, 2, 1, 7, 2, 5, 2, 3, 6, 1, 1, 1, 5, 6, 7, 1, 7, 3, 2, 2, 1, 7, 6, 7, 2, 1, 2, 9, 1, 7, 7, 1, 7, 2, 6, 1, 6, 1, 11, 1, 3, 1, 1, 9, 1, 8, 2, 6, 1, 1, 3, 1, 1, 6, 1, 6, 1, 5, 7, 1, 6, 6, 5, 1, 7, 1, 2, 1, 3, 1, 1, 6, 1, 7, 1, 2, 1, 6, 1, 1, 9, 7, 1, 5, 1, 13, 1, 1, 2, 5, 2, 8, 1, 6, 7, 1, 1, 3, 2, 8, 1, 5, 1, 1, 1, 13, 1, 1, 8, 1, 1, 2, 6, 1, 1, 6, 1, 8, 1, 1, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 6, 2, 8, 5, 1, 1, 9, 1, 5, 1, 1, 1, 1, 4, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 1, 9, 1, 5, 1, 5, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 4, 1, 1, 1, 9, 1, 5, 1, 2, 7, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 2, 6, 1, 1, 1, 9, 6, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 5, 1, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 5, 1, 1, 13, 1, 5, 1, 1, 5, 1, 11, 2, 5, 1, 1, 1, 3, 4, 1, 1, 8, 1, 1, 1, 5, 5, 7, 1, 7, 7, 3, 5, 5, 3, 3, 1, 6, 1, 6, 7, 5, 5, 4, 1, 5, 1, 1, 9, 2, 3, 1, 7, 1, 5, 1, 3, 1, 5, 1, 2, 1, 9, 5, 1, 1, 8, 1, 1, 2, 1, 1, 1, 5, 2, 5, 1, 2, 1, 2, 2, 3, 1, 1, 4, 4, 1, 4, 1, 1, 1, 2, 3, 1, 5, 1, 3, 4, 1, 1, 2, 5, 1, 1, 1, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 5, 2, 5, 1, 1, 9, 2, 10, 5, 1, 1, 2, 5, 6, 9, 4, 2, 3, 1, 5, 1, 1, 2, 3, 1, 5, 1, 1, 1, 1, 1, 13, 1, 2, 1, 1, 8, 1, 5, 1, 1, 1, 1, 1, 2, 4, 1, 1, 17, 4, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 1, 21, 1, 2, 1, 1, 8, 1, 1, 2, 4, 1, 1, 25, 4, 1, 1, 2, 1, 2, 3, 1, 1, 4, 5, 1, 1, 1, 1], "chunk_stats": {"count": 2980, "sum": 7908, "mean": 2.6536912751677852, "median": 1.0, "p95": 8.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 2980, "units_out": 1413, "chunk_lengths": [1, 2, 2, 9, 1, 3, 4, 1, 3, 1, 3, 1, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 6, 3, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 4, 6, 1, 2, 1, 1, 3, 1, 2, 1, 7, 1, 1, 1, 2, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 3, 1, 1, 1, 1, 2, 4, 1, 4, 1, 1, 6, 3, 7, 1, 1, 3, 3, 3, 1, 2, 5, 3, 2, 1, 2, 2, 1, 2, 2, 2, 3, 2, 1, 3, 4, 1, 5, 1, 9, 8, 1, 2, 1, 3, 3, 3, 3, 5, 3, 1, 2, 5, 2, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 3, 4, 1, 5, 1, 9, 8, 1, 1, 3, 2, 3, 3, 3, 3, 3, 5, 3, 3, 5, 3, 2, 5, 1, 2, 3, 2, 3, 3, 3, 4, 1, 5, 1, 1, 4, 3, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 1, 3, 2, 1, 4, 2, 2, 3, 2, 1, 1, 1, 5, 1, 3, 6, 1, 2, 3, 2, 1, 7, 1, 1, 3, 3, 3, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 1, 3, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 2, 1, 1, 5, 1, 6, 1, 2, 3, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 6, 1, 1, 1, 6, 2, 5, 2, 2, 2, 1, 5, 1, 2, 3, 1, 1, 2, 1, 3, 2, 2, 1, 1, 2, 2, 2, 4, 2, 1, 2, 2, 3, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 7, 2, 5, 1, 1, 1, 2, 1, 3, 4, 1, 3, 4, 1, 6, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 1, 1, 2, 1, 8, 1, 1, 1, 7, 1, 1, 2, 1, 3, 1, 5, 1, 3, 3, 2, 1, 3, 3, 5, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 6, 7, 1, 6, 2, 1, 3, 1, 5, 1, 3, 2, 3, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 1, 4, 2, 4, 5, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 1, 2, 1, 5, 1, 1, 6, 4, 4, 1, 3, 1, 1, 2, 3, 2, 3, 4, 1, 1, 2, 2, 1, 2, 2, 3, 3, 2, 1, 5, 1, 1, 3, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 5, 1, 6, 2, 1, 1, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 1, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 2, 3, 1, 1, 3, 1, 1, 2, 5, 1, 2, 1, 5, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 2, 4, 1, 3, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 5, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 1, 5, 5, 2, 1, 1, 4, 2, 1, 1, 1, 2, 4, 2, 1, 5, 1, 1, 1, 3, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 2, 5, 1, 1, 4, 2, 1, 1, 2, 3, 5, 2, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 2, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 1, 2, 2, 2, 3, 1, 3, 1, 4, 1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 4, 3, 5, 1, 3, 3, 1, 4, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 4, 1, 1, 4, 1, 6, 1, 3, 4, 2, 1, 1, 2, 2, 2, 1, 6, 1, 1, 1, 1, 3, 1, 2, 2, 6, 1, 2, 5, 3, 1, 4, 1, 1, 1, 1, 1, 1, 9, 2, 2, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 5, 1, 2, 2, 1, 3, 1, 2, 2, 1, 5, 1, 3, 1, 2, 2, 4, 1, 2, 3, 2, 4, 3, 4, 5, 1, 2, 3, 1, 1, 1, 10, 1, 2, 1, 1, 4, 2, 1, 5, 1, 1, 2, 2, 6, 1, 1, 1, 1, 8, 4, 7, 1, 1, 2, 1, 2, 1, 1, 2, 12, 2, 3, 1, 3, 1, 3, 3, 1, 4, 3, 1, 1, 2, 2, 3, 6, 1, 6, 1, 2, 1, 2, 3, 1, 2, 6, 1, 3, 5, 2, 1, 1, 2, 2, 4, 3, 2, 3, 1, 4, 1, 1, 1, 3, 2, 1, 1, 3, 5, 1, 4, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 24, 5, 5, 8, 1, 2, 2, 2, 1, 6, 1, 1, 2, 2, 2, 3, 1, 1, 6, 7, 1, 2, 4, 1, 5, 1, 7, 1, 1, 2, 2, 2, 2, 1, 1, 3, 3, 6, 1, 1, 1, 2, 1, 1, 2, 4, 1, 2, 4, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 2, 1, 3, 1, 2, 1, 2, 3, 2, 2, 3, 2, 1, 6, 3, 1, 2, 1, 1, 1, 2, 3, 3, 2, 1, 1, 2, 2, 1, 3, 6, 1, 3, 1, 2, 2, 1, 2, 4, 3, 2, 2, 2, 1, 1, 1, 2, 1, 1, 2, 2, 2, 1, 1, 2, 3, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 2, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 3, 4, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 2, 3, 1, 1, 1, 2, 3, 2, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 2, 3, 1, 3, 5, 1, 3, 1, 3, 2, 3, 2, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 3, 1, 1, 1, 2, 1, 3, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 3, 1, 3, 2, 2, 3, 1, 1, 1, 2, 2, 4, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 2, 1, 3, 6, 1, 2, 1, 1, 6, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 4, 1, 5, 3, 4, 1, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 1, 2, 1, 7, 1, 1, 4, 1, 1, 7, 1, 5, 1, 5, 2, 7, 1, 6, 1, 1, 1, 1, 7, 1, 3, 5, 1, 1, 1, 2, 4, 3, 1, 2, 8, 4, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 4, 2, 4, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 3, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 2, 4, 2, 3, 4, 1, 1, 4, 2, 2, 3, 1, 3, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 4, 3, 3, 1, 1, 2, 1, 3, 7, 1], "chunk_stats": {"count": 1413, "sum": 2980, "mean": 2.10898796886058, "median": 2.0, "p95": 5.0, "max": 24, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 684, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 5, 5, 4, 5, 5, 1, 1, 1, 2, 1, 3, 1, 9, 9, 4, 9, 9, 2, 5, 1, 1, 1, 1, 1, 2, 2, 4, 2, 3, 13, 1, 1, 4, 9, 9, 1, 1, 3, 5, 2, 1, 2, 1, 17, 1, 7, 17, 2, 9, 1, 2, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 7, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 3, 8, 1, 3, 3, 1, 1, 4, 2, 2, 1, 3, 1, 2, 1, 1, 2, 3, 2, 3, 4, 3, 2, 1, 4, 7, 2, 1, 1, 1, 1, 4, 1, 21, 3, 1, 1, 6, 29, 1, 1, 8, 1, 2, 1, 10, 4, 1, 3, 1, 1, 1, 4, 1, 1, 2, 1, 1, 4, 1, 2, 1, 1, 2, 2, 13, 1, 13, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 2, 1, 21, 1, 2, 3, 2, 1, 2, 2, 7, 1, 2, 4, 1, 7, 2, 2, 1, 2, 1, 5, 7, 9, 1, 3, 1, 2, 1, 1, 7, 1, 1, 9, 2, 1, 1, 1, 4, 8, 4, 4, 1, 1, 1, 7, 1, 1, 5, 4, 1, 1, 1, 1, 5, 1, 1, 4, 1, 1, 1, 5, 6, 1, 1, 4, 1, 1, 5, 5, 2, 11, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 9, 3, 2, 2, 1, 5, 1, 9, 5, 2, 4, 1, 1, 1, 1, 6, 4, 4, 3, 7, 3, 1, 1, 1, 2, 1, 2, 4, 1, 5, 1, 9, 5, 3, 4, 1, 1, 1, 4, 3, 7, 1, 1, 1, 1, 1, 5, 8, 4, 4, 1, 3, 4, 1, 1, 1, 3, 7, 10, 7, 9, 2, 1, 1, 1, 1, 1, 1, 7, 5, 2, 3, 1, 1, 5, 1, 17, 5, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 4, 1, 4, 1, 22, 7, 9, 3, 1, 3, 1, 6, 9, 1, 1, 1, 2, 2, 1, 3, 1, 1, 1, 4, 3, 1, 3, 7, 1, 4, 1, 2, 1, 1, 1, 9, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 6, 1, 4, 3, 2, 1, 1, 1, 1, 7, 1, 4, 1, 2, 1, 1, 1, 1, 1, 10, 1, 5, 5, 30, 1, 3, 1, 25, 25, 1, 6, 1, 5, 2, 6, 1, 1, 1, 1, 4, 6, 3, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 5, 3, 7, 1, 1, 3, 1, 3, 1, 2, 1, 5, 1, 9, 1, 3, 5, 1, 2, 7, 1, 9, 1, 1, 2, 5, 1, 9, 1, 6, 1, 1, 1, 1, 1, 4, 2, 4, 2, 2, 4, 1, 1, 3, 1, 4, 2, 4, 1, 1, 8, 1, 2, 5, 1, 9, 4, 1, 5, 3, 1, 3, 3, 1, 6, 1, 2, 4, 1, 3, 1, 5, 1, 1, 1, 1, 3, 9, 1, 2, 1, 2, 1, 1, 5, 6, 1, 1, 1, 4, 5, 1, 1, 3, 7, 1, 3, 1, 1, 1, 4, 1, 1, 2, 2, 1, 3, 4, 1, 17, 1, 1, 2, 1, 3, 1, 13, 1, 1, 1, 1, 3, 1, 1, 4, 7, 1, 6, 1, 1, 1, 1, 1, 1, 6, 8, 4, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 9, 3, 3, 2, 4, 1, 1, 1, 2, 1, 7, 1, 1, 7, 1, 1, 3, 4, 5, 1, 4, 1, 3, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 1, 1, 4, 1, 6, 1, 1, 4, 9, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 4, 5, 3, 1, 1, 21, 7, 2, 2, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 2, 3, 1, 9, 5, 5, 1, 2, 1, 4, 2, 1, 1, 2, 3, 3, 1, 6, 16, 4], "chunk_stats": {"count": 694, "sum": 2048, "mean": 2.951008645533141, "median": 1.0, "p95": 9.0, "max": 30, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 269, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 1, 3, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 3, 1, 1, 1, 1, 1, 5, 4, 1, 4, 5, 4, 3, 1, 2, 1, 4, 1, 2, 1, 3, 1, 3, 5, 1, 1, 1, 1, 2, 3, 2, 1, 6, 2, 4, 1, 9, 1, 7, 3, 4, 2, 3, 1, 3, 2, 7, 1, 1, 3, 1, 2, 1, 2, 3, 1, 1, 1, 4, 2, 13, 3, 6, 5, 1, 5, 1, 3, 1, 1, 4, 2, 2, 1, 1, 2, 4, 1, 5, 1, 5, 2, 1, 1, 3, 9, 2, 1, 2, 1, 2, 3, 6, 2, 4, 2, 5, 3, 3, 1, 3, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 5, 4, 2, 2, 1, 1, 4, 2, 1, 1, 2, 2, 5, 1, 5, 1, 2, 3, 9, 7, 4, 1, 1, 8, 1, 2, 4, 2, 6, 3, 1, 5, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 4, 2, 2, 1, 1, 1, 2, 1, 1, 3, 4, 2, 1, 3, 2, 1, 2, 1, 4, 3, 1, 2, 1, 1, 6, 4, 2, 2, 5, 1, 4, 2, 3, 1, 5, 2, 4, 1, 1, 1, 6, 6, 3, 2, 5, 1, 2, 8, 1, 3, 1, 1, 1, 1, 1, 5, 3, 5, 3, 2, 1, 1, 2, 1, 2, 2, 1, 2, 7, 2, 8, 1, 5, 1, 7, 1, 2, 1, 1, 6, 1, 5, 1, 1, 1, 1, 1, 2, 2, 4, 1, 5, 4, 1, 1, 1, 1], "chunk_stats": {"count": 280, "sum": 684, "mean": 2.442857142857143, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 127, "sum": 684, "mean": 5.3858267716535435, "median": 5.0, "p95": 9.0, "max": 11, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.1087204590003239, "decode_time_sec": 5.141989421001199, "total_time_sec": 5.296879629000614, "prefill_units_per_sec": 71440.09574110481, "prefill_bytes_per_sec": 71292.92932783616, "decode_units_per_sec": 398.28942308505043, "decode_bytes_per_sec": 398.28942308505043, "total_units_per_sec": 386.642729955033, "total_bytes_per_sec": 386.642729955033, "step_latency_ms": {"count": 128, "sum": 5025, "mean": 39.2578125, "median": 41.0, "p95": 42.0, "max": 43, "min": 18}, "peak_allocated_mb": 7885.57470703125, "peak_reserved_mb": 8076.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7751, "mean": 484.4375, "median": 357.5, "p95": 855.0, "max": 996, "min": 260}, "model_input_units": {"count": 16, "sum": 7767, "mean": 485.4375, "median": 358.5, "p95": 856.0, "max": 997, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7751, "model_input_units": 7767, "stage0_units": 2762, "stage1_units": 1260, "bytes_per_stage0_unit": 2.8062997827661116, "stage0_per_stage1_unit": 2.1920634920634923}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7767, "units_out": 2762, "chunk_lengths": [1, 1, 3, 1, 5, 1, 7, 1, 7, 1, 7, 1, 1, 1, 1, 1, 5, 1, 1, 1, 5, 3, 5, 4, 1, 11, 5, 3, 4, 8, 9, 1, 4, 5, 8, 5, 4, 6, 6, 3, 6, 1, 3, 2, 5, 5, 2, 3, 1, 1, 4, 5, 2, 3, 1, 1, 5, 3, 3, 1, 1, 4, 2, 5, 3, 8, 1, 5, 1, 1, 1, 1, 5, 2, 3, 1, 1, 4, 1, 5, 1, 1, 1, 3, 1, 6, 1, 6, 1, 2, 2, 1, 1, 3, 2, 5, 2, 6, 2, 5, 1, 1, 9, 2, 4, 2, 10, 1, 2, 4, 1, 4, 6, 7, 2, 3, 1, 1, 4, 3, 6, 3, 11, 2, 3, 3, 4, 5, 3, 1, 1, 9, 1, 3, 2, 3, 1, 11, 7, 1, 1, 6, 1, 6, 1, 9, 2, 4, 1, 4, 5, 5, 8, 1, 2, 3, 3, 7, 2, 8, 3, 5, 1, 9, 6, 2, 1, 6, 1, 5, 1, 2, 1, 1, 5, 1, 5, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 3, 4, 1, 2, 1, 5, 2, 6, 2, 5, 1, 1, 9, 1, 1, 1, 4, 2, 5, 1, 5, 1, 1, 9, 1, 2, 1, 1, 1, 4, 2, 1, 1, 13, 3, 4, 1, 2, 1, 5, 1, 1, 1, 2, 3, 1, 2, 6, 2, 1, 3, 1, 1, 9, 2, 1, 4, 5, 1, 8, 2, 3, 1, 2, 6, 1, 1, 2, 7, 1, 9, 7, 9, 2, 1, 2, 4, 1, 8, 1, 3, 4, 5, 1, 9, 1, 2, 5, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 4, 1, 4, 1, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 8, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 2, 2, 1, 5, 6, 1, 2, 4, 1, 1, 2, 1, 2, 1, 3, 1, 1, 5, 1, 2, 4, 1, 2, 1, 2, 1, 1, 9, 8, 1, 2, 2, 2, 1, 2, 1, 4, 1, 8, 1, 1, 1, 9, 6, 1, 2, 2, 2, 1, 9, 5, 1, 7, 2, 4, 6, 6, 1, 1, 1, 1, 3, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2, 8, 2, 1, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 13, 4, 1, 1, 2, 1, 3, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 9, 7, 10, 1, 2, 1, 1, 13, 5, 1, 17, 1, 2, 6, 2, 7, 1, 5, 1, 1, 1, 1, 1, 1, 6, 2, 5, 1, 5, 1, 3, 4, 1, 1, 5, 6, 1, 1, 17, 2, 1, 1, 3, 1, 1, 4, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 5, 1, 4, 2, 1, 5, 1, 8, 2, 4, 4, 1, 2, 2, 2, 2, 6, 1, 2, 2, 1, 1, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 2, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 8, 1, 5, 1, 2, 4, 4, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 4, 1, 2, 4, 4, 1, 1, 1, 1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 2, 4, 2, 4, 1, 3, 1, 1, 1, 4, 2, 7, 1, 1, 1, 4, 1, 1, 9, 1, 2, 5, 4, 3, 1, 3, 1, 1, 6, 1, 13, 1, 5, 4, 1, 5, 3, 5, 1, 4, 1, 9, 5, 4, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 1, 4, 1, 2, 4, 1, 1, 1, 1, 2, 4, 1, 1, 13, 1, 6, 2, 4, 1, 4, 1, 4, 1, 1, 13, 1, 2, 4, 1, 3, 1, 1, 17, 1, 6, 2, 4, 3, 1, 7, 1, 3, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 3, 4, 8, 1, 17, 7, 1, 1, 3, 1, 7, 2, 5, 1, 1, 3, 1, 5, 2, 5, 1, 1, 1, 3, 1, 5, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 2, 5, 1, 4, 1, 5, 1, 9, 1, 2, 4, 1, 5, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 1, 1, 1, 1, 3, 1, 5, 1, 5, 1, 1, 3, 2, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 2, 4, 1, 22, 3, 2, 1, 11, 1, 1, 4, 2, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 4, 1, 22, 5, 1, 6, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 9, 1, 1, 2, 1, 6, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 3, 10, 2, 1, 1, 1, 2, 10, 1, 9, 6, 1, 5, 1, 1, 1, 3, 4, 2, 1, 1, 1, 2, 4, 1, 9, 1, 2, 8, 1, 3, 1, 13, 6, 1, 5, 1, 1, 1, 3, 8, 1, 3, 2, 1, 1, 1, 2, 8, 1, 3, 1, 9, 4, 1, 13, 6, 1, 5, 1, 1, 1, 3, 3, 8, 1, 3, 2, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 9, 1, 5, 1, 7, 2, 1, 3, 1, 1, 5, 1, 1, 5, 1, 6, 1, 3, 2, 1, 11, 1, 29, 1, 1, 1, 18, 1, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 5, 1, 6, 1, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 1, 30, 5, 1, 6, 1, 5, 1, 6, 2, 4, 1, 4, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 1, 1, 5, 6, 1, 5, 3, 2, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 2, 2, 9, 4, 1, 13, 6, 1, 1, 1, 1, 1, 1, 5, 3, 2, 6, 1, 5, 3, 2, 1, 13, 2, 1, 1, 1, 1, 5, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 1, 1, 1, 5, 2, 1, 13, 1, 1, 1, 6, 5, 4, 1, 1, 2, 1, 5, 1, 2, 7, 1, 4, 5, 13, 1, 1, 2, 1, 1, 6, 5, 5, 3, 1, 7, 3, 4, 4, 1, 1, 5, 13, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 4, 1, 1, 3, 2, 4, 1, 1, 9, 1, 2, 3, 2, 4, 1, 1, 4, 1, 1, 8, 1, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 4, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 6, 1, 1, 4, 1, 9, 2, 1, 2, 3, 1, 2, 4, 1, 2, 6, 1, 3, 9, 1, 4, 4, 1, 1, 4, 1, 2, 5, 4, 1, 4, 11, 5, 4, 1, 6, 6, 1, 6, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 6, 1, 5, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 6, 1, 1, 1, 2, 3, 2, 3, 1, 2, 3, 1, 3, 3, 1, 7, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 1, 2, 1, 3, 1, 3, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 2, 1, 1, 1, 1, 6, 1, 3, 1, 2, 7, 1, 3, 1, 7, 1, 1, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 8, 2, 1, 3, 1, 1, 6, 1, 7, 1, 1, 4, 1, 1, 1, 1, 13, 3, 4, 1, 9, 2, 8, 4, 3, 1, 6, 1, 7, 1, 9, 1, 1, 1, 2, 4, 1, 4, 5, 1, 5, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 8, 1, 2, 1, 9, 1, 1, 6, 1, 6, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 1, 2, 6, 1, 5, 3, 1, 6, 1, 7, 5, 2, 1, 3, 4, 7, 1, 1, 1, 3, 1, 4, 4, 1, 6, 1, 1, 1, 5, 1, 7, 2, 1, 9, 1, 1, 1, 2, 1, 9, 1, 9, 1, 1, 1, 2, 1, 7, 1, 9, 1, 1, 1, 2, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 9, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 1, 1, 7, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 7, 1, 2, 2, 2, 2, 3, 1, 4, 1, 1, 3, 1, 1, 9, 5, 2, 1, 3, 1, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 2, 2, 1, 5, 2, 1, 7, 1, 9, 2, 1, 2, 4, 1, 4, 4, 1, 2, 2, 2, 1, 7, 1, 2, 1, 4, 2, 5, 3, 5, 4, 3, 1, 2, 5, 3, 5, 9, 8, 1, 2, 2, 1, 7, 2, 4, 1, 2, 2, 1, 9, 4, 7, 1, 2, 2, 1, 6, 1, 2, 4, 1, 4, 1, 1, 3, 1, 1, 13, 1, 2, 2, 4, 1, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 1, 1, 7, 1, 5, 1, 2, 4, 1, 4, 1, 17, 7, 5, 5, 1, 21, 2, 2, 13, 8, 1, 2, 2, 1, 6, 1, 1, 9, 4, 1, 2, 3, 2, 7, 1, 2, 2, 1, 6, 1, 1, 1, 1, 3, 4, 1, 4, 1, 8, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 5, 4, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 8, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 7, 2, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 1, 9, 7, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 9, 6, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 2, 1, 5, 1, 1, 9, 7, 1, 5, 2, 1, 1, 1, 1, 2, 7, 1, 5, 2, 1, 7, 1, 4, 1, 1, 9, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 2, 7, 1, 7, 1, 4, 2, 1, 3, 1, 4, 1, 7, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 4, 1, 7, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 3, 5, 1, 5, 2, 1, 2, 1, 5, 1, 4, 1, 1, 5, 6, 2, 2, 1, 1, 1, 3, 1, 5, 1, 5, 1, 4, 1, 1, 5, 2, 6, 1, 1, 2, 1, 8, 5, 7, 2, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 2, 2, 1, 5, 1, 2, 4, 7, 3, 7, 4, 3, 5, 1, 7, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 7, 3, 5, 1, 6, 1, 2, 5, 1, 2, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 5, 6, 2, 7, 1, 4, 1, 3, 1, 1, 5, 1, 2, 2, 2, 1, 5, 1, 2, 1, 4, 3, 1, 3, 4, 5, 1, 1, 3, 1, 3, 1, 3, 5, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 1, 10, 1, 4, 5, 1, 3, 2, 7, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 2, 2, 1, 5, 1, 2, 4, 1, 3, 3, 1, 3, 4, 3, 1, 5, 2, 1, 1, 2, 1, 2, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 7, 2, 5, 1, 3, 1, 6, 1, 6, 1, 1, 5, 2, 6, 1, 3, 1, 6, 3, 1, 2, 7, 1, 6, 7, 3, 2, 6, 1, 6, 4, 1, 5, 2, 1, 3, 10, 1, 1, 2, 7, 2, 4, 1, 2, 2, 3, 1, 7, 4, 5, 2, 1, 2, 1, 2, 1, 5, 5, 4, 6, 1, 1, 1, 1, 3, 1, 1, 4, 1, 6, 1, 1, 3, 1, 1, 9, 2, 1, 5, 1, 2, 1, 3, 1, 2, 4, 5, 1, 6, 1, 2, 1, 8, 4, 9, 1, 1, 8, 4, 5, 6, 1, 9, 1, 2, 1, 3, 1, 4, 1, 9, 1, 2, 4, 2, 2, 1, 13, 3, 1, 4, 2, 1, 3, 1, 4, 1, 8, 1, 1, 13, 1, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 1, 9, 4, 1, 13, 1, 5, 4, 5, 1, 1, 4, 2, 2, 1, 1, 4], "chunk_stats": {"count": 2762, "sum": 7767, "mean": 2.8120926864590876, "median": 1.0, "p95": 9.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 2762, "units_out": 1260, "chunk_lengths": [1, 2, 2, 4, 1, 1, 1, 2, 2, 1, 3, 1, 2, 3, 2, 3, 1, 3, 1, 2, 1, 2, 2, 1, 1, 1, 2, 3, 1, 5, 2, 1, 3, 1, 3, 1, 3, 1, 1, 5, 2, 1, 1, 2, 2, 2, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 7, 3, 2, 1, 1, 3, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 2, 7, 2, 1, 2, 2, 1, 1, 1, 6, 3, 3, 2, 2, 5, 1, 4, 2, 2, 3, 1, 1, 3, 1, 1, 3, 2, 2, 5, 3, 1, 4, 2, 2, 4, 2, 1, 3, 1, 1, 1, 2, 5, 6, 1, 3, 1, 1, 2, 5, 3, 1, 1, 6, 2, 8, 1, 1, 2, 4, 3, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 2, 4, 3, 2, 2, 4, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 4, 4, 3, 1, 6, 2, 6, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 4, 1, 3, 1, 4, 1, 1, 3, 1, 5, 1, 5, 2, 3, 4, 3, 2, 1, 1, 1, 1, 1, 5, 1, 5, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 3, 4, 3, 1, 1, 2, 2, 1, 1, 3, 3, 2, 1, 1, 1, 6, 3, 1, 1, 3, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 4, 1, 2, 3, 1, 2, 3, 1, 1, 1, 3, 2, 1, 2, 5, 1, 5, 1, 3, 3, 1, 1, 2, 1, 6, 1, 4, 1, 4, 1, 3, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 3, 2, 1, 2, 2, 1, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 2, 1, 2, 3, 2, 1, 1, 2, 2, 6, 1, 2, 5, 3, 1, 1, 1, 7, 6, 3, 4, 1, 5, 1, 2, 1, 3, 4, 2, 2, 4, 1, 2, 1, 2, 2, 3, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 6, 1, 1, 1, 7, 1, 3, 2, 5, 2, 5, 1, 1, 5, 1, 3, 2, 6, 1, 1, 2, 2, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 3, 2, 3, 3, 1, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 4, 2, 2, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 1, 2, 2, 1, 1, 4, 3, 3, 1, 2, 6, 1, 2, 1, 4, 3, 1, 3, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 5, 5, 5, 7, 9, 1, 1, 6, 4, 2, 5, 2, 5, 4, 2, 2, 1, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 5, 1, 2, 2, 1, 1, 1, 2, 4, 1, 4, 1, 3, 2, 2, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 4, 1, 1, 3, 1, 5, 3, 1, 1, 6, 3, 1, 1, 1, 1, 6, 1, 1, 7, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 4, 2, 1, 1, 4, 1, 1, 4, 11, 1, 1, 2, 1, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 1, 2, 1, 1, 3, 1, 2, 3, 1, 1, 8, 1, 5, 1, 1, 1, 1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 7, 2, 4, 1, 1, 1, 6, 1, 3, 1, 4, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 6, 2, 3, 1, 8, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 2, 2, 1, 1, 3, 3, 6, 1, 6, 5, 1, 7, 3, 3, 3, 5, 1, 3, 1, 1, 1, 4, 1, 4, 2, 1, 1, 1, 3, 2, 1, 3, 3, 1, 1, 3, 3, 6, 1, 6, 5, 1, 4, 1, 6, 2, 3, 4, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 2, 4, 1, 1, 10, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 2, 1, 1, 2, 2, 3, 2, 1, 1, 2, 1, 2, 4, 2, 2, 6, 2, 6, 1, 2, 7, 2, 5, 1, 3, 2, 6, 4, 2, 6, 1, 1, 2, 2, 6, 2, 2, 2, 5, 1, 2, 2, 3, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 3, 2, 1, 1, 1, 6, 4, 1, 3, 3, 4, 1, 1, 3, 1, 6, 1, 3, 2, 2, 2, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 2, 3, 2, 1, 2, 2, 5, 1, 1, 6, 1, 3, 1, 4, 2, 2, 3, 3, 1, 1, 3, 1, 2, 1, 6, 2, 1, 4, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 4, 4, 1, 7, 1, 1, 6, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 6, 2, 1, 5, 1, 2, 1, 1, 6, 1, 2, 1, 2, 1, 5, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 1, 2, 2, 2, 2, 2, 2, 3, 1, 5, 2, 3, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 6, 3, 2, 1, 4, 1, 14, 1, 1, 1, 11, 1, 1, 1, 6, 12, 1, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 2, 1, 2, 1, 6, 4, 1, 8, 1, 1, 5, 5, 1, 6, 6, 1, 13, 1, 10, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 4, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 4, 4, 2, 4, 1, 2, 2, 2, 1, 1, 2, 4, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 2, 4, 1, 3, 1, 1, 2, 4, 1, 1, 4, 1, 1, 2, 4, 1, 5, 1, 1, 5, 3, 3, 1, 1, 5, 2, 2, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 5, 1, 2, 1, 2, 3, 2, 5], "chunk_stats": {"count": 1260, "sum": 2762, "mean": 2.1920634920634923, "median": 2.0, "p95": 6.0, "max": 14, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 703, "chunk_lengths": [1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 3, 5, 2, 5, 1, 5, 1, 1, 1, 3, 2, 6, 1, 1, 2, 1, 1, 1, 3, 9, 5, 9, 1, 9, 1, 3, 2, 1, 1, 1, 1, 1, 2, 3, 6, 1, 3, 1, 2, 1, 13, 13, 1, 2, 1, 1, 3, 2, 4, 1, 11, 4, 6, 4, 4, 3, 1, 1, 1, 17, 8, 3, 1, 1, 5, 2, 4, 1, 1, 1, 1, 5, 5, 2, 4, 1, 1, 2, 1, 1, 1, 1, 21, 1, 1, 1, 5, 5, 13, 1, 1, 1, 4, 1, 5, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 5, 4, 1, 1, 1, 7, 1, 4, 9, 1, 1, 5, 4, 9, 5, 1, 1, 5, 5, 2, 2, 5, 1, 1, 5, 1, 1, 9, 1, 1, 1, 1, 1, 6, 6, 2, 1, 2, 1, 2, 8, 5, 3, 3, 1, 1, 1, 8, 4, 1, 1, 2, 1, 2, 2, 1, 1, 1, 6, 2, 13, 2, 4, 1, 8, 1, 1, 6, 3, 3, 1, 1, 5, 1, 4, 1, 1, 1, 1, 6, 9, 2, 1, 1, 1, 1, 3, 5, 2, 1, 6, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 2, 4, 4, 17, 6, 2, 1, 8, 1, 1, 7, 2, 4, 1, 5, 1, 1, 4, 1, 3, 2, 1, 1, 5, 2, 6, 2, 3, 5, 1, 9, 7, 1, 4, 4, 5, 4, 1, 1, 8, 9, 1, 1, 4, 2, 1, 6, 6, 1, 5, 2, 4, 1, 2, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 5, 4, 7, 1, 5, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 1, 4, 2, 2, 1, 4, 2, 5, 1, 6, 6, 9, 1, 8, 1, 1, 4, 1, 1, 2, 1, 5, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 5, 7, 2, 1, 2, 1, 7, 1, 1, 1, 5, 1, 5, 1, 4, 7, 4, 4, 1, 2, 10, 1, 1, 5, 5, 4, 3, 2, 1, 1, 1, 2, 1, 4, 17, 1, 2, 3, 6, 1, 6, 1, 1, 1, 3, 2, 5, 1, 1, 4, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 6, 4, 7, 1, 1, 6, 2, 4, 3, 1, 2, 1, 5, 1, 1, 1, 1, 4, 1, 1, 2, 1, 3, 4, 1, 4, 2, 2, 1, 5, 1, 17, 1, 9, 9, 6, 1, 5, 13, 2, 1, 2, 5, 3, 1, 1, 1, 1, 1, 2, 1, 9, 3, 1, 1, 6, 1, 2, 1, 3, 4, 1, 2, 3, 3, 9, 1, 1, 5, 6, 1, 6, 5, 2, 5, 2, 1, 3, 1, 1, 1, 1, 2, 1, 4, 3, 3, 1, 3, 4, 3, 1, 1, 1, 7, 1, 1, 1, 4, 4, 1, 1, 1, 4, 1, 5, 1, 5, 1, 2, 3, 5, 1, 4, 13, 2, 2, 1, 7, 2, 1, 1, 1, 1, 1, 2, 7, 1, 9, 1, 3, 1, 1, 5, 1, 5, 5, 1, 1, 4, 1, 8, 4, 4, 4, 1, 1, 1, 1, 1, 1, 9, 5, 1, 9, 1, 4, 10, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 7, 3, 2, 1, 5, 2, 4, 3, 1, 3, 1, 1, 3, 5, 4, 2, 2, 2, 1, 5, 1, 2, 1, 1, 2, 1, 1, 6, 8, 4, 5, 1, 1, 2, 1, 1, 8, 1, 3, 6, 1, 7, 4, 1, 1, 1, 2, 1, 2, 1, 4, 1, 9, 4, 1, 1, 5, 6, 2, 1, 1, 5, 2, 2, 4, 1, 4, 2, 5, 1, 5, 7, 1, 2, 1, 5, 1, 2, 13, 5, 4, 6, 1, 5, 3, 9, 2, 1, 3, 3, 1, 4, 1, 1, 6, 1, 1, 2, 6, 4, 1, 1, 4, 3, 1, 1, 1, 2, 1, 1, 5, 1, 2, 4, 5, 1, 6, 2, 1, 1, 2, 2, 1, 4, 8, 2, 3, 3, 5, 6, 4, 2], "chunk_stats": {"count": 715, "sum": 2048, "mean": 2.8643356643356643, "median": 2.0, "p95": 8.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 277, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1, 2, 1, 1, 1, 5, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 2, 3, 1, 2, 3, 1, 4, 1, 1, 1, 7, 1, 1, 1, 3, 3, 1, 3, 2, 1, 1, 2, 3, 6, 2, 2, 1, 2, 1, 11, 4, 1, 3, 4, 6, 1, 1, 4, 4, 1, 1, 1, 3, 4, 1, 1, 1, 4, 3, 1, 7, 1, 6, 3, 1, 3, 3, 1, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 4, 6, 2, 1, 7, 1, 3, 3, 1, 4, 2, 1, 1, 2, 8, 3, 4, 1, 1, 6, 1, 2, 3, 2, 4, 11, 2, 2, 3, 2, 2, 2, 7, 1, 1, 4, 3, 1, 1, 4, 3, 1, 1, 1, 2, 2, 1, 5, 1, 1, 2, 3, 7, 3, 1, 1, 7, 3, 1, 1, 1, 1, 4, 1, 1, 1, 3, 7, 5, 1, 1, 9, 12, 2, 4, 1, 1, 4, 1, 1, 3, 2, 3, 1, 1, 1, 2, 4, 1, 6, 1, 1, 3, 5, 2, 1, 3, 1, 11, 1, 1, 2, 1, 5, 5, 2, 9, 2, 2, 6, 2, 5, 2, 2, 1, 1, 1, 1, 4, 2, 1, 2, 2, 1, 3, 1, 2, 2, 3, 1, 1, 4, 4, 1, 1, 1, 2, 1, 1, 2, 3, 7, 1, 1, 6, 3, 1, 1, 3, 3, 3, 4, 3, 1, 3, 5, 9, 2, 2, 2, 1, 2, 6, 4, 2, 2, 4, 2, 2, 1, 3, 3, 4, 4, 1, 1, 2, 4, 1], "chunk_stats": {"count": 285, "sum": 703, "mean": 2.466666666666667, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 703, "mean": 5.4921875, "median": 5.0, "p95": 8.0, "max": 11, "min": 2}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10870843900192995, "decode_time_sec": 5.142169302998809, "total_time_sec": 5.296855471999152, "prefill_units_per_sec": 74235.26705094836, "prefill_bytes_per_sec": 74088.0843653455, "decode_units_per_sec": 398.2754902304846, "decode_bytes_per_sec": 398.2754902304846, "total_units_per_sec": 386.64449328972137, "total_bytes_per_sec": 386.64449328972137, "step_latency_ms": {"count": 128, "sum": 5035, "mean": 39.3359375, "median": 41.0, "p95": 42.0, "max": 43, "min": 8}, "peak_allocated_mb": 7200.29443359375, "peak_reserved_mb": 7374.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8054, "mean": 503.375, "median": 482.0, "p95": 789.5, "max": 806, "min": 281}, "model_input_units": {"count": 16, "sum": 8070, "mean": 504.375, "median": 483.0, "p95": 790.5, "max": 807, "min": 282}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 8054, "model_input_units": 8070, "stage0_units": 2731, "stage1_units": 1348, "bytes_per_stage0_unit": 2.9491028927132916, "stage0_per_stage1_unit": 2.0259643916913945}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 8070, "units_out": 2731, "chunk_lengths": [1, 1, 3, 3, 1, 1, 8, 1, 7, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 8, 2, 7, 1, 7, 1, 3, 1, 9, 2, 4, 1, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 2, 4, 1, 1, 1, 1, 5, 7, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 7, 1, 2, 4, 1, 1, 1, 5, 2, 2, 5, 1, 1, 4, 5, 7, 1, 8, 1, 8, 2, 5, 5, 7, 1, 5, 2, 1, 8, 4, 1, 1, 1, 5, 1, 2, 4, 3, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 7, 1, 1, 1, 9, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 8, 2, 1, 1, 1, 5, 7, 1, 5, 2, 2, 5, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 5, 7, 1, 8, 1, 8, 2, 1, 4, 1, 5, 2, 5, 1, 1, 4, 1, 1, 2, 1, 7, 1, 9, 1, 1, 7, 1, 1, 5, 7, 1, 2, 5, 1, 1, 6, 1, 2, 7, 6, 1, 7, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 6, 2, 1, 5, 1, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 8, 1, 1, 2, 1, 4, 5, 1, 1, 1, 3, 1, 1, 1, 7, 3, 1, 3, 1, 1, 6, 1, 16, 4, 2, 3, 5, 1, 1, 13, 5, 2, 2, 1, 1, 13, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 6, 1, 1, 17, 6, 2, 1, 3, 1, 1, 3, 1, 5, 1, 6, 1, 1, 1, 17, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 1, 1, 3, 2, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 9, 2, 4, 3, 1, 1, 1, 9, 2, 1, 2, 5, 1, 2, 4, 1, 1, 3, 4, 1, 2, 1, 1, 7, 1, 8, 1, 2, 2, 3, 1, 2, 4, 1, 5, 1, 3, 11, 1, 7, 1, 2, 1, 2, 3, 2, 2, 1, 4, 3, 4, 9, 1, 2, 2, 4, 1, 9, 1, 1, 1, 5, 2, 1, 3, 1, 1, 8, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 2, 1, 2, 1, 3, 8, 1, 2, 1, 4, 4, 1, 1, 10, 3, 4, 2, 6, 1, 6, 1, 1, 1, 1, 4, 9, 2, 4, 1, 6, 3, 1, 3, 1, 5, 2, 2, 1, 4, 1, 4, 2, 1, 1, 6, 1, 2, 1, 2, 11, 1, 9, 2, 3, 3, 5, 3, 1, 7, 1, 3, 4, 1, 3, 3, 5, 10, 1, 1, 9, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 4, 1, 7, 3, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 10, 1, 2, 1, 2, 1, 1, 4, 9, 1, 2, 1, 3, 1, 1, 1, 3, 6, 1, 1, 3, 2, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 1, 2, 2, 2, 3, 5, 1, 4, 1, 2, 2, 1, 16, 3, 1, 8, 1, 5, 1, 1, 4, 2, 1, 5, 1, 3, 5, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 4, 1, 6, 1, 1, 7, 1, 1, 2, 1, 1, 9, 3, 5, 1, 5, 2, 3, 5, 1, 5, 3, 1, 3, 1, 6, 1, 1, 7, 1, 1, 2, 1, 4, 9, 1, 3, 1, 6, 1, 8, 1, 5, 2, 8, 1, 4, 9, 1, 2, 3, 1, 8, 1, 5, 1, 13, 1, 6, 2, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 1, 6, 4, 3, 1, 3, 1, 1, 8, 1, 6, 1, 17, 1, 5, 5, 5, 1, 1, 3, 8, 1, 5, 1, 4, 1, 1, 1, 1, 1, 34, 1, 1, 6, 7, 1, 4, 5, 7, 1, 5, 1, 1, 6, 1, 7, 1, 1, 1, 1, 6, 1, 1, 5, 1, 1, 13, 6, 2, 1, 3, 1, 1, 8, 1, 6, 1, 1, 5, 1, 9, 4, 1, 13, 6, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 1, 5, 1, 9, 3, 4, 5, 1, 1, 1, 3, 1, 1, 2, 5, 1, 4, 5, 1, 5, 4, 5, 2, 1, 2, 4, 2, 4, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 8, 1, 4, 2, 1, 2, 4, 2, 3, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 1, 1, 1, 5, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 8, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 4, 1, 1, 1, 2, 4, 1, 1, 1, 3, 3, 1, 4, 1, 1, 2, 1, 10, 1, 5, 1, 1, 1, 3, 1, 1, 9, 10, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 10, 1, 1, 2, 4, 1, 2, 6, 3, 1, 1, 9, 6, 1, 4, 1, 1, 2, 2, 1, 3, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 9, 6, 1, 1, 2, 4, 1, 5, 2, 1, 3, 1, 1, 3, 1, 6, 1, 1, 2, 4, 1, 4, 1, 6, 1, 4, 1, 1, 1, 1, 9, 1, 2, 2, 6, 1, 1, 2, 4, 1, 4, 1, 1, 3, 1, 10, 1, 1, 1, 2, 3, 1, 1, 5, 1, 1, 1, 4, 2, 1, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 2, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 1, 5, 4, 1, 2, 5, 1, 8, 2, 1, 3, 5, 1, 4, 7, 7, 1, 3, 1, 1, 5, 1, 1, 5, 1, 2, 4, 1, 3, 1, 1, 3, 1, 12, 2, 3, 10, 1, 2, 1, 1, 4, 1, 4, 1, 6, 1, 2, 1, 1, 1, 9, 1, 5, 10, 1, 1, 2, 1, 4, 1, 1, 1, 6, 1, 1, 1, 5, 1, 8, 1, 2, 4, 1, 2, 5, 1, 7, 1, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 5, 1, 2, 1, 8, 1, 9, 1, 2, 9, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 6, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 2, 4, 1, 1, 2, 2, 6, 1, 2, 2, 1, 1, 9, 1, 2, 1, 1, 8, 1, 4, 1, 1, 2, 2, 4, 1, 5, 1, 2, 1, 2, 4, 1, 1, 3, 1, 2, 2, 8, 13, 4, 1, 5, 2, 4, 1, 1, 4, 1, 4, 1, 4, 1, 3, 1, 9, 4, 2, 1, 2, 4, 1, 4, 1, 2, 2, 5, 3, 1, 4, 1, 13, 4, 1, 5, 2, 4, 1, 3, 9, 4, 1, 1, 8, 2, 1, 1, 4, 1, 7, 1, 1, 7, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 3, 4, 1, 4, 1, 9, 3, 4, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 8, 1, 6, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 2, 3, 1, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 11, 10, 4, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 11, 14, 7, 2, 1, 2, 3, 1, 1, 3, 1, 1, 2, 4, 1, 6, 2, 1, 3, 1, 1, 6, 1, 5, 1, 2, 3, 2, 1, 2, 4, 1, 2, 2, 2, 2, 2, 1, 2, 3, 1, 2, 2, 1, 2, 1, 6, 2, 1, 1, 15, 4, 1, 6, 1, 5, 1, 3, 6, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 11, 10, 1, 3, 1, 1, 6, 2, 2, 1, 4, 4, 3, 1, 3, 1, 3, 1, 1, 7, 1, 6, 1, 11, 3, 4, 1, 1, 3, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 2, 1, 3, 9, 4, 1, 1, 3, 1, 6, 1, 1, 1, 1, 2, 2, 3, 1, 4, 2, 3, 4, 1, 1, 1, 2, 4, 5, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 9, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 5, 1, 4, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 5, 1, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 6, 1, 6, 1, 1, 1, 9, 2, 1, 6, 4, 1, 5, 1, 1, 5, 1, 3, 1, 3, 6, 1, 1, 1, 2, 1, 5, 1, 5, 5, 4, 9, 4, 1, 1, 6, 2, 1, 3, 1, 1, 5, 1, 5, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 2, 4, 1, 5, 1, 13, 4, 1, 6, 2, 1, 1, 1, 1, 2, 4, 1, 5, 9, 5, 2, 1, 4, 1, 1, 6, 2, 4, 1, 5, 1, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 6, 1, 4, 1, 9, 1, 1, 1, 3, 7, 4, 1, 1, 3, 2, 7, 2, 3, 1, 1, 1, 9, 4, 2, 2, 2, 4, 1, 1, 1, 1, 1, 13, 4, 2, 4, 1, 1, 1, 1, 6, 1, 1, 17, 1, 2, 1, 1, 6, 1, 21, 3, 4, 1, 3, 1, 8, 1, 1, 1, 17, 3, 4, 2, 2, 13, 3, 4, 2, 4, 1, 1, 9, 2, 2, 2, 2, 4, 1, 2, 2, 4, 1, 13, 1, 3, 1, 1, 3, 2, 1, 13, 1, 2, 2, 4, 1, 9, 1, 21, 1, 8, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 8, 1, 1, 4, 1, 1, 3, 2, 4, 2, 2, 6, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 4, 2, 1, 1, 2, 2, 4, 1, 1, 9, 1, 7, 2, 1, 4, 1, 1, 6, 1, 1, 5, 1, 6, 1, 10, 1, 5, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 1, 6, 1, 1, 4, 1, 1, 4, 1, 1, 4, 1, 3, 1, 1, 3, 1, 1, 4, 1, 3, 1, 26, 1, 1, 16, 1, 4, 4, 1, 4, 1, 44, 1, 2, 6, 1, 2, 6, 1, 44, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 44, 1, 1, 5, 1, 1, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 8, 1, 1, 3, 2, 1, 2, 2, 5, 2, 1, 2, 2, 1, 1, 6, 20, 1, 2, 1, 2, 1, 4, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 5, 4, 3, 1, 4, 1, 8, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 8, 1, 9, 7, 4, 5, 1, 13, 3, 4, 2, 2, 1, 5, 3, 1, 3, 2, 3, 1, 4, 1, 3, 1, 5, 5, 1, 3, 2, 3, 1, 4, 1, 5, 1, 1, 5, 1, 2, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 5, 1, 3, 1, 2, 4, 4, 1, 9, 6, 1, 3, 1, 13, 1, 2, 1, 17, 3, 1, 4, 1, 2, 4, 1, 3, 1, 2, 1, 13, 7, 2, 2, 9, 1, 17, 1, 2, 1, 21, 4, 1, 5, 1, 2, 1, 21, 3, 4, 1, 4, 17, 7, 2, 2, 9, 1, 21, 3, 4, 1, 3, 1, 13, 1, 2, 1, 17, 5, 1, 5, 2, 4, 1, 5, 1, 2, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 5, 1, 6, 5, 2, 1, 1, 1, 2, 1, 7, 5, 1, 2, 2, 1, 1, 5, 2, 1, 4, 3, 1, 4, 3, 1, 1, 1, 2, 6, 5, 1, 2, 1, 2, 4, 1, 4, 7, 1, 5, 5, 1, 7, 1, 8, 7, 10, 5, 1, 7, 1, 1, 4, 3, 1, 1, 3, 1, 4, 5, 2, 4, 1, 4, 1, 1, 5, 5, 5, 1, 1, 6, 1, 1, 2, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 1, 5, 1, 1, 1, 1, 1, 3, 3, 8, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 1, 9, 5, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 3, 1, 7, 1, 4, 1, 6, 1, 3, 1, 1, 6, 1, 1, 1, 3, 1, 6, 1, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 7, 6, 1, 1, 1, 18, 1, 6, 1, 2, 1, 5, 6, 1, 3, 1, 1, 1, 2, 5, 7, 1, 5, 1, 26, 1, 1, 6, 1, 1, 4, 5, 2, 6, 1, 7, 1, 10, 1, 27, 1, 2, 4, 2, 6, 1, 4, 8, 2, 6, 1, 3, 6, 1, 1, 17, 1, 5, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 13, 1, 1, 1, 1, 9, 1, 2, 1, 13, 6, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 3, 1, 6, 1, 1, 13, 1, 3, 1, 1, 8, 1, 5, 1, 7, 1, 6, 1, 1, 13, 4, 1, 3, 3, 6, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 9, 1, 1, 5, 1, 9, 1, 3, 1, 9, 6, 1, 9, 1, 9, 1, 6, 1, 2, 2, 1, 9, 8, 1, 3, 1, 2, 2, 1, 9, 1, 4, 1, 4, 1, 9, 2, 1, 1, 1, 1, 4, 1, 9, 1, 5, 1, 4, 1, 9, 4, 4, 1, 4, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 6, 2, 1, 3, 1, 1, 1, 5, 1, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 5, 1, 1, 1, 9, 1, 6, 1, 1, 3, 3, 1, 1, 9, 1, 6, 1, 9, 4, 4, 3, 1, 1, 4, 4, 1, 2, 1, 1, 4, 1, 2, 1, 6, 1, 2, 1, 2, 1, 2, 1, 2, 1, 8, 1, 3, 1, 1, 1, 13, 1, 2, 5, 1, 1, 1, 1, 3, 1, 1, 1, 2, 4, 4, 1, 17, 1, 1, 9, 1, 1, 5, 1, 3, 1, 3, 5, 1, 1], "chunk_stats": {"count": 2731, "sum": 8070, "mean": 2.954961552544855, "median": 1.0, "p95": 9.0, "max": 44, "min": 1}}, {"stage": 1, "units_in": 2731, "units_out": 1348, "chunk_lengths": [1, 2, 1, 3, 2, 1, 6, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 2, 6, 5, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 6, 1, 5, 1, 3, 2, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 2, 2, 2, 1, 3, 6, 1, 5, 1, 2, 11, 1, 2, 1, 1, 2, 1, 1, 5, 7, 2, 1, 3, 2, 3, 1, 1, 5, 3, 5, 1, 2, 1, 1, 2, 5, 1, 1, 2, 3, 1, 1, 1, 2, 2, 4, 3, 1, 1, 5, 3, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 3, 10, 1, 1, 1, 5, 2, 2, 3, 1, 2, 1, 1, 3, 1, 2, 3, 3, 1, 3, 2, 1, 6, 1, 1, 3, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 5, 5, 1, 1, 1, 5, 1, 1, 2, 5, 3, 2, 5, 2, 7, 1, 1, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 3, 1, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 3, 1, 1, 3, 3, 1, 3, 1, 8, 4, 2, 2, 1, 1, 3, 3, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 1, 3, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 3, 1, 1, 3, 1, 2, 2, 1, 2, 1, 4, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 3, 3, 1, 4, 1, 1, 1, 6, 2, 4, 2, 2, 1, 4, 1, 4, 1, 3, 1, 6, 2, 1, 4, 4, 1, 3, 1, 1, 2, 5, 1, 2, 1, 3, 3, 4, 3, 1, 4, 2, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 2, 3, 2, 5, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 2, 4, 1, 1, 1, 1, 7, 4, 1, 2, 1, 1, 4, 2, 2, 1, 5, 1, 4, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 3, 3, 3, 2, 2, 3, 2, 3, 1, 1, 1, 1, 4, 1, 2, 2, 1, 3, 1, 2, 1, 2, 3, 2, 3, 1, 4, 1, 2, 2, 1, 6, 2, 1, 1, 1, 4, 2, 1, 1, 2, 3, 1, 5, 1, 1, 1, 3, 2, 1, 2, 3, 2, 1, 6, 7, 8, 1, 2, 1, 7, 2, 1, 5, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 5, 4, 1, 2, 1, 2, 3, 3, 1, 5, 1, 1, 2, 1, 1, 6, 3, 2, 4, 2, 3, 1, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 3, 4, 1, 1, 1, 4, 1, 1, 4, 5, 1, 5, 1, 1, 4, 2, 1, 1, 1, 2, 1, 1, 3, 1, 2, 5, 1, 2, 1, 1, 3, 3, 2, 3, 1, 3, 4, 1, 4, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 1, 1, 2, 3, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 2, 1, 3, 1, 6, 4, 1, 1, 1, 1, 1, 2, 2, 1, 9, 4, 1, 1, 1, 1, 1, 2, 6, 1, 2, 5, 1, 3, 1, 5, 2, 3, 2, 5, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 3, 5, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 4, 1, 1, 5, 3, 3, 2, 1, 1, 9, 1, 1, 10, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 1, 4, 5, 1, 1, 2, 1, 9, 2, 2, 1, 9, 1, 2, 1, 9, 2, 2, 2, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 4, 1, 4, 1, 1, 1, 2, 2, 1, 7, 1, 3, 3, 1, 3, 1, 1, 4, 5, 4, 1, 1, 5, 1, 3, 1, 1, 2, 1, 4, 1, 1, 1, 5, 5, 2, 1, 3, 1, 3, 1, 1, 2, 3, 1, 1, 6, 2, 1, 1, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 5, 1, 5, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 3, 4, 2, 4, 1, 1, 2, 4, 1, 1, 2, 3, 2, 3, 2, 1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 5, 5, 8, 1, 1, 1, 1, 3, 1, 3, 3, 3, 3, 4, 1, 8, 6, 2, 2, 3, 2, 3, 3, 4, 8, 3, 3, 2, 4, 1, 2, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 3, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 1, 1, 4, 5, 2, 3, 5, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 3, 1, 2, 1, 2, 5, 1, 1, 2, 2, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 3, 7, 4, 3, 4, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 6, 1, 1, 2, 1, 2, 3, 2, 1, 1, 2, 2, 1, 3, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 2, 2, 1, 4, 1, 1, 5, 1, 2, 2, 3, 2, 1, 2, 1, 3, 1, 2, 1, 2, 4, 1, 3, 1, 2, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 3, 1, 3, 5, 2, 6, 3, 5, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 8, 1, 1, 4, 1, 4, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 4, 1, 2, 2, 2, 1, 2, 2, 3, 3, 1, 1, 2, 2, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 1, 6, 1, 2, 4, 1, 1, 6, 1, 7, 1, 1, 6, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 5, 1, 5, 2, 1, 1, 3, 2, 3, 1, 5, 1, 6, 3, 1, 2, 1], "chunk_stats": {"count": 1348, "sum": 2731, "mean": 2.0259643916913945, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 622, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 5, 4, 5, 1, 4, 3, 5, 6, 5, 1, 3, 1, 1, 5, 7, 1, 1, 1, 8, 7, 4, 1, 1, 1, 1, 1, 4, 2, 6, 13, 6, 5, 4, 7, 3, 9, 1, 4, 1, 1, 1, 2, 9, 3, 17, 9, 2, 7, 1, 7, 1, 3, 1, 3, 2, 3, 1, 7, 2, 1, 1, 13, 6, 21, 4, 1, 1, 2, 5, 1, 4, 1, 1, 8, 4, 24, 1, 2, 1, 5, 1, 4, 1, 4, 4, 9, 1, 4, 1, 1, 2, 1, 6, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 1, 1, 1, 2, 1, 5, 5, 1, 1, 1, 1, 4, 4, 1, 2, 1, 6, 8, 1, 1, 7, 1, 4, 1, 1, 9, 3, 4, 13, 1, 2, 1, 1, 1, 1, 2, 8, 1, 1, 1, 3, 1, 1, 1, 1, 4, 4, 2, 1, 1, 8, 1, 2, 8, 6, 9, 1, 1, 4, 1, 9, 1, 1, 1, 6, 17, 1, 2, 2, 2, 1, 6, 4, 9, 1, 2, 3, 11, 7, 1, 2, 5, 6, 1, 3, 2, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 1, 3, 13, 1, 1, 1, 2, 1, 1, 1, 1, 2, 17, 3, 1, 13, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 6, 22, 3, 2, 4, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 7, 10, 2, 4, 1, 1, 1, 5, 1, 4, 1, 1, 7, 1, 1, 1, 1, 1, 1, 3, 1, 9, 7, 8, 13, 1, 9, 2, 1, 4, 1, 13, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 2, 1, 3, 1, 1, 7, 9, 3, 5, 3, 4, 2, 8, 6, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 7, 2, 1, 1, 1, 5, 3, 3, 2, 7, 4, 11, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 1, 1, 13, 1, 1, 4, 3, 1, 1, 1, 1, 13, 5, 1, 13, 1, 1, 14, 1, 1, 1, 1, 5, 2, 1, 1, 3, 5, 3, 4, 1, 4, 1, 3, 5, 1, 1, 1, 1, 6, 6, 1, 1, 4, 1, 1, 4, 1, 7, 9, 10, 1, 2, 1, 1, 1, 1, 7, 5, 1, 22, 5, 5, 1, 1, 1, 9, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 1, 1, 5, 2, 14, 1, 3, 1, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 10, 5, 1, 7, 2, 1, 5, 2, 9, 5, 1, 2, 2, 1, 4, 4, 2, 2, 5, 2, 4, 1, 1, 4, 13, 1, 1, 1, 4, 1, 3, 8, 1, 2, 1, 9, 2, 4, 4, 7, 1, 1, 7, 1, 10, 5, 1, 2, 4, 1, 29, 1, 1, 1, 4, 1, 1, 2, 4, 2, 4, 7, 3, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 4, 3, 5, 1, 9, 6, 3, 1, 1, 1, 5, 1, 1, 1, 8, 8, 6, 4, 4, 4, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 10, 4, 1, 1, 2, 8, 1, 17, 5, 2, 1, 1, 5, 3, 4, 2, 1, 1, 13, 3, 2, 1, 3, 3, 2, 3, 5, 3, 5, 6, 9, 1, 4, 1, 4, 2, 5, 1, 1, 7, 1, 3, 11, 6, 19, 3, 10, 2, 11], "chunk_stats": {"count": 632, "sum": 2048, "mean": 3.240506329113924, "median": 1.0, "p95": 10.0, "max": 29, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 278, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 2, 1, 3, 1, 2, 4, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 3, 1, 1, 3, 1, 1, 2, 6, 8, 4, 3, 1, 3, 1, 5, 4, 3, 4, 3, 5, 1, 2, 1, 2, 1, 5, 2, 1, 3, 4, 4, 1, 2, 6, 7, 1, 1, 2, 2, 1, 1, 3, 2, 1, 2, 2, 3, 2, 1, 3, 1, 3, 1, 1, 1, 3, 1, 3, 3, 5, 1, 1, 5, 4, 2, 1, 2, 5, 1, 2, 1, 1, 4, 1, 1, 4, 1, 1, 3, 8, 4, 2, 1, 2, 9, 2, 6, 1, 3, 1, 5, 1, 1, 3, 3, 1, 7, 2, 1, 1, 5, 1, 1, 3, 4, 3, 1, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 6, 4, 2, 1, 1, 3, 1, 6, 1, 7, 1, 14, 1, 1, 2, 1, 2, 1, 1, 1, 1, 5, 1, 1, 3, 1, 2, 1, 1, 1, 2, 2, 3, 2, 1, 1, 2, 2, 1, 1, 3, 2, 5, 2, 3, 1, 1, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 3, 3, 1, 3, 1, 1, 1, 1, 1, 3, 3, 6, 1, 2, 3, 2, 1, 5, 2, 3, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 4, 5, 5, 1, 1, 1, 1, 1, 1, 8, 7, 1, 3], "chunk_stats": {"count": 285, "sum": 622, "mean": 2.1824561403508773, "median": 1.0, "p95": 5.800000000000011, "max": 14, "min": 1}, "active_size_stats": {"count": 127, "sum": 622, "mean": 4.897637795275591, "median": 5.0, "p95": 8.699999999999989, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10645600999851013, "decode_time_sec": 5.054045723001764, "total_time_sec": 5.206159953999304, "prefill_units_per_sec": 78511.30246302648, "prefill_bytes_per_sec": 78361.00564089099, "decode_units_per_sec": 405.21991929737146, "decode_bytes_per_sec": 405.21991929737146, "total_units_per_sec": 393.3801531446903, "total_bytes_per_sec": 393.3801531446903, "step_latency_ms": {"count": 128, "sum": 4938, "mean": 38.578125, "median": 41.0, "p95": 42.0, "max": 45, "min": 8}, "peak_allocated_mb": 7373.71875, "peak_reserved_mb": 7574.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8342, "mean": 521.375, "median": 473.0, "p95": 848.75, "max": 851, "min": 302}, "model_input_units": {"count": 16, "sum": 8358, "mean": 522.375, "median": 474.0, "p95": 849.75, "max": 852, "min": 303}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 8342, "model_input_units": 8358, "stage0_units": 3020, "stage1_units": 1454, "bytes_per_stage0_unit": 2.762251655629139, "stage0_per_stage1_unit": 2.077028885832187}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 8358, "units_out": 3020, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 4, 1, 8, 1, 1, 3, 1, 1, 1, 9, 2, 4, 3, 5, 1, 1, 2, 1, 8, 1, 1, 4, 1, 10, 1, 1, 2, 3, 1, 1, 6, 1, 1, 10, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 3, 1, 7, 1, 5, 1, 1, 3, 2, 5, 2, 3, 3, 1, 4, 1, 1, 5, 5, 1, 5, 2, 5, 1, 5, 3, 2, 1, 1, 2, 2, 1, 1, 5, 2, 7, 4, 2, 3, 6, 1, 1, 4, 5, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 6, 1, 1, 7, 4, 6, 3, 5, 1, 1, 6, 1, 5, 1, 9, 6, 2, 4, 1, 6, 1, 1, 6, 1, 5, 1, 5, 1, 9, 3, 2, 8, 2, 7, 2, 6, 1, 4, 1, 3, 1, 5, 1, 3, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4, 2, 5, 1, 2, 4, 1, 1, 1, 1, 1, 3, 5, 1, 2, 4, 1, 1, 1, 1, 1, 13, 1, 11, 1, 1, 3, 1, 2, 1, 1, 1, 7, 1, 3, 1, 1, 1, 5, 1, 4, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 2, 1, 1, 4, 1, 7, 5, 5, 1, 3, 1, 7, 1, 1, 2, 11, 1, 1, 8, 1, 1, 2, 9, 1, 5, 3, 3, 1, 3, 6, 1, 2, 2, 2, 3, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 8, 1, 1, 7, 11, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 2, 1, 1, 6, 1, 3, 4, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 2, 8, 1, 1, 1, 1, 1, 1, 6, 2, 1, 5, 4, 4, 6, 13, 7, 2, 1, 3, 2, 4, 1, 5, 3, 1, 8, 3, 3, 1, 3, 2, 3, 1, 1, 1, 1, 1, 5, 1, 4, 7, 2, 5, 3, 10, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 7, 6, 1, 2, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 11, 1, 3, 1, 1, 2, 1, 1, 5, 1, 47, 13, 1, 11, 1, 13, 1, 11, 1, 5, 2, 3, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 7, 2, 1, 1, 5, 1, 11, 1, 1, 2, 1, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 36, 13, 1, 11, 1, 1, 1, 3, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 2, 2, 1, 1, 1, 1, 4, 1, 1, 3, 2, 1, 4, 7, 1, 1, 4, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 7, 2, 1, 1, 1, 4, 5, 7, 2, 1, 1, 1, 5, 1, 2, 1, 9, 4, 3, 2, 1, 4, 3, 9, 1, 1, 5, 1, 1, 13, 4, 1, 6, 2, 3, 1, 1, 3, 1, 13, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 2, 4, 1, 6, 2, 1, 3, 4, 17, 1, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 13, 7, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 13, 10, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 2, 2, 13, 1, 2, 1, 7, 1, 2, 1, 1, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 4, 1, 11, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 2, 2, 1, 1, 1, 17, 7, 3, 1, 3, 13, 2, 3, 11, 1, 1, 2, 4, 2, 3, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 3, 6, 1, 6, 1, 1, 3, 2, 5, 2, 6, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 6, 1, 2, 1, 1, 13, 1, 3, 1, 6, 1, 8, 2, 6, 4, 1, 4, 2, 1, 6, 1, 1, 13, 4, 1, 1, 6, 2, 1, 1, 2, 4, 1, 4, 2, 1, 1, 1, 1, 1, 4, 2, 3, 6, 1, 9, 4, 1, 13, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 17, 1, 5, 4, 5, 1, 1, 7, 1, 4, 3, 3, 5, 3, 1, 1, 13, 6, 1, 7, 2, 1, 13, 4, 1, 2, 1, 1, 2, 2, 3, 1, 4, 1, 1, 3, 9, 1, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 17, 1, 2, 1, 1, 6, 1, 5, 2, 3, 1, 4, 1, 17, 6, 1, 7, 2, 1, 13, 1, 2, 6, 1, 7, 1, 2, 3, 1, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 17, 1, 3, 1, 1, 6, 1, 6, 3, 1, 17, 1, 3, 1, 1, 6, 1, 7, 1, 1, 6, 1, 5, 2, 6, 1, 17, 1, 3, 1, 1, 6, 1, 1, 8, 1, 1, 1, 6, 1, 5, 2, 1, 3, 1, 7, 1, 1, 8, 1, 17, 1, 3, 1, 1, 6, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 4, 1, 7, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 5, 1, 1, 4, 1, 1, 5, 1, 3, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 5, 1, 2, 1, 4, 1, 8, 2, 4, 4, 7, 5, 1, 2, 1, 8, 1, 9, 1, 4, 1, 5, 2, 2, 1, 1, 1, 2, 1, 5, 1, 3, 2, 1, 2, 1, 1, 2, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 9, 1, 5, 4, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 1, 1, 1, 3, 1, 7, 1, 2, 1, 2, 1, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8, 1, 1, 2, 7, 4, 1, 1, 2, 1, 1, 5, 2, 2, 1, 1, 1, 5, 4, 2, 3, 2, 1, 2, 1, 1, 1, 9, 1, 2, 4, 4, 1, 1, 1, 1, 13, 8, 1, 9, 1, 2, 2, 1, 1, 1, 2, 3, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 2, 2, 1, 9, 1, 8, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 1, 2, 1, 2, 1, 1, 1, 5, 4, 1, 2, 2, 3, 1, 8, 1, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 1, 1, 3, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 9, 1, 1, 3, 1, 5, 1, 1, 1, 1, 7, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 9, 3, 4, 1, 5, 7, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 5, 1, 9, 3, 4, 1, 5, 7, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 2, 1, 1, 9, 3, 4, 1, 1, 3, 1, 7, 1, 1, 5, 1, 1, 2, 4, 1, 7, 1, 5, 1, 1, 2, 1, 7, 1, 5, 2, 5, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 2, 1, 5, 1, 5, 2, 1, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 2, 2, 1, 3, 2, 7, 5, 1, 6, 3, 1, 7, 1, 5, 3, 4, 2, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 7, 1, 6, 1, 1, 6, 1, 2, 3, 1, 5, 1, 5, 1, 2, 1, 5, 4, 1, 1, 3, 1, 3, 1, 2, 5, 1, 4, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 3, 1, 7, 1, 4, 1, 4, 2, 3, 1, 7, 1, 1, 5, 1, 6, 1, 2, 1, 2, 7, 1, 5, 1, 4, 6, 2, 1, 2, 3, 4, 1, 5, 1, 2, 1, 4, 2, 1, 7, 1, 2, 1, 7, 1, 7, 1, 3, 1, 2, 1, 1, 7, 1, 4, 1, 1, 2, 1, 1, 1, 4, 2, 4, 2, 4, 2, 1, 2, 1, 7, 1, 1, 7, 2, 4, 7, 1, 2, 1, 3, 4, 2, 1, 3, 2, 5, 3, 10, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 4, 2, 1, 1, 5, 1, 1, 1, 1, 4, 6, 1, 1, 3, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 2, 5, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 5, 1, 8, 1, 1, 2, 1, 1, 5, 1, 2, 1, 2, 1, 4, 1, 5, 1, 2, 1, 1, 1, 9, 1, 5, 1, 8, 5, 1, 1, 2, 5, 3, 1, 2, 6, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 1, 5, 2, 1, 3, 3, 3, 1, 4, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 5, 1, 1, 6, 3, 2, 4, 1, 3, 1, 4, 3, 1, 6, 5, 4, 1, 4, 1, 1, 1, 2, 1, 4, 1, 3, 9, 1, 1, 2, 1, 1, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 6, 1, 1, 3, 2, 1, 1, 4, 2, 1, 6, 1, 1, 3, 1, 1, 9, 8, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 2, 9, 1, 2, 1, 6, 9, 7, 1, 2, 2, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 1, 1, 2, 2, 5, 1, 8, 1, 1, 9, 9, 2, 1, 1, 4, 1, 6, 1, 1, 1, 1, 2, 1, 1, 8, 1, 1, 1, 4, 2, 1, 6, 1, 1, 5, 1, 1, 1, 4, 1, 1, 9, 4, 3, 3, 8, 1, 13, 4, 3, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 1, 17, 9, 2, 1, 3, 1, 1, 5, 1, 2, 2, 1, 6, 1, 1, 3, 1, 3, 1, 1, 17, 1, 2, 9, 1, 2, 2, 2, 2, 7, 1, 2, 4, 8, 1, 1, 2, 3, 5, 17, 2, 3, 1, 9, 3, 8, 1, 1, 3, 1, 1, 2, 8, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 11, 1, 2, 2, 1, 1, 5, 5, 1, 5, 2, 10, 1, 1, 1, 1, 2, 1, 1, 11, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 9, 3, 1, 10, 1, 1, 2, 2, 1, 5, 6, 1, 10, 1, 2, 1, 2, 1, 5, 10, 1, 1, 2, 2, 1, 1, 6, 1, 6, 1, 10, 1, 1, 2, 2, 1, 4, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 8, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 2, 1, 2, 1, 6, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 3, 2, 6, 2, 5, 2, 4, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 6, 1, 1, 8, 3, 1, 7, 1, 8, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 1, 2, 1, 8, 1, 8, 1, 1, 1, 9, 1, 2, 5, 1, 1, 8, 3, 1, 7, 1, 5, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 3, 1, 8, 1, 5, 1, 1, 1, 1, 9, 1, 2, 4, 4, 1, 13, 5, 2, 5, 1, 4, 1, 9, 5, 2, 2, 1, 1, 3, 1, 2, 1, 1, 9, 1, 3, 2, 6, 2, 3, 2, 1, 4, 3, 2, 1, 1, 1, 6, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 5, 3, 1, 5, 1, 6, 2, 1, 1, 1, 1, 5, 4, 5, 1, 3, 6, 1, 9, 5, 1, 8, 1, 2, 5, 1, 9, 1, 6, 1, 6, 2, 12, 1, 4, 1, 2, 2, 5, 1, 11, 1, 4, 1, 1, 2, 1, 1, 1, 1, 12, 1, 4, 1, 2, 2, 3, 2, 1, 3, 2, 1, 11, 1, 2, 1, 3, 1, 2, 3, 2, 1, 3, 2, 9, 1, 1, 9, 1, 2, 1, 1, 1, 7, 1, 3, 1, 3, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 1, 1, 1, 6, 2, 1, 3, 2, 3, 1, 9, 4, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 3, 1, 1, 9, 4, 3, 3, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 3, 7, 1, 6, 1, 1, 1, 1, 2, 2, 9, 1, 1, 5, 1, 5, 1, 6, 2, 1, 1, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 5, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 5, 1, 4, 1, 9, 1, 5, 1, 5, 1, 6, 1, 4, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 8, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 5, 2, 1, 1, 3, 1, 2, 1, 5, 1, 1, 3, 2, 8, 1, 1, 1, 1, 2, 5, 1, 1, 2, 2, 2, 6, 1, 4, 1, 1, 9, 6, 1, 4, 1, 1, 1, 6, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 1, 9, 1, 3, 6, 1, 1, 4, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 6, 1, 5, 1, 9, 1, 3, 1, 1, 2, 1, 8, 1, 8, 1, 8, 1, 27, 6, 1, 6, 1, 27, 6, 1], "chunk_stats": {"count": 3020, "sum": 8358, "mean": 2.7675496688741723, "median": 1.0, "p95": 9.0, "max": 47, "min": 1}}, {"stage": 1, "units_in": 3020, "units_out": 1454, "chunk_lengths": [1, 2, 2, 5, 2, 1, 4, 1, 1, 1, 1, 4, 1, 2, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 5, 2, 4, 2, 1, 1, 6, 3, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 4, 2, 2, 2, 1, 1, 1, 2, 1, 5, 2, 6, 1, 1, 6, 3, 1, 3, 4, 1, 2, 1, 1, 1, 2, 2, 1, 11, 2, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 4, 1, 3, 1, 2, 1, 2, 1, 5, 1, 1, 1, 5, 2, 2, 1, 1, 5, 1, 5, 1, 1, 2, 4, 3, 1, 1, 1, 2, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 2, 1, 3, 1, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 5, 2, 1, 3, 2, 2, 4, 1, 4, 1, 1, 3, 2, 4, 3, 2, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 3, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 2, 1, 8, 2, 1, 1, 1, 1, 6, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 3, 1, 8, 1, 1, 1, 17, 1, 1, 1, 1, 3, 7, 1, 1, 7, 2, 3, 1, 3, 1, 1, 1, 11, 1, 1, 1, 4, 1, 1, 6, 1, 1, 9, 2, 3, 1, 1, 2, 4, 1, 2, 1, 2, 1, 2, 4, 1, 2, 1, 3, 3, 1, 1, 1, 1, 6, 6, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 4, 1, 4, 2, 1, 5, 4, 1, 4, 3, 1, 1, 4, 4, 2, 6, 1, 4, 1, 3, 1, 2, 2, 1, 1, 1, 1, 6, 3, 1, 2, 1, 1, 6, 3, 1, 1, 2, 9, 2, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 1, 3, 1, 3, 2, 1, 6, 2, 2, 2, 2, 1, 2, 1, 1, 3, 1, 1, 3, 5, 2, 3, 1, 1, 4, 1, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 4, 1, 3, 1, 1, 1, 3, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 5, 2, 1, 5, 1, 2, 3, 2, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 3, 6, 3, 2, 1, 2, 1, 1, 1, 2, 5, 1, 3, 2, 1, 1, 5, 2, 7, 1, 3, 1, 6, 1, 2, 1, 6, 1, 1, 1, 1, 2, 3, 1, 6, 2, 1, 3, 2, 4, 1, 4, 1, 6, 2, 3, 2, 1, 2, 1, 3, 1, 2, 3, 1, 1, 2, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 2, 1, 1, 3, 4, 2, 1, 1, 4, 2, 1, 3, 1, 4, 2, 1, 2, 1, 3, 4, 1, 2, 1, 2, 4, 1, 5, 2, 2, 3, 2, 2, 4, 1, 4, 1, 1, 2, 1, 6, 1, 1, 1, 5, 2, 2, 1, 2, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 4, 1, 2, 1, 1, 3, 4, 3, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 3, 1, 4, 1, 1, 2, 4, 3, 1, 1, 3, 3, 1, 4, 2, 1, 2, 3, 1, 2, 1, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 1, 5, 1, 4, 1, 1, 3, 1, 1, 6, 3, 7, 1, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 5, 3, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 6, 1, 1, 2, 1, 2, 2, 2, 1, 3, 2, 1, 1, 3, 1, 3, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 8, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 2, 2, 4, 1, 3, 3, 1, 2, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 3, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 4, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 21, 1, 1, 3, 2, 2, 2, 5, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 2, 2, 3, 2, 1, 2, 2, 2, 5, 2, 1, 3, 1, 3, 1, 2, 2, 1, 1, 2, 2, 3, 2, 1, 4, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 2, 2, 3, 2, 5, 1, 6, 1, 2, 1, 1, 2, 2, 3, 2, 3, 2, 1, 2, 3, 3, 2, 2, 1, 2, 1, 1, 4, 1, 1, 3, 1, 1, 5, 1, 2, 7, 3, 5, 1, 1, 1, 2, 2, 3, 1, 3, 2, 1, 1, 5, 2, 1, 1, 1, 1, 4, 2, 7, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 4, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 4, 9, 1, 1, 1, 5, 2, 6, 4, 2, 2, 5, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 3, 2, 1, 5, 3, 2, 1, 5, 3, 2, 1, 3, 1, 2, 2, 1, 4, 2, 1, 4, 4, 3, 4, 2, 4, 4, 1, 4, 2, 2, 2, 2, 5, 4, 2, 2, 2, 2, 5, 2, 3, 5, 2, 3, 5, 2, 3, 5, 2, 3, 4, 2, 4, 5, 5, 2, 3, 1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 2, 3, 1, 5, 1, 2, 5, 2, 2, 2, 3, 2, 3, 2, 1, 1, 2, 3, 4, 2, 1, 2, 5, 2, 2, 2, 2, 2, 3, 2, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 2, 1, 3, 3, 1, 2, 1, 2, 2, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 3, 2, 1, 1, 1, 4, 2, 2, 1, 1, 3, 2, 5, 2, 5, 6, 1, 1, 1, 1, 1, 5, 2, 3, 1, 2, 1, 7, 2, 1, 1, 2, 2, 5, 3, 2, 4, 3, 2, 4, 3, 2, 4, 3, 2, 2, 1, 1, 4, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 7, 3, 4, 1, 5, 4, 1, 4, 4, 1, 2, 1, 1, 4, 4, 3, 1, 1, 1, 1, 1, 7, 1, 1, 2, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 4, 7, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 4, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 2, 3, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 7, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 4, 1, 1, 3, 3, 1, 4, 5, 1, 5, 1, 1, 1, 2, 4, 1, 6, 2, 3, 3, 1, 7, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 1454, "sum": 3020, "mean": 2.077028885832187, "median": 1.5, "p95": 5.0, "max": 21, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 682, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 4, 5, 4, 6, 6, 5, 1, 9, 1, 9, 2, 7, 1, 1, 6, 8, 1, 8, 1, 1, 1, 9, 1, 1, 13, 13, 1, 13, 5, 1, 4, 1, 1, 6, 1, 5, 1, 1, 1, 2, 9, 1, 4, 7, 3, 1, 9, 1, 1, 1, 4, 5, 1, 1, 2, 2, 1, 1, 9, 4, 1, 1, 1, 1, 1, 21, 6, 1, 3, 1, 2, 1, 3, 6, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 4, 17, 10, 4, 5, 2, 1, 11, 5, 7, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 7, 3, 1, 4, 1, 1, 1, 2, 1, 7, 1, 2, 2, 5, 5, 1, 5, 2, 6, 1, 1, 1, 1, 1, 4, 3, 1, 1, 7, 1, 9, 1, 1, 1, 17, 1, 1, 3, 4, 2, 5, 1, 1, 2, 3, 3, 8, 1, 1, 1, 1, 1, 6, 4, 13, 1, 1, 4, 3, 1, 7, 8, 1, 1, 3, 1, 8, 1, 2, 1, 1, 1, 4, 1, 2, 5, 1, 5, 3, 1, 7, 4, 1, 1, 2, 1, 3, 9, 2, 2, 1, 5, 1, 1, 1, 2, 2, 4, 1, 1, 1, 7, 1, 1, 1, 1, 2, 6, 1, 1, 2, 1, 4, 1, 2, 2, 3, 1, 1, 1, 2, 5, 1, 2, 6, 1, 1, 2, 2, 1, 1, 1, 1, 1, 5, 2, 2, 6, 5, 2, 1, 4, 1, 7, 1, 10, 1, 2, 1, 1, 5, 1, 1, 5, 1, 2, 2, 1, 1, 7, 1, 1, 1, 1, 2, 9, 1, 9, 27, 1, 4, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 5, 5, 1, 1, 1, 2, 5, 1, 1, 1, 1, 5, 4, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 9, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 5, 13, 3, 1, 1, 2, 9, 6, 1, 1, 9, 1, 11, 1, 3, 1, 1, 1, 1, 1, 1, 9, 1, 10, 1, 11, 1, 1, 2, 1, 1, 1, 1, 1, 8, 7, 3, 2, 3, 1, 1, 6, 1, 1, 6, 5, 2, 1, 1, 1, 13, 1, 1, 1, 1, 1, 1, 5, 2, 10, 1, 6, 2, 1, 2, 1, 4, 1, 5, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 3, 1, 1, 1, 5, 3, 2, 3, 1, 1, 1, 1, 2, 1, 1, 2, 5, 3, 6, 1, 1, 5, 1, 1, 1, 1, 4, 5, 1, 1, 1, 5, 13, 1, 6, 1, 1, 1, 1, 1, 2, 1, 1, 1, 10, 6, 4, 5, 1, 1, 2, 2, 3, 2, 1, 8, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 9, 1, 1, 2, 1, 1, 12, 1, 1, 17, 5, 7, 1, 1, 5, 13, 4, 11, 17, 6, 1, 9, 1, 1, 1, 1, 1, 1, 3, 4, 3, 1, 1, 1, 1, 1, 1, 1, 2, 1, 6, 7, 1, 13, 1, 1, 1, 8, 9, 1, 2, 7, 3, 2, 5, 5, 9, 7, 2, 1, 5, 1, 2, 1, 1, 5, 1, 3, 1, 5, 4, 1, 7, 2, 1, 6, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 13, 3, 1, 1, 7, 2, 1, 5, 4, 1, 1, 1, 1, 1, 5, 1, 7, 5, 1, 1, 5, 1, 1, 3, 1, 1, 2, 1, 1, 4, 4, 5, 1, 1, 1, 1, 1, 11, 1, 5, 1, 10, 1, 1, 6, 1, 1, 1, 2, 1, 1, 1, 1, 6, 1, 5, 1, 1, 1, 9, 4, 4, 1, 1, 1, 1, 7, 1, 1, 11, 1, 1, 1, 13, 1, 2, 1, 2, 1, 4, 3, 1, 1, 4, 5, 8, 2, 7, 1, 1, 4, 2, 9, 6, 38, 1, 4, 4, 6], "chunk_stats": {"count": 691, "sum": 2048, "mean": 2.963820549927641, "median": 1.0, "p95": 9.0, "max": 38, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 256, "chunk_lengths": [1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 2, 3, 1, 2, 1, 2, 2, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 3, 2, 1, 3, 3, 1, 4, 1, 4, 3, 3, 2, 1, 3, 2, 1, 1, 6, 5, 1, 3, 1, 1, 7, 3, 1, 2, 5, 1, 1, 9, 6, 1, 2, 1, 2, 3, 2, 7, 3, 1, 2, 2, 2, 2, 1, 4, 2, 4, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 5, 3, 2, 8, 9, 2, 3, 1, 4, 2, 2, 1, 2, 2, 2, 2, 2, 4, 3, 1, 7, 1, 3, 1, 1, 8, 2, 4, 4, 2, 5, 6, 1, 4, 5, 5, 1, 3, 1, 8, 1, 4, 1, 7, 1, 3, 1, 1, 1, 8, 2, 6, 4, 1, 3, 3, 4, 2, 2, 1, 3, 1, 3, 2, 1, 1, 1, 1, 3, 4, 3, 3, 1, 2, 2, 1, 2, 8, 1, 8, 2, 4, 1, 2, 8, 2, 4, 1, 1, 2, 1, 2, 3, 2, 2, 3, 3, 1, 1, 5, 1, 1, 4, 3, 5, 1, 1, 1, 1, 3, 2, 1, 4, 1, 3, 1, 3, 1, 7, 1, 3, 1, 1, 1, 1, 7, 4, 1, 4, 1, 2, 3, 1, 5, 3, 3, 2, 1, 4, 2, 1, 3, 1, 1, 3, 2, 1, 8, 3, 2, 9, 3, 3, 1, 3, 5, 1, 1, 1, 5, 5, 1, 9, 6, 2, 2, 6, 2, 1, 7, 2, 3], "chunk_stats": {"count": 262, "sum": 682, "mean": 2.6030534351145036, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 126, "sum": 682, "mean": 5.412698412698413, "median": 5.0, "p95": 9.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10509294200164732, "decode_time_sec": 5.137380050000502, "total_time_sec": 5.287916792000033, "prefill_units_per_sec": 65798.90017629927, "prefill_bytes_per_sec": 65646.6539864481, "decode_units_per_sec": 398.6467771641306, "decode_bytes_per_sec": 398.6467771641306, "total_units_per_sec": 387.2980760775911, "total_bytes_per_sec": 387.2980760775911, "step_latency_ms": {"count": 128, "sum": 5021, "mean": 39.2265625, "median": 41.0, "p95": 42.0, "max": 48, "min": 18}, "peak_allocated_mb": 7550.16015625, "peak_reserved_mb": 7738.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6899, "mean": 431.1875, "median": 318.0, "p95": 891.5, "max": 914, "min": 257}, "model_input_units": {"count": 16, "sum": 6915, "mean": 432.1875, "median": 319.0, "p95": 892.5, "max": 915, "min": 258}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6899, "model_input_units": 6915, "stage0_units": 2228, "stage1_units": 1121, "bytes_per_stage0_unit": 3.0964991023339317, "stage0_per_stage1_unit": 1.9875111507582515}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6915, "units_out": 2228, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 3, 1, 1, 3, 2, 6, 1, 2, 2, 2, 8, 1, 2, 2, 1, 1, 9, 2, 4, 6, 5, 1, 3, 8, 5, 1, 6, 8, 9, 1, 6, 2, 9, 1, 2, 9, 5, 1, 3, 1, 8, 9, 7, 2, 7, 1, 2, 7, 5, 1, 3, 1, 6, 1, 9, 2, 4, 9, 1, 6, 7, 1, 1, 1, 3, 8, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 4, 1, 1, 6, 1, 8, 1, 32, 3, 1, 5, 1, 32, 7, 1, 1, 1, 33, 1, 5, 1, 8, 1, 1, 4, 1, 1, 3, 4, 1, 2, 3, 3, 1, 5, 1, 5, 4, 1, 2, 3, 3, 1, 5, 1, 7, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 7, 1, 9, 8, 7, 1, 2, 1, 5, 1, 9, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 6, 1, 1, 9, 8, 7, 8, 1, 1, 4, 1, 1, 6, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 2, 2, 3, 1, 3, 1, 2, 3, 4, 1, 2, 1, 1, 1, 1, 1, 1, 13, 7, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 1, 1, 1, 18, 1, 7, 1, 1, 1, 1, 2, 1, 3, 1, 6, 1, 17, 1, 6, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 3, 3, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 3, 1, 17, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 5, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 4, 2, 3, 1, 3, 1, 1, 3, 4, 1, 1, 1, 17, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 1, 3, 1, 3, 4, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 1, 3, 1, 5, 2, 4, 1, 6, 1, 9, 2, 3, 4, 1, 6, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 4, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 4, 1, 8, 1, 5, 2, 6, 2, 7, 1, 4, 1, 2, 6, 1, 1, 1, 1, 1, 1, 1, 21, 1, 7, 1, 2, 2, 2, 9, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 3, 1, 9, 1, 1, 1, 1, 3, 1, 5, 1, 7, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 7, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 4, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 6, 5, 1, 13, 1, 1, 6, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 1, 6, 1, 1, 13, 1, 1, 6, 1, 6, 2, 1, 9, 1, 5, 1, 3, 4, 1, 1, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1, 2, 10, 1, 2, 2, 2, 1, 9, 10, 2, 13, 1, 9, 1, 5, 5, 5, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 3, 6, 1, 13, 1, 2, 1, 2, 1, 1, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 9, 2, 3, 1, 1, 3, 1, 1, 3, 6, 1, 13, 1, 2, 1, 1, 3, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 22, 1, 1, 1, 5, 1, 1, 9, 5, 2, 1, 2, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 7, 1, 1, 7, 1, 4, 1, 1, 1, 1, 9, 10, 2, 1, 2, 1, 9, 2, 3, 1, 4, 1, 1, 1, 9, 4, 3, 4, 1, 1, 4, 3, 1, 7, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 11, 1, 1, 10, 1, 2, 1, 1, 4, 2, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 5, 1, 6, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 3, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 4, 8, 1, 2, 10, 1, 1, 3, 5, 1, 1, 3, 5, 1, 8, 1, 3, 3, 1, 11, 1, 1, 6, 4, 2, 1, 1, 1, 5, 1, 5, 2, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 5, 8, 2, 1, 5, 1, 7, 1, 7, 1, 2, 4, 2, 2, 6, 1, 5, 1, 4, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 7, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 3, 4, 2, 6, 1, 3, 1, 1, 1, 1, 4, 1, 7, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 3, 1, 1, 9, 6, 1, 3, 1, 13, 1, 7, 2, 5, 1, 1, 3, 1, 6, 1, 13, 1, 6, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 13, 1, 2, 4, 1, 5, 1, 17, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 21, 1, 6, 2, 1, 3, 1, 4, 1, 1, 2, 17, 4, 1, 21, 5, 1, 1, 3, 8, 1, 7, 1, 1, 1, 21, 8, 13, 1, 2, 1, 5, 1, 1, 1, 1, 4, 3, 1, 3, 1, 8, 1, 17, 5, 1, 1, 2, 6, 7, 1, 1, 17, 8, 13, 8, 2, 1, 3, 1, 8, 1, 1, 5, 1, 1, 1, 1, 13, 1, 3, 1, 4, 1, 1, 3, 2, 1, 5, 13, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 5, 12, 6, 1, 1, 1, 6, 5, 1, 7, 7, 1, 5, 2, 6, 1, 2, 4, 3, 8, 1, 1, 7, 1, 1, 6, 1, 2, 1, 5, 1, 1, 1, 10, 3, 3, 2, 6, 6, 1, 4, 1, 1, 1, 7, 1, 6, 1, 3, 1, 6, 2, 3, 4, 4, 1, 4, 12, 1, 1, 1, 2, 6, 4, 1, 1, 6, 2, 1, 5, 1, 7, 1, 6, 1, 1, 1, 6, 1, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 3, 2, 1, 3, 1, 1, 9, 6, 2, 1, 1, 1, 9, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 13, 5, 2, 1, 3, 1, 10, 1, 4, 1, 1, 4, 2, 3, 1, 5, 1, 1, 13, 1, 2, 4, 4, 1, 17, 5, 13, 6, 3, 4, 1, 9, 2, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2, 3, 1, 2, 9, 2, 4, 1, 6, 4, 8, 1, 9, 1, 2, 3, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 1, 3, 2, 4, 1, 4, 2, 1, 5, 1, 1, 3, 1, 1, 9, 4, 1, 8, 2, 1, 1, 3, 1, 6, 1, 2, 1, 1, 9, 4, 4, 2, 6, 3, 4, 1, 4, 1, 5, 1, 1, 1, 13, 1, 2, 1, 5, 1, 17, 6, 2, 1, 3, 1, 1, 2, 1, 1, 6, 1, 1, 5, 1, 6, 1, 1, 4, 1, 5, 1, 13, 4, 1, 7, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 5, 1, 1, 1, 9, 7, 3, 2, 1, 1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 1, 7, 1, 1, 1, 4, 1, 1, 2, 1, 5, 7, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 2, 3, 1, 5, 1, 2, 1, 5, 8, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 9, 4, 1, 4, 3, 6, 1, 13, 1, 2, 4, 1, 1, 3, 1, 1, 17, 1, 5, 5, 5, 1, 1, 3, 1, 13, 4, 1, 17, 1, 5, 1, 3, 1, 5, 3, 4, 1, 1, 3, 1, 5, 1, 4, 6, 7, 1, 3, 1, 3, 5, 2, 1, 4, 1, 2, 6, 2, 3, 7, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 6, 1, 1, 3, 1, 1, 3, 1, 3, 1, 3, 6, 2, 1, 1, 3, 4, 2, 3, 1, 4, 1, 3, 4, 5, 1, 1, 5, 1, 3, 4, 2, 1, 1, 1, 6, 1, 5, 2, 1, 3, 7, 1, 5, 4, 1, 5, 2, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 1, 2, 4, 1, 5, 1, 2, 6, 1, 2, 1, 1, 3, 2, 4, 1, 1, 2, 4, 1, 1, 3, 1, 1, 1, 5, 4, 2, 1, 5, 1, 9, 1, 1, 1, 5, 3, 1, 5, 1, 1, 3, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 1, 5, 4, 1, 5, 2, 1, 9, 2, 3, 3, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 10, 1, 1, 2, 1, 1, 13, 8, 1, 9, 4, 2, 3, 1, 4, 1, 3, 1, 1, 10, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 1, 3, 1, 3, 1, 7, 1, 4, 1, 1, 3, 1, 1, 7, 1, 5, 1, 3, 2, 2, 1, 1, 17, 4, 1, 1, 6, 2, 5, 1, 3, 2, 2, 17, 4, 1, 1, 6, 2, 5, 1, 3, 17, 3, 4, 1, 3, 13, 4, 1, 17, 3, 4, 1, 4, 9, 7, 8, 1, 10, 1, 7, 9, 1, 13, 1, 1, 5, 1, 5, 1, 1, 10, 1, 5, 2, 6, 3, 1, 8, 4, 1, 3, 1, 1, 1, 3, 8, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 6, 2, 7, 2, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 2, 1, 1, 5, 4, 1, 5, 1, 3, 1, 6, 1, 9, 1, 2, 1, 5, 1, 13, 4, 2, 7, 1, 1, 5, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 13, 1, 2, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 17, 4, 3, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 13, 1, 2, 1, 1, 7, 1, 1, 2, 7, 1, 3, 2, 1, 1, 13, 1, 3, 1, 7, 1, 3, 1, 1, 3, 1, 1, 5, 1, 6, 1, 8, 2, 1, 1, 5, 6, 2, 1, 5, 4, 7, 3, 7, 1, 9, 4, 2, 6, 1, 3, 1, 1, 4, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 5, 6, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 5, 1, 7, 1, 7, 2, 5, 1, 8, 1, 7, 1, 2, 2, 1, 1, 5, 4, 4, 1, 9, 1, 4, 1, 4, 1, 1, 9, 4, 4, 1, 4, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 13, 1, 2, 4, 1, 1, 8, 1, 7, 2, 4, 7, 1, 1, 17, 2, 2, 3, 1, 4, 4, 8, 1, 2, 2, 1, 6, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 7, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 4, 7, 1, 1, 1, 1, 1, 3, 1, 1, 1, 17, 2, 7, 4, 8, 1, 2, 1, 2, 1, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 4, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 7, 1, 7, 4, 3, 5, 1, 7, 1, 7, 1, 17, 2, 1, 5, 1, 2, 4, 8, 7, 1, 2, 3, 1, 6, 1, 8, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 6, 1, 1, 1, 1], "chunk_stats": {"count": 2228, "sum": 6915, "mean": 3.1036804308797126, "median": 1.0, "p95": 9.0, "max": 52, "min": 1}}, {"stage": 1, "units_in": 2228, "units_out": 1121, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 10, 1, 6, 1, 1, 1, 3, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 3, 4, 1, 1, 7, 1, 1, 1, 1, 6, 3, 1, 1, 2, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 2, 2, 2, 5, 2, 2, 2, 2, 5, 2, 3, 2, 2, 5, 2, 2, 1, 1, 2, 2, 6, 2, 3, 1, 3, 1, 3, 1, 2, 2, 1, 2, 3, 1, 1, 2, 7, 1, 2, 2, 3, 2, 1, 1, 1, 1, 1, 7, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 5, 5, 1, 1, 5, 3, 1, 2, 3, 2, 2, 3, 1, 1, 4, 4, 6, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 4, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 5, 3, 2, 2, 2, 7, 1, 1, 2, 1, 1, 6, 2, 3, 1, 1, 4, 7, 1, 2, 4, 1, 3, 1, 6, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 2, 1, 5, 1, 1, 4, 2, 1, 2, 4, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 4, 2, 3, 3, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 3, 1, 3, 2, 2, 3, 3, 2, 1, 3, 1, 2, 2, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 3, 3, 3, 1, 3, 2, 1, 1, 2, 4, 1, 2, 2, 1, 3, 1, 2, 1, 1, 1, 3, 2, 1, 1, 2, 3, 5, 1, 3, 1, 1, 3, 5, 1, 2, 1, 1, 3, 5, 1, 2, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 2, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 3, 1, 2, 4, 2, 1, 3, 1, 2, 1, 6, 2, 4, 1, 3, 8, 2, 4, 1, 4, 2, 3, 2, 1, 2, 1, 2, 2, 2, 1, 4, 1, 1, 3, 1, 2, 1, 1, 6, 1, 2, 1, 3, 3, 4, 1, 1, 5, 1, 1, 4, 1, 4, 1, 2, 8, 1, 2, 1, 2, 2, 6, 1, 1, 1, 1, 3, 4, 2, 5, 1, 2, 3, 3, 1, 1, 1, 1, 1, 4, 3, 4, 1, 7, 3, 1, 3, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 3, 4, 1, 2, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 4, 2, 2, 2, 1, 1, 2, 2, 3, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 4, 1, 1, 1, 4, 2, 3, 2, 4, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 1, 3, 1, 6, 2, 2, 1, 1, 2, 2, 2, 5, 1, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 2, 3, 1, 1, 1, 1, 3, 1, 2, 2, 3, 5, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 3, 6, 3, 1, 1, 1, 1, 5, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 2, 1, 1, 2, 1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 1, 4, 3, 4, 1, 2, 1, 1, 2, 1, 3, 8, 1, 2, 1, 1, 7, 4, 1, 3, 1, 7, 6, 6, 1, 1, 2, 2, 4, 1, 2, 2, 1, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 3, 1, 4, 2, 2, 5, 1, 1, 2, 5, 3, 1, 1, 1, 1, 1, 2, 3, 1, 5, 4, 1, 1, 2, 1, 2, 1, 4, 1, 3, 1, 1, 6, 2, 2, 4, 2, 4, 2, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 2, 2, 1, 2, 1, 4, 1, 1, 1, 2, 4, 1, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 3, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 1, 2, 1, 4, 1, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 6, 2, 1, 6, 1, 5, 4, 2, 1, 2, 1, 4, 3, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 1, 4, 1, 4, 1, 6, 1, 1, 5, 7, 1, 4, 4, 1, 1, 2, 1, 3, 1, 1, 4, 1, 3, 2, 1, 2, 2, 1, 2, 2, 1, 5, 1, 2, 2, 1, 1, 1, 2, 1, 6, 1, 1, 5, 3, 4, 1, 1, 4, 4, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 3, 6, 1, 1, 2, 1, 3, 3, 3, 1, 1, 1, 4, 1, 1, 3, 1, 9, 1, 3, 2, 2, 9, 1, 1, 2, 1, 1, 2, 6, 1, 1, 2, 1, 6, 1, 3, 2, 1, 9, 1, 3, 2, 2, 2], "chunk_stats": {"count": 1121, "sum": 2228, "mean": 1.9875111507582515, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 660, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 5, 4, 2, 4, 1, 1, 5, 5, 5, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 9, 1, 1, 1, 2, 9, 1, 2, 1, 1, 4, 10, 1, 4, 1, 1, 2, 1, 6, 13, 4, 3, 1, 13, 5, 3, 1, 1, 1, 5, 2, 1, 1, 1, 6, 1, 1, 2, 13, 4, 2, 17, 6, 1, 1, 1, 4, 6, 4, 1, 1, 1, 4, 3, 1, 1, 7, 1, 4, 8, 1, 5, 1, 3, 2, 4, 4, 3, 8, 1, 2, 7, 5, 1, 1, 1, 2, 1, 1, 1, 4, 2, 3, 1, 1, 1, 7, 6, 1, 1, 1, 1, 1, 10, 3, 1, 8, 13, 1, 1, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 1, 5, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 5, 3, 5, 1, 1, 2, 7, 9, 9, 4, 1, 9, 7, 1, 2, 9, 5, 2, 13, 2, 1, 1, 1, 1, 4, 5, 3, 1, 4, 1, 1, 1, 1, 2, 3, 4, 2, 4, 4, 1, 3, 4, 1, 4, 5, 1, 1, 4, 1, 5, 13, 1, 6, 3, 3, 6, 2, 1, 10, 1, 1, 3, 6, 2, 6, 7, 2, 1, 13, 3, 1, 1, 1, 1, 1, 7, 1, 3, 7, 1, 4, 52, 5, 6, 2, 1, 1, 1, 7, 5, 4, 1, 1, 6, 1, 3, 8, 4, 1, 6, 1, 1, 2, 1, 1, 5, 1, 6, 1, 1, 1, 5, 4, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 3, 2, 1, 1, 17, 2, 3, 10, 3, 1, 4, 1, 1, 4, 1, 3, 1, 1, 4, 1, 1, 3, 7, 1, 1, 2, 5, 1, 3, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 7, 1, 8, 1, 1, 4, 1, 5, 4, 13, 30, 5, 1, 4, 1, 4, 2, 2, 1, 1, 5, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 4, 8, 1, 1, 9, 7, 5, 4, 1, 1, 1, 1, 1, 7, 1, 4, 1, 5, 1, 5, 1, 5, 1, 2, 6, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 17, 2, 1, 9, 1, 9, 3, 7, 2, 1, 17, 1, 7, 3, 1, 6, 5, 3, 9, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 5, 1, 5, 4, 1, 10, 13, 1, 1, 1, 5, 1, 5, 5, 1, 1, 2, 6, 1, 1, 1, 13, 13, 1, 5, 4, 1, 4, 1, 1, 4, 1, 1, 1, 8, 1, 1, 5, 5, 1, 1, 1, 1, 1, 3, 1, 3, 5, 1, 4, 1, 1, 4, 2, 4, 6, 1, 5, 4, 6, 2, 7, 1, 1, 5, 1, 1, 6, 6, 1, 1, 3, 8, 1, 1, 1, 2, 5, 6, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 6, 3, 1, 1, 3, 1, 5, 4, 4, 5, 1, 5, 5, 4, 2, 1, 2, 5, 3, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 17, 1, 2, 1, 4, 2, 3, 1, 2, 17, 2, 1, 1, 1, 3, 1, 1, 4, 1, 6, 2, 5, 1, 1, 1, 1, 7, 7, 8, 1, 1, 5, 5, 4, 1, 6, 4, 1, 4, 4, 3, 1, 1, 5, 1, 1, 5, 1, 1, 2, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 4, 1, 4, 1, 1, 17, 1, 2, 2, 1, 2, 1, 1, 3, 5, 1, 1, 2, 1, 4, 4, 1, 6, 8, 7, 1, 1, 2, 3, 1, 4, 5, 1, 5, 1, 4, 1, 1, 2, 10, 2, 3, 2, 4, 4, 1, 1], "chunk_stats": {"count": 669, "sum": 2048, "mean": 3.0612855007473843, "median": 1.0, "p95": 9.0, "max": 52, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 281, "chunk_lengths": [1, 2, 3, 3, 1, 2, 1, 1, 2, 1, 2, 1, 4, 1, 1, 2, 1, 1, 2, 3, 4, 1, 2, 1, 1, 1, 1, 2, 4, 4, 1, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 3, 6, 6, 5, 3, 2, 8, 1, 1, 4, 3, 1, 1, 2, 3, 5, 4, 2, 3, 1, 1, 4, 1, 1, 2, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 1, 1, 4, 3, 1, 3, 1, 4, 1, 3, 2, 1, 2, 4, 3, 4, 1, 2, 1, 1, 2, 1, 1, 4, 2, 1, 2, 1, 5, 3, 2, 2, 5, 1, 1, 5, 1, 1, 4, 3, 1, 1, 1, 2, 4, 4, 2, 3, 2, 3, 1, 2, 3, 3, 5, 10, 6, 1, 2, 6, 1, 8, 8, 1, 7, 3, 3, 1, 1, 1, 4, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 2, 3, 5, 1, 1, 1, 3, 1, 1, 5, 4, 1, 2, 4, 1, 2, 5, 4, 1, 1, 2, 3, 2, 1, 1, 6, 4, 6, 1, 3, 1, 2, 2, 2, 3, 2, 1, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 1, 4, 8, 1, 2, 1, 3, 2, 1, 1, 1, 2, 2, 1, 1, 1, 4, 3, 3, 9, 1, 2, 1, 1, 2, 6, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 1, 2, 4, 1, 6, 5, 10, 1, 3, 1, 4, 2, 1, 1, 2, 4, 1], "chunk_stats": {"count": 290, "sum": 660, "mean": 2.2758620689655173, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 660, "mean": 5.15625, "median": 5.0, "p95": 8.649999999999991, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10822272999939742, "decode_time_sec": 5.230879851002101, "total_time_sec": 5.384467081999901, "prefill_units_per_sec": 64367.254457901654, "prefill_bytes_per_sec": 64219.411209075006, "decode_units_per_sec": 391.5211318814093, "decode_bytes_per_sec": 391.5211318814093, "total_units_per_sec": 380.35333280175445, "total_bytes_per_sec": 380.35333280175445, "step_latency_ms": {"count": 128, "sum": 5112, "mean": 39.9375, "median": 41.0, "p95": 42.0, "max": 49, "min": 18}, "peak_allocated_mb": 6772.23388671875, "peak_reserved_mb": 6916.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6950, "mean": 434.375, "median": 434.0, "p95": 651.75, "max": 699, "min": 268}, "model_input_units": {"count": 16, "sum": 6966, "mean": 435.375, "median": 435.0, "p95": 652.75, "max": 700, "min": 269}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6950, "model_input_units": 6966, "stage0_units": 2449, "stage1_units": 1207, "bytes_per_stage0_unit": 2.837893017558187, "stage0_per_stage1_unit": 2.0289975144987573}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6966, "units_out": 2449, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 8, 1, 6, 1, 6, 1, 4, 1, 1, 5, 4, 2, 1, 4, 2, 1, 2, 2, 6, 1, 2, 3, 1, 10, 1, 2, 1, 8, 1, 2, 1, 4, 1, 6, 1, 4, 1, 6, 1, 4, 1, 1, 5, 6, 1, 1, 4, 2, 6, 1, 4, 1, 1, 5, 1, 1, 1, 6, 1, 3, 1, 4, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 8, 1, 10, 1, 4, 2, 1, 4, 2, 1, 2, 2, 6, 2, 6, 1, 4, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 5, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 3, 1, 3, 1, 2, 3, 1, 3, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 1, 3, 1, 2, 1, 3, 1, 5, 6, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 1, 2, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 9, 4, 2, 3, 1, 2, 1, 1, 2, 1, 1, 2, 3, 3, 4, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 4, 2, 7, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 1, 3, 5, 1, 1, 1, 2, 3, 3, 4, 1, 1, 1, 1, 5, 1, 1, 9, 1, 1, 1, 3, 2, 1, 2, 4, 1, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 7, 2, 3, 1, 1, 6, 1, 1, 5, 4, 1, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 1, 7, 4, 1, 1, 4, 1, 1, 1, 7, 2, 1, 5, 2, 3, 1, 2, 7, 4, 5, 2, 2, 6, 1, 1, 8, 1, 7, 1, 2, 1, 3, 1, 3, 6, 5, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 1, 9, 1, 5, 6, 5, 1, 1, 4, 5, 6, 1, 1, 8, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 2, 2, 1, 13, 5, 1, 4, 1, 1, 2, 1, 2, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 1, 3, 2, 5, 1, 2, 2, 1, 13, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 4, 1, 13, 5, 1, 5, 1, 1, 9, 7, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 3, 1, 7, 2, 4, 2, 1, 4, 1, 1, 4, 2, 22, 6, 1, 5, 1, 6, 1, 5, 2, 10, 1, 10, 1, 22, 5, 1, 4, 1, 5, 1, 4, 2, 1, 2, 4, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 22, 5, 1, 5, 2, 1, 2, 1, 4, 1, 1, 2, 1, 4, 2, 4, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 3, 2, 1, 1, 9, 4, 2, 1, 1, 9, 2, 2, 1, 9, 2, 2, 1, 3, 1, 1, 9, 1, 4, 2, 1, 4, 1, 9, 6, 4, 1, 3, 1, 13, 2, 2, 1, 13, 6, 1, 3, 1, 17, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 1, 2, 1, 7, 1, 1, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 4, 1, 1, 9, 3, 2, 4, 5, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 2, 1, 1, 13, 2, 1, 6, 1, 4, 1, 9, 4, 1, 13, 2, 1, 3, 2, 8, 5, 1, 2, 4, 1, 1, 2, 3, 2, 1, 1, 9, 2, 15, 5, 1, 2, 1, 1, 10, 1, 2, 4, 1, 1, 2, 2, 1, 8, 1, 5, 13, 2, 2, 3, 2, 4, 1, 2, 9, 1, 6, 6, 1, 3, 5, 2, 1, 15, 4, 1, 2, 4, 1, 1, 2, 3, 2, 6, 1, 1, 4, 9, 5, 3, 15, 2, 5, 2, 7, 5, 8, 1, 5, 2, 3, 4, 3, 7, 15, 2, 3, 4, 2, 6, 4, 5, 1, 7, 1, 2, 1, 2, 4, 7, 15, 2, 1, 6, 6, 4, 4, 4, 1, 1, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 3, 2, 4, 1, 6, 2, 4, 1, 4, 2, 4, 1, 1, 9, 4, 2, 1, 4, 1, 6, 2, 4, 1, 4, 1, 9, 1, 2, 5, 2, 1, 3, 1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 2, 2, 2, 1, 9, 1, 2, 5, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 1, 7, 1, 4, 11, 1, 3, 1, 3, 7, 1, 2, 1, 2, 5, 1, 2, 1, 5, 13, 2, 2, 2, 1, 1, 13, 1, 3, 1, 1, 1, 3, 1, 3, 1, 4, 2, 1, 5, 4, 1, 5, 3, 1, 5, 1, 2, 2, 1, 5, 4, 2, 2, 1, 1, 1, 3, 6, 1, 4, 3, 1, 8, 1, 1, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 6, 3, 1, 3, 1, 2, 2, 6, 4, 1, 3, 1, 4, 6, 1, 1, 1, 4, 1, 5, 1, 5, 1, 1, 4, 1, 4, 2, 1, 1, 5, 5, 2, 7, 1, 1, 1, 1, 4, 3, 1, 4, 2, 5, 1, 1, 4, 4, 1, 1, 1, 5, 3, 1, 6, 2, 1, 3, 1, 5, 1, 3, 1, 5, 2, 4, 1, 1, 1, 1, 1, 3, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 5, 2, 1, 7, 4, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 1, 5, 1, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 4, 1, 5, 1, 5, 4, 1, 9, 3, 4, 1, 1, 3, 5, 1, 4, 1, 3, 1, 1, 16, 6, 1, 1, 1, 8, 1, 1, 5, 1, 17, 1, 3, 1, 1, 5, 1, 17, 4, 4, 1, 3, 1, 2, 2, 1, 16, 8, 1, 2, 4, 1, 2, 2, 1, 16, 7, 1, 4, 1, 1, 5, 5, 1, 4, 4, 7, 1, 8, 1, 10, 1, 5, 1, 1, 5, 1, 6, 1, 5, 1, 6, 1, 1, 5, 2, 4, 1, 1, 2, 2, 4, 1, 3, 3, 1, 6, 1, 3, 1, 1, 5, 1, 7, 2, 2, 2, 1, 1, 4, 1, 2, 5, 2, 1, 3, 1, 1, 3, 2, 2, 2, 1, 1, 4, 2, 7, 1, 7, 1, 5, 8, 1, 2, 6, 1, 8, 1, 4, 1, 1, 1, 6, 1, 1, 5, 2, 3, 1, 5, 2, 2, 1, 2, 3, 1, 6, 2, 9, 1, 2, 4, 1, 2, 5, 1, 1, 5, 8, 1, 5, 2, 1, 3, 1, 8, 1, 4, 1, 1, 6, 2, 8, 1, 3, 2, 6, 1, 6, 1, 5, 10, 2, 5, 1, 9, 1, 8, 2, 8, 1, 4, 2, 6, 1, 6, 1, 5, 1, 5, 1, 1, 2, 3, 1, 1, 4, 5, 1, 5, 1, 5, 1, 9, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 10, 1, 1, 3, 2, 1, 10, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 5, 1, 5, 1, 1, 1, 1, 8, 1, 1, 2, 1, 1, 10, 1, 1, 9, 1, 2, 4, 1, 3, 1, 13, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 6, 1, 1, 10, 1, 9, 4, 1, 13, 1, 2, 1, 10, 1, 3, 1, 2, 2, 2, 1, 17, 1, 10, 1, 1, 3, 1, 1, 13, 1, 2, 1, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 1, 10, 1, 3, 1, 2, 4, 4, 1, 17, 7, 2, 22, 1, 2, 1, 2, 1, 3, 1, 2, 1, 21, 1, 1, 10, 2, 1, 2, 1, 10, 1, 2, 17, 1, 17, 5, 2, 1, 1, 4, 1, 9, 1, 2, 1, 3, 1, 2, 1, 9, 1, 4, 1, 2, 1, 1, 5, 1, 1, 11, 1, 1, 2, 1, 2, 1, 10, 1, 2, 6, 1, 17, 9, 2, 1, 1, 8, 1, 6, 1, 8, 1, 1, 1, 1, 3, 1, 6, 1, 4, 1, 13, 7, 1, 2, 2, 1, 13, 1, 5, 1, 2, 2, 1, 13, 3, 2, 1, 1, 4, 1, 13, 3, 1, 8, 1, 1, 4, 1, 13, 7, 1, 4, 1, 4, 1, 13, 1, 7, 1, 4, 1, 5, 1, 13, 3, 2, 1, 1, 2, 1, 5, 1, 13, 7, 1, 4, 1, 4, 1, 1, 5, 2, 1, 2, 6, 2, 4, 4, 2, 5, 1, 8, 2, 1, 6, 8, 8, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 4, 1, 5, 1, 2, 7, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 7, 1, 2, 7, 1, 1, 5, 1, 2, 1, 5, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 1, 5, 1, 1, 1, 3, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 3, 2, 1, 1, 1, 8, 1, 1, 9, 2, 6, 2, 1, 1, 1, 1, 1, 8, 1, 2, 1, 1, 1, 8, 1, 9, 6, 2, 4, 1, 7, 1, 6, 1, 5, 1, 1, 8, 1, 2, 1, 1, 6, 1, 1, 9, 4, 5, 3, 5, 1, 13, 4, 1, 7, 1, 4, 1, 17, 2, 2, 2, 2, 5, 1, 1, 7, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 2, 1, 4, 1, 2, 2, 5, 1, 1, 1, 1, 3, 3, 1, 8, 1, 4, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 27, 1, 2, 6, 1, 7, 1, 3, 1, 10, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 5, 1, 5, 2, 2, 4, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 4, 1, 2, 3, 1, 5, 1, 1, 9, 9, 2, 8, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 33, 6, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 3, 1, 1, 1, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 2, 3, 4, 1, 4, 1, 1, 8, 1, 4, 1, 1, 13, 1, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 1, 1, 2, 2, 6, 1, 2, 1, 17, 1, 3, 1, 5, 2, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 4, 1, 5, 1, 1, 3, 2, 5, 1, 4, 2, 5, 1, 3, 1, 2, 2, 2, 2, 4, 1, 5, 1, 1, 3, 1, 20, 5, 1, 4, 1, 1, 2, 2, 2, 7, 1, 4, 2, 1, 5, 1, 4, 1, 20, 1, 4, 1, 3, 1, 4, 1, 1, 9, 6, 2, 1, 2, 5, 1, 5, 1, 4, 2, 1, 3, 2, 5, 1, 5, 1, 3, 2, 1, 5, 1, 1, 5, 1, 9, 3, 4, 5, 1, 4, 1, 2, 4, 1, 5, 1, 2, 4, 1, 5, 1, 27, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 7, 1, 7, 1, 27, 1, 4, 1, 3, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 2, 3, 1, 2, 1, 3, 1, 1, 7, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 5, 3, 1, 2, 1, 2, 7, 2, 1, 1, 3, 1, 1, 8, 2, 1, 1, 1, 1, 1, 2, 1, 1, 9, 2, 3, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 9, 2, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 4, 1, 5, 2, 1, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 1, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 2, 2, 1, 1, 4, 1, 2, 4, 1, 1, 3, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 2, 4, 1, 1, 3, 1, 1, 2, 2, 2, 1, 1, 3, 1, 3, 1, 6, 2, 1, 1, 1, 1, 25, 1, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 2449, "sum": 6966, "mean": 2.8444262964475295, "median": 2.0, "p95": 9.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 2449, "units_out": 1207, "chunk_lengths": [1, 2, 2, 5, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 4, 2, 4, 4, 1, 1, 1, 1, 3, 1, 3, 1, 4, 2, 4, 3, 1, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 1, 2, 5, 2, 2, 3, 3, 2, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 4, 1, 3, 1, 4, 3, 6, 1, 5, 1, 4, 1, 4, 4, 3, 6, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 5, 3, 2, 1, 2, 1, 2, 5, 1, 5, 1, 1, 1, 1, 3, 2, 3, 1, 2, 5, 6, 2, 3, 2, 2, 5, 2, 2, 1, 1, 6, 2, 1, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 2, 1, 3, 2, 2, 1, 4, 3, 2, 5, 1, 4, 4, 6, 1, 4, 3, 1, 1, 2, 5, 1, 1, 7, 1, 1, 4, 1, 2, 2, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 2, 2, 1, 3, 1, 1, 2, 2, 1, 3, 1, 6, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 3, 4, 4, 1, 3, 1, 1, 4, 1, 7, 1, 3, 1, 7, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 5, 5, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 3, 1, 4, 5, 1, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 3, 2, 1, 2, 3, 4, 1, 4, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 2, 1, 5, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 3, 3, 1, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 1, 2, 3, 1, 2, 1, 1, 2, 1, 2, 2, 7, 1, 2, 1, 6, 2, 6, 2, 1, 1, 1, 2, 2, 2, 3, 1, 2, 3, 1, 1, 1, 10, 1, 1, 1, 5, 1, 2, 2, 1, 4, 1, 2, 4, 3, 2, 3, 1, 1, 1, 4, 3, 1, 1, 2, 1, 3, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 1, 1, 4, 5, 1, 1, 1, 1, 1, 5, 3, 2, 2, 1, 3, 1, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 2, 1, 5, 1, 1, 2, 4, 1, 3, 1, 2, 2, 3, 1, 1, 1, 2, 3, 1, 2, 2, 4, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 3, 1, 3, 3, 2, 1, 2, 2, 2, 5, 2, 1, 1, 1, 1, 1, 1, 1, 3, 3, 2, 1, 1, 1, 6, 1, 3, 1, 4, 4, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 1, 3, 3, 5, 1, 3, 1, 1, 4, 3, 3, 1, 4, 3, 1, 1, 4, 3, 3, 1, 5, 3, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 7, 1, 2, 1, 3, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 3, 3, 2, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 5, 4, 1, 2, 1, 5, 3, 1, 2, 1, 2, 1, 2, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 1, 1, 6, 3, 4, 2, 3, 1, 1, 1, 1, 2, 2, 4, 2, 3, 1, 3, 3, 3, 1, 2, 2, 3, 1, 1, 1, 2, 2, 3, 1, 3, 2, 1, 2, 4, 1, 1, 2, 3, 4, 1, 2, 5, 1, 1, 5, 1, 5, 1, 1, 3, 2, 4, 1, 2, 1, 1, 3, 2, 5, 1, 5, 2, 1, 1, 5, 5, 2, 4, 5, 1, 1, 1, 1, 3, 5, 2, 3, 2, 5, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 2, 1, 3, 3, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 2, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 4, 1, 5, 1, 2, 5, 1, 5, 1, 3, 4, 1, 2, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 2, 2, 1, 1, 2, 1, 2, 2, 3, 3, 5, 1, 5, 1, 1, 2, 1, 3, 3, 4, 3, 1, 3, 2, 2, 2, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 1, 3, 2, 2, 1, 4, 4, 1, 1, 1, 2, 2, 1, 3, 2, 2, 2, 1, 5, 1, 1, 3, 1, 3, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 2, 2, 1, 1, 3, 1, 4, 1, 3, 4, 2, 1, 2, 2, 1, 2, 4, 2, 2, 1, 2, 3, 1, 3, 1, 1, 3, 4, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 3, 1, 4, 1, 8, 1, 2, 1, 1, 1, 4, 1, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 3, 4, 6, 1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 4, 1, 3, 1, 1, 3, 2, 5, 2, 4, 1, 4, 1, 1, 2, 2, 4, 1, 1, 2, 1, 2, 2, 1, 3, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 1, 1, 3, 1, 2, 2, 1, 5, 3, 2, 1, 1, 1, 2, 6, 1, 1, 3, 6, 1, 1, 3, 2, 1, 3, 3, 7, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 4, 2, 2, 5, 1, 2, 1, 5, 6, 1, 1, 5, 2, 4, 2, 6, 6, 2], "chunk_stats": {"count": 1207, "sum": 2449, "mean": 2.0289975144987573, "median": 2.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 696, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 5, 4, 1, 1, 5, 1, 1, 1, 1, 3, 5, 1, 7, 2, 1, 2, 9, 5, 1, 1, 1, 2, 2, 1, 4, 1, 3, 2, 1, 1, 1, 3, 1, 1, 4, 13, 4, 13, 1, 4, 2, 1, 1, 1, 2, 1, 1, 4, 1, 8, 5, 1, 1, 1, 7, 4, 1, 1, 1, 17, 1, 1, 4, 1, 1, 1, 1, 1, 2, 2, 5, 7, 3, 5, 3, 1, 21, 1, 1, 1, 22, 1, 5, 3, 3, 1, 1, 1, 1, 1, 5, 2, 5, 4, 3, 3, 2, 1, 25, 6, 3, 1, 3, 7, 1, 4, 1, 2, 1, 1, 2, 1, 1, 1, 9, 17, 4, 5, 4, 1, 1, 1, 1, 1, 4, 3, 1, 1, 4, 1, 4, 1, 2, 4, 2, 8, 8, 1, 5, 1, 1, 1, 2, 3, 2, 1, 2, 4, 3, 4, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 1, 4, 2, 9, 1, 1, 5, 4, 1, 6, 5, 1, 1, 1, 5, 8, 1, 5, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 1, 9, 3, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 13, 1, 1, 1, 2, 4, 1, 2, 1, 1, 9, 1, 4, 1, 3, 2, 3, 6, 1, 6, 4, 1, 2, 1, 1, 2, 2, 5, 1, 5, 1, 4, 1, 1, 21, 1, 1, 2, 9, 1, 1, 1, 4, 3, 1, 5, 2, 4, 1, 2, 1, 5, 1, 2, 1, 1, 8, 5, 1, 1, 2, 2, 4, 2, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 5, 2, 5, 2, 1, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 4, 5, 6, 1, 1, 1, 5, 1, 3, 1, 2, 7, 4, 2, 2, 1, 1, 3, 6, 1, 1, 2, 2, 1, 6, 1, 2, 1, 5, 1, 2, 1, 1, 1, 2, 5, 4, 1, 1, 1, 6, 7, 9, 2, 1, 4, 8, 8, 2, 1, 1, 7, 1, 6, 7, 1, 1, 8, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 3, 1, 7, 2, 1, 2, 1, 3, 5, 2, 1, 1, 1, 9, 4, 5, 1, 3, 1, 1, 5, 1, 1, 1, 1, 3, 9, 21, 1, 2, 1, 3, 9, 6, 1, 3, 1, 1, 1, 9, 5, 2, 1, 2, 5, 2, 5, 5, 21, 1, 1, 1, 2, 4, 2, 3, 5, 5, 5, 1, 2, 1, 1, 2, 3, 4, 2, 13, 1, 7, 1, 5, 1, 1, 2, 1, 1, 6, 2, 2, 2, 1, 1, 4, 5, 2, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 8, 3, 2, 2, 2, 4, 3, 4, 2, 2, 1, 1, 3, 2, 4, 4, 5, 8, 2, 1, 2, 1, 1, 3, 5, 1, 5, 4, 2, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 2, 4, 2, 1, 1, 4, 4, 2, 1, 1, 5, 1, 1, 1, 1, 7, 2, 1, 1, 1, 2, 2, 4, 2, 1, 9, 5, 1, 3, 2, 2, 1, 5, 1, 6, 5, 2, 3, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 10, 2, 6, 8, 1, 4, 7, 1, 4, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 8, 1, 2, 2, 6, 3, 9, 1, 1, 21, 1, 6, 5, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 3, 1, 8, 1, 1, 3, 5, 1, 1, 9, 1, 2, 1, 1, 2, 4, 1, 1, 4, 1, 3, 2, 9, 4, 9, 4, 3, 2, 3, 1, 1, 2, 1, 1, 1, 5, 7, 2, 1, 4, 2, 4, 2, 2, 1, 1, 3, 2, 1, 8, 1, 2, 2, 1, 11, 1, 1, 2, 1, 2, 1, 4, 9, 8, 6, 1, 1, 1, 1, 2, 4, 1, 1, 3, 9, 1, 1, 1, 1, 10, 4, 1, 2, 1, 7, 2, 5, 6, 5, 5, 2, 1, 14, 1, 1, 4, 1, 6, 8, 4, 4], "chunk_stats": {"count": 707, "sum": 2048, "mean": 2.896746817538897, "median": 2.0, "p95": 8.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 297, "chunk_lengths": [1, 1, 2, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 4, 3, 3, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 6, 4, 1, 4, 5, 1, 1, 1, 1, 3, 1, 3, 3, 2, 1, 3, 1, 4, 1, 5, 1, 1, 5, 1, 1, 1, 1, 2, 4, 5, 1, 5, 4, 4, 6, 5, 1, 1, 3, 5, 1, 1, 1, 6, 4, 8, 7, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 3, 3, 4, 1, 4, 2, 1, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 5, 1, 3, 4, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 3, 2, 5, 3, 4, 1, 1, 5, 1, 3, 6, 6, 1, 1, 3, 1, 1, 5, 4, 1, 2, 4, 2, 4, 8, 5, 3, 3, 4, 5, 2, 1, 2, 1, 4, 1, 3, 2, 5, 1, 1, 1, 4, 1, 1, 2, 3, 3, 1, 1, 1, 1, 4, 2, 1, 1, 1, 2, 2, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 1, 4, 4, 1, 1, 2, 1, 2, 3, 1, 3, 2, 2, 3, 3, 2, 1, 4, 5, 2, 1, 5, 1, 2, 1, 6, 3, 1, 1, 3, 1, 3, 1, 1, 6, 1, 5, 5, 2, 1, 1, 6, 3, 3, 4, 2, 3, 1, 7, 3, 1, 1, 4, 3, 3, 2, 1, 4, 3, 1, 1, 2, 4, 6, 2, 1, 2, 1, 1, 8, 2, 3, 3, 3, 1, 1, 2, 3, 4, 1, 1, 3, 5, 4, 4, 1, 1, 3, 1, 2, 5, 5, 1, 1, 3, 1, 2, 2, 4, 1], "chunk_stats": {"count": 303, "sum": 696, "mean": 2.297029702970297, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 696, "mean": 5.4375, "median": 5.0, "p95": 8.0, "max": 9, "min": 2}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10866209999949206, "decode_time_sec": 5.138713372001803, "total_time_sec": 5.293130553000083, "prefill_units_per_sec": 71506.07249479185, "prefill_bytes_per_sec": 71358.82704306512, "decode_units_per_sec": 398.5433418330929, "decode_bytes_per_sec": 398.5433418330929, "total_units_per_sec": 386.91658546740706, "total_bytes_per_sec": 386.91658546740706, "step_latency_ms": {"count": 128, "sum": 5016, "mean": 39.1875, "median": 41.0, "p95": 42.0, "max": 44, "min": 18}, "peak_allocated_mb": 7865.251953125, "peak_reserved_mb": 8020.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7754, "mean": 484.625, "median": 461.0, "p95": 876.5, "max": 986, "min": 262}, "model_input_units": {"count": 16, "sum": 7770, "mean": 485.625, "median": 462.0, "p95": 877.5, "max": 987, "min": 263}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7754, "model_input_units": 7770, "stage0_units": 2711, "stage1_units": 1267, "bytes_per_stage0_unit": 2.8601991884913316, "stage0_per_stage1_unit": 2.139700078926598}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7770, "units_out": 2711, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 13, 2, 1, 1, 2, 1, 5, 13, 2, 2, 1, 2, 1, 2, 1, 6, 1, 1, 1, 3, 1, 13, 1, 1, 2, 1, 2, 1, 1, 1, 13, 2, 3, 1, 1, 5, 6, 1, 1, 2, 3, 2, 1, 4, 3, 5, 1, 1, 13, 2, 2, 4, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 1, 13, 2, 4, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 4, 3, 8, 1, 3, 1, 6, 13, 2, 3, 5, 1, 13, 1, 2, 1, 7, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 1, 4, 1, 17, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 6, 7, 6, 1, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 9, 8, 2, 8, 1, 6, 1, 13, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 8, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 13, 7, 1, 1, 3, 1, 7, 2, 6, 1, 1, 3, 1, 6, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 2, 7, 1, 1, 3, 1, 7, 1, 1, 9, 1, 2, 7, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 2, 4, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 4, 2, 1, 13, 4, 2, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 1, 1, 1, 1, 3, 13, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 9, 1, 2, 1, 13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1, 2, 1, 3, 1, 5, 1, 1, 6, 3, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 1, 5, 2, 3, 1, 4, 4, 1, 1, 13, 1, 2, 1, 4, 1, 1, 1, 9, 2, 1, 2, 1, 1, 4, 5, 6, 1, 11, 9, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 2, 1, 2, 1, 1, 9, 1, 1, 1, 1, 4, 1, 1, 1, 1, 9, 2, 1, 6, 3, 1, 1, 9, 1, 2, 1, 1, 1, 1, 3, 3, 1, 7, 1, 4, 1, 1, 3, 2, 4, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 7, 1, 1, 1, 6, 2, 5, 7, 1, 4, 2, 6, 4, 1, 3, 1, 1, 1, 1, 23, 1, 3, 1, 4, 1, 3, 1, 1, 1, 1, 9, 1, 3, 2, 1, 1, 1, 4, 3, 1, 1, 9, 1, 1, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 1, 13, 1, 5, 1, 1, 3, 2, 4, 1, 1, 2, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1, 9, 4, 2, 1, 2, 7, 1, 1, 3, 1, 1, 1, 2, 1, 4, 2, 6, 1, 2, 7, 1, 4, 1, 1, 5, 1, 4, 1, 3, 2, 1, 4, 1, 1, 3, 1, 9, 5, 1, 1, 4, 2, 1, 2, 3, 1, 9, 1, 2, 4, 1, 2, 1, 1, 13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 5, 7, 10, 1, 2, 2, 1, 9, 5, 1, 1, 6, 2, 7, 1, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1, 2, 1, 1, 5, 7, 1, 1, 2, 3, 1, 6, 1, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 1, 1, 3, 7, 1, 9, 1, 1, 5, 3, 1, 1, 2, 1, 1, 4, 1, 1, 3, 2, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 4, 1, 1, 1, 1, 3, 3, 1, 3, 2, 1, 1, 1, 1, 3, 2, 7, 2, 5, 1, 1, 1, 1, 9, 2, 1, 5, 1, 3, 10, 8, 1, 11, 1, 1, 2, 2, 1, 1, 1, 9, 9, 2, 1, 1, 9, 10, 2, 1, 4, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 9, 4, 1, 5, 3, 1, 3, 1, 6, 1, 1, 6, 1, 13, 8, 1, 1, 5, 1, 9, 1, 1, 4, 1, 7, 1, 7, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 1, 13, 9, 2, 1, 6, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 1, 5, 1, 7, 1, 1, 1, 1, 3, 1, 8, 1, 1, 3, 2, 4, 3, 1, 2, 1, 1, 2, 2, 2, 8, 1, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 2, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 1, 5, 1, 1, 9, 3, 1, 1, 1, 2, 2, 1, 3, 1, 2, 2, 1, 4, 4, 1, 4, 3, 1, 2, 1, 1, 1, 9, 4, 1, 2, 1, 3, 1, 2, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 1, 4, 1, 2, 1, 4, 1, 1, 1, 13, 1, 2, 1, 2, 1, 5, 1, 2, 2, 2, 1, 17, 4, 1, 1, 1, 3, 1, 1, 3, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 2, 2, 5, 4, 4, 8, 11, 1, 1, 2, 3, 5, 7, 2, 1, 2, 1, 6, 5, 6, 1, 4, 2, 1, 2, 1, 3, 1, 1, 2, 3, 5, 10, 1, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 1, 5, 1, 1, 3, 1, 5, 1, 2, 10, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 2, 1, 9, 10, 1, 5, 3, 1, 1, 1, 4, 1, 1, 2, 5, 1, 2, 4, 10, 1, 4, 1, 9, 3, 3, 5, 6, 1, 5, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 6, 1, 4, 1, 5, 9, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 6, 1, 2, 3, 1, 7, 1, 5, 2, 2, 4, 1, 1, 3, 5, 1, 9, 1, 3, 1, 6, 1, 5, 1, 5, 1, 6, 1, 6, 1, 4, 1, 1, 5, 2, 8, 1, 4, 1, 6, 2, 1, 2, 5, 5, 2, 3, 1, 1, 6, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 3, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 10, 2, 1, 1, 5, 5, 4, 1, 1, 4, 1, 11, 2, 7, 1, 5, 1, 3, 2, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 1, 5, 4, 2, 3, 5, 4, 1, 1, 4, 1, 10, 1, 9, 5, 4, 1, 1, 4, 1, 9, 1, 5, 2, 1, 1, 1, 9, 11, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 11, 1, 1, 1, 1, 9, 1, 2, 5, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 9, 1, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 4, 1, 5, 1, 1, 1, 1, 9, 6, 1, 5, 2, 4, 1, 4, 1, 5, 1, 1, 2, 1, 6, 1, 6, 1, 4, 1, 1, 1, 1, 1, 9, 2, 3, 8, 1, 4, 1, 1, 3, 11, 1, 7, 1, 2, 5, 9, 2, 1, 6, 9, 1, 4, 4, 3, 10, 9, 1, 1, 1, 1, 4, 1, 5, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 4, 1, 5, 9, 1, 1, 1, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 9, 1, 1, 1, 1, 2, 4, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 2, 4, 9, 1, 1, 1, 11, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 11, 1, 1, 1, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 5, 4, 4, 2, 1, 2, 2, 10, 2, 6, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 3, 1, 3, 4, 4, 4, 1, 9, 1, 5, 2, 1, 9, 1, 1, 5, 1, 2, 5, 4, 1, 7, 1, 1, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 9, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 4, 6, 1, 1, 3, 1, 4, 5, 1, 3, 4, 6, 1, 1, 9, 1, 5, 1, 6, 6, 1, 1, 5, 2, 7, 5, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 29, 1, 9, 2, 6, 1, 1, 1, 5, 1, 2, 4, 5, 1, 3, 4, 5, 4, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 3, 1, 4, 4, 1, 1, 13, 1, 5, 2, 1, 9, 1, 1, 3, 1, 4, 9, 2, 1, 1, 1, 1, 1, 1, 2, 4, 4, 1, 9, 1, 2, 1, 4, 1, 1, 5, 1, 1, 1, 3, 3, 1, 3, 1, 2, 8, 1, 1, 3, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 4, 1, 3, 1, 5, 1, 1, 1, 9, 2, 2, 2, 1, 1, 2, 2, 4, 1, 3, 1, 2, 2, 4, 1, 1, 1, 1, 9, 1, 2, 3, 6, 1, 2, 1, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 9, 2, 1, 3, 1, 4, 1, 3, 10, 1, 1, 6, 1, 1, 1, 6, 1, 1, 4, 1, 3, 1, 1, 1, 1, 6, 9, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 8, 2, 1, 2, 1, 1, 7, 1, 1, 9, 1, 2, 3, 1, 1, 8, 1, 1, 1, 2, 1, 1, 13, 1, 5, 5, 5, 1, 1, 3, 3, 4, 1, 2, 3, 1, 2, 6, 4, 1, 7, 1, 1, 1, 9, 2, 2, 1, 2, 1, 10, 1, 1, 9, 4, 1, 8, 3, 1, 8, 1, 13, 1, 2, 1, 8, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 1, 8, 1, 2, 2, 2, 1, 1, 13, 1, 1, 1, 2, 1, 1, 7, 1, 1, 7, 1, 1, 1, 1, 3, 4, 1, 8, 1, 4, 1, 1, 5, 1, 19, 5, 1, 4, 1, 19, 1, 2, 1, 2, 2, 1, 19, 4, 1, 6, 1, 1, 4, 1, 1, 3, 20, 4, 1, 4, 1, 1, 4, 1, 1, 4, 1, 19, 1, 4, 1, 3, 1, 2, 2, 1, 19, 1, 4, 1, 1, 4, 1, 1, 8, 1, 1, 1, 20, 1, 4, 1, 3, 1, 1, 8, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 7, 1, 1, 3, 2, 4, 2, 1, 2, 3, 4, 1, 1, 1, 9, 1, 2, 5, 1, 2, 2, 2, 1, 13, 5, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 4, 2, 1, 4, 1, 4, 1, 9, 3, 1, 7, 2, 1, 3, 1, 6, 1, 9, 4, 2, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 3, 1, 3, 1, 1, 13, 1, 2, 1, 1, 8, 1, 1, 1, 2, 1, 4, 1, 1, 17, 6, 2, 1, 1, 13, 2, 3, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 17, 6, 2, 1, 1, 1, 1, 1, 13, 4, 1, 17, 2, 1, 3, 5, 4, 1, 8, 1, 2, 3, 4, 2, 4, 5, 3, 1, 3, 2, 2, 17, 2, 2, 1, 5, 4, 3, 4, 6, 1, 17, 1, 2, 1, 21, 1, 2, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 17, 7, 1, 1, 8, 5, 2, 3, 11, 5, 1, 1, 21, 2, 2, 17, 6, 2, 1, 3, 1, 2, 2, 1, 5, 1, 6, 1, 1, 1, 1, 40, 1, 1, 8, 1, 3, 1, 3, 1, 13, 3, 4, 5, 1, 9, 2, 1, 4, 1, 2, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 13, 1, 2, 4, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 1, 8, 2, 1, 1, 9, 2, 1, 2, 1, 2, 5, 1, 3, 9, 1, 2, 5, 1, 1, 4, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 4, 2, 1, 3, 2, 5, 1, 2, 4, 4, 6, 1, 4, 6, 1, 4, 3, 4, 1, 4, 6, 1, 13, 2, 2, 3, 1, 7, 3, 2, 1, 2, 5, 2, 1, 7, 1, 2, 5, 1, 3, 4, 9, 1, 7, 13, 2, 1, 2, 1, 7, 1, 13, 1, 13, 1, 5, 1, 3, 1, 9, 1, 1, 1, 17, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 21, 1, 3, 1, 8, 2, 1, 1, 1, 13, 9, 1, 2, 1, 3, 1, 9, 1, 1, 13, 5, 1, 1, 3, 1, 9, 1, 1, 13, 4, 6, 1], "chunk_stats": {"count": 2711, "sum": 7770, "mean": 2.866101069715972, "median": 1.0, "p95": 9.0, "max": 40, "min": 1}}, {"stage": 1, "units_in": 2711, "units_out": 1267, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 4, 2, 8, 2, 1, 4, 4, 2, 1, 1, 2, 2, 1, 2, 2, 3, 5, 2, 2, 2, 7, 3, 2, 4, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 3, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 5, 2, 4, 4, 1, 2, 1, 5, 1, 1, 5, 2, 1, 1, 2, 6, 1, 1, 5, 1, 1, 1, 1, 2, 2, 3, 5, 1, 1, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 6, 7, 3, 2, 1, 5, 2, 3, 1, 3, 1, 2, 1, 5, 2, 1, 1, 3, 3, 1, 7, 1, 1, 3, 2, 2, 1, 6, 2, 1, 2, 2, 2, 1, 2, 2, 1, 2, 1, 1, 2, 1, 2, 2, 2, 7, 1, 7, 1, 1, 2, 1, 2, 1, 2, 1, 1, 6, 1, 4, 1, 5, 2, 2, 1, 5, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 3, 2, 1, 1, 1, 4, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 3, 1, 1, 3, 2, 5, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 4, 2, 1, 1, 3, 5, 1, 2, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 2, 1, 1, 1, 2, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 6, 1, 1, 2, 1, 1, 4, 4, 1, 3, 1, 2, 3, 1, 1, 1, 2, 1, 5, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 4, 4, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 9, 1, 6, 11, 2, 4, 2, 2, 2, 1, 5, 1, 1, 1, 4, 4, 1, 2, 1, 1, 2, 1, 2, 3, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 1, 1, 6, 1, 2, 1, 3, 1, 1, 2, 1, 4, 4, 1, 1, 3, 2, 3, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 2, 4, 3, 4, 2, 3, 1, 1, 2, 2, 1, 3, 5, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 1, 1, 4, 1, 5, 3, 7, 1, 1, 1, 5, 1, 5, 1, 7, 2, 2, 3, 1, 1, 5, 5, 1, 1, 4, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 3, 1, 4, 4, 1, 2, 2, 1, 6, 4, 12, 1, 1, 5, 4, 1, 8, 1, 1, 3, 8, 1, 1, 2, 4, 1, 2, 1, 1, 2, 1, 6, 4, 6, 4, 1, 1, 2, 1, 6, 4, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 3, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 2, 1, 6, 5, 1, 8, 1, 7, 4, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 1, 12, 1, 2, 1, 7, 1, 1, 2, 2, 1, 10, 1, 1, 1, 2, 8, 1, 7, 2, 1, 2, 1, 1, 1, 1, 1, 3, 2, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 1, 3, 2, 4, 2, 1, 6, 1, 1, 1, 2, 2, 1, 3, 2, 4, 3, 7, 1, 1, 1, 1, 2, 4, 2, 5, 4, 3, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 7, 1, 1, 7, 2, 1, 4, 1, 1, 11, 1, 4, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 9, 4, 1, 1, 5, 1, 9, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 2, 2, 2, 5, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 3, 2, 1, 3, 2, 2, 2, 3, 1, 1, 1, 1, 3, 2, 2, 2, 5, 1, 1, 10, 5, 1, 2, 3, 1, 2, 2, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 4, 1, 2, 5, 1, 3, 5, 1, 3, 4, 3, 1, 1, 1, 1, 1, 1, 3, 4, 2, 5, 1, 1, 1, 3, 2, 3, 1, 2, 1, 1, 4, 1, 4, 3, 1, 1, 5, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 2, 1, 1, 2, 1, 2, 2, 1, 5, 7, 1, 1, 2, 2, 1, 1, 2, 2, 2, 2, 3, 1, 2, 1, 2, 2, 2, 3, 1, 9, 4, 1, 2, 1, 1, 3, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 5, 4, 1, 2, 3, 3, 1, 5, 2, 3, 2, 1, 1, 1, 4, 2, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 5, 3, 2, 4, 1, 4, 3, 4, 1, 1, 2, 3, 1, 4, 1, 1, 3, 2, 2, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 3, 2, 3, 1, 1, 2, 2, 2, 3, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 2, 3, 2, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 5, 1, 1, 1, 5, 6, 3, 3, 1, 1, 2, 1, 4, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 3, 1, 4, 1, 1, 1, 2, 1, 1, 4, 4, 3, 1, 1, 3, 3, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 3, 2, 1, 2, 2, 1, 3, 1, 3, 1, 3, 1, 2, 1, 4, 1, 3, 3, 7, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 2, 2, 3, 3, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 7, 3, 1, 1, 2, 3, 1, 1, 2, 2, 2, 1, 3, 4, 2, 1, 4, 1, 2, 1, 1, 1, 6, 1, 1, 5, 6, 1, 1, 3, 1, 6, 1, 7, 1, 5, 1, 1, 4, 4, 1, 2, 1, 2, 3, 4, 1, 1, 2, 2, 3, 1, 2, 4, 3, 1, 7, 4, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 2, 1, 4, 3, 1, 1, 1, 2], "chunk_stats": {"count": 1267, "sum": 2711, "mean": 2.139700078926598, "median": 2.0, "p95": 5.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 734, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 1, 4, 4, 1, 1, 1, 5, 7, 1, 1, 9, 9, 2, 4, 9, 9, 1, 9, 1, 4, 9, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 3, 13, 13, 13, 4, 9, 2, 1, 1, 1, 1, 3, 4, 7, 1, 1, 3, 4, 3, 4, 1, 5, 1, 4, 1, 3, 1, 1, 1, 1, 1, 1, 2, 3, 1, 2, 4, 1, 4, 1, 5, 17, 1, 1, 4, 1, 10, 5, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 8, 1, 4, 5, 3, 1, 3, 1, 3, 8, 3, 1, 1, 1, 4, 5, 4, 1, 4, 5, 4, 1, 1, 4, 1, 1, 4, 2, 5, 1, 6, 2, 2, 2, 5, 3, 1, 2, 4, 2, 1, 4, 2, 7, 21, 1, 1, 1, 1, 4, 9, 5, 1, 1, 1, 1, 1, 1, 1, 4, 4, 3, 2, 1, 1, 1, 1, 4, 1, 1, 3, 1, 2, 1, 4, 1, 4, 1, 1, 4, 1, 4, 2, 1, 1, 1, 5, 5, 17, 1, 3, 10, 1, 1, 13, 1, 4, 4, 1, 3, 1, 9, 6, 1, 2, 1, 5, 4, 1, 1, 1, 3, 3, 2, 1, 1, 3, 1, 2, 1, 1, 1, 4, 1, 2, 2, 1, 1, 4, 1, 9, 5, 3, 1, 1, 1, 2, 13, 1, 5, 1, 5, 1, 2, 1, 6, 6, 2, 13, 1, 1, 1, 2, 2, 3, 10, 4, 7, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 1, 7, 1, 8, 1, 1, 1, 2, 3, 2, 1, 1, 3, 5, 1, 1, 1, 1, 1, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 4, 4, 1, 1, 2, 1, 5, 5, 1, 1, 4, 1, 1, 5, 4, 3, 3, 2, 1, 9, 1, 1, 4, 8, 4, 4, 4, 4, 1, 1, 1, 1, 1, 1, 9, 4, 3, 1, 1, 3, 1, 1, 6, 1, 1, 4, 1, 6, 1, 1, 1, 1, 1, 6, 4, 1, 4, 2, 1, 1, 2, 1, 1, 1, 4, 5, 17, 1, 1, 1, 1, 3, 4, 1, 3, 9, 1, 3, 1, 6, 1, 2, 2, 4, 1, 1, 1, 5, 4, 1, 1, 2, 1, 9, 3, 1, 1, 2, 1, 1, 3, 5, 3, 4, 9, 1, 3, 4, 1, 2, 9, 4, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 3, 2, 13, 2, 1, 1, 1, 1, 1, 1, 2, 1, 9, 2, 5, 1, 1, 4, 2, 1, 4, 1, 1, 4, 1, 7, 1, 5, 2, 5, 1, 1, 1, 2, 2, 4, 5, 2, 1, 1, 4, 2, 1, 1, 1, 4, 1, 9, 1, 1, 1, 1, 2, 4, 1, 1, 13, 9, 1, 4, 7, 4, 1, 1, 3, 6, 2, 1, 7, 8, 3, 1, 4, 1, 2, 1, 1, 2, 5, 1, 1, 2, 3, 1, 9, 1, 5, 1, 1, 3, 1, 2, 3, 3, 4, 5, 7, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 6, 4, 2, 4, 6, 2, 1, 3, 3, 8, 1, 1, 1, 1, 17, 3, 7, 2, 2, 1, 9, 1, 1, 5, 1, 2, 2, 1, 1, 1, 3, 2, 3, 7, 6, 1, 2, 4, 2, 3, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 2, 2, 1, 1, 1, 1, 4, 6, 1, 1, 1, 9, 1, 1, 2, 7, 5, 1, 2, 1, 3, 1, 1, 1, 5, 5, 1, 1, 1, 6, 3, 2, 1, 4, 1, 5, 2, 2, 2, 1, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 9, 1, 1, 4, 4, 3, 2, 5, 1, 3, 1, 3, 2, 2, 9, 1, 1, 1, 2, 1, 2, 7, 5, 1, 5, 2, 4, 1, 6, 1, 1, 9, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 1, 13, 1, 5, 1, 1, 2, 3, 9, 1, 1, 1, 1, 1, 1, 1, 1, 8, 2, 1, 1, 4, 2, 1, 13, 3, 2, 1, 2, 1, 7, 6, 1, 1, 2, 1, 1, 1, 2, 1, 3, 4, 2, 1, 2, 2, 1, 4, 1], "chunk_stats": {"count": 743, "sum": 2048, "mean": 2.756393001345895, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 272, "chunk_lengths": [1, 1, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 1, 1, 4, 1, 4, 2, 6, 1, 3, 1, 1, 1, 1, 2, 2, 2, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 4, 1, 3, 1, 6, 4, 2, 1, 3, 1, 5, 3, 3, 1, 5, 5, 1, 4, 1, 1, 3, 3, 1, 2, 2, 1, 4, 2, 3, 1, 6, 1, 2, 4, 6, 1, 1, 8, 5, 4, 2, 2, 5, 1, 3, 1, 2, 1, 2, 4, 1, 1, 2, 1, 4, 3, 6, 2, 7, 3, 3, 1, 3, 1, 1, 3, 4, 3, 1, 3, 4, 6, 1, 5, 3, 4, 1, 1, 5, 1, 4, 3, 2, 19, 3, 1, 1, 6, 1, 1, 1, 2, 1, 7, 6, 4, 3, 1, 6, 1, 2, 2, 1, 5, 1, 1, 1, 4, 2, 1, 1, 1, 1, 7, 4, 1, 6, 2, 2, 1, 1, 1, 4, 2, 3, 1, 1, 1, 1, 1, 11, 1, 1, 4, 1, 1, 7, 1, 4, 1, 1, 10, 1, 1, 3, 1, 2, 3, 1, 6, 1, 4, 5, 2, 2, 1, 1, 3, 2, 1, 1, 2, 1, 5, 1, 1, 8, 1, 4, 3, 1, 2, 5, 6, 2, 1, 1, 2, 1, 2, 1, 5, 1, 1, 5, 2, 1, 3, 1, 2, 1, 5, 1, 6, 2, 1, 1, 1, 7, 1, 1, 3, 4, 3, 1, 8, 5, 2, 9, 1, 2, 1, 4, 4, 1, 7, 1, 1, 1, 2, 3, 3, 3, 3, 1, 1, 3, 2, 5, 13, 1, 8, 1, 3, 1], "chunk_stats": {"count": 283, "sum": 734, "mean": 2.5936395759717317, "median": 2.0, "p95": 6.899999999999977, "max": 19, "min": 1}, "active_size_stats": {"count": 128, "sum": 734, "mean": 5.734375, "median": 6.0, "p95": 9.0, "max": 11, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10814250099792844, "decode_time_sec": 5.000322062001942, "total_time_sec": 5.154508583000279, "prefill_units_per_sec": 62861.50160453772, "prefill_bytes_per_sec": 62713.54867342966, "decode_units_per_sec": 409.5736183801044, "decode_bytes_per_sec": 409.5736183801044, "total_units_per_sec": 397.32206611399664, "total_bytes_per_sec": 397.32206611399664, "step_latency_ms": {"count": 128, "sum": 4887, "mean": 38.1796875, "median": 41.0, "p95": 42.0, "max": 52, "min": 8}, "peak_allocated_mb": 7716.27587890625, "peak_reserved_mb": 7916.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 2309, "stage1_units": 1176, "bytes_per_stage0_unit": 2.9372022520571677, "stage0_per_stage1_unit": 1.96343537414966}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6798, "units_out": 2309, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1, 1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 2, 3, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4, 1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 2309, "sum": 6798, "mean": 2.9441316587267217, "median": 2.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 2309, "units_out": 1176, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2, 1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1, 1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 1176, "sum": 2309, "mean": 1.96343537414966, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 665, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 2, 1, 4, 5, 3, 1, 1, 6, 2, 4, 2, 1, 1, 3, 9, 8, 4, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 13, 5, 13, 1, 3, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 3, 1, 5, 17, 1, 1, 5, 18, 13, 1, 6, 1, 1, 3, 1, 13, 1, 13, 4, 1, 6, 2, 4, 9, 1, 1, 3, 1, 1, 5, 1, 9, 1, 5, 7, 2, 1, 2, 1, 1, 1, 3, 1, 3, 1, 4, 6, 1, 3, 1, 1, 5, 1, 6, 1, 3, 3, 5, 10, 1, 1, 1, 9, 1, 1, 1, 1, 5, 3, 1, 4, 1, 4, 2, 1, 7, 5, 1, 4, 4, 13, 1, 1, 1, 4, 5, 1, 5, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 1, 1, 14, 1, 3, 6, 1, 1, 3, 2, 1, 2, 4, 9, 1, 1, 9, 4, 1, 17, 1, 4, 5, 1, 6, 1, 8, 2, 3, 1, 1, 6, 3, 2, 3, 4, 4, 2, 2, 5, 3, 6, 4, 4, 1, 2, 4, 1, 1, 1, 1, 5, 13, 1, 5, 1, 17, 1, 1, 2, 5, 1, 1, 2, 1, 1, 3, 1, 2, 10, 1, 4, 3, 1, 1, 1, 1, 1, 17, 13, 4, 2, 3, 1, 1, 1, 1, 3, 1, 3, 1, 2, 9, 1, 1, 4, 3, 1, 5, 1, 13, 1, 4, 1, 1, 1, 1, 1, 1, 5, 3, 13, 6, 1, 1, 1, 1, 1, 5, 8, 2, 1, 2, 2, 4, 6, 6, 1, 6, 1, 1, 2, 4, 9, 1, 1, 10, 4, 2, 3, 9, 14, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 7, 1, 1, 1, 4, 1, 1, 9, 7, 13, 1, 4, 1, 1, 1, 3, 5, 2, 1, 2, 1, 1, 5, 13, 2, 6, 1, 2, 2, 4, 2, 1, 4, 1, 17, 1, 1, 1, 8, 4, 1, 1, 1, 5, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 2, 1, 5, 3, 2, 1, 2, 2, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 1, 2, 4, 9, 5, 3, 1, 8, 1, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 6, 3, 1, 1, 9, 1, 1, 3, 1, 2, 13, 5, 1, 7, 3, 7, 9, 6, 1, 1, 6, 4, 1, 9, 2, 3, 1, 17, 1, 1, 1, 1, 1, 17, 1, 1, 3, 1, 2, 1, 2, 5, 2, 8, 6, 4, 2, 1, 4, 1, 1, 2, 1, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 5, 5, 1, 1, 9, 1, 1, 2, 2, 1, 5, 5, 1, 4, 1, 1, 5, 1, 13, 4, 2, 4, 1, 1, 2, 4, 1, 4, 2, 1, 1, 4, 1, 1, 1, 5, 2, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 5, 7, 14, 1, 1, 1, 2, 1, 1, 2, 3, 1, 10, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 5, 2, 1, 6, 13, 1, 8, 7, 4, 4, 1, 1, 2, 1, 5, 2, 1, 11, 1, 1, 1, 1, 3, 13, 1, 1, 8, 1, 13, 2, 1, 2, 1, 3, 1, 10, 1, 1, 2, 6, 1, 1, 3, 1, 3, 3, 5, 5, 6, 1, 2, 2, 1, 1, 3, 1, 1, 1, 5, 1, 4, 1, 2, 6, 3, 4, 1, 1, 1, 1, 1, 9, 3, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 8, 8, 5, 1, 2, 1, 6, 2, 6, 14, 2], "chunk_stats": {"count": 677, "sum": 2048, "mean": 3.0251107828655837, "median": 1.0, "p95": 10.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 291, "chunk_lengths": [1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 3, 3, 2, 2, 1, 1, 3, 2, 1, 5, 3, 2, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 7, 2, 5, 3, 1, 1, 1, 2, 1, 1, 2, 3, 3, 1, 2, 1, 5, 1, 1, 2, 3, 3, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 4, 1, 4, 1, 1, 1, 2, 1, 2, 3, 1, 1, 4, 4, 1, 3, 2, 1, 1, 2, 2, 2, 3, 5, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 4, 1, 5, 1, 1, 1, 1, 1, 2, 1, 2, 8, 1, 1, 2, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 2, 3, 5, 1, 1, 3, 3, 3, 1, 1, 1, 1, 5, 1, 1, 3, 8, 1, 4, 2, 1, 2, 1, 1, 5, 1, 1, 2, 1, 6, 1, 1, 1, 2, 4, 2, 1, 5, 6, 2, 2, 1, 1, 3, 1, 5, 4, 10, 1, 1, 3, 1, 1, 3, 1, 7, 6, 1, 1, 1, 1, 1, 8, 1, 4, 1, 1, 3, 2, 4, 9, 1, 1, 2, 1, 1, 1, 3, 4, 2, 3, 3, 3, 1, 5, 1, 1, 5, 1, 1, 1, 1, 4, 1, 3, 1, 1, 1, 3, 1, 7, 1, 5, 1, 4, 6, 1, 1, 8, 1, 3, 1, 4, 4, 9, 1, 3, 1, 1, 2, 3, 1, 3, 3, 4, 1, 5, 1, 1, 3, 5, 1, 3, 1, 2, 2, 3, 1, 2, 2, 6, 3, 4, 1, 3, 2, 1], "chunk_stats": {"count": 300, "sum": 665, "mean": 2.216666666666667, "median": 1.0, "p95": 5.050000000000011, "max": 10, "min": 1}, "active_size_stats": {"count": 127, "sum": 665, "mean": 5.2362204724409445, "median": 5.0, "p95": 9.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.11121904900210211, "decode_time_sec": 4.884175406998111, "total_time_sec": 5.041596536000725, "prefill_units_per_sec": 71102.9276994675, "prefill_bytes_per_sec": 70959.06745121365, "decode_units_per_sec": 419.3133598489519, "decode_bytes_per_sec": 419.3133598489519, "total_units_per_sec": 406.22052664781216, "total_bytes_per_sec": 406.22052664781216, "step_latency_ms": {"count": 128, "sum": 4769, "mean": 37.2578125, "median": 41.0, "p95": 42.0, "max": 49, "min": 8}, "peak_allocated_mb": 7779.27001953125, "peak_reserved_mb": 7962.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7892, "mean": 493.25, "median": 458.5, "p95": 794.25, "max": 966, "min": 258}, "model_input_units": {"count": 16, "sum": 7908, "mean": 494.25, "median": 459.5, "p95": 795.25, "max": 967, "min": 259}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7892, "model_input_units": 7908, "stage0_units": 2980, "stage1_units": 1413, "bytes_per_stage0_unit": 2.648322147651007, "stage0_per_stage1_unit": 2.10898796886058}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7908, "units_out": 2980, "chunk_lengths": [1, 1, 3, 1, 3, 1, 3, 2, 1, 1, 1, 5, 1, 10, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 3, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 4, 7, 2, 2, 1, 1, 1, 3, 1, 4, 1, 2, 2, 2, 3, 1, 2, 1, 4, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 1, 10, 5, 1, 1, 1, 1, 1, 9, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 4, 7, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 1, 3, 1, 33, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 7, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 8, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 4, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 3, 1, 1, 3, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 1, 3, 6, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 3, 1, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 1, 9, 1, 2, 3, 1, 5, 1, 2, 1, 2, 4, 1, 2, 2, 6, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 1, 2, 4, 1, 2, 2, 6, 1, 1, 1, 2, 2, 3, 5, 1, 1, 4, 1, 4, 4, 1, 1, 17, 1, 6, 1, 6, 3, 1, 6, 1, 1, 1, 9, 2, 1, 3, 2, 8, 1, 1, 1, 2, 4, 5, 4, 2, 5, 1, 1, 4, 1, 4, 1, 4, 3, 3, 3, 9, 1, 2, 4, 1, 3, 1, 3, 1, 3, 1, 4, 1, 1, 13, 1, 5, 1, 4, 5, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 6, 1, 3, 1, 4, 1, 1, 9, 4, 2, 1, 3, 1, 1, 2, 5, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 3, 1, 3, 1, 1, 4, 1, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 3, 3, 7, 1, 6, 3, 1, 6, 1, 1, 17, 1, 1, 6, 1, 6, 4, 4, 1, 3, 1, 3, 1, 4, 1, 1, 6, 1, 3, 1, 4, 1, 1, 1, 9, 6, 1, 1, 2, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 1, 1, 1, 3, 4, 1, 1, 3, 4, 1, 3, 1, 1, 1, 3, 2, 3, 1, 1, 1, 9, 1, 3, 4, 1, 3, 2, 2, 1, 1, 1, 9, 4, 4, 3, 3, 1, 1, 13, 1, 2, 1, 17, 5, 2, 3, 4, 1, 3, 1, 17, 8, 2, 4, 1, 4, 1, 1, 1, 17, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 1, 17, 1, 2, 4, 1, 5, 1, 3, 1, 21, 7, 1, 5, 2, 7, 1, 3, 1, 1, 7, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 1, 25, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 4, 1, 1, 3, 1, 1, 9, 4, 5, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 3, 2, 2, 4, 2, 1, 3, 1, 1, 7, 1, 3, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 4, 1, 3, 5, 1, 1, 3, 1, 1, 1, 9, 4, 7, 3, 1, 2, 1, 1, 1, 5, 1, 4, 4, 2, 1, 1, 3, 1, 1, 1, 1, 13, 4, 1, 5, 2, 6, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 1, 5, 4, 3, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 1, 2, 2, 6, 1, 1, 2, 1, 1, 1, 4, 5, 2, 1, 1, 4, 2, 7, 1, 2, 1, 6, 2, 9, 1, 1, 5, 5, 1, 2, 1, 9, 2, 1, 3, 1, 2, 4, 4, 6, 3, 1, 9, 1, 2, 2, 9, 1, 2, 1, 4, 1, 4, 1, 9, 2, 1, 2, 5, 1, 2, 3, 1, 2, 7, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 1, 9, 1, 11, 1, 7, 9, 1, 1, 1, 4, 2, 9, 1, 2, 7, 1, 1, 1, 1, 3, 3, 4, 4, 2, 11, 2, 3, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 4, 1, 5, 1, 1, 6, 1, 1, 23, 1, 2, 1, 1, 1, 1, 1, 7, 1, 5, 7, 1, 3, 5, 2, 2, 2, 9, 1, 1, 9, 8, 2, 8, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 1, 5, 1, 9, 5, 1, 7, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 4, 1, 8, 1, 2, 4, 2, 2, 1, 13, 5, 1, 6, 1, 1, 4, 7, 1, 1, 3, 1, 3, 1, 4, 1, 7, 1, 9, 9, 2, 6, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 9, 8, 1, 1, 8, 2, 1, 1, 3, 1, 3, 1, 4, 9, 5, 2, 1, 5, 1, 1, 10, 1, 1, 2, 1, 7, 1, 13, 6, 1, 1, 1, 2, 1, 1, 13, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 4, 1, 1, 14, 5, 1, 6, 1, 5, 1, 6, 1, 1, 1, 1, 3, 1, 2, 1, 10, 1, 4, 1, 2, 2, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 3, 5, 2, 4, 11, 1, 4, 6, 1, 3, 1, 6, 1, 3, 1, 3, 2, 1, 1, 7, 3, 4, 1, 3, 1, 1, 4, 5, 4, 1, 2, 1, 4, 3, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 1, 6, 2, 1, 9, 4, 1, 1, 5, 2, 1, 9, 4, 1, 3, 2, 2, 2, 2, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 6, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 3, 7, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 7, 1, 2, 1, 1, 9, 4, 6, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 13, 4, 1, 7, 1, 5, 3, 1, 1, 1, 7, 1, 2, 1, 5, 1, 1, 7, 1, 2, 1, 1, 5, 1, 1, 7, 1, 1, 1, 17, 1, 2, 4, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 21, 8, 1, 17, 1, 7, 1, 2, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 17, 1, 2, 4, 1, 1, 8, 1, 1, 7, 2, 1, 7, 1, 1, 21, 8, 1, 17, 11, 2, 1, 7, 1, 3, 1, 1, 7, 1, 10, 1, 1, 17, 1, 2, 11, 1, 2, 2, 2, 1, 21, 8, 1, 17, 4, 4, 1, 1, 3, 10, 1, 4, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 2, 1, 6, 1, 1, 3, 5, 1, 4, 2, 1, 6, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 2, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 1, 7, 5, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 6, 1, 1, 4, 5, 1, 5, 1, 3, 1, 1, 1, 2, 4, 2, 2, 1, 3, 1, 2, 1, 6, 1, 3, 1, 1, 1, 2, 1, 5, 3, 3, 1, 3, 1, 1, 1, 7, 1, 4, 1, 1, 1, 4, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 6, 1, 2, 1, 1, 1, 7, 1, 9, 1, 4, 1, 1, 4, 5, 1, 1, 1, 2, 1, 3, 1, 3, 8, 1, 4, 2, 1, 1, 3, 4, 4, 3, 1, 1, 1, 7, 1, 9, 1, 3, 1, 1, 4, 4, 1, 9, 1, 1, 1, 5, 3, 1, 5, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 6, 1, 3, 1, 2, 4, 1, 3, 1, 4, 1, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 3, 1, 1, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 4, 1, 1, 1, 6, 1, 2, 1, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 10, 7, 1, 1, 7, 1, 1, 5, 2, 2, 1, 2, 1, 7, 5, 10, 2, 1, 2, 2, 5, 3, 1, 1, 2, 1, 9, 4, 1, 2, 3, 1, 7, 1, 7, 1, 3, 4, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 10, 1, 5, 1, 2, 1, 7, 2, 2, 1, 1, 2, 2, 2, 10, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 7, 10, 7, 1, 1, 7, 1, 6, 3, 1, 5, 1, 2, 1, 6, 10, 1, 5, 1, 1, 2, 7, 1, 1, 1, 7, 5, 1, 2, 7, 1, 1, 7, 1, 5, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 9, 3, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 9, 1, 2, 4, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 1, 3, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 2, 3, 5, 13, 1, 5, 1, 8, 5, 1, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 2, 4, 1, 3, 1, 1, 1, 2, 1, 8, 1, 1, 9, 2, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 2, 3, 13, 1, 2, 1, 1, 8, 1, 3, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 1, 5, 1, 1, 1, 13, 4, 2, 1, 2, 4, 8, 1, 1, 1, 3, 2, 2, 1, 1, 2, 1, 1, 2, 2, 2, 1, 2, 3, 1, 1, 5, 2, 1, 2, 1, 9, 7, 1, 2, 2, 1, 2, 3, 1, 3, 6, 1, 5, 2, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 3, 4, 1, 2, 5, 1, 3, 1, 1, 1, 6, 2, 1, 4, 1, 5, 2, 2, 2, 4, 1, 2, 5, 4, 1, 1, 6, 2, 2, 1, 2, 1, 1, 1, 1, 5, 2, 1, 6, 1, 4, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 8, 5, 5, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 1, 1, 1, 1, 3, 1, 6, 6, 1, 1, 3, 2, 6, 1, 1, 5, 1, 2, 1, 7, 2, 5, 2, 3, 6, 1, 1, 1, 5, 6, 7, 1, 7, 3, 2, 2, 1, 7, 6, 7, 2, 1, 2, 9, 1, 7, 7, 1, 7, 2, 6, 1, 6, 1, 11, 1, 3, 1, 1, 9, 1, 8, 2, 6, 1, 1, 3, 1, 1, 6, 1, 6, 1, 5, 7, 1, 6, 6, 5, 1, 7, 1, 2, 1, 3, 1, 1, 6, 1, 7, 1, 2, 1, 6, 1, 1, 9, 7, 1, 5, 1, 13, 1, 1, 2, 5, 2, 8, 1, 6, 7, 1, 1, 3, 2, 8, 1, 5, 1, 1, 1, 13, 1, 1, 8, 1, 1, 2, 6, 1, 1, 6, 1, 8, 1, 1, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 6, 2, 8, 5, 1, 1, 9, 1, 5, 1, 1, 1, 1, 4, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 1, 9, 1, 5, 1, 5, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 4, 1, 1, 1, 9, 1, 5, 1, 2, 7, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 2, 6, 1, 1, 1, 9, 6, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 5, 1, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 5, 1, 1, 13, 1, 5, 1, 1, 5, 1, 11, 2, 5, 1, 1, 1, 3, 4, 1, 1, 8, 1, 1, 1, 5, 5, 7, 1, 7, 7, 3, 5, 5, 3, 3, 1, 6, 1, 6, 7, 5, 5, 4, 1, 5, 1, 1, 9, 2, 3, 1, 7, 1, 5, 1, 3, 1, 5, 1, 2, 1, 9, 5, 1, 1, 8, 1, 1, 2, 1, 1, 1, 5, 2, 5, 1, 2, 1, 2, 2, 3, 1, 1, 4, 4, 1, 4, 1, 1, 1, 2, 3, 1, 5, 1, 3, 4, 1, 1, 2, 5, 1, 1, 1, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 5, 2, 5, 1, 1, 9, 2, 10, 5, 1, 1, 2, 5, 6, 9, 4, 2, 3, 1, 5, 1, 1, 2, 3, 1, 5, 1, 1, 1, 1, 1, 13, 1, 2, 1, 1, 8, 1, 5, 1, 1, 1, 1, 1, 2, 4, 1, 1, 17, 4, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 1, 21, 1, 2, 1, 1, 8, 1, 1, 2, 4, 1, 1, 25, 4, 1, 1, 2, 1, 2, 3, 1, 1, 4, 5, 1, 1, 1, 1], "chunk_stats": {"count": 2980, "sum": 7908, "mean": 2.6536912751677852, "median": 1.0, "p95": 8.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 2980, "units_out": 1413, "chunk_lengths": [1, 2, 2, 9, 1, 3, 4, 1, 3, 1, 3, 1, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 6, 3, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 4, 6, 1, 2, 1, 1, 3, 1, 2, 1, 7, 1, 1, 1, 2, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 3, 1, 1, 1, 1, 2, 4, 1, 4, 1, 1, 6, 3, 7, 1, 1, 3, 3, 3, 1, 2, 5, 3, 2, 1, 2, 2, 1, 2, 2, 2, 3, 2, 1, 3, 4, 1, 5, 1, 9, 8, 1, 2, 1, 3, 3, 3, 3, 5, 3, 1, 2, 5, 2, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 3, 4, 1, 5, 1, 9, 8, 1, 1, 3, 2, 3, 3, 3, 3, 3, 5, 3, 3, 5, 3, 2, 5, 1, 2, 3, 2, 3, 3, 3, 4, 1, 5, 1, 1, 4, 3, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 1, 3, 2, 1, 4, 2, 2, 3, 2, 1, 1, 1, 5, 1, 3, 6, 1, 2, 3, 2, 1, 7, 1, 1, 3, 3, 3, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 1, 3, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 2, 1, 1, 5, 1, 6, 1, 2, 3, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 6, 1, 1, 1, 6, 2, 5, 2, 2, 2, 1, 5, 1, 2, 3, 1, 1, 2, 1, 3, 2, 2, 1, 1, 2, 2, 2, 4, 2, 1, 2, 2, 3, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 7, 2, 5, 1, 1, 1, 2, 1, 3, 4, 1, 3, 4, 1, 6, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 1, 1, 2, 1, 8, 1, 1, 1, 7, 1, 1, 2, 1, 3, 1, 5, 1, 3, 3, 2, 1, 3, 3, 5, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 6, 7, 1, 6, 2, 1, 3, 1, 5, 1, 3, 2, 3, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 1, 4, 2, 4, 5, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 1, 2, 1, 5, 1, 1, 6, 4, 4, 1, 3, 1, 1, 2, 3, 2, 3, 4, 1, 1, 2, 2, 1, 2, 2, 3, 3, 2, 1, 5, 1, 1, 3, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 5, 1, 6, 2, 1, 1, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 1, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 2, 3, 1, 1, 3, 1, 1, 2, 5, 1, 2, 1, 5, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 2, 4, 1, 3, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 5, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 1, 5, 5, 2, 1, 1, 4, 2, 1, 1, 1, 2, 4, 2, 1, 5, 1, 1, 1, 3, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 2, 5, 1, 1, 4, 2, 1, 1, 2, 3, 5, 2, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 2, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 1, 2, 2, 2, 3, 1, 3, 1, 4, 1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 4, 3, 5, 1, 3, 3, 1, 4, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 4, 1, 1, 4, 1, 6, 1, 3, 4, 2, 1, 1, 2, 2, 2, 1, 6, 1, 1, 1, 1, 3, 1, 2, 2, 6, 1, 2, 5, 3, 1, 4, 1, 1, 1, 1, 1, 1, 9, 2, 2, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 5, 1, 2, 2, 1, 3, 1, 2, 2, 1, 5, 1, 3, 1, 2, 2, 4, 1, 2, 3, 2, 4, 3, 4, 5, 1, 2, 3, 1, 1, 1, 10, 1, 2, 1, 1, 4, 2, 1, 5, 1, 1, 2, 2, 6, 1, 1, 1, 1, 8, 4, 7, 1, 1, 2, 1, 2, 1, 1, 2, 12, 2, 3, 1, 3, 1, 3, 3, 1, 4, 3, 1, 1, 2, 2, 3, 6, 1, 6, 1, 2, 1, 2, 3, 1, 2, 6, 1, 3, 5, 2, 1, 1, 2, 2, 4, 3, 2, 3, 1, 4, 1, 1, 1, 3, 2, 1, 1, 3, 5, 1, 4, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 24, 5, 5, 8, 1, 2, 2, 2, 1, 6, 1, 1, 2, 2, 2, 3, 1, 1, 6, 7, 1, 2, 4, 1, 5, 1, 7, 1, 1, 2, 2, 2, 2, 1, 1, 3, 3, 6, 1, 1, 1, 2, 1, 1, 2, 4, 1, 2, 4, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 2, 1, 3, 1, 2, 1, 2, 3, 2, 2, 3, 2, 1, 6, 3, 1, 2, 1, 1, 1, 2, 3, 3, 2, 1, 1, 2, 2, 1, 3, 6, 1, 3, 1, 2, 2, 1, 2, 4, 3, 2, 2, 2, 1, 1, 1, 2, 1, 1, 2, 2, 2, 1, 1, 2, 3, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 2, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 3, 4, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 2, 3, 1, 1, 1, 2, 3, 2, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 2, 3, 1, 3, 5, 1, 3, 1, 3, 2, 3, 2, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 3, 1, 1, 1, 2, 1, 3, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 3, 1, 3, 2, 2, 3, 1, 1, 1, 2, 2, 4, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 2, 1, 3, 6, 1, 2, 1, 1, 6, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 4, 1, 5, 3, 4, 1, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 1, 2, 1, 7, 1, 1, 4, 1, 1, 7, 1, 5, 1, 5, 2, 7, 1, 6, 1, 1, 1, 1, 7, 1, 3, 5, 1, 1, 1, 2, 4, 3, 1, 2, 8, 4, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 4, 2, 4, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 3, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 2, 4, 2, 3, 4, 1, 1, 4, 2, 2, 3, 1, 3, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 4, 3, 3, 1, 1, 2, 1, 3, 7, 1], "chunk_stats": {"count": 1413, "sum": 2980, "mean": 2.10898796886058, "median": 2.0, "p95": 5.0, "max": 24, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 684, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 5, 5, 4, 5, 5, 1, 1, 1, 2, 1, 3, 1, 9, 9, 4, 9, 9, 2, 5, 1, 1, 1, 1, 1, 2, 2, 4, 2, 3, 13, 1, 1, 4, 9, 9, 1, 1, 3, 5, 2, 1, 2, 1, 17, 1, 7, 17, 2, 9, 1, 2, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 7, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 3, 8, 1, 3, 3, 1, 1, 4, 2, 2, 1, 3, 1, 2, 1, 1, 2, 3, 2, 3, 4, 3, 2, 1, 4, 7, 2, 1, 1, 1, 1, 4, 1, 21, 3, 1, 1, 6, 29, 1, 1, 8, 1, 2, 1, 10, 4, 1, 3, 1, 1, 1, 4, 1, 1, 2, 1, 1, 4, 1, 2, 1, 1, 2, 2, 13, 1, 13, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 2, 1, 21, 1, 2, 3, 2, 1, 2, 2, 7, 1, 2, 4, 1, 7, 2, 2, 1, 2, 1, 5, 7, 9, 1, 3, 1, 2, 1, 1, 7, 1, 1, 9, 2, 1, 1, 1, 4, 8, 4, 4, 1, 1, 1, 7, 1, 1, 5, 4, 1, 1, 1, 1, 5, 1, 1, 4, 1, 1, 1, 5, 6, 1, 1, 4, 1, 1, 5, 5, 2, 11, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 9, 3, 2, 2, 1, 5, 1, 9, 5, 2, 4, 1, 1, 1, 1, 6, 4, 4, 3, 7, 3, 1, 1, 1, 2, 1, 2, 4, 1, 5, 1, 9, 5, 3, 4, 1, 1, 1, 4, 3, 7, 1, 1, 1, 1, 1, 5, 8, 4, 4, 1, 3, 4, 1, 1, 1, 3, 7, 10, 7, 9, 2, 1, 1, 1, 1, 1, 1, 7, 5, 2, 3, 1, 1, 5, 1, 17, 5, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 4, 1, 4, 1, 22, 7, 9, 3, 1, 3, 1, 6, 9, 1, 1, 1, 2, 2, 1, 3, 1, 1, 1, 4, 3, 1, 3, 7, 1, 4, 1, 2, 1, 1, 1, 9, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 6, 1, 4, 3, 2, 1, 1, 1, 1, 7, 1, 4, 1, 2, 1, 1, 1, 1, 1, 10, 1, 5, 5, 30, 1, 3, 1, 25, 25, 1, 6, 1, 5, 2, 6, 1, 1, 1, 1, 4, 6, 3, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 5, 3, 7, 1, 1, 3, 1, 3, 1, 2, 1, 5, 1, 9, 1, 3, 5, 1, 2, 7, 1, 9, 1, 1, 2, 5, 1, 9, 1, 6, 1, 1, 1, 1, 1, 4, 2, 4, 2, 2, 4, 1, 1, 3, 1, 4, 2, 4, 1, 1, 8, 1, 2, 5, 1, 9, 4, 1, 5, 3, 1, 3, 3, 1, 6, 1, 2, 4, 1, 3, 1, 5, 1, 1, 1, 1, 3, 9, 1, 2, 1, 2, 1, 1, 5, 6, 1, 1, 1, 4, 5, 1, 1, 3, 7, 1, 3, 1, 1, 1, 4, 1, 1, 2, 2, 1, 3, 4, 1, 17, 1, 1, 2, 1, 3, 1, 13, 1, 1, 1, 1, 3, 1, 1, 4, 7, 1, 6, 1, 1, 1, 1, 1, 1, 6, 8, 4, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 9, 3, 3, 2, 4, 1, 1, 1, 2, 1, 7, 1, 1, 7, 1, 1, 3, 4, 5, 1, 4, 1, 3, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 1, 1, 4, 1, 6, 1, 1, 4, 9, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 4, 5, 3, 1, 1, 21, 7, 2, 2, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 2, 3, 1, 9, 5, 5, 1, 2, 1, 4, 2, 1, 1, 2, 3, 3, 1, 6, 16, 4], "chunk_stats": {"count": 694, "sum": 2048, "mean": 2.951008645533141, "median": 1.0, "p95": 9.0, "max": 30, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 269, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 1, 3, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 3, 1, 1, 1, 1, 1, 5, 4, 1, 4, 5, 4, 3, 1, 2, 1, 4, 1, 2, 1, 3, 1, 3, 5, 1, 1, 1, 1, 2, 3, 2, 1, 6, 2, 4, 1, 9, 1, 7, 3, 4, 2, 3, 1, 3, 2, 7, 1, 1, 3, 1, 2, 1, 2, 3, 1, 1, 1, 4, 2, 13, 3, 6, 5, 1, 5, 1, 3, 1, 1, 4, 2, 2, 1, 1, 2, 4, 1, 5, 1, 5, 2, 1, 1, 3, 9, 2, 1, 2, 1, 2, 3, 6, 2, 4, 2, 5, 3, 3, 1, 3, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 5, 4, 2, 2, 1, 1, 4, 2, 1, 1, 2, 2, 5, 1, 5, 1, 2, 3, 9, 7, 4, 1, 1, 8, 1, 2, 4, 2, 6, 3, 1, 5, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 4, 2, 2, 1, 1, 1, 2, 1, 1, 3, 4, 2, 1, 3, 2, 1, 2, 1, 4, 3, 1, 2, 1, 1, 6, 4, 2, 2, 5, 1, 4, 2, 3, 1, 5, 2, 4, 1, 1, 1, 6, 6, 3, 2, 5, 1, 2, 8, 1, 3, 1, 1, 1, 1, 1, 5, 3, 5, 3, 2, 1, 1, 2, 1, 2, 2, 1, 2, 7, 2, 8, 1, 5, 1, 7, 1, 2, 1, 1, 6, 1, 5, 1, 1, 1, 1, 1, 2, 2, 4, 1, 5, 4, 1, 1, 1, 1], "chunk_stats": {"count": 280, "sum": 684, "mean": 2.442857142857143, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 127, "sum": 684, "mean": 5.3858267716535435, "median": 5.0, "p95": 9.0, "max": 11, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10913300000174786, "decode_time_sec": 5.153186296000058, "total_time_sec": 5.307481027000904, "prefill_units_per_sec": 71170.04022500623, "prefill_bytes_per_sec": 71023.43012540534, "decode_units_per_sec": 397.42401736759894, "decode_bytes_per_sec": 397.42401736759894, "total_units_per_sec": 385.8704326178746, "total_bytes_per_sec": 385.8704326178746, "step_latency_ms": {"count": 128, "sum": 5034, "mean": 39.328125, "median": 41.0, "p95": 43.0, "max": 49, "min": 18}, "peak_allocated_mb": 7885.57470703125, "peak_reserved_mb": 8076.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7751, "mean": 484.4375, "median": 357.5, "p95": 855.0, "max": 996, "min": 260}, "model_input_units": {"count": 16, "sum": 7767, "mean": 485.4375, "median": 358.5, "p95": 856.0, "max": 997, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7751, "model_input_units": 7767, "stage0_units": 2762, "stage1_units": 1260, "bytes_per_stage0_unit": 2.8062997827661116, "stage0_per_stage1_unit": 2.1920634920634923}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7767, "units_out": 2762, "chunk_lengths": [1, 1, 3, 1, 5, 1, 7, 1, 7, 1, 7, 1, 1, 1, 1, 1, 5, 1, 1, 1, 5, 3, 5, 4, 1, 11, 5, 3, 4, 8, 9, 1, 4, 5, 8, 5, 4, 6, 6, 3, 6, 1, 3, 2, 5, 5, 2, 3, 1, 1, 4, 5, 2, 3, 1, 1, 5, 3, 3, 1, 1, 4, 2, 5, 3, 8, 1, 5, 1, 1, 1, 1, 5, 2, 3, 1, 1, 4, 1, 5, 1, 1, 1, 3, 1, 6, 1, 6, 1, 2, 2, 1, 1, 3, 2, 5, 2, 6, 2, 5, 1, 1, 9, 2, 4, 2, 10, 1, 2, 4, 1, 4, 6, 7, 2, 3, 1, 1, 4, 3, 6, 3, 11, 2, 3, 3, 4, 5, 3, 1, 1, 9, 1, 3, 2, 3, 1, 11, 7, 1, 1, 6, 1, 6, 1, 9, 2, 4, 1, 4, 5, 5, 8, 1, 2, 3, 3, 7, 2, 8, 3, 5, 1, 9, 6, 2, 1, 6, 1, 5, 1, 2, 1, 1, 5, 1, 5, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 3, 4, 1, 2, 1, 5, 2, 6, 2, 5, 1, 1, 9, 1, 1, 1, 4, 2, 5, 1, 5, 1, 1, 9, 1, 2, 1, 1, 1, 4, 2, 1, 1, 13, 3, 4, 1, 2, 1, 5, 1, 1, 1, 2, 3, 1, 2, 6, 2, 1, 3, 1, 1, 9, 2, 1, 4, 5, 1, 8, 2, 3, 1, 2, 6, 1, 1, 2, 7, 1, 9, 7, 9, 2, 1, 2, 4, 1, 8, 1, 3, 4, 5, 1, 9, 1, 2, 5, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 4, 1, 4, 1, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 8, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 2, 2, 1, 5, 6, 1, 2, 4, 1, 1, 2, 1, 2, 1, 3, 1, 1, 5, 1, 2, 4, 1, 2, 1, 2, 1, 1, 9, 8, 1, 2, 2, 2, 1, 2, 1, 4, 1, 8, 1, 1, 1, 9, 6, 1, 2, 2, 2, 1, 9, 5, 1, 7, 2, 4, 6, 6, 1, 1, 1, 1, 3, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2, 8, 2, 1, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 13, 4, 1, 1, 2, 1, 3, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 9, 7, 10, 1, 2, 1, 1, 13, 5, 1, 17, 1, 2, 6, 2, 7, 1, 5, 1, 1, 1, 1, 1, 1, 6, 2, 5, 1, 5, 1, 3, 4, 1, 1, 5, 6, 1, 1, 17, 2, 1, 1, 3, 1, 1, 4, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 5, 1, 4, 2, 1, 5, 1, 8, 2, 4, 4, 1, 2, 2, 2, 2, 6, 1, 2, 2, 1, 1, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 2, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 8, 1, 5, 1, 2, 4, 4, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 4, 1, 2, 4, 4, 1, 1, 1, 1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 2, 4, 2, 4, 1, 3, 1, 1, 1, 4, 2, 7, 1, 1, 1, 4, 1, 1, 9, 1, 2, 5, 4, 3, 1, 3, 1, 1, 6, 1, 13, 1, 5, 4, 1, 5, 3, 5, 1, 4, 1, 9, 5, 4, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 1, 4, 1, 2, 4, 1, 1, 1, 1, 2, 4, 1, 1, 13, 1, 6, 2, 4, 1, 4, 1, 4, 1, 1, 13, 1, 2, 4, 1, 3, 1, 1, 17, 1, 6, 2, 4, 3, 1, 7, 1, 3, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 3, 4, 8, 1, 17, 7, 1, 1, 3, 1, 7, 2, 5, 1, 1, 3, 1, 5, 2, 5, 1, 1, 1, 3, 1, 5, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 2, 5, 1, 4, 1, 5, 1, 9, 1, 2, 4, 1, 5, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 1, 1, 1, 1, 3, 1, 5, 1, 5, 1, 1, 3, 2, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 2, 4, 1, 22, 3, 2, 1, 11, 1, 1, 4, 2, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 4, 1, 22, 5, 1, 6, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 9, 1, 1, 2, 1, 6, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 3, 10, 2, 1, 1, 1, 2, 10, 1, 9, 6, 1, 5, 1, 1, 1, 3, 4, 2, 1, 1, 1, 2, 4, 1, 9, 1, 2, 8, 1, 3, 1, 13, 6, 1, 5, 1, 1, 1, 3, 8, 1, 3, 2, 1, 1, 1, 2, 8, 1, 3, 1, 9, 4, 1, 13, 6, 1, 5, 1, 1, 1, 3, 3, 8, 1, 3, 2, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 9, 1, 5, 1, 7, 2, 1, 3, 1, 1, 5, 1, 1, 5, 1, 6, 1, 3, 2, 1, 11, 1, 29, 1, 1, 1, 18, 1, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 5, 1, 6, 1, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 1, 30, 5, 1, 6, 1, 5, 1, 6, 2, 4, 1, 4, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 1, 1, 5, 6, 1, 5, 3, 2, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 2, 2, 9, 4, 1, 13, 6, 1, 1, 1, 1, 1, 1, 5, 3, 2, 6, 1, 5, 3, 2, 1, 13, 2, 1, 1, 1, 1, 5, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 1, 1, 1, 5, 2, 1, 13, 1, 1, 1, 6, 5, 4, 1, 1, 2, 1, 5, 1, 2, 7, 1, 4, 5, 13, 1, 1, 2, 1, 1, 6, 5, 5, 3, 1, 7, 3, 4, 4, 1, 1, 5, 13, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 4, 1, 1, 3, 2, 4, 1, 1, 9, 1, 2, 3, 2, 4, 1, 1, 4, 1, 1, 8, 1, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 4, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 6, 1, 1, 4, 1, 9, 2, 1, 2, 3, 1, 2, 4, 1, 2, 6, 1, 3, 9, 1, 4, 4, 1, 1, 4, 1, 2, 5, 4, 1, 4, 11, 5, 4, 1, 6, 6, 1, 6, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 6, 1, 5, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 6, 1, 1, 1, 2, 3, 2, 3, 1, 2, 3, 1, 3, 3, 1, 7, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 1, 2, 1, 3, 1, 3, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 2, 1, 1, 1, 1, 6, 1, 3, 1, 2, 7, 1, 3, 1, 7, 1, 1, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 8, 2, 1, 3, 1, 1, 6, 1, 7, 1, 1, 4, 1, 1, 1, 1, 13, 3, 4, 1, 9, 2, 8, 4, 3, 1, 6, 1, 7, 1, 9, 1, 1, 1, 2, 4, 1, 4, 5, 1, 5, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 8, 1, 2, 1, 9, 1, 1, 6, 1, 6, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 1, 2, 6, 1, 5, 3, 1, 6, 1, 7, 5, 2, 1, 3, 4, 7, 1, 1, 1, 3, 1, 4, 4, 1, 6, 1, 1, 1, 5, 1, 7, 2, 1, 9, 1, 1, 1, 2, 1, 9, 1, 9, 1, 1, 1, 2, 1, 7, 1, 9, 1, 1, 1, 2, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 9, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 1, 1, 7, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 7, 1, 2, 2, 2, 2, 3, 1, 4, 1, 1, 3, 1, 1, 9, 5, 2, 1, 3, 1, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 2, 2, 1, 5, 2, 1, 7, 1, 9, 2, 1, 2, 4, 1, 4, 4, 1, 2, 2, 2, 1, 7, 1, 2, 1, 4, 2, 5, 3, 5, 4, 3, 1, 2, 5, 3, 5, 9, 8, 1, 2, 2, 1, 7, 2, 4, 1, 2, 2, 1, 9, 4, 7, 1, 2, 2, 1, 6, 1, 2, 4, 1, 4, 1, 1, 3, 1, 1, 13, 1, 2, 2, 4, 1, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 1, 1, 7, 1, 5, 1, 2, 4, 1, 4, 1, 17, 7, 5, 5, 1, 21, 2, 2, 13, 8, 1, 2, 2, 1, 6, 1, 1, 9, 4, 1, 2, 3, 2, 7, 1, 2, 2, 1, 6, 1, 1, 1, 1, 3, 4, 1, 4, 1, 8, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 5, 4, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 8, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 7, 2, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 1, 9, 7, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 9, 6, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 2, 1, 5, 1, 1, 9, 7, 1, 5, 2, 1, 1, 1, 1, 2, 7, 1, 5, 2, 1, 7, 1, 4, 1, 1, 9, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 2, 7, 1, 7, 1, 4, 2, 1, 3, 1, 4, 1, 7, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 4, 1, 7, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 3, 5, 1, 5, 2, 1, 2, 1, 5, 1, 4, 1, 1, 5, 6, 2, 2, 1, 1, 1, 3, 1, 5, 1, 5, 1, 4, 1, 1, 5, 2, 6, 1, 1, 2, 1, 8, 5, 7, 2, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 2, 2, 1, 5, 1, 2, 4, 7, 3, 7, 4, 3, 5, 1, 7, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 7, 3, 5, 1, 6, 1, 2, 5, 1, 2, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 5, 6, 2, 7, 1, 4, 1, 3, 1, 1, 5, 1, 2, 2, 2, 1, 5, 1, 2, 1, 4, 3, 1, 3, 4, 5, 1, 1, 3, 1, 3, 1, 3, 5, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 1, 10, 1, 4, 5, 1, 3, 2, 7, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 2, 2, 1, 5, 1, 2, 4, 1, 3, 3, 1, 3, 4, 3, 1, 5, 2, 1, 1, 2, 1, 2, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 7, 2, 5, 1, 3, 1, 6, 1, 6, 1, 1, 5, 2, 6, 1, 3, 1, 6, 3, 1, 2, 7, 1, 6, 7, 3, 2, 6, 1, 6, 4, 1, 5, 2, 1, 3, 10, 1, 1, 2, 7, 2, 4, 1, 2, 2, 3, 1, 7, 4, 5, 2, 1, 2, 1, 2, 1, 5, 5, 4, 6, 1, 1, 1, 1, 3, 1, 1, 4, 1, 6, 1, 1, 3, 1, 1, 9, 2, 1, 5, 1, 2, 1, 3, 1, 2, 4, 5, 1, 6, 1, 2, 1, 8, 4, 9, 1, 1, 8, 4, 5, 6, 1, 9, 1, 2, 1, 3, 1, 4, 1, 9, 1, 2, 4, 2, 2, 1, 13, 3, 1, 4, 2, 1, 3, 1, 4, 1, 8, 1, 1, 13, 1, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 1, 9, 4, 1, 13, 1, 5, 4, 5, 1, 1, 4, 2, 2, 1, 1, 4], "chunk_stats": {"count": 2762, "sum": 7767, "mean": 2.8120926864590876, "median": 1.0, "p95": 9.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 2762, "units_out": 1260, "chunk_lengths": [1, 2, 2, 4, 1, 1, 1, 2, 2, 1, 3, 1, 2, 3, 2, 3, 1, 3, 1, 2, 1, 2, 2, 1, 1, 1, 2, 3, 1, 5, 2, 1, 3, 1, 3, 1, 3, 1, 1, 5, 2, 1, 1, 2, 2, 2, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 7, 3, 2, 1, 1, 3, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 2, 7, 2, 1, 2, 2, 1, 1, 1, 6, 3, 3, 2, 2, 5, 1, 4, 2, 2, 3, 1, 1, 3, 1, 1, 3, 2, 2, 5, 3, 1, 4, 2, 2, 4, 2, 1, 3, 1, 1, 1, 2, 5, 6, 1, 3, 1, 1, 2, 5, 3, 1, 1, 6, 2, 8, 1, 1, 2, 4, 3, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 2, 4, 3, 2, 2, 4, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 4, 4, 3, 1, 6, 2, 6, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 4, 1, 3, 1, 4, 1, 1, 3, 1, 5, 1, 5, 2, 3, 4, 3, 2, 1, 1, 1, 1, 1, 5, 1, 5, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 3, 4, 3, 1, 1, 2, 2, 1, 1, 3, 3, 2, 1, 1, 1, 6, 3, 1, 1, 3, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 4, 1, 2, 3, 1, 2, 3, 1, 1, 1, 3, 2, 1, 2, 5, 1, 5, 1, 3, 3, 1, 1, 2, 1, 6, 1, 4, 1, 4, 1, 3, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 3, 2, 1, 2, 2, 1, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 2, 1, 2, 3, 2, 1, 1, 2, 2, 6, 1, 2, 5, 3, 1, 1, 1, 7, 6, 3, 4, 1, 5, 1, 2, 1, 3, 4, 2, 2, 4, 1, 2, 1, 2, 2, 3, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 6, 1, 1, 1, 7, 1, 3, 2, 5, 2, 5, 1, 1, 5, 1, 3, 2, 6, 1, 1, 2, 2, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 3, 2, 3, 3, 1, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 4, 2, 2, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 1, 2, 2, 1, 1, 4, 3, 3, 1, 2, 6, 1, 2, 1, 4, 3, 1, 3, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 5, 5, 5, 7, 9, 1, 1, 6, 4, 2, 5, 2, 5, 4, 2, 2, 1, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 5, 1, 2, 2, 1, 1, 1, 2, 4, 1, 4, 1, 3, 2, 2, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 4, 1, 1, 3, 1, 5, 3, 1, 1, 6, 3, 1, 1, 1, 1, 6, 1, 1, 7, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 4, 2, 1, 1, 4, 1, 1, 4, 11, 1, 1, 2, 1, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 1, 2, 1, 1, 3, 1, 2, 3, 1, 1, 8, 1, 5, 1, 1, 1, 1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 7, 2, 4, 1, 1, 1, 6, 1, 3, 1, 4, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 6, 2, 3, 1, 8, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 2, 2, 1, 1, 3, 3, 6, 1, 6, 5, 1, 7, 3, 3, 3, 5, 1, 3, 1, 1, 1, 4, 1, 4, 2, 1, 1, 1, 3, 2, 1, 3, 3, 1, 1, 3, 3, 6, 1, 6, 5, 1, 4, 1, 6, 2, 3, 4, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 2, 4, 1, 1, 10, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 2, 1, 1, 2, 2, 3, 2, 1, 1, 2, 1, 2, 4, 2, 2, 6, 2, 6, 1, 2, 7, 2, 5, 1, 3, 2, 6, 4, 2, 6, 1, 1, 2, 2, 6, 2, 2, 2, 5, 1, 2, 2, 3, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 3, 2, 1, 1, 1, 6, 4, 1, 3, 3, 4, 1, 1, 3, 1, 6, 1, 3, 2, 2, 2, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 2, 3, 2, 1, 2, 2, 5, 1, 1, 6, 1, 3, 1, 4, 2, 2, 3, 3, 1, 1, 3, 1, 2, 1, 6, 2, 1, 4, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 4, 4, 1, 7, 1, 1, 6, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 6, 2, 1, 5, 1, 2, 1, 1, 6, 1, 2, 1, 2, 1, 5, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 1, 2, 2, 2, 2, 2, 2, 3, 1, 5, 2, 3, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 6, 3, 2, 1, 4, 1, 14, 1, 1, 1, 11, 1, 1, 1, 6, 12, 1, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 2, 1, 2, 1, 6, 4, 1, 8, 1, 1, 5, 5, 1, 6, 6, 1, 13, 1, 10, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 4, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 4, 4, 2, 4, 1, 2, 2, 2, 1, 1, 2, 4, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 2, 4, 1, 3, 1, 1, 2, 4, 1, 1, 4, 1, 1, 2, 4, 1, 5, 1, 1, 5, 3, 3, 1, 1, 5, 2, 2, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 5, 1, 2, 1, 2, 3, 2, 5], "chunk_stats": {"count": 1260, "sum": 2762, "mean": 2.1920634920634923, "median": 2.0, "p95": 6.0, "max": 14, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 703, "chunk_lengths": [1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 3, 5, 2, 5, 1, 5, 1, 1, 1, 3, 2, 6, 1, 1, 2, 1, 1, 1, 3, 9, 5, 9, 1, 9, 1, 3, 2, 1, 1, 1, 1, 1, 2, 3, 6, 1, 3, 1, 2, 1, 13, 13, 1, 2, 1, 1, 3, 2, 4, 1, 11, 4, 6, 4, 4, 3, 1, 1, 1, 17, 8, 3, 1, 1, 5, 2, 4, 1, 1, 1, 1, 5, 5, 2, 4, 1, 1, 2, 1, 1, 1, 1, 21, 1, 1, 1, 5, 5, 13, 1, 1, 1, 4, 1, 5, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 5, 4, 1, 1, 1, 7, 1, 4, 9, 1, 1, 5, 4, 9, 5, 1, 1, 5, 5, 2, 2, 5, 1, 1, 5, 1, 1, 9, 1, 1, 1, 1, 1, 6, 6, 2, 1, 2, 1, 2, 8, 5, 3, 3, 1, 1, 1, 8, 4, 1, 1, 2, 1, 2, 2, 1, 1, 1, 6, 2, 13, 2, 4, 1, 8, 1, 1, 6, 3, 3, 1, 1, 5, 1, 4, 1, 1, 1, 1, 6, 9, 2, 1, 1, 1, 1, 3, 5, 2, 1, 6, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 2, 4, 4, 17, 6, 2, 1, 8, 1, 1, 7, 2, 4, 1, 5, 1, 1, 4, 1, 3, 2, 1, 1, 5, 2, 6, 2, 3, 5, 1, 9, 7, 1, 4, 4, 5, 4, 1, 1, 8, 9, 1, 1, 4, 2, 1, 6, 6, 1, 5, 2, 4, 1, 2, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 5, 4, 7, 1, 5, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 1, 4, 2, 2, 1, 4, 2, 5, 1, 6, 6, 9, 1, 8, 1, 1, 4, 1, 1, 2, 1, 5, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 5, 7, 2, 1, 2, 1, 7, 1, 1, 1, 5, 1, 5, 1, 4, 7, 4, 4, 1, 2, 10, 1, 1, 5, 5, 4, 3, 2, 1, 1, 1, 2, 1, 4, 17, 1, 2, 3, 6, 1, 6, 1, 1, 1, 3, 2, 5, 1, 1, 4, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 6, 4, 7, 1, 1, 6, 2, 4, 3, 1, 2, 1, 5, 1, 1, 1, 1, 4, 1, 1, 2, 1, 3, 4, 1, 4, 2, 2, 1, 5, 1, 17, 1, 9, 9, 6, 1, 5, 13, 2, 1, 2, 5, 3, 1, 1, 1, 1, 1, 2, 1, 9, 3, 1, 1, 6, 1, 2, 1, 3, 4, 1, 2, 3, 3, 9, 1, 1, 5, 6, 1, 6, 5, 2, 5, 2, 1, 3, 1, 1, 1, 1, 2, 1, 4, 3, 3, 1, 3, 4, 3, 1, 1, 1, 7, 1, 1, 1, 4, 4, 1, 1, 1, 4, 1, 5, 1, 5, 1, 2, 3, 5, 1, 4, 13, 2, 2, 1, 7, 2, 1, 1, 1, 1, 1, 2, 7, 1, 9, 1, 3, 1, 1, 5, 1, 5, 5, 1, 1, 4, 1, 8, 4, 4, 4, 1, 1, 1, 1, 1, 1, 9, 5, 1, 9, 1, 4, 10, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 7, 3, 2, 1, 5, 2, 4, 3, 1, 3, 1, 1, 3, 5, 4, 2, 2, 2, 1, 5, 1, 2, 1, 1, 2, 1, 1, 6, 8, 4, 5, 1, 1, 2, 1, 1, 8, 1, 3, 6, 1, 7, 4, 1, 1, 1, 2, 1, 2, 1, 4, 1, 9, 4, 1, 1, 5, 6, 2, 1, 1, 5, 2, 2, 4, 1, 4, 2, 5, 1, 5, 7, 1, 2, 1, 5, 1, 2, 13, 5, 4, 6, 1, 5, 3, 9, 2, 1, 3, 3, 1, 4, 1, 1, 6, 1, 1, 2, 6, 4, 1, 1, 4, 3, 1, 1, 1, 2, 1, 1, 5, 1, 2, 4, 5, 1, 6, 2, 1, 1, 2, 2, 1, 4, 8, 2, 3, 3, 5, 6, 4, 2], "chunk_stats": {"count": 715, "sum": 2048, "mean": 2.8643356643356643, "median": 2.0, "p95": 8.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 277, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1, 2, 1, 1, 1, 5, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 2, 3, 1, 2, 3, 1, 4, 1, 1, 1, 7, 1, 1, 1, 3, 3, 1, 3, 2, 1, 1, 2, 3, 6, 2, 2, 1, 2, 1, 11, 4, 1, 3, 4, 6, 1, 1, 4, 4, 1, 1, 1, 3, 4, 1, 1, 1, 4, 3, 1, 7, 1, 6, 3, 1, 3, 3, 1, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 4, 6, 2, 1, 7, 1, 3, 3, 1, 4, 2, 1, 1, 2, 8, 3, 4, 1, 1, 6, 1, 2, 3, 2, 4, 11, 2, 2, 3, 2, 2, 2, 7, 1, 1, 4, 3, 1, 1, 4, 3, 1, 1, 1, 2, 2, 1, 5, 1, 1, 2, 3, 7, 3, 1, 1, 7, 3, 1, 1, 1, 1, 4, 1, 1, 1, 3, 7, 5, 1, 1, 9, 12, 2, 4, 1, 1, 4, 1, 1, 3, 2, 3, 1, 1, 1, 2, 4, 1, 6, 1, 1, 3, 5, 2, 1, 3, 1, 11, 1, 1, 2, 1, 5, 5, 2, 9, 2, 2, 6, 2, 5, 2, 2, 1, 1, 1, 1, 4, 2, 1, 2, 2, 1, 3, 1, 2, 2, 3, 1, 1, 4, 4, 1, 1, 1, 2, 1, 1, 2, 3, 7, 1, 1, 6, 3, 1, 1, 3, 3, 3, 4, 3, 1, 3, 5, 9, 2, 2, 2, 1, 2, 6, 4, 2, 2, 4, 2, 2, 1, 3, 3, 4, 4, 1, 1, 2, 4, 1], "chunk_stats": {"count": 285, "sum": 703, "mean": 2.466666666666667, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 703, "mean": 5.4921875, "median": 5.0, "p95": 8.0, "max": 11, "min": 2}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.1105893690000812, "decode_time_sec": 5.143631672999618, "total_time_sec": 5.300251483000466, "prefill_units_per_sec": 72972.6561690941, "prefill_bytes_per_sec": 72827.97680122477, "decode_units_per_sec": 398.1622577585664, "decode_bytes_per_sec": 398.1622577585664, "total_units_per_sec": 386.3967599591387, "total_bytes_per_sec": 386.3967599591387, "step_latency_ms": {"count": 128, "sum": 5027, "mean": 39.2734375, "median": 41.0, "p95": 42.0, "max": 43, "min": 8}, "peak_allocated_mb": 7200.29443359375, "peak_reserved_mb": 7374.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8054, "mean": 503.375, "median": 482.0, "p95": 789.5, "max": 806, "min": 281}, "model_input_units": {"count": 16, "sum": 8070, "mean": 504.375, "median": 483.0, "p95": 790.5, "max": 807, "min": 282}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 8054, "model_input_units": 8070, "stage0_units": 2731, "stage1_units": 1348, "bytes_per_stage0_unit": 2.9491028927132916, "stage0_per_stage1_unit": 2.0259643916913945}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 8070, "units_out": 2731, "chunk_lengths": [1, 1, 3, 3, 1, 1, 8, 1, 7, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 8, 2, 7, 1, 7, 1, 3, 1, 9, 2, 4, 1, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 2, 4, 1, 1, 1, 1, 5, 7, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 7, 1, 2, 4, 1, 1, 1, 5, 2, 2, 5, 1, 1, 4, 5, 7, 1, 8, 1, 8, 2, 5, 5, 7, 1, 5, 2, 1, 8, 4, 1, 1, 1, 5, 1, 2, 4, 3, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 7, 1, 1, 1, 9, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 8, 2, 1, 1, 1, 5, 7, 1, 5, 2, 2, 5, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 5, 7, 1, 8, 1, 8, 2, 1, 4, 1, 5, 2, 5, 1, 1, 4, 1, 1, 2, 1, 7, 1, 9, 1, 1, 7, 1, 1, 5, 7, 1, 2, 5, 1, 1, 6, 1, 2, 7, 6, 1, 7, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 6, 2, 1, 5, 1, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 8, 1, 1, 2, 1, 4, 5, 1, 1, 1, 3, 1, 1, 1, 7, 3, 1, 3, 1, 1, 6, 1, 16, 4, 2, 3, 5, 1, 1, 13, 5, 2, 2, 1, 1, 13, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 6, 1, 1, 17, 6, 2, 1, 3, 1, 1, 3, 1, 5, 1, 6, 1, 1, 1, 17, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 1, 1, 3, 2, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 9, 2, 4, 3, 1, 1, 1, 9, 2, 1, 2, 5, 1, 2, 4, 1, 1, 3, 4, 1, 2, 1, 1, 7, 1, 8, 1, 2, 2, 3, 1, 2, 4, 1, 5, 1, 3, 11, 1, 7, 1, 2, 1, 2, 3, 2, 2, 1, 4, 3, 4, 9, 1, 2, 2, 4, 1, 9, 1, 1, 1, 5, 2, 1, 3, 1, 1, 8, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 2, 1, 2, 1, 3, 8, 1, 2, 1, 4, 4, 1, 1, 10, 3, 4, 2, 6, 1, 6, 1, 1, 1, 1, 4, 9, 2, 4, 1, 6, 3, 1, 3, 1, 5, 2, 2, 1, 4, 1, 4, 2, 1, 1, 6, 1, 2, 1, 2, 11, 1, 9, 2, 3, 3, 5, 3, 1, 7, 1, 3, 4, 1, 3, 3, 5, 10, 1, 1, 9, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 4, 1, 7, 3, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 10, 1, 2, 1, 2, 1, 1, 4, 9, 1, 2, 1, 3, 1, 1, 1, 3, 6, 1, 1, 3, 2, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 1, 2, 2, 2, 3, 5, 1, 4, 1, 2, 2, 1, 16, 3, 1, 8, 1, 5, 1, 1, 4, 2, 1, 5, 1, 3, 5, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 4, 1, 6, 1, 1, 7, 1, 1, 2, 1, 1, 9, 3, 5, 1, 5, 2, 3, 5, 1, 5, 3, 1, 3, 1, 6, 1, 1, 7, 1, 1, 2, 1, 4, 9, 1, 3, 1, 6, 1, 8, 1, 5, 2, 8, 1, 4, 9, 1, 2, 3, 1, 8, 1, 5, 1, 13, 1, 6, 2, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 1, 6, 4, 3, 1, 3, 1, 1, 8, 1, 6, 1, 17, 1, 5, 5, 5, 1, 1, 3, 8, 1, 5, 1, 4, 1, 1, 1, 1, 1, 34, 1, 1, 6, 7, 1, 4, 5, 7, 1, 5, 1, 1, 6, 1, 7, 1, 1, 1, 1, 6, 1, 1, 5, 1, 1, 13, 6, 2, 1, 3, 1, 1, 8, 1, 6, 1, 1, 5, 1, 9, 4, 1, 13, 6, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 1, 5, 1, 9, 3, 4, 5, 1, 1, 1, 3, 1, 1, 2, 5, 1, 4, 5, 1, 5, 4, 5, 2, 1, 2, 4, 2, 4, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 8, 1, 4, 2, 1, 2, 4, 2, 3, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 1, 1, 1, 5, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 8, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 4, 1, 1, 1, 2, 4, 1, 1, 1, 3, 3, 1, 4, 1, 1, 2, 1, 10, 1, 5, 1, 1, 1, 3, 1, 1, 9, 10, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 10, 1, 1, 2, 4, 1, 2, 6, 3, 1, 1, 9, 6, 1, 4, 1, 1, 2, 2, 1, 3, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 9, 6, 1, 1, 2, 4, 1, 5, 2, 1, 3, 1, 1, 3, 1, 6, 1, 1, 2, 4, 1, 4, 1, 6, 1, 4, 1, 1, 1, 1, 9, 1, 2, 2, 6, 1, 1, 2, 4, 1, 4, 1, 1, 3, 1, 10, 1, 1, 1, 2, 3, 1, 1, 5, 1, 1, 1, 4, 2, 1, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 2, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 1, 5, 4, 1, 2, 5, 1, 8, 2, 1, 3, 5, 1, 4, 7, 7, 1, 3, 1, 1, 5, 1, 1, 5, 1, 2, 4, 1, 3, 1, 1, 3, 1, 12, 2, 3, 10, 1, 2, 1, 1, 4, 1, 4, 1, 6, 1, 2, 1, 1, 1, 9, 1, 5, 10, 1, 1, 2, 1, 4, 1, 1, 1, 6, 1, 1, 1, 5, 1, 8, 1, 2, 4, 1, 2, 5, 1, 7, 1, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 5, 1, 2, 1, 8, 1, 9, 1, 2, 9, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 6, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 2, 4, 1, 1, 2, 2, 6, 1, 2, 2, 1, 1, 9, 1, 2, 1, 1, 8, 1, 4, 1, 1, 2, 2, 4, 1, 5, 1, 2, 1, 2, 4, 1, 1, 3, 1, 2, 2, 8, 13, 4, 1, 5, 2, 4, 1, 1, 4, 1, 4, 1, 4, 1, 3, 1, 9, 4, 2, 1, 2, 4, 1, 4, 1, 2, 2, 5, 3, 1, 4, 1, 13, 4, 1, 5, 2, 4, 1, 3, 9, 4, 1, 1, 8, 2, 1, 1, 4, 1, 7, 1, 1, 7, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 3, 4, 1, 4, 1, 9, 3, 4, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 8, 1, 6, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 2, 3, 1, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 11, 10, 4, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 11, 14, 7, 2, 1, 2, 3, 1, 1, 3, 1, 1, 2, 4, 1, 6, 2, 1, 3, 1, 1, 6, 1, 5, 1, 2, 3, 2, 1, 2, 4, 1, 2, 2, 2, 2, 2, 1, 2, 3, 1, 2, 2, 1, 2, 1, 6, 2, 1, 1, 15, 4, 1, 6, 1, 5, 1, 3, 6, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 11, 10, 1, 3, 1, 1, 6, 2, 2, 1, 4, 4, 3, 1, 3, 1, 3, 1, 1, 7, 1, 6, 1, 11, 3, 4, 1, 1, 3, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 2, 1, 3, 9, 4, 1, 1, 3, 1, 6, 1, 1, 1, 1, 2, 2, 3, 1, 4, 2, 3, 4, 1, 1, 1, 2, 4, 5, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 9, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 5, 1, 4, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 5, 1, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 6, 1, 6, 1, 1, 1, 9, 2, 1, 6, 4, 1, 5, 1, 1, 5, 1, 3, 1, 3, 6, 1, 1, 1, 2, 1, 5, 1, 5, 5, 4, 9, 4, 1, 1, 6, 2, 1, 3, 1, 1, 5, 1, 5, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 2, 4, 1, 5, 1, 13, 4, 1, 6, 2, 1, 1, 1, 1, 2, 4, 1, 5, 9, 5, 2, 1, 4, 1, 1, 6, 2, 4, 1, 5, 1, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 6, 1, 4, 1, 9, 1, 1, 1, 3, 7, 4, 1, 1, 3, 2, 7, 2, 3, 1, 1, 1, 9, 4, 2, 2, 2, 4, 1, 1, 1, 1, 1, 13, 4, 2, 4, 1, 1, 1, 1, 6, 1, 1, 17, 1, 2, 1, 1, 6, 1, 21, 3, 4, 1, 3, 1, 8, 1, 1, 1, 17, 3, 4, 2, 2, 13, 3, 4, 2, 4, 1, 1, 9, 2, 2, 2, 2, 4, 1, 2, 2, 4, 1, 13, 1, 3, 1, 1, 3, 2, 1, 13, 1, 2, 2, 4, 1, 9, 1, 21, 1, 8, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 8, 1, 1, 4, 1, 1, 3, 2, 4, 2, 2, 6, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 4, 2, 1, 1, 2, 2, 4, 1, 1, 9, 1, 7, 2, 1, 4, 1, 1, 6, 1, 1, 5, 1, 6, 1, 10, 1, 5, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 1, 6, 1, 1, 4, 1, 1, 4, 1, 1, 4, 1, 3, 1, 1, 3, 1, 1, 4, 1, 3, 1, 26, 1, 1, 16, 1, 4, 4, 1, 4, 1, 44, 1, 2, 6, 1, 2, 6, 1, 44, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 44, 1, 1, 5, 1, 1, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 8, 1, 1, 3, 2, 1, 2, 2, 5, 2, 1, 2, 2, 1, 1, 6, 20, 1, 2, 1, 2, 1, 4, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 5, 4, 3, 1, 4, 1, 8, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 8, 1, 9, 7, 4, 5, 1, 13, 3, 4, 2, 2, 1, 5, 3, 1, 3, 2, 3, 1, 4, 1, 3, 1, 5, 5, 1, 3, 2, 3, 1, 4, 1, 5, 1, 1, 5, 1, 2, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 5, 1, 3, 1, 2, 4, 4, 1, 9, 6, 1, 3, 1, 13, 1, 2, 1, 17, 3, 1, 4, 1, 2, 4, 1, 3, 1, 2, 1, 13, 7, 2, 2, 9, 1, 17, 1, 2, 1, 21, 4, 1, 5, 1, 2, 1, 21, 3, 4, 1, 4, 17, 7, 2, 2, 9, 1, 21, 3, 4, 1, 3, 1, 13, 1, 2, 1, 17, 5, 1, 5, 2, 4, 1, 5, 1, 2, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 5, 1, 6, 5, 2, 1, 1, 1, 2, 1, 7, 5, 1, 2, 2, 1, 1, 5, 2, 1, 4, 3, 1, 4, 3, 1, 1, 1, 2, 6, 5, 1, 2, 1, 2, 4, 1, 4, 7, 1, 5, 5, 1, 7, 1, 8, 7, 10, 5, 1, 7, 1, 1, 4, 3, 1, 1, 3, 1, 4, 5, 2, 4, 1, 4, 1, 1, 5, 5, 5, 1, 1, 6, 1, 1, 2, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 1, 5, 1, 1, 1, 1, 1, 3, 3, 8, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 1, 9, 5, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 3, 1, 7, 1, 4, 1, 6, 1, 3, 1, 1, 6, 1, 1, 1, 3, 1, 6, 1, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 7, 6, 1, 1, 1, 18, 1, 6, 1, 2, 1, 5, 6, 1, 3, 1, 1, 1, 2, 5, 7, 1, 5, 1, 26, 1, 1, 6, 1, 1, 4, 5, 2, 6, 1, 7, 1, 10, 1, 27, 1, 2, 4, 2, 6, 1, 4, 8, 2, 6, 1, 3, 6, 1, 1, 17, 1, 5, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 13, 1, 1, 1, 1, 9, 1, 2, 1, 13, 6, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 3, 1, 6, 1, 1, 13, 1, 3, 1, 1, 8, 1, 5, 1, 7, 1, 6, 1, 1, 13, 4, 1, 3, 3, 6, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 9, 1, 1, 5, 1, 9, 1, 3, 1, 9, 6, 1, 9, 1, 9, 1, 6, 1, 2, 2, 1, 9, 8, 1, 3, 1, 2, 2, 1, 9, 1, 4, 1, 4, 1, 9, 2, 1, 1, 1, 1, 4, 1, 9, 1, 5, 1, 4, 1, 9, 4, 4, 1, 4, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 6, 2, 1, 3, 1, 1, 1, 5, 1, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 5, 1, 1, 1, 9, 1, 6, 1, 1, 3, 3, 1, 1, 9, 1, 6, 1, 9, 4, 4, 3, 1, 1, 4, 4, 1, 2, 1, 1, 4, 1, 2, 1, 6, 1, 2, 1, 2, 1, 2, 1, 2, 1, 8, 1, 3, 1, 1, 1, 13, 1, 2, 5, 1, 1, 1, 1, 3, 1, 1, 1, 2, 4, 4, 1, 17, 1, 1, 9, 1, 1, 5, 1, 3, 1, 3, 5, 1, 1], "chunk_stats": {"count": 2731, "sum": 8070, "mean": 2.954961552544855, "median": 1.0, "p95": 9.0, "max": 44, "min": 1}}, {"stage": 1, "units_in": 2731, "units_out": 1348, "chunk_lengths": [1, 2, 1, 3, 2, 1, 6, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 2, 6, 5, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 6, 1, 5, 1, 3, 2, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 2, 2, 2, 1, 3, 6, 1, 5, 1, 2, 11, 1, 2, 1, 1, 2, 1, 1, 5, 7, 2, 1, 3, 2, 3, 1, 1, 5, 3, 5, 1, 2, 1, 1, 2, 5, 1, 1, 2, 3, 1, 1, 1, 2, 2, 4, 3, 1, 1, 5, 3, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 3, 10, 1, 1, 1, 5, 2, 2, 3, 1, 2, 1, 1, 3, 1, 2, 3, 3, 1, 3, 2, 1, 6, 1, 1, 3, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 5, 5, 1, 1, 1, 5, 1, 1, 2, 5, 3, 2, 5, 2, 7, 1, 1, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 3, 1, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 3, 1, 1, 3, 3, 1, 3, 1, 8, 4, 2, 2, 1, 1, 3, 3, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 1, 3, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 3, 1, 1, 3, 1, 2, 2, 1, 2, 1, 4, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 3, 3, 1, 4, 1, 1, 1, 6, 2, 4, 2, 2, 1, 4, 1, 4, 1, 3, 1, 6, 2, 1, 4, 4, 1, 3, 1, 1, 2, 5, 1, 2, 1, 3, 3, 4, 3, 1, 4, 2, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 2, 3, 2, 5, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 2, 4, 1, 1, 1, 1, 7, 4, 1, 2, 1, 1, 4, 2, 2, 1, 5, 1, 4, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 3, 3, 3, 2, 2, 3, 2, 3, 1, 1, 1, 1, 4, 1, 2, 2, 1, 3, 1, 2, 1, 2, 3, 2, 3, 1, 4, 1, 2, 2, 1, 6, 2, 1, 1, 1, 4, 2, 1, 1, 2, 3, 1, 5, 1, 1, 1, 3, 2, 1, 2, 3, 2, 1, 6, 7, 8, 1, 2, 1, 7, 2, 1, 5, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 5, 4, 1, 2, 1, 2, 3, 3, 1, 5, 1, 1, 2, 1, 1, 6, 3, 2, 4, 2, 3, 1, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 3, 4, 1, 1, 1, 4, 1, 1, 4, 5, 1, 5, 1, 1, 4, 2, 1, 1, 1, 2, 1, 1, 3, 1, 2, 5, 1, 2, 1, 1, 3, 3, 2, 3, 1, 3, 4, 1, 4, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 1, 1, 2, 3, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 2, 1, 3, 1, 6, 4, 1, 1, 1, 1, 1, 2, 2, 1, 9, 4, 1, 1, 1, 1, 1, 2, 6, 1, 2, 5, 1, 3, 1, 5, 2, 3, 2, 5, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 3, 5, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 4, 1, 1, 5, 3, 3, 2, 1, 1, 9, 1, 1, 10, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 1, 4, 5, 1, 1, 2, 1, 9, 2, 2, 1, 9, 1, 2, 1, 9, 2, 2, 2, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 4, 1, 4, 1, 1, 1, 2, 2, 1, 7, 1, 3, 3, 1, 3, 1, 1, 4, 5, 4, 1, 1, 5, 1, 3, 1, 1, 2, 1, 4, 1, 1, 1, 5, 5, 2, 1, 3, 1, 3, 1, 1, 2, 3, 1, 1, 6, 2, 1, 1, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 5, 1, 5, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 3, 4, 2, 4, 1, 1, 2, 4, 1, 1, 2, 3, 2, 3, 2, 1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 5, 5, 8, 1, 1, 1, 1, 3, 1, 3, 3, 3, 3, 4, 1, 8, 6, 2, 2, 3, 2, 3, 3, 4, 8, 3, 3, 2, 4, 1, 2, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 3, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 1, 1, 4, 5, 2, 3, 5, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 3, 1, 2, 1, 2, 5, 1, 1, 2, 2, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 3, 7, 4, 3, 4, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 6, 1, 1, 2, 1, 2, 3, 2, 1, 1, 2, 2, 1, 3, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 2, 2, 1, 4, 1, 1, 5, 1, 2, 2, 3, 2, 1, 2, 1, 3, 1, 2, 1, 2, 4, 1, 3, 1, 2, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 3, 1, 3, 5, 2, 6, 3, 5, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 8, 1, 1, 4, 1, 4, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 4, 1, 2, 2, 2, 1, 2, 2, 3, 3, 1, 1, 2, 2, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 1, 6, 1, 2, 4, 1, 1, 6, 1, 7, 1, 1, 6, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 5, 1, 5, 2, 1, 1, 3, 2, 3, 1, 5, 1, 6, 3, 1, 2, 1], "chunk_stats": {"count": 1348, "sum": 2731, "mean": 2.0259643916913945, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 622, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 5, 4, 5, 1, 4, 3, 5, 6, 5, 1, 3, 1, 1, 5, 7, 1, 1, 1, 8, 7, 4, 1, 1, 1, 1, 1, 4, 2, 6, 13, 6, 5, 4, 7, 3, 9, 1, 4, 1, 1, 1, 2, 9, 3, 17, 9, 2, 7, 1, 7, 1, 3, 1, 3, 2, 3, 1, 7, 2, 1, 1, 13, 6, 21, 4, 1, 1, 2, 5, 1, 4, 1, 1, 8, 4, 24, 1, 2, 1, 5, 1, 4, 1, 4, 4, 9, 1, 4, 1, 1, 2, 1, 6, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 1, 1, 1, 2, 1, 5, 5, 1, 1, 1, 1, 4, 4, 1, 2, 1, 6, 8, 1, 1, 7, 1, 4, 1, 1, 9, 3, 4, 13, 1, 2, 1, 1, 1, 1, 2, 8, 1, 1, 1, 3, 1, 1, 1, 1, 4, 4, 2, 1, 1, 8, 1, 2, 8, 6, 9, 1, 1, 4, 1, 9, 1, 1, 1, 6, 17, 1, 2, 2, 2, 1, 6, 4, 9, 1, 2, 3, 11, 7, 1, 2, 5, 6, 1, 3, 2, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 1, 3, 13, 1, 1, 1, 2, 1, 1, 1, 1, 2, 17, 3, 1, 13, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 6, 22, 3, 2, 4, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 7, 10, 2, 4, 1, 1, 1, 5, 1, 4, 1, 1, 7, 1, 1, 1, 1, 1, 1, 3, 1, 9, 7, 8, 13, 1, 9, 2, 1, 4, 1, 13, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 2, 1, 3, 1, 1, 7, 9, 3, 5, 3, 4, 2, 8, 6, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 7, 2, 1, 1, 1, 5, 3, 3, 2, 7, 4, 11, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 1, 1, 13, 1, 1, 4, 3, 1, 1, 1, 1, 13, 5, 1, 13, 1, 1, 14, 1, 1, 1, 1, 5, 2, 1, 1, 3, 5, 3, 4, 1, 4, 1, 3, 5, 1, 1, 1, 1, 6, 6, 1, 1, 4, 1, 1, 4, 1, 7, 9, 10, 1, 2, 1, 1, 1, 1, 7, 5, 1, 22, 5, 5, 1, 1, 1, 9, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 1, 1, 5, 2, 14, 1, 3, 1, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 10, 5, 1, 7, 2, 1, 5, 2, 9, 5, 1, 2, 2, 1, 4, 4, 2, 2, 5, 2, 4, 1, 1, 4, 13, 1, 1, 1, 4, 1, 3, 8, 1, 2, 1, 9, 2, 4, 4, 7, 1, 1, 7, 1, 10, 5, 1, 2, 4, 1, 29, 1, 1, 1, 4, 1, 1, 2, 4, 2, 4, 7, 3, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 4, 3, 5, 1, 9, 6, 3, 1, 1, 1, 5, 1, 1, 1, 8, 8, 6, 4, 4, 4, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 10, 4, 1, 1, 2, 8, 1, 17, 5, 2, 1, 1, 5, 3, 4, 2, 1, 1, 13, 3, 2, 1, 3, 3, 2, 3, 5, 3, 5, 6, 9, 1, 4, 1, 4, 2, 5, 1, 1, 7, 1, 3, 11, 6, 19, 3, 10, 2, 11], "chunk_stats": {"count": 632, "sum": 2048, "mean": 3.240506329113924, "median": 1.0, "p95": 10.0, "max": 29, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 278, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 2, 1, 3, 1, 2, 4, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 3, 1, 1, 3, 1, 1, 2, 6, 8, 4, 3, 1, 3, 1, 5, 4, 3, 4, 3, 5, 1, 2, 1, 2, 1, 5, 2, 1, 3, 4, 4, 1, 2, 6, 7, 1, 1, 2, 2, 1, 1, 3, 2, 1, 2, 2, 3, 2, 1, 3, 1, 3, 1, 1, 1, 3, 1, 3, 3, 5, 1, 1, 5, 4, 2, 1, 2, 5, 1, 2, 1, 1, 4, 1, 1, 4, 1, 1, 3, 8, 4, 2, 1, 2, 9, 2, 6, 1, 3, 1, 5, 1, 1, 3, 3, 1, 7, 2, 1, 1, 5, 1, 1, 3, 4, 3, 1, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 6, 4, 2, 1, 1, 3, 1, 6, 1, 7, 1, 14, 1, 1, 2, 1, 2, 1, 1, 1, 1, 5, 1, 1, 3, 1, 2, 1, 1, 1, 2, 2, 3, 2, 1, 1, 2, 2, 1, 1, 3, 2, 5, 2, 3, 1, 1, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 3, 3, 1, 3, 1, 1, 1, 1, 1, 3, 3, 6, 1, 2, 3, 2, 1, 5, 2, 3, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 4, 5, 5, 1, 1, 1, 1, 1, 1, 8, 7, 1, 3], "chunk_stats": {"count": 285, "sum": 622, "mean": 2.1824561403508773, "median": 1.0, "p95": 5.800000000000011, "max": 14, "min": 1}, "active_size_stats": {"count": 127, "sum": 622, "mean": 4.897637795275591, "median": 5.0, "p95": 8.699999999999989, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10894092099988484, "decode_time_sec": 5.049302212999464, "total_time_sec": 5.203862585000024, "prefill_units_per_sec": 76720.48228790755, "prefill_bytes_per_sec": 76573.61369295583, "decode_units_per_sec": 405.6005985792273, "decode_bytes_per_sec": 405.6005985792273, "total_units_per_sec": 393.5538201764393, "total_bytes_per_sec": 393.5538201764393, "step_latency_ms": {"count": 128, "sum": 4935, "mean": 38.5546875, "median": 41.0, "p95": 42.0, "max": 45, "min": 8}, "peak_allocated_mb": 7373.71875, "peak_reserved_mb": 7574.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8342, "mean": 521.375, "median": 473.0, "p95": 848.75, "max": 851, "min": 302}, "model_input_units": {"count": 16, "sum": 8358, "mean": 522.375, "median": 474.0, "p95": 849.75, "max": 852, "min": 303}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 8342, "model_input_units": 8358, "stage0_units": 3020, "stage1_units": 1454, "bytes_per_stage0_unit": 2.762251655629139, "stage0_per_stage1_unit": 2.077028885832187}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 8358, "units_out": 3020, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 4, 1, 8, 1, 1, 3, 1, 1, 1, 9, 2, 4, 3, 5, 1, 1, 2, 1, 8, 1, 1, 4, 1, 10, 1, 1, 2, 3, 1, 1, 6, 1, 1, 10, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 3, 1, 7, 1, 5, 1, 1, 3, 2, 5, 2, 3, 3, 1, 4, 1, 1, 5, 5, 1, 5, 2, 5, 1, 5, 3, 2, 1, 1, 2, 2, 1, 1, 5, 2, 7, 4, 2, 3, 6, 1, 1, 4, 5, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 6, 1, 1, 7, 4, 6, 3, 5, 1, 1, 6, 1, 5, 1, 9, 6, 2, 4, 1, 6, 1, 1, 6, 1, 5, 1, 5, 1, 9, 3, 2, 8, 2, 7, 2, 6, 1, 4, 1, 3, 1, 5, 1, 3, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4, 2, 5, 1, 2, 4, 1, 1, 1, 1, 1, 3, 5, 1, 2, 4, 1, 1, 1, 1, 1, 13, 1, 11, 1, 1, 3, 1, 2, 1, 1, 1, 7, 1, 3, 1, 1, 1, 5, 1, 4, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 2, 1, 1, 4, 1, 7, 5, 5, 1, 3, 1, 7, 1, 1, 2, 11, 1, 1, 8, 1, 1, 2, 9, 1, 5, 3, 3, 1, 3, 6, 1, 2, 2, 2, 3, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 8, 1, 1, 7, 11, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 2, 1, 1, 6, 1, 3, 4, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 2, 8, 1, 1, 1, 1, 1, 1, 6, 2, 1, 5, 4, 4, 6, 13, 7, 2, 1, 3, 2, 4, 1, 5, 3, 1, 8, 3, 3, 1, 3, 2, 3, 1, 1, 1, 1, 1, 5, 1, 4, 7, 2, 5, 3, 10, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 7, 6, 1, 2, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 11, 1, 3, 1, 1, 2, 1, 1, 5, 1, 47, 13, 1, 11, 1, 13, 1, 11, 1, 5, 2, 3, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 7, 2, 1, 1, 5, 1, 11, 1, 1, 2, 1, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 36, 13, 1, 11, 1, 1, 1, 3, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 2, 2, 1, 1, 1, 1, 4, 1, 1, 3, 2, 1, 4, 7, 1, 1, 4, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 7, 2, 1, 1, 1, 4, 5, 7, 2, 1, 1, 1, 5, 1, 2, 1, 9, 4, 3, 2, 1, 4, 3, 9, 1, 1, 5, 1, 1, 13, 4, 1, 6, 2, 3, 1, 1, 3, 1, 13, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 2, 4, 1, 6, 2, 1, 3, 4, 17, 1, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 13, 7, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 13, 10, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 2, 2, 13, 1, 2, 1, 7, 1, 2, 1, 1, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 4, 1, 11, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 2, 2, 1, 1, 1, 17, 7, 3, 1, 3, 13, 2, 3, 11, 1, 1, 2, 4, 2, 3, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 3, 6, 1, 6, 1, 1, 3, 2, 5, 2, 6, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 6, 1, 2, 1, 1, 13, 1, 3, 1, 6, 1, 8, 2, 6, 4, 1, 4, 2, 1, 6, 1, 1, 13, 4, 1, 1, 6, 2, 1, 1, 2, 4, 1, 4, 2, 1, 1, 1, 1, 1, 4, 2, 3, 6, 1, 9, 4, 1, 13, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 17, 1, 5, 4, 5, 1, 1, 7, 1, 4, 3, 3, 5, 3, 1, 1, 13, 6, 1, 7, 2, 1, 13, 4, 1, 2, 1, 1, 2, 2, 3, 1, 4, 1, 1, 3, 9, 1, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 17, 1, 2, 1, 1, 6, 1, 5, 2, 3, 1, 4, 1, 17, 6, 1, 7, 2, 1, 13, 1, 2, 6, 1, 7, 1, 2, 3, 1, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 17, 1, 3, 1, 1, 6, 1, 6, 3, 1, 17, 1, 3, 1, 1, 6, 1, 7, 1, 1, 6, 1, 5, 2, 6, 1, 17, 1, 3, 1, 1, 6, 1, 1, 8, 1, 1, 1, 6, 1, 5, 2, 1, 3, 1, 7, 1, 1, 8, 1, 17, 1, 3, 1, 1, 6, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 4, 1, 7, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 5, 1, 1, 4, 1, 1, 5, 1, 3, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 5, 1, 2, 1, 4, 1, 8, 2, 4, 4, 7, 5, 1, 2, 1, 8, 1, 9, 1, 4, 1, 5, 2, 2, 1, 1, 1, 2, 1, 5, 1, 3, 2, 1, 2, 1, 1, 2, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 9, 1, 5, 4, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 1, 1, 1, 3, 1, 7, 1, 2, 1, 2, 1, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8, 1, 1, 2, 7, 4, 1, 1, 2, 1, 1, 5, 2, 2, 1, 1, 1, 5, 4, 2, 3, 2, 1, 2, 1, 1, 1, 9, 1, 2, 4, 4, 1, 1, 1, 1, 13, 8, 1, 9, 1, 2, 2, 1, 1, 1, 2, 3, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 2, 2, 1, 9, 1, 8, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 1, 2, 1, 2, 1, 1, 1, 5, 4, 1, 2, 2, 3, 1, 8, 1, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 1, 1, 3, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 9, 1, 1, 3, 1, 5, 1, 1, 1, 1, 7, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 9, 3, 4, 1, 5, 7, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 5, 1, 9, 3, 4, 1, 5, 7, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 2, 1, 1, 9, 3, 4, 1, 1, 3, 1, 7, 1, 1, 5, 1, 1, 2, 4, 1, 7, 1, 5, 1, 1, 2, 1, 7, 1, 5, 2, 5, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 2, 1, 5, 1, 5, 2, 1, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 2, 2, 1, 3, 2, 7, 5, 1, 6, 3, 1, 7, 1, 5, 3, 4, 2, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 7, 1, 6, 1, 1, 6, 1, 2, 3, 1, 5, 1, 5, 1, 2, 1, 5, 4, 1, 1, 3, 1, 3, 1, 2, 5, 1, 4, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 3, 1, 7, 1, 4, 1, 4, 2, 3, 1, 7, 1, 1, 5, 1, 6, 1, 2, 1, 2, 7, 1, 5, 1, 4, 6, 2, 1, 2, 3, 4, 1, 5, 1, 2, 1, 4, 2, 1, 7, 1, 2, 1, 7, 1, 7, 1, 3, 1, 2, 1, 1, 7, 1, 4, 1, 1, 2, 1, 1, 1, 4, 2, 4, 2, 4, 2, 1, 2, 1, 7, 1, 1, 7, 2, 4, 7, 1, 2, 1, 3, 4, 2, 1, 3, 2, 5, 3, 10, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 4, 2, 1, 1, 5, 1, 1, 1, 1, 4, 6, 1, 1, 3, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 2, 5, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 5, 1, 8, 1, 1, 2, 1, 1, 5, 1, 2, 1, 2, 1, 4, 1, 5, 1, 2, 1, 1, 1, 9, 1, 5, 1, 8, 5, 1, 1, 2, 5, 3, 1, 2, 6, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 1, 5, 2, 1, 3, 3, 3, 1, 4, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 5, 1, 1, 6, 3, 2, 4, 1, 3, 1, 4, 3, 1, 6, 5, 4, 1, 4, 1, 1, 1, 2, 1, 4, 1, 3, 9, 1, 1, 2, 1, 1, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 6, 1, 1, 3, 2, 1, 1, 4, 2, 1, 6, 1, 1, 3, 1, 1, 9, 8, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 2, 9, 1, 2, 1, 6, 9, 7, 1, 2, 2, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 1, 1, 2, 2, 5, 1, 8, 1, 1, 9, 9, 2, 1, 1, 4, 1, 6, 1, 1, 1, 1, 2, 1, 1, 8, 1, 1, 1, 4, 2, 1, 6, 1, 1, 5, 1, 1, 1, 4, 1, 1, 9, 4, 3, 3, 8, 1, 13, 4, 3, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 1, 17, 9, 2, 1, 3, 1, 1, 5, 1, 2, 2, 1, 6, 1, 1, 3, 1, 3, 1, 1, 17, 1, 2, 9, 1, 2, 2, 2, 2, 7, 1, 2, 4, 8, 1, 1, 2, 3, 5, 17, 2, 3, 1, 9, 3, 8, 1, 1, 3, 1, 1, 2, 8, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 11, 1, 2, 2, 1, 1, 5, 5, 1, 5, 2, 10, 1, 1, 1, 1, 2, 1, 1, 11, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 9, 3, 1, 10, 1, 1, 2, 2, 1, 5, 6, 1, 10, 1, 2, 1, 2, 1, 5, 10, 1, 1, 2, 2, 1, 1, 6, 1, 6, 1, 10, 1, 1, 2, 2, 1, 4, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 8, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 2, 1, 2, 1, 6, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 3, 2, 6, 2, 5, 2, 4, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 6, 1, 1, 8, 3, 1, 7, 1, 8, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 1, 2, 1, 8, 1, 8, 1, 1, 1, 9, 1, 2, 5, 1, 1, 8, 3, 1, 7, 1, 5, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 3, 1, 8, 1, 5, 1, 1, 1, 1, 9, 1, 2, 4, 4, 1, 13, 5, 2, 5, 1, 4, 1, 9, 5, 2, 2, 1, 1, 3, 1, 2, 1, 1, 9, 1, 3, 2, 6, 2, 3, 2, 1, 4, 3, 2, 1, 1, 1, 6, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 5, 3, 1, 5, 1, 6, 2, 1, 1, 1, 1, 5, 4, 5, 1, 3, 6, 1, 9, 5, 1, 8, 1, 2, 5, 1, 9, 1, 6, 1, 6, 2, 12, 1, 4, 1, 2, 2, 5, 1, 11, 1, 4, 1, 1, 2, 1, 1, 1, 1, 12, 1, 4, 1, 2, 2, 3, 2, 1, 3, 2, 1, 11, 1, 2, 1, 3, 1, 2, 3, 2, 1, 3, 2, 9, 1, 1, 9, 1, 2, 1, 1, 1, 7, 1, 3, 1, 3, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 1, 1, 1, 6, 2, 1, 3, 2, 3, 1, 9, 4, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 3, 1, 1, 9, 4, 3, 3, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 3, 7, 1, 6, 1, 1, 1, 1, 2, 2, 9, 1, 1, 5, 1, 5, 1, 6, 2, 1, 1, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 5, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 5, 1, 4, 1, 9, 1, 5, 1, 5, 1, 6, 1, 4, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 8, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 5, 2, 1, 1, 3, 1, 2, 1, 5, 1, 1, 3, 2, 8, 1, 1, 1, 1, 2, 5, 1, 1, 2, 2, 2, 6, 1, 4, 1, 1, 9, 6, 1, 4, 1, 1, 1, 6, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 1, 9, 1, 3, 6, 1, 1, 4, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 6, 1, 5, 1, 9, 1, 3, 1, 1, 2, 1, 8, 1, 8, 1, 8, 1, 27, 6, 1, 6, 1, 27, 6, 1], "chunk_stats": {"count": 3020, "sum": 8358, "mean": 2.7675496688741723, "median": 1.0, "p95": 9.0, "max": 47, "min": 1}}, {"stage": 1, "units_in": 3020, "units_out": 1454, "chunk_lengths": [1, 2, 2, 5, 2, 1, 4, 1, 1, 1, 1, 4, 1, 2, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 5, 2, 4, 2, 1, 1, 6, 3, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 4, 2, 2, 2, 1, 1, 1, 2, 1, 5, 2, 6, 1, 1, 6, 3, 1, 3, 4, 1, 2, 1, 1, 1, 2, 2, 1, 11, 2, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 4, 1, 3, 1, 2, 1, 2, 1, 5, 1, 1, 1, 5, 2, 2, 1, 1, 5, 1, 5, 1, 1, 2, 4, 3, 1, 1, 1, 2, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 2, 1, 3, 1, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 5, 2, 1, 3, 2, 2, 4, 1, 4, 1, 1, 3, 2, 4, 3, 2, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 3, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 2, 1, 8, 2, 1, 1, 1, 1, 6, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 3, 1, 8, 1, 1, 1, 17, 1, 1, 1, 1, 3, 7, 1, 1, 7, 2, 3, 1, 3, 1, 1, 1, 11, 1, 1, 1, 4, 1, 1, 6, 1, 1, 9, 2, 3, 1, 1, 2, 4, 1, 2, 1, 2, 1, 2, 4, 1, 2, 1, 3, 3, 1, 1, 1, 1, 6, 6, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 4, 1, 4, 2, 1, 5, 4, 1, 4, 3, 1, 1, 4, 4, 2, 6, 1, 4, 1, 3, 1, 2, 2, 1, 1, 1, 1, 6, 3, 1, 2, 1, 1, 6, 3, 1, 1, 2, 9, 2, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 1, 3, 1, 3, 2, 1, 6, 2, 2, 2, 2, 1, 2, 1, 1, 3, 1, 1, 3, 5, 2, 3, 1, 1, 4, 1, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 4, 1, 3, 1, 1, 1, 3, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 5, 2, 1, 5, 1, 2, 3, 2, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 3, 6, 3, 2, 1, 2, 1, 1, 1, 2, 5, 1, 3, 2, 1, 1, 5, 2, 7, 1, 3, 1, 6, 1, 2, 1, 6, 1, 1, 1, 1, 2, 3, 1, 6, 2, 1, 3, 2, 4, 1, 4, 1, 6, 2, 3, 2, 1, 2, 1, 3, 1, 2, 3, 1, 1, 2, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 2, 1, 1, 3, 4, 2, 1, 1, 4, 2, 1, 3, 1, 4, 2, 1, 2, 1, 3, 4, 1, 2, 1, 2, 4, 1, 5, 2, 2, 3, 2, 2, 4, 1, 4, 1, 1, 2, 1, 6, 1, 1, 1, 5, 2, 2, 1, 2, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 4, 1, 2, 1, 1, 3, 4, 3, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 3, 1, 4, 1, 1, 2, 4, 3, 1, 1, 3, 3, 1, 4, 2, 1, 2, 3, 1, 2, 1, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 1, 5, 1, 4, 1, 1, 3, 1, 1, 6, 3, 7, 1, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 5, 3, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 6, 1, 1, 2, 1, 2, 2, 2, 1, 3, 2, 1, 1, 3, 1, 3, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 8, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 2, 2, 4, 1, 3, 3, 1, 2, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 3, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 4, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 21, 1, 1, 3, 2, 2, 2, 5, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 2, 2, 3, 2, 1, 2, 2, 2, 5, 2, 1, 3, 1, 3, 1, 2, 2, 1, 1, 2, 2, 3, 2, 1, 4, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 2, 2, 3, 2, 5, 1, 6, 1, 2, 1, 1, 2, 2, 3, 2, 3, 2, 1, 2, 3, 3, 2, 2, 1, 2, 1, 1, 4, 1, 1, 3, 1, 1, 5, 1, 2, 7, 3, 5, 1, 1, 1, 2, 2, 3, 1, 3, 2, 1, 1, 5, 2, 1, 1, 1, 1, 4, 2, 7, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 4, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 4, 9, 1, 1, 1, 5, 2, 6, 4, 2, 2, 5, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 3, 2, 1, 5, 3, 2, 1, 5, 3, 2, 1, 3, 1, 2, 2, 1, 4, 2, 1, 4, 4, 3, 4, 2, 4, 4, 1, 4, 2, 2, 2, 2, 5, 4, 2, 2, 2, 2, 5, 2, 3, 5, 2, 3, 5, 2, 3, 5, 2, 3, 4, 2, 4, 5, 5, 2, 3, 1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 2, 3, 1, 5, 1, 2, 5, 2, 2, 2, 3, 2, 3, 2, 1, 1, 2, 3, 4, 2, 1, 2, 5, 2, 2, 2, 2, 2, 3, 2, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 2, 1, 3, 3, 1, 2, 1, 2, 2, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 3, 2, 1, 1, 1, 4, 2, 2, 1, 1, 3, 2, 5, 2, 5, 6, 1, 1, 1, 1, 1, 5, 2, 3, 1, 2, 1, 7, 2, 1, 1, 2, 2, 5, 3, 2, 4, 3, 2, 4, 3, 2, 4, 3, 2, 2, 1, 1, 4, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 7, 3, 4, 1, 5, 4, 1, 4, 4, 1, 2, 1, 1, 4, 4, 3, 1, 1, 1, 1, 1, 7, 1, 1, 2, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 4, 7, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 4, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 2, 3, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 7, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 4, 1, 1, 3, 3, 1, 4, 5, 1, 5, 1, 1, 1, 2, 4, 1, 6, 2, 3, 3, 1, 7, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 1454, "sum": 3020, "mean": 2.077028885832187, "median": 1.5, "p95": 5.0, "max": 21, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 682, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 4, 5, 4, 6, 6, 5, 1, 9, 1, 9, 2, 7, 1, 1, 6, 8, 1, 8, 1, 1, 1, 9, 1, 1, 13, 13, 1, 13, 5, 1, 4, 1, 1, 6, 1, 5, 1, 1, 1, 2, 9, 1, 4, 7, 3, 1, 9, 1, 1, 1, 4, 5, 1, 1, 2, 2, 1, 1, 9, 4, 1, 1, 1, 1, 1, 21, 6, 1, 3, 1, 2, 1, 3, 6, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 4, 17, 10, 4, 5, 2, 1, 11, 5, 7, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 7, 3, 1, 4, 1, 1, 1, 2, 1, 7, 1, 2, 2, 5, 5, 1, 5, 2, 6, 1, 1, 1, 1, 1, 4, 3, 1, 1, 7, 1, 9, 1, 1, 1, 17, 1, 1, 3, 4, 2, 5, 1, 1, 2, 3, 3, 8, 1, 1, 1, 1, 1, 6, 4, 13, 1, 1, 4, 3, 1, 7, 8, 1, 1, 3, 1, 8, 1, 2, 1, 1, 1, 4, 1, 2, 5, 1, 5, 3, 1, 7, 4, 1, 1, 2, 1, 3, 9, 2, 2, 1, 5, 1, 1, 1, 2, 2, 4, 1, 1, 1, 7, 1, 1, 1, 1, 2, 6, 1, 1, 2, 1, 4, 1, 2, 2, 3, 1, 1, 1, 2, 5, 1, 2, 6, 1, 1, 2, 2, 1, 1, 1, 1, 1, 5, 2, 2, 6, 5, 2, 1, 4, 1, 7, 1, 10, 1, 2, 1, 1, 5, 1, 1, 5, 1, 2, 2, 1, 1, 7, 1, 1, 1, 1, 2, 9, 1, 9, 27, 1, 4, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 5, 5, 1, 1, 1, 2, 5, 1, 1, 1, 1, 5, 4, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 9, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 5, 13, 3, 1, 1, 2, 9, 6, 1, 1, 9, 1, 11, 1, 3, 1, 1, 1, 1, 1, 1, 9, 1, 10, 1, 11, 1, 1, 2, 1, 1, 1, 1, 1, 8, 7, 3, 2, 3, 1, 1, 6, 1, 1, 6, 5, 2, 1, 1, 1, 13, 1, 1, 1, 1, 1, 1, 5, 2, 10, 1, 6, 2, 1, 2, 1, 4, 1, 5, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 3, 1, 1, 1, 5, 3, 2, 3, 1, 1, 1, 1, 2, 1, 1, 2, 5, 3, 6, 1, 1, 5, 1, 1, 1, 1, 4, 5, 1, 1, 1, 5, 13, 1, 6, 1, 1, 1, 1, 1, 2, 1, 1, 1, 10, 6, 4, 5, 1, 1, 2, 2, 3, 2, 1, 8, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 9, 1, 1, 2, 1, 1, 12, 1, 1, 17, 5, 7, 1, 1, 5, 13, 4, 11, 17, 6, 1, 9, 1, 1, 1, 1, 1, 1, 3, 4, 3, 1, 1, 1, 1, 1, 1, 1, 2, 1, 6, 7, 1, 13, 1, 1, 1, 8, 9, 1, 2, 7, 3, 2, 5, 5, 9, 7, 2, 1, 5, 1, 2, 1, 1, 5, 1, 3, 1, 5, 4, 1, 7, 2, 1, 6, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 13, 3, 1, 1, 7, 2, 1, 5, 4, 1, 1, 1, 1, 1, 5, 1, 7, 5, 1, 1, 5, 1, 1, 3, 1, 1, 2, 1, 1, 4, 4, 5, 1, 1, 1, 1, 1, 11, 1, 5, 1, 10, 1, 1, 6, 1, 1, 1, 2, 1, 1, 1, 1, 6, 1, 5, 1, 1, 1, 9, 4, 4, 1, 1, 1, 1, 7, 1, 1, 11, 1, 1, 1, 13, 1, 2, 1, 2, 1, 4, 3, 1, 1, 4, 5, 8, 2, 7, 1, 1, 4, 2, 9, 6, 38, 1, 4, 4, 6], "chunk_stats": {"count": 691, "sum": 2048, "mean": 2.963820549927641, "median": 1.0, "p95": 9.0, "max": 38, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 256, "chunk_lengths": [1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 2, 3, 1, 2, 1, 2, 2, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 3, 2, 1, 3, 3, 1, 4, 1, 4, 3, 3, 2, 1, 3, 2, 1, 1, 6, 5, 1, 3, 1, 1, 7, 3, 1, 2, 5, 1, 1, 9, 6, 1, 2, 1, 2, 3, 2, 7, 3, 1, 2, 2, 2, 2, 1, 4, 2, 4, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 5, 3, 2, 8, 9, 2, 3, 1, 4, 2, 2, 1, 2, 2, 2, 2, 2, 4, 3, 1, 7, 1, 3, 1, 1, 8, 2, 4, 4, 2, 5, 6, 1, 4, 5, 5, 1, 3, 1, 8, 1, 4, 1, 7, 1, 3, 1, 1, 1, 8, 2, 6, 4, 1, 3, 3, 4, 2, 2, 1, 3, 1, 3, 2, 1, 1, 1, 1, 3, 4, 3, 3, 1, 2, 2, 1, 2, 8, 1, 8, 2, 4, 1, 2, 8, 2, 4, 1, 1, 2, 1, 2, 3, 2, 2, 3, 3, 1, 1, 5, 1, 1, 4, 3, 5, 1, 1, 1, 1, 3, 2, 1, 4, 1, 3, 1, 3, 1, 7, 1, 3, 1, 1, 1, 1, 7, 4, 1, 4, 1, 2, 3, 1, 5, 3, 3, 2, 1, 4, 2, 1, 3, 1, 1, 3, 2, 1, 8, 3, 2, 9, 3, 3, 1, 3, 5, 1, 1, 1, 5, 5, 1, 9, 6, 2, 2, 6, 2, 1, 7, 2, 3], "chunk_stats": {"count": 262, "sum": 682, "mean": 2.6030534351145036, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 126, "sum": 682, "mean": 5.412698412698413, "median": 5.0, "p95": 9.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10761480200017104, "decode_time_sec": 5.1403460259971325, "total_time_sec": 5.293592828998953, "prefill_units_per_sec": 64256.95974415313, "prefill_bytes_per_sec": 64108.28131235176, "decode_units_per_sec": 398.4167582575777, "decode_bytes_per_sec": 398.4167582575777, "total_units_per_sec": 386.88279702602057, "total_bytes_per_sec": 386.88279702602057, "step_latency_ms": {"count": 128, "sum": 5018, "mean": 39.203125, "median": 41.0, "p95": 42.0, "max": 43, "min": 18}, "peak_allocated_mb": 7550.16015625, "peak_reserved_mb": 7738.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6899, "mean": 431.1875, "median": 318.0, "p95": 891.5, "max": 914, "min": 257}, "model_input_units": {"count": 16, "sum": 6915, "mean": 432.1875, "median": 319.0, "p95": 892.5, "max": 915, "min": 258}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6899, "model_input_units": 6915, "stage0_units": 2228, "stage1_units": 1121, "bytes_per_stage0_unit": 3.0964991023339317, "stage0_per_stage1_unit": 1.9875111507582515}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6915, "units_out": 2228, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 3, 1, 1, 3, 2, 6, 1, 2, 2, 2, 8, 1, 2, 2, 1, 1, 9, 2, 4, 6, 5, 1, 3, 8, 5, 1, 6, 8, 9, 1, 6, 2, 9, 1, 2, 9, 5, 1, 3, 1, 8, 9, 7, 2, 7, 1, 2, 7, 5, 1, 3, 1, 6, 1, 9, 2, 4, 9, 1, 6, 7, 1, 1, 1, 3, 8, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 4, 1, 1, 6, 1, 8, 1, 32, 3, 1, 5, 1, 32, 7, 1, 1, 1, 33, 1, 5, 1, 8, 1, 1, 4, 1, 1, 3, 4, 1, 2, 3, 3, 1, 5, 1, 5, 4, 1, 2, 3, 3, 1, 5, 1, 7, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 7, 1, 9, 8, 7, 1, 2, 1, 5, 1, 9, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 6, 1, 1, 9, 8, 7, 8, 1, 1, 4, 1, 1, 6, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 2, 2, 3, 1, 3, 1, 2, 3, 4, 1, 2, 1, 1, 1, 1, 1, 1, 13, 7, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 1, 1, 1, 18, 1, 7, 1, 1, 1, 1, 2, 1, 3, 1, 6, 1, 17, 1, 6, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 3, 3, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 3, 1, 17, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 5, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 4, 2, 3, 1, 3, 1, 1, 3, 4, 1, 1, 1, 17, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 1, 3, 1, 3, 4, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 1, 3, 1, 5, 2, 4, 1, 6, 1, 9, 2, 3, 4, 1, 6, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 4, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 4, 1, 8, 1, 5, 2, 6, 2, 7, 1, 4, 1, 2, 6, 1, 1, 1, 1, 1, 1, 1, 21, 1, 7, 1, 2, 2, 2, 9, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 3, 1, 9, 1, 1, 1, 1, 3, 1, 5, 1, 7, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 7, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 4, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 6, 5, 1, 13, 1, 1, 6, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 1, 6, 1, 1, 13, 1, 1, 6, 1, 6, 2, 1, 9, 1, 5, 1, 3, 4, 1, 1, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1, 2, 10, 1, 2, 2, 2, 1, 9, 10, 2, 13, 1, 9, 1, 5, 5, 5, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 3, 6, 1, 13, 1, 2, 1, 2, 1, 1, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 9, 2, 3, 1, 1, 3, 1, 1, 3, 6, 1, 13, 1, 2, 1, 1, 3, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 22, 1, 1, 1, 5, 1, 1, 9, 5, 2, 1, 2, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 7, 1, 1, 7, 1, 4, 1, 1, 1, 1, 9, 10, 2, 1, 2, 1, 9, 2, 3, 1, 4, 1, 1, 1, 9, 4, 3, 4, 1, 1, 4, 3, 1, 7, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 11, 1, 1, 10, 1, 2, 1, 1, 4, 2, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 5, 1, 6, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 3, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 4, 8, 1, 2, 10, 1, 1, 3, 5, 1, 1, 3, 5, 1, 8, 1, 3, 3, 1, 11, 1, 1, 6, 4, 2, 1, 1, 1, 5, 1, 5, 2, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 5, 8, 2, 1, 5, 1, 7, 1, 7, 1, 2, 4, 2, 2, 6, 1, 5, 1, 4, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 7, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 3, 4, 2, 6, 1, 3, 1, 1, 1, 1, 4, 1, 7, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 3, 1, 1, 9, 6, 1, 3, 1, 13, 1, 7, 2, 5, 1, 1, 3, 1, 6, 1, 13, 1, 6, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 13, 1, 2, 4, 1, 5, 1, 17, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 21, 1, 6, 2, 1, 3, 1, 4, 1, 1, 2, 17, 4, 1, 21, 5, 1, 1, 3, 8, 1, 7, 1, 1, 1, 21, 8, 13, 1, 2, 1, 5, 1, 1, 1, 1, 4, 3, 1, 3, 1, 8, 1, 17, 5, 1, 1, 2, 6, 7, 1, 1, 17, 8, 13, 8, 2, 1, 3, 1, 8, 1, 1, 5, 1, 1, 1, 1, 13, 1, 3, 1, 4, 1, 1, 3, 2, 1, 5, 13, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 5, 12, 6, 1, 1, 1, 6, 5, 1, 7, 7, 1, 5, 2, 6, 1, 2, 4, 3, 8, 1, 1, 7, 1, 1, 6, 1, 2, 1, 5, 1, 1, 1, 10, 3, 3, 2, 6, 6, 1, 4, 1, 1, 1, 7, 1, 6, 1, 3, 1, 6, 2, 3, 4, 4, 1, 4, 12, 1, 1, 1, 2, 6, 4, 1, 1, 6, 2, 1, 5, 1, 7, 1, 6, 1, 1, 1, 6, 1, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 3, 2, 1, 3, 1, 1, 9, 6, 2, 1, 1, 1, 9, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 13, 5, 2, 1, 3, 1, 10, 1, 4, 1, 1, 4, 2, 3, 1, 5, 1, 1, 13, 1, 2, 4, 4, 1, 17, 5, 13, 6, 3, 4, 1, 9, 2, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2, 3, 1, 2, 9, 2, 4, 1, 6, 4, 8, 1, 9, 1, 2, 3, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 1, 3, 2, 4, 1, 4, 2, 1, 5, 1, 1, 3, 1, 1, 9, 4, 1, 8, 2, 1, 1, 3, 1, 6, 1, 2, 1, 1, 9, 4, 4, 2, 6, 3, 4, 1, 4, 1, 5, 1, 1, 1, 13, 1, 2, 1, 5, 1, 17, 6, 2, 1, 3, 1, 1, 2, 1, 1, 6, 1, 1, 5, 1, 6, 1, 1, 4, 1, 5, 1, 13, 4, 1, 7, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 5, 1, 1, 1, 9, 7, 3, 2, 1, 1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 1, 7, 1, 1, 1, 4, 1, 1, 2, 1, 5, 7, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 2, 3, 1, 5, 1, 2, 1, 5, 8, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 9, 4, 1, 4, 3, 6, 1, 13, 1, 2, 4, 1, 1, 3, 1, 1, 17, 1, 5, 5, 5, 1, 1, 3, 1, 13, 4, 1, 17, 1, 5, 1, 3, 1, 5, 3, 4, 1, 1, 3, 1, 5, 1, 4, 6, 7, 1, 3, 1, 3, 5, 2, 1, 4, 1, 2, 6, 2, 3, 7, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 6, 1, 1, 3, 1, 1, 3, 1, 3, 1, 3, 6, 2, 1, 1, 3, 4, 2, 3, 1, 4, 1, 3, 4, 5, 1, 1, 5, 1, 3, 4, 2, 1, 1, 1, 6, 1, 5, 2, 1, 3, 7, 1, 5, 4, 1, 5, 2, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 1, 2, 4, 1, 5, 1, 2, 6, 1, 2, 1, 1, 3, 2, 4, 1, 1, 2, 4, 1, 1, 3, 1, 1, 1, 5, 4, 2, 1, 5, 1, 9, 1, 1, 1, 5, 3, 1, 5, 1, 1, 3, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 1, 5, 4, 1, 5, 2, 1, 9, 2, 3, 3, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 10, 1, 1, 2, 1, 1, 13, 8, 1, 9, 4, 2, 3, 1, 4, 1, 3, 1, 1, 10, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 1, 3, 1, 3, 1, 7, 1, 4, 1, 1, 3, 1, 1, 7, 1, 5, 1, 3, 2, 2, 1, 1, 17, 4, 1, 1, 6, 2, 5, 1, 3, 2, 2, 17, 4, 1, 1, 6, 2, 5, 1, 3, 17, 3, 4, 1, 3, 13, 4, 1, 17, 3, 4, 1, 4, 9, 7, 8, 1, 10, 1, 7, 9, 1, 13, 1, 1, 5, 1, 5, 1, 1, 10, 1, 5, 2, 6, 3, 1, 8, 4, 1, 3, 1, 1, 1, 3, 8, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 6, 2, 7, 2, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 2, 1, 1, 5, 4, 1, 5, 1, 3, 1, 6, 1, 9, 1, 2, 1, 5, 1, 13, 4, 2, 7, 1, 1, 5, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 13, 1, 2, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 17, 4, 3, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 13, 1, 2, 1, 1, 7, 1, 1, 2, 7, 1, 3, 2, 1, 1, 13, 1, 3, 1, 7, 1, 3, 1, 1, 3, 1, 1, 5, 1, 6, 1, 8, 2, 1, 1, 5, 6, 2, 1, 5, 4, 7, 3, 7, 1, 9, 4, 2, 6, 1, 3, 1, 1, 4, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 5, 6, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 5, 1, 7, 1, 7, 2, 5, 1, 8, 1, 7, 1, 2, 2, 1, 1, 5, 4, 4, 1, 9, 1, 4, 1, 4, 1, 1, 9, 4, 4, 1, 4, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 13, 1, 2, 4, 1, 1, 8, 1, 7, 2, 4, 7, 1, 1, 17, 2, 2, 3, 1, 4, 4, 8, 1, 2, 2, 1, 6, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 7, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 4, 7, 1, 1, 1, 1, 1, 3, 1, 1, 1, 17, 2, 7, 4, 8, 1, 2, 1, 2, 1, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 4, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 7, 1, 7, 4, 3, 5, 1, 7, 1, 7, 1, 17, 2, 1, 5, 1, 2, 4, 8, 7, 1, 2, 3, 1, 6, 1, 8, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 6, 1, 1, 1, 1], "chunk_stats": {"count": 2228, "sum": 6915, "mean": 3.1036804308797126, "median": 1.0, "p95": 9.0, "max": 52, "min": 1}}, {"stage": 1, "units_in": 2228, "units_out": 1121, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 10, 1, 6, 1, 1, 1, 3, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 3, 4, 1, 1, 7, 1, 1, 1, 1, 6, 3, 1, 1, 2, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 2, 2, 2, 5, 2, 2, 2, 2, 5, 2, 3, 2, 2, 5, 2, 2, 1, 1, 2, 2, 6, 2, 3, 1, 3, 1, 3, 1, 2, 2, 1, 2, 3, 1, 1, 2, 7, 1, 2, 2, 3, 2, 1, 1, 1, 1, 1, 7, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 5, 5, 1, 1, 5, 3, 1, 2, 3, 2, 2, 3, 1, 1, 4, 4, 6, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 4, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 5, 3, 2, 2, 2, 7, 1, 1, 2, 1, 1, 6, 2, 3, 1, 1, 4, 7, 1, 2, 4, 1, 3, 1, 6, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 2, 1, 5, 1, 1, 4, 2, 1, 2, 4, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 4, 2, 3, 3, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 3, 1, 3, 2, 2, 3, 3, 2, 1, 3, 1, 2, 2, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 3, 3, 3, 1, 3, 2, 1, 1, 2, 4, 1, 2, 2, 1, 3, 1, 2, 1, 1, 1, 3, 2, 1, 1, 2, 3, 5, 1, 3, 1, 1, 3, 5, 1, 2, 1, 1, 3, 5, 1, 2, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 2, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 3, 1, 2, 4, 2, 1, 3, 1, 2, 1, 6, 2, 4, 1, 3, 8, 2, 4, 1, 4, 2, 3, 2, 1, 2, 1, 2, 2, 2, 1, 4, 1, 1, 3, 1, 2, 1, 1, 6, 1, 2, 1, 3, 3, 4, 1, 1, 5, 1, 1, 4, 1, 4, 1, 2, 8, 1, 2, 1, 2, 2, 6, 1, 1, 1, 1, 3, 4, 2, 5, 1, 2, 3, 3, 1, 1, 1, 1, 1, 4, 3, 4, 1, 7, 3, 1, 3, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 3, 4, 1, 2, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 4, 2, 2, 2, 1, 1, 2, 2, 3, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 4, 1, 1, 1, 4, 2, 3, 2, 4, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 1, 3, 1, 6, 2, 2, 1, 1, 2, 2, 2, 5, 1, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 2, 3, 1, 1, 1, 1, 3, 1, 2, 2, 3, 5, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 3, 6, 3, 1, 1, 1, 1, 5, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 2, 1, 1, 2, 1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 1, 4, 3, 4, 1, 2, 1, 1, 2, 1, 3, 8, 1, 2, 1, 1, 7, 4, 1, 3, 1, 7, 6, 6, 1, 1, 2, 2, 4, 1, 2, 2, 1, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 3, 1, 4, 2, 2, 5, 1, 1, 2, 5, 3, 1, 1, 1, 1, 1, 2, 3, 1, 5, 4, 1, 1, 2, 1, 2, 1, 4, 1, 3, 1, 1, 6, 2, 2, 4, 2, 4, 2, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 2, 2, 1, 2, 1, 4, 1, 1, 1, 2, 4, 1, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 3, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 1, 2, 1, 4, 1, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 6, 2, 1, 6, 1, 5, 4, 2, 1, 2, 1, 4, 3, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 1, 4, 1, 4, 1, 6, 1, 1, 5, 7, 1, 4, 4, 1, 1, 2, 1, 3, 1, 1, 4, 1, 3, 2, 1, 2, 2, 1, 2, 2, 1, 5, 1, 2, 2, 1, 1, 1, 2, 1, 6, 1, 1, 5, 3, 4, 1, 1, 4, 4, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 3, 6, 1, 1, 2, 1, 3, 3, 3, 1, 1, 1, 4, 1, 1, 3, 1, 9, 1, 3, 2, 2, 9, 1, 1, 2, 1, 1, 2, 6, 1, 1, 2, 1, 6, 1, 3, 2, 1, 9, 1, 3, 2, 2, 2], "chunk_stats": {"count": 1121, "sum": 2228, "mean": 1.9875111507582515, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 660, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 5, 4, 2, 4, 1, 1, 5, 5, 5, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 9, 1, 1, 1, 2, 9, 1, 2, 1, 1, 4, 10, 1, 4, 1, 1, 2, 1, 6, 13, 4, 3, 1, 13, 5, 3, 1, 1, 1, 5, 2, 1, 1, 1, 6, 1, 1, 2, 13, 4, 2, 17, 6, 1, 1, 1, 4, 6, 4, 1, 1, 1, 4, 3, 1, 1, 7, 1, 4, 8, 1, 5, 1, 3, 2, 4, 4, 3, 8, 1, 2, 7, 5, 1, 1, 1, 2, 1, 1, 1, 4, 2, 3, 1, 1, 1, 7, 6, 1, 1, 1, 1, 1, 10, 3, 1, 8, 13, 1, 1, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 1, 5, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 5, 3, 5, 1, 1, 2, 7, 9, 9, 4, 1, 9, 7, 1, 2, 9, 5, 2, 13, 2, 1, 1, 1, 1, 4, 5, 3, 1, 4, 1, 1, 1, 1, 2, 3, 4, 2, 4, 4, 1, 3, 4, 1, 4, 5, 1, 1, 4, 1, 5, 13, 1, 6, 3, 3, 6, 2, 1, 10, 1, 1, 3, 6, 2, 6, 7, 2, 1, 13, 3, 1, 1, 1, 1, 1, 7, 1, 3, 7, 1, 4, 52, 5, 6, 2, 1, 1, 1, 7, 5, 4, 1, 1, 6, 1, 3, 8, 4, 1, 6, 1, 1, 2, 1, 1, 5, 1, 6, 1, 1, 1, 5, 4, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 3, 2, 1, 1, 17, 2, 3, 10, 3, 1, 4, 1, 1, 4, 1, 3, 1, 1, 4, 1, 1, 3, 7, 1, 1, 2, 5, 1, 3, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 7, 1, 8, 1, 1, 4, 1, 5, 4, 13, 30, 5, 1, 4, 1, 4, 2, 2, 1, 1, 5, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 4, 8, 1, 1, 9, 7, 5, 4, 1, 1, 1, 1, 1, 7, 1, 4, 1, 5, 1, 5, 1, 5, 1, 2, 6, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 17, 2, 1, 9, 1, 9, 3, 7, 2, 1, 17, 1, 7, 3, 1, 6, 5, 3, 9, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 5, 1, 5, 4, 1, 10, 13, 1, 1, 1, 5, 1, 5, 5, 1, 1, 2, 6, 1, 1, 1, 13, 13, 1, 5, 4, 1, 4, 1, 1, 4, 1, 1, 1, 8, 1, 1, 5, 5, 1, 1, 1, 1, 1, 3, 1, 3, 5, 1, 4, 1, 1, 4, 2, 4, 6, 1, 5, 4, 6, 2, 7, 1, 1, 5, 1, 1, 6, 6, 1, 1, 3, 8, 1, 1, 1, 2, 5, 6, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 6, 3, 1, 1, 3, 1, 5, 4, 4, 5, 1, 5, 5, 4, 2, 1, 2, 5, 3, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 17, 1, 2, 1, 4, 2, 3, 1, 2, 17, 2, 1, 1, 1, 3, 1, 1, 4, 1, 6, 2, 5, 1, 1, 1, 1, 7, 7, 8, 1, 1, 5, 5, 4, 1, 6, 4, 1, 4, 4, 3, 1, 1, 5, 1, 1, 5, 1, 1, 2, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 4, 1, 4, 1, 1, 17, 1, 2, 2, 1, 2, 1, 1, 3, 5, 1, 1, 2, 1, 4, 4, 1, 6, 8, 7, 1, 1, 2, 3, 1, 4, 5, 1, 5, 1, 4, 1, 1, 2, 10, 2, 3, 2, 4, 4, 1, 1], "chunk_stats": {"count": 669, "sum": 2048, "mean": 3.0612855007473843, "median": 1.0, "p95": 9.0, "max": 52, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 281, "chunk_lengths": [1, 2, 3, 3, 1, 2, 1, 1, 2, 1, 2, 1, 4, 1, 1, 2, 1, 1, 2, 3, 4, 1, 2, 1, 1, 1, 1, 2, 4, 4, 1, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 3, 6, 6, 5, 3, 2, 8, 1, 1, 4, 3, 1, 1, 2, 3, 5, 4, 2, 3, 1, 1, 4, 1, 1, 2, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 1, 1, 4, 3, 1, 3, 1, 4, 1, 3, 2, 1, 2, 4, 3, 4, 1, 2, 1, 1, 2, 1, 1, 4, 2, 1, 2, 1, 5, 3, 2, 2, 5, 1, 1, 5, 1, 1, 4, 3, 1, 1, 1, 2, 4, 4, 2, 3, 2, 3, 1, 2, 3, 3, 5, 10, 6, 1, 2, 6, 1, 8, 8, 1, 7, 3, 3, 1, 1, 1, 4, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 2, 3, 5, 1, 1, 1, 3, 1, 1, 5, 4, 1, 2, 4, 1, 2, 5, 4, 1, 1, 2, 3, 2, 1, 1, 6, 4, 6, 1, 3, 1, 2, 2, 2, 3, 2, 1, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 1, 4, 8, 1, 2, 1, 3, 2, 1, 1, 1, 2, 2, 1, 1, 1, 4, 3, 3, 9, 1, 2, 1, 1, 2, 6, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 1, 2, 4, 1, 6, 5, 10, 1, 3, 1, 4, 2, 1, 1, 2, 4, 1], "chunk_stats": {"count": 290, "sum": 660, "mean": 2.2758620689655173, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 660, "mean": 5.15625, "median": 5.0, "p95": 8.649999999999991, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10835932100235368, "decode_time_sec": 5.217993507998472, "total_time_sec": 5.371621561000211, "prefill_units_per_sec": 64286.11711076236, "prefill_bytes_per_sec": 64138.460223915936, "decode_units_per_sec": 392.4880314359716, "decode_bytes_per_sec": 392.4880314359716, "total_units_per_sec": 381.2628973845016, "total_bytes_per_sec": 381.2628973845016, "step_latency_ms": {"count": 128, "sum": 5101, "mean": 39.8515625, "median": 41.0, "p95": 42.0, "max": 44, "min": 18}, "peak_allocated_mb": 6772.23388671875, "peak_reserved_mb": 6916.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6950, "mean": 434.375, "median": 434.0, "p95": 651.75, "max": 699, "min": 268}, "model_input_units": {"count": 16, "sum": 6966, "mean": 435.375, "median": 435.0, "p95": 652.75, "max": 700, "min": 269}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6950, "model_input_units": 6966, "stage0_units": 2449, "stage1_units": 1207, "bytes_per_stage0_unit": 2.837893017558187, "stage0_per_stage1_unit": 2.0289975144987573}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6966, "units_out": 2449, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 8, 1, 6, 1, 6, 1, 4, 1, 1, 5, 4, 2, 1, 4, 2, 1, 2, 2, 6, 1, 2, 3, 1, 10, 1, 2, 1, 8, 1, 2, 1, 4, 1, 6, 1, 4, 1, 6, 1, 4, 1, 1, 5, 6, 1, 1, 4, 2, 6, 1, 4, 1, 1, 5, 1, 1, 1, 6, 1, 3, 1, 4, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 8, 1, 10, 1, 4, 2, 1, 4, 2, 1, 2, 2, 6, 2, 6, 1, 4, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 5, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 3, 1, 3, 1, 2, 3, 1, 3, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 1, 3, 1, 2, 1, 3, 1, 5, 6, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 1, 2, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 9, 4, 2, 3, 1, 2, 1, 1, 2, 1, 1, 2, 3, 3, 4, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 4, 2, 7, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 1, 3, 5, 1, 1, 1, 2, 3, 3, 4, 1, 1, 1, 1, 5, 1, 1, 9, 1, 1, 1, 3, 2, 1, 2, 4, 1, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 7, 2, 3, 1, 1, 6, 1, 1, 5, 4, 1, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 1, 7, 4, 1, 1, 4, 1, 1, 1, 7, 2, 1, 5, 2, 3, 1, 2, 7, 4, 5, 2, 2, 6, 1, 1, 8, 1, 7, 1, 2, 1, 3, 1, 3, 6, 5, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 1, 9, 1, 5, 6, 5, 1, 1, 4, 5, 6, 1, 1, 8, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 2, 2, 1, 13, 5, 1, 4, 1, 1, 2, 1, 2, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 1, 3, 2, 5, 1, 2, 2, 1, 13, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 4, 1, 13, 5, 1, 5, 1, 1, 9, 7, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 3, 1, 7, 2, 4, 2, 1, 4, 1, 1, 4, 2, 22, 6, 1, 5, 1, 6, 1, 5, 2, 10, 1, 10, 1, 22, 5, 1, 4, 1, 5, 1, 4, 2, 1, 2, 4, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 22, 5, 1, 5, 2, 1, 2, 1, 4, 1, 1, 2, 1, 4, 2, 4, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 3, 2, 1, 1, 9, 4, 2, 1, 1, 9, 2, 2, 1, 9, 2, 2, 1, 3, 1, 1, 9, 1, 4, 2, 1, 4, 1, 9, 6, 4, 1, 3, 1, 13, 2, 2, 1, 13, 6, 1, 3, 1, 17, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 1, 2, 1, 7, 1, 1, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 4, 1, 1, 9, 3, 2, 4, 5, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 2, 1, 1, 13, 2, 1, 6, 1, 4, 1, 9, 4, 1, 13, 2, 1, 3, 2, 8, 5, 1, 2, 4, 1, 1, 2, 3, 2, 1, 1, 9, 2, 15, 5, 1, 2, 1, 1, 10, 1, 2, 4, 1, 1, 2, 2, 1, 8, 1, 5, 13, 2, 2, 3, 2, 4, 1, 2, 9, 1, 6, 6, 1, 3, 5, 2, 1, 15, 4, 1, 2, 4, 1, 1, 2, 3, 2, 6, 1, 1, 4, 9, 5, 3, 15, 2, 5, 2, 7, 5, 8, 1, 5, 2, 3, 4, 3, 7, 15, 2, 3, 4, 2, 6, 4, 5, 1, 7, 1, 2, 1, 2, 4, 7, 15, 2, 1, 6, 6, 4, 4, 4, 1, 1, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 3, 2, 4, 1, 6, 2, 4, 1, 4, 2, 4, 1, 1, 9, 4, 2, 1, 4, 1, 6, 2, 4, 1, 4, 1, 9, 1, 2, 5, 2, 1, 3, 1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 2, 2, 2, 1, 9, 1, 2, 5, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 1, 7, 1, 4, 11, 1, 3, 1, 3, 7, 1, 2, 1, 2, 5, 1, 2, 1, 5, 13, 2, 2, 2, 1, 1, 13, 1, 3, 1, 1, 1, 3, 1, 3, 1, 4, 2, 1, 5, 4, 1, 5, 3, 1, 5, 1, 2, 2, 1, 5, 4, 2, 2, 1, 1, 1, 3, 6, 1, 4, 3, 1, 8, 1, 1, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 6, 3, 1, 3, 1, 2, 2, 6, 4, 1, 3, 1, 4, 6, 1, 1, 1, 4, 1, 5, 1, 5, 1, 1, 4, 1, 4, 2, 1, 1, 5, 5, 2, 7, 1, 1, 1, 1, 4, 3, 1, 4, 2, 5, 1, 1, 4, 4, 1, 1, 1, 5, 3, 1, 6, 2, 1, 3, 1, 5, 1, 3, 1, 5, 2, 4, 1, 1, 1, 1, 1, 3, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 5, 2, 1, 7, 4, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 1, 5, 1, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 4, 1, 5, 1, 5, 4, 1, 9, 3, 4, 1, 1, 3, 5, 1, 4, 1, 3, 1, 1, 16, 6, 1, 1, 1, 8, 1, 1, 5, 1, 17, 1, 3, 1, 1, 5, 1, 17, 4, 4, 1, 3, 1, 2, 2, 1, 16, 8, 1, 2, 4, 1, 2, 2, 1, 16, 7, 1, 4, 1, 1, 5, 5, 1, 4, 4, 7, 1, 8, 1, 10, 1, 5, 1, 1, 5, 1, 6, 1, 5, 1, 6, 1, 1, 5, 2, 4, 1, 1, 2, 2, 4, 1, 3, 3, 1, 6, 1, 3, 1, 1, 5, 1, 7, 2, 2, 2, 1, 1, 4, 1, 2, 5, 2, 1, 3, 1, 1, 3, 2, 2, 2, 1, 1, 4, 2, 7, 1, 7, 1, 5, 8, 1, 2, 6, 1, 8, 1, 4, 1, 1, 1, 6, 1, 1, 5, 2, 3, 1, 5, 2, 2, 1, 2, 3, 1, 6, 2, 9, 1, 2, 4, 1, 2, 5, 1, 1, 5, 8, 1, 5, 2, 1, 3, 1, 8, 1, 4, 1, 1, 6, 2, 8, 1, 3, 2, 6, 1, 6, 1, 5, 10, 2, 5, 1, 9, 1, 8, 2, 8, 1, 4, 2, 6, 1, 6, 1, 5, 1, 5, 1, 1, 2, 3, 1, 1, 4, 5, 1, 5, 1, 5, 1, 9, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 10, 1, 1, 3, 2, 1, 10, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 5, 1, 5, 1, 1, 1, 1, 8, 1, 1, 2, 1, 1, 10, 1, 1, 9, 1, 2, 4, 1, 3, 1, 13, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 6, 1, 1, 10, 1, 9, 4, 1, 13, 1, 2, 1, 10, 1, 3, 1, 2, 2, 2, 1, 17, 1, 10, 1, 1, 3, 1, 1, 13, 1, 2, 1, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 1, 10, 1, 3, 1, 2, 4, 4, 1, 17, 7, 2, 22, 1, 2, 1, 2, 1, 3, 1, 2, 1, 21, 1, 1, 10, 2, 1, 2, 1, 10, 1, 2, 17, 1, 17, 5, 2, 1, 1, 4, 1, 9, 1, 2, 1, 3, 1, 2, 1, 9, 1, 4, 1, 2, 1, 1, 5, 1, 1, 11, 1, 1, 2, 1, 2, 1, 10, 1, 2, 6, 1, 17, 9, 2, 1, 1, 8, 1, 6, 1, 8, 1, 1, 1, 1, 3, 1, 6, 1, 4, 1, 13, 7, 1, 2, 2, 1, 13, 1, 5, 1, 2, 2, 1, 13, 3, 2, 1, 1, 4, 1, 13, 3, 1, 8, 1, 1, 4, 1, 13, 7, 1, 4, 1, 4, 1, 13, 1, 7, 1, 4, 1, 5, 1, 13, 3, 2, 1, 1, 2, 1, 5, 1, 13, 7, 1, 4, 1, 4, 1, 1, 5, 2, 1, 2, 6, 2, 4, 4, 2, 5, 1, 8, 2, 1, 6, 8, 8, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 4, 1, 5, 1, 2, 7, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 7, 1, 2, 7, 1, 1, 5, 1, 2, 1, 5, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 1, 5, 1, 1, 1, 3, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 3, 2, 1, 1, 1, 8, 1, 1, 9, 2, 6, 2, 1, 1, 1, 1, 1, 8, 1, 2, 1, 1, 1, 8, 1, 9, 6, 2, 4, 1, 7, 1, 6, 1, 5, 1, 1, 8, 1, 2, 1, 1, 6, 1, 1, 9, 4, 5, 3, 5, 1, 13, 4, 1, 7, 1, 4, 1, 17, 2, 2, 2, 2, 5, 1, 1, 7, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 2, 1, 4, 1, 2, 2, 5, 1, 1, 1, 1, 3, 3, 1, 8, 1, 4, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 27, 1, 2, 6, 1, 7, 1, 3, 1, 10, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 5, 1, 5, 2, 2, 4, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 4, 1, 2, 3, 1, 5, 1, 1, 9, 9, 2, 8, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 33, 6, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 3, 1, 1, 1, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 2, 3, 4, 1, 4, 1, 1, 8, 1, 4, 1, 1, 13, 1, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 1, 1, 2, 2, 6, 1, 2, 1, 17, 1, 3, 1, 5, 2, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 4, 1, 5, 1, 1, 3, 2, 5, 1, 4, 2, 5, 1, 3, 1, 2, 2, 2, 2, 4, 1, 5, 1, 1, 3, 1, 20, 5, 1, 4, 1, 1, 2, 2, 2, 7, 1, 4, 2, 1, 5, 1, 4, 1, 20, 1, 4, 1, 3, 1, 4, 1, 1, 9, 6, 2, 1, 2, 5, 1, 5, 1, 4, 2, 1, 3, 2, 5, 1, 5, 1, 3, 2, 1, 5, 1, 1, 5, 1, 9, 3, 4, 5, 1, 4, 1, 2, 4, 1, 5, 1, 2, 4, 1, 5, 1, 27, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 7, 1, 7, 1, 27, 1, 4, 1, 3, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 2, 3, 1, 2, 1, 3, 1, 1, 7, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 5, 3, 1, 2, 1, 2, 7, 2, 1, 1, 3, 1, 1, 8, 2, 1, 1, 1, 1, 1, 2, 1, 1, 9, 2, 3, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 9, 2, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 4, 1, 5, 2, 1, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 1, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 2, 2, 1, 1, 4, 1, 2, 4, 1, 1, 3, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 2, 4, 1, 1, 3, 1, 1, 2, 2, 2, 1, 1, 3, 1, 3, 1, 6, 2, 1, 1, 1, 1, 25, 1, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 2449, "sum": 6966, "mean": 2.8444262964475295, "median": 2.0, "p95": 9.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 2449, "units_out": 1207, "chunk_lengths": [1, 2, 2, 5, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 4, 2, 4, 4, 1, 1, 1, 1, 3, 1, 3, 1, 4, 2, 4, 3, 1, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 1, 2, 5, 2, 2, 3, 3, 2, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 4, 1, 3, 1, 4, 3, 6, 1, 5, 1, 4, 1, 4, 4, 3, 6, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 5, 3, 2, 1, 2, 1, 2, 5, 1, 5, 1, 1, 1, 1, 3, 2, 3, 1, 2, 5, 6, 2, 3, 2, 2, 5, 2, 2, 1, 1, 6, 2, 1, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 2, 1, 3, 2, 2, 1, 4, 3, 2, 5, 1, 4, 4, 6, 1, 4, 3, 1, 1, 2, 5, 1, 1, 7, 1, 1, 4, 1, 2, 2, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 2, 2, 1, 3, 1, 1, 2, 2, 1, 3, 1, 6, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 3, 4, 4, 1, 3, 1, 1, 4, 1, 7, 1, 3, 1, 7, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 5, 5, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 3, 1, 4, 5, 1, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 3, 2, 1, 2, 3, 4, 1, 4, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 2, 1, 5, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 3, 3, 1, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 1, 2, 3, 1, 2, 1, 1, 2, 1, 2, 2, 7, 1, 2, 1, 6, 2, 6, 2, 1, 1, 1, 2, 2, 2, 3, 1, 2, 3, 1, 1, 1, 10, 1, 1, 1, 5, 1, 2, 2, 1, 4, 1, 2, 4, 3, 2, 3, 1, 1, 1, 4, 3, 1, 1, 2, 1, 3, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 1, 1, 4, 5, 1, 1, 1, 1, 1, 5, 3, 2, 2, 1, 3, 1, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 2, 1, 5, 1, 1, 2, 4, 1, 3, 1, 2, 2, 3, 1, 1, 1, 2, 3, 1, 2, 2, 4, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 3, 1, 3, 3, 2, 1, 2, 2, 2, 5, 2, 1, 1, 1, 1, 1, 1, 1, 3, 3, 2, 1, 1, 1, 6, 1, 3, 1, 4, 4, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 1, 3, 3, 5, 1, 3, 1, 1, 4, 3, 3, 1, 4, 3, 1, 1, 4, 3, 3, 1, 5, 3, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 7, 1, 2, 1, 3, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 3, 3, 2, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 5, 4, 1, 2, 1, 5, 3, 1, 2, 1, 2, 1, 2, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 1, 1, 6, 3, 4, 2, 3, 1, 1, 1, 1, 2, 2, 4, 2, 3, 1, 3, 3, 3, 1, 2, 2, 3, 1, 1, 1, 2, 2, 3, 1, 3, 2, 1, 2, 4, 1, 1, 2, 3, 4, 1, 2, 5, 1, 1, 5, 1, 5, 1, 1, 3, 2, 4, 1, 2, 1, 1, 3, 2, 5, 1, 5, 2, 1, 1, 5, 5, 2, 4, 5, 1, 1, 1, 1, 3, 5, 2, 3, 2, 5, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 2, 1, 3, 3, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 2, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 4, 1, 5, 1, 2, 5, 1, 5, 1, 3, 4, 1, 2, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 2, 2, 1, 1, 2, 1, 2, 2, 3, 3, 5, 1, 5, 1, 1, 2, 1, 3, 3, 4, 3, 1, 3, 2, 2, 2, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 1, 3, 2, 2, 1, 4, 4, 1, 1, 1, 2, 2, 1, 3, 2, 2, 2, 1, 5, 1, 1, 3, 1, 3, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 2, 2, 1, 1, 3, 1, 4, 1, 3, 4, 2, 1, 2, 2, 1, 2, 4, 2, 2, 1, 2, 3, 1, 3, 1, 1, 3, 4, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 3, 1, 4, 1, 8, 1, 2, 1, 1, 1, 4, 1, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 3, 4, 6, 1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 4, 1, 3, 1, 1, 3, 2, 5, 2, 4, 1, 4, 1, 1, 2, 2, 4, 1, 1, 2, 1, 2, 2, 1, 3, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 1, 1, 3, 1, 2, 2, 1, 5, 3, 2, 1, 1, 1, 2, 6, 1, 1, 3, 6, 1, 1, 3, 2, 1, 3, 3, 7, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 4, 2, 2, 5, 1, 2, 1, 5, 6, 1, 1, 5, 2, 4, 2, 6, 6, 2], "chunk_stats": {"count": 1207, "sum": 2449, "mean": 2.0289975144987573, "median": 2.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 696, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 5, 4, 1, 1, 5, 1, 1, 1, 1, 3, 5, 1, 7, 2, 1, 2, 9, 5, 1, 1, 1, 2, 2, 1, 4, 1, 3, 2, 1, 1, 1, 3, 1, 1, 4, 13, 4, 13, 1, 4, 2, 1, 1, 1, 2, 1, 1, 4, 1, 8, 5, 1, 1, 1, 7, 4, 1, 1, 1, 17, 1, 1, 4, 1, 1, 1, 1, 1, 2, 2, 5, 7, 3, 5, 3, 1, 21, 1, 1, 1, 22, 1, 5, 3, 3, 1, 1, 1, 1, 1, 5, 2, 5, 4, 3, 3, 2, 1, 25, 6, 3, 1, 3, 7, 1, 4, 1, 2, 1, 1, 2, 1, 1, 1, 9, 17, 4, 5, 4, 1, 1, 1, 1, 1, 4, 3, 1, 1, 4, 1, 4, 1, 2, 4, 2, 8, 8, 1, 5, 1, 1, 1, 2, 3, 2, 1, 2, 4, 3, 4, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 1, 4, 2, 9, 1, 1, 5, 4, 1, 6, 5, 1, 1, 1, 5, 8, 1, 5, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 1, 9, 3, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 13, 1, 1, 1, 2, 4, 1, 2, 1, 1, 9, 1, 4, 1, 3, 2, 3, 6, 1, 6, 4, 1, 2, 1, 1, 2, 2, 5, 1, 5, 1, 4, 1, 1, 21, 1, 1, 2, 9, 1, 1, 1, 4, 3, 1, 5, 2, 4, 1, 2, 1, 5, 1, 2, 1, 1, 8, 5, 1, 1, 2, 2, 4, 2, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 5, 2, 5, 2, 1, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 4, 5, 6, 1, 1, 1, 5, 1, 3, 1, 2, 7, 4, 2, 2, 1, 1, 3, 6, 1, 1, 2, 2, 1, 6, 1, 2, 1, 5, 1, 2, 1, 1, 1, 2, 5, 4, 1, 1, 1, 6, 7, 9, 2, 1, 4, 8, 8, 2, 1, 1, 7, 1, 6, 7, 1, 1, 8, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 3, 1, 7, 2, 1, 2, 1, 3, 5, 2, 1, 1, 1, 9, 4, 5, 1, 3, 1, 1, 5, 1, 1, 1, 1, 3, 9, 21, 1, 2, 1, 3, 9, 6, 1, 3, 1, 1, 1, 9, 5, 2, 1, 2, 5, 2, 5, 5, 21, 1, 1, 1, 2, 4, 2, 3, 5, 5, 5, 1, 2, 1, 1, 2, 3, 4, 2, 13, 1, 7, 1, 5, 1, 1, 2, 1, 1, 6, 2, 2, 2, 1, 1, 4, 5, 2, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 8, 3, 2, 2, 2, 4, 3, 4, 2, 2, 1, 1, 3, 2, 4, 4, 5, 8, 2, 1, 2, 1, 1, 3, 5, 1, 5, 4, 2, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 2, 4, 2, 1, 1, 4, 4, 2, 1, 1, 5, 1, 1, 1, 1, 7, 2, 1, 1, 1, 2, 2, 4, 2, 1, 9, 5, 1, 3, 2, 2, 1, 5, 1, 6, 5, 2, 3, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 10, 2, 6, 8, 1, 4, 7, 1, 4, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 8, 1, 2, 2, 6, 3, 9, 1, 1, 21, 1, 6, 5, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 3, 1, 8, 1, 1, 3, 5, 1, 1, 9, 1, 2, 1, 1, 2, 4, 1, 1, 4, 1, 3, 2, 9, 4, 9, 4, 3, 2, 3, 1, 1, 2, 1, 1, 1, 5, 7, 2, 1, 4, 2, 4, 2, 2, 1, 1, 3, 2, 1, 8, 1, 2, 2, 1, 11, 1, 1, 2, 1, 2, 1, 4, 9, 8, 6, 1, 1, 1, 1, 2, 4, 1, 1, 3, 9, 1, 1, 1, 1, 10, 4, 1, 2, 1, 7, 2, 5, 6, 5, 5, 2, 1, 14, 1, 1, 4, 1, 6, 8, 4, 4], "chunk_stats": {"count": 707, "sum": 2048, "mean": 2.896746817538897, "median": 2.0, "p95": 8.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 297, "chunk_lengths": [1, 1, 2, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 4, 3, 3, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 6, 4, 1, 4, 5, 1, 1, 1, 1, 3, 1, 3, 3, 2, 1, 3, 1, 4, 1, 5, 1, 1, 5, 1, 1, 1, 1, 2, 4, 5, 1, 5, 4, 4, 6, 5, 1, 1, 3, 5, 1, 1, 1, 6, 4, 8, 7, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 3, 3, 4, 1, 4, 2, 1, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 5, 1, 3, 4, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 3, 2, 5, 3, 4, 1, 1, 5, 1, 3, 6, 6, 1, 1, 3, 1, 1, 5, 4, 1, 2, 4, 2, 4, 8, 5, 3, 3, 4, 5, 2, 1, 2, 1, 4, 1, 3, 2, 5, 1, 1, 1, 4, 1, 1, 2, 3, 3, 1, 1, 1, 1, 4, 2, 1, 1, 1, 2, 2, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 1, 4, 4, 1, 1, 2, 1, 2, 3, 1, 3, 2, 2, 3, 3, 2, 1, 4, 5, 2, 1, 5, 1, 2, 1, 6, 3, 1, 1, 3, 1, 3, 1, 1, 6, 1, 5, 5, 2, 1, 1, 6, 3, 3, 4, 2, 3, 1, 7, 3, 1, 1, 4, 3, 3, 2, 1, 4, 3, 1, 1, 2, 4, 6, 2, 1, 2, 1, 1, 8, 2, 3, 3, 3, 1, 1, 2, 3, 4, 1, 1, 3, 5, 4, 4, 1, 1, 3, 1, 2, 5, 5, 1, 1, 3, 1, 2, 2, 4, 1], "chunk_stats": {"count": 303, "sum": 696, "mean": 2.297029702970297, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 696, "mean": 5.4375, "median": 5.0, "p95": 8.0, "max": 9, "min": 2}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10754729199834401, "decode_time_sec": 5.128885664998961, "total_time_sec": 5.282456067998282, "prefill_units_per_sec": 72247.28633910783, "prefill_bytes_per_sec": 72098.51457830658, "decode_units_per_sec": 399.30701009308126, "decode_bytes_per_sec": 399.30701009308126, "total_units_per_sec": 387.6984443670088, "total_bytes_per_sec": 387.6984443670088, "step_latency_ms": {"count": 128, "sum": 5016, "mean": 39.1875, "median": 41.0, "p95": 42.0, "max": 45, "min": 18}, "peak_allocated_mb": 7865.251953125, "peak_reserved_mb": 8020.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7754, "mean": 484.625, "median": 461.0, "p95": 876.5, "max": 986, "min": 262}, "model_input_units": {"count": 16, "sum": 7770, "mean": 485.625, "median": 462.0, "p95": 877.5, "max": 987, "min": 263}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7754, "model_input_units": 7770, "stage0_units": 2711, "stage1_units": 1267, "bytes_per_stage0_unit": 2.8601991884913316, "stage0_per_stage1_unit": 2.139700078926598}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7770, "units_out": 2711, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 13, 2, 1, 1, 2, 1, 5, 13, 2, 2, 1, 2, 1, 2, 1, 6, 1, 1, 1, 3, 1, 13, 1, 1, 2, 1, 2, 1, 1, 1, 13, 2, 3, 1, 1, 5, 6, 1, 1, 2, 3, 2, 1, 4, 3, 5, 1, 1, 13, 2, 2, 4, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 1, 13, 2, 4, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 4, 3, 8, 1, 3, 1, 6, 13, 2, 3, 5, 1, 13, 1, 2, 1, 7, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 1, 4, 1, 17, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 6, 7, 6, 1, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 9, 8, 2, 8, 1, 6, 1, 13, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 8, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 13, 7, 1, 1, 3, 1, 7, 2, 6, 1, 1, 3, 1, 6, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 2, 7, 1, 1, 3, 1, 7, 1, 1, 9, 1, 2, 7, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 2, 4, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 4, 2, 1, 13, 4, 2, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 1, 1, 1, 1, 3, 13, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 9, 1, 2, 1, 13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1, 2, 1, 3, 1, 5, 1, 1, 6, 3, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 1, 5, 2, 3, 1, 4, 4, 1, 1, 13, 1, 2, 1, 4, 1, 1, 1, 9, 2, 1, 2, 1, 1, 4, 5, 6, 1, 11, 9, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 2, 1, 2, 1, 1, 9, 1, 1, 1, 1, 4, 1, 1, 1, 1, 9, 2, 1, 6, 3, 1, 1, 9, 1, 2, 1, 1, 1, 1, 3, 3, 1, 7, 1, 4, 1, 1, 3, 2, 4, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 7, 1, 1, 1, 6, 2, 5, 7, 1, 4, 2, 6, 4, 1, 3, 1, 1, 1, 1, 23, 1, 3, 1, 4, 1, 3, 1, 1, 1, 1, 9, 1, 3, 2, 1, 1, 1, 4, 3, 1, 1, 9, 1, 1, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 1, 13, 1, 5, 1, 1, 3, 2, 4, 1, 1, 2, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1, 9, 4, 2, 1, 2, 7, 1, 1, 3, 1, 1, 1, 2, 1, 4, 2, 6, 1, 2, 7, 1, 4, 1, 1, 5, 1, 4, 1, 3, 2, 1, 4, 1, 1, 3, 1, 9, 5, 1, 1, 4, 2, 1, 2, 3, 1, 9, 1, 2, 4, 1, 2, 1, 1, 13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 5, 7, 10, 1, 2, 2, 1, 9, 5, 1, 1, 6, 2, 7, 1, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1, 2, 1, 1, 5, 7, 1, 1, 2, 3, 1, 6, 1, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 1, 1, 3, 7, 1, 9, 1, 1, 5, 3, 1, 1, 2, 1, 1, 4, 1, 1, 3, 2, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 4, 1, 1, 1, 1, 3, 3, 1, 3, 2, 1, 1, 1, 1, 3, 2, 7, 2, 5, 1, 1, 1, 1, 9, 2, 1, 5, 1, 3, 10, 8, 1, 11, 1, 1, 2, 2, 1, 1, 1, 9, 9, 2, 1, 1, 9, 10, 2, 1, 4, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 9, 4, 1, 5, 3, 1, 3, 1, 6, 1, 1, 6, 1, 13, 8, 1, 1, 5, 1, 9, 1, 1, 4, 1, 7, 1, 7, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 1, 13, 9, 2, 1, 6, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 1, 5, 1, 7, 1, 1, 1, 1, 3, 1, 8, 1, 1, 3, 2, 4, 3, 1, 2, 1, 1, 2, 2, 2, 8, 1, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 2, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 1, 5, 1, 1, 9, 3, 1, 1, 1, 2, 2, 1, 3, 1, 2, 2, 1, 4, 4, 1, 4, 3, 1, 2, 1, 1, 1, 9, 4, 1, 2, 1, 3, 1, 2, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 1, 4, 1, 2, 1, 4, 1, 1, 1, 13, 1, 2, 1, 2, 1, 5, 1, 2, 2, 2, 1, 17, 4, 1, 1, 1, 3, 1, 1, 3, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 2, 2, 5, 4, 4, 8, 11, 1, 1, 2, 3, 5, 7, 2, 1, 2, 1, 6, 5, 6, 1, 4, 2, 1, 2, 1, 3, 1, 1, 2, 3, 5, 10, 1, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 1, 5, 1, 1, 3, 1, 5, 1, 2, 10, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 2, 1, 9, 10, 1, 5, 3, 1, 1, 1, 4, 1, 1, 2, 5, 1, 2, 4, 10, 1, 4, 1, 9, 3, 3, 5, 6, 1, 5, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 6, 1, 4, 1, 5, 9, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 6, 1, 2, 3, 1, 7, 1, 5, 2, 2, 4, 1, 1, 3, 5, 1, 9, 1, 3, 1, 6, 1, 5, 1, 5, 1, 6, 1, 6, 1, 4, 1, 1, 5, 2, 8, 1, 4, 1, 6, 2, 1, 2, 5, 5, 2, 3, 1, 1, 6, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 3, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 10, 2, 1, 1, 5, 5, 4, 1, 1, 4, 1, 11, 2, 7, 1, 5, 1, 3, 2, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 1, 5, 4, 2, 3, 5, 4, 1, 1, 4, 1, 10, 1, 9, 5, 4, 1, 1, 4, 1, 9, 1, 5, 2, 1, 1, 1, 9, 11, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 11, 1, 1, 1, 1, 9, 1, 2, 5, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 9, 1, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 4, 1, 5, 1, 1, 1, 1, 9, 6, 1, 5, 2, 4, 1, 4, 1, 5, 1, 1, 2, 1, 6, 1, 6, 1, 4, 1, 1, 1, 1, 1, 9, 2, 3, 8, 1, 4, 1, 1, 3, 11, 1, 7, 1, 2, 5, 9, 2, 1, 6, 9, 1, 4, 4, 3, 10, 9, 1, 1, 1, 1, 4, 1, 5, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 4, 1, 5, 9, 1, 1, 1, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 9, 1, 1, 1, 1, 2, 4, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 2, 4, 9, 1, 1, 1, 11, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 11, 1, 1, 1, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 5, 4, 4, 2, 1, 2, 2, 10, 2, 6, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 3, 1, 3, 4, 4, 4, 1, 9, 1, 5, 2, 1, 9, 1, 1, 5, 1, 2, 5, 4, 1, 7, 1, 1, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 9, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 4, 6, 1, 1, 3, 1, 4, 5, 1, 3, 4, 6, 1, 1, 9, 1, 5, 1, 6, 6, 1, 1, 5, 2, 7, 5, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 29, 1, 9, 2, 6, 1, 1, 1, 5, 1, 2, 4, 5, 1, 3, 4, 5, 4, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 3, 1, 4, 4, 1, 1, 13, 1, 5, 2, 1, 9, 1, 1, 3, 1, 4, 9, 2, 1, 1, 1, 1, 1, 1, 2, 4, 4, 1, 9, 1, 2, 1, 4, 1, 1, 5, 1, 1, 1, 3, 3, 1, 3, 1, 2, 8, 1, 1, 3, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 4, 1, 3, 1, 5, 1, 1, 1, 9, 2, 2, 2, 1, 1, 2, 2, 4, 1, 3, 1, 2, 2, 4, 1, 1, 1, 1, 9, 1, 2, 3, 6, 1, 2, 1, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 9, 2, 1, 3, 1, 4, 1, 3, 10, 1, 1, 6, 1, 1, 1, 6, 1, 1, 4, 1, 3, 1, 1, 1, 1, 6, 9, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 8, 2, 1, 2, 1, 1, 7, 1, 1, 9, 1, 2, 3, 1, 1, 8, 1, 1, 1, 2, 1, 1, 13, 1, 5, 5, 5, 1, 1, 3, 3, 4, 1, 2, 3, 1, 2, 6, 4, 1, 7, 1, 1, 1, 9, 2, 2, 1, 2, 1, 10, 1, 1, 9, 4, 1, 8, 3, 1, 8, 1, 13, 1, 2, 1, 8, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 1, 8, 1, 2, 2, 2, 1, 1, 13, 1, 1, 1, 2, 1, 1, 7, 1, 1, 7, 1, 1, 1, 1, 3, 4, 1, 8, 1, 4, 1, 1, 5, 1, 19, 5, 1, 4, 1, 19, 1, 2, 1, 2, 2, 1, 19, 4, 1, 6, 1, 1, 4, 1, 1, 3, 20, 4, 1, 4, 1, 1, 4, 1, 1, 4, 1, 19, 1, 4, 1, 3, 1, 2, 2, 1, 19, 1, 4, 1, 1, 4, 1, 1, 8, 1, 1, 1, 20, 1, 4, 1, 3, 1, 1, 8, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 7, 1, 1, 3, 2, 4, 2, 1, 2, 3, 4, 1, 1, 1, 9, 1, 2, 5, 1, 2, 2, 2, 1, 13, 5, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 4, 2, 1, 4, 1, 4, 1, 9, 3, 1, 7, 2, 1, 3, 1, 6, 1, 9, 4, 2, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 3, 1, 3, 1, 1, 13, 1, 2, 1, 1, 8, 1, 1, 1, 2, 1, 4, 1, 1, 17, 6, 2, 1, 1, 13, 2, 3, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 17, 6, 2, 1, 1, 1, 1, 1, 13, 4, 1, 17, 2, 1, 3, 5, 4, 1, 8, 1, 2, 3, 4, 2, 4, 5, 3, 1, 3, 2, 2, 17, 2, 2, 1, 5, 4, 3, 4, 6, 1, 17, 1, 2, 1, 21, 1, 2, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 17, 7, 1, 1, 8, 5, 2, 3, 11, 5, 1, 1, 21, 2, 2, 17, 6, 2, 1, 3, 1, 2, 2, 1, 5, 1, 6, 1, 1, 1, 1, 40, 1, 1, 8, 1, 3, 1, 3, 1, 13, 3, 4, 5, 1, 9, 2, 1, 4, 1, 2, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 13, 1, 2, 4, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 1, 8, 2, 1, 1, 9, 2, 1, 2, 1, 2, 5, 1, 3, 9, 1, 2, 5, 1, 1, 4, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 4, 2, 1, 3, 2, 5, 1, 2, 4, 4, 6, 1, 4, 6, 1, 4, 3, 4, 1, 4, 6, 1, 13, 2, 2, 3, 1, 7, 3, 2, 1, 2, 5, 2, 1, 7, 1, 2, 5, 1, 3, 4, 9, 1, 7, 13, 2, 1, 2, 1, 7, 1, 13, 1, 13, 1, 5, 1, 3, 1, 9, 1, 1, 1, 17, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 21, 1, 3, 1, 8, 2, 1, 1, 1, 13, 9, 1, 2, 1, 3, 1, 9, 1, 1, 13, 5, 1, 1, 3, 1, 9, 1, 1, 13, 4, 6, 1], "chunk_stats": {"count": 2711, "sum": 7770, "mean": 2.866101069715972, "median": 1.0, "p95": 9.0, "max": 40, "min": 1}}, {"stage": 1, "units_in": 2711, "units_out": 1267, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 4, 2, 8, 2, 1, 4, 4, 2, 1, 1, 2, 2, 1, 2, 2, 3, 5, 2, 2, 2, 7, 3, 2, 4, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 3, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 5, 2, 4, 4, 1, 2, 1, 5, 1, 1, 5, 2, 1, 1, 2, 6, 1, 1, 5, 1, 1, 1, 1, 2, 2, 3, 5, 1, 1, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 6, 7, 3, 2, 1, 5, 2, 3, 1, 3, 1, 2, 1, 5, 2, 1, 1, 3, 3, 1, 7, 1, 1, 3, 2, 2, 1, 6, 2, 1, 2, 2, 2, 1, 2, 2, 1, 2, 1, 1, 2, 1, 2, 2, 2, 7, 1, 7, 1, 1, 2, 1, 2, 1, 2, 1, 1, 6, 1, 4, 1, 5, 2, 2, 1, 5, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 3, 2, 1, 1, 1, 4, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 3, 1, 1, 3, 2, 5, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 4, 2, 1, 1, 3, 5, 1, 2, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 2, 1, 1, 1, 2, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 6, 1, 1, 2, 1, 1, 4, 4, 1, 3, 1, 2, 3, 1, 1, 1, 2, 1, 5, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 4, 4, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 9, 1, 6, 11, 2, 4, 2, 2, 2, 1, 5, 1, 1, 1, 4, 4, 1, 2, 1, 1, 2, 1, 2, 3, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 1, 1, 6, 1, 2, 1, 3, 1, 1, 2, 1, 4, 4, 1, 1, 3, 2, 3, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 2, 4, 3, 4, 2, 3, 1, 1, 2, 2, 1, 3, 5, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 1, 1, 4, 1, 5, 3, 7, 1, 1, 1, 5, 1, 5, 1, 7, 2, 2, 3, 1, 1, 5, 5, 1, 1, 4, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 3, 1, 4, 4, 1, 2, 2, 1, 6, 4, 12, 1, 1, 5, 4, 1, 8, 1, 1, 3, 8, 1, 1, 2, 4, 1, 2, 1, 1, 2, 1, 6, 4, 6, 4, 1, 1, 2, 1, 6, 4, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 3, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 2, 1, 6, 5, 1, 8, 1, 7, 4, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 1, 12, 1, 2, 1, 7, 1, 1, 2, 2, 1, 10, 1, 1, 1, 2, 8, 1, 7, 2, 1, 2, 1, 1, 1, 1, 1, 3, 2, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 1, 3, 2, 4, 2, 1, 6, 1, 1, 1, 2, 2, 1, 3, 2, 4, 3, 7, 1, 1, 1, 1, 2, 4, 2, 5, 4, 3, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 7, 1, 1, 7, 2, 1, 4, 1, 1, 11, 1, 4, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 9, 4, 1, 1, 5, 1, 9, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 2, 2, 2, 5, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 3, 2, 1, 3, 2, 2, 2, 3, 1, 1, 1, 1, 3, 2, 2, 2, 5, 1, 1, 10, 5, 1, 2, 3, 1, 2, 2, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 4, 1, 2, 5, 1, 3, 5, 1, 3, 4, 3, 1, 1, 1, 1, 1, 1, 3, 4, 2, 5, 1, 1, 1, 3, 2, 3, 1, 2, 1, 1, 4, 1, 4, 3, 1, 1, 5, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 2, 1, 1, 2, 1, 2, 2, 1, 5, 7, 1, 1, 2, 2, 1, 1, 2, 2, 2, 2, 3, 1, 2, 1, 2, 2, 2, 3, 1, 9, 4, 1, 2, 1, 1, 3, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 5, 4, 1, 2, 3, 3, 1, 5, 2, 3, 2, 1, 1, 1, 4, 2, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 5, 3, 2, 4, 1, 4, 3, 4, 1, 1, 2, 3, 1, 4, 1, 1, 3, 2, 2, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 3, 2, 3, 1, 1, 2, 2, 2, 3, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 2, 3, 2, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 5, 1, 1, 1, 5, 6, 3, 3, 1, 1, 2, 1, 4, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 3, 1, 4, 1, 1, 1, 2, 1, 1, 4, 4, 3, 1, 1, 3, 3, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 3, 2, 1, 2, 2, 1, 3, 1, 3, 1, 3, 1, 2, 1, 4, 1, 3, 3, 7, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 2, 2, 3, 3, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 7, 3, 1, 1, 2, 3, 1, 1, 2, 2, 2, 1, 3, 4, 2, 1, 4, 1, 2, 1, 1, 1, 6, 1, 1, 5, 6, 1, 1, 3, 1, 6, 1, 7, 1, 5, 1, 1, 4, 4, 1, 2, 1, 2, 3, 4, 1, 1, 2, 2, 3, 1, 2, 4, 3, 1, 7, 4, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 2, 1, 4, 3, 1, 1, 1, 2], "chunk_stats": {"count": 1267, "sum": 2711, "mean": 2.139700078926598, "median": 2.0, "p95": 5.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 734, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 1, 4, 4, 1, 1, 1, 5, 7, 1, 1, 9, 9, 2, 4, 9, 9, 1, 9, 1, 4, 9, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 3, 13, 13, 13, 4, 9, 2, 1, 1, 1, 1, 3, 4, 7, 1, 1, 3, 4, 3, 4, 1, 5, 1, 4, 1, 3, 1, 1, 1, 1, 1, 1, 2, 3, 1, 2, 4, 1, 4, 1, 5, 17, 1, 1, 4, 1, 10, 5, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 8, 1, 4, 5, 3, 1, 3, 1, 3, 8, 3, 1, 1, 1, 4, 5, 4, 1, 4, 5, 4, 1, 1, 4, 1, 1, 4, 2, 5, 1, 6, 2, 2, 2, 5, 3, 1, 2, 4, 2, 1, 4, 2, 7, 21, 1, 1, 1, 1, 4, 9, 5, 1, 1, 1, 1, 1, 1, 1, 4, 4, 3, 2, 1, 1, 1, 1, 4, 1, 1, 3, 1, 2, 1, 4, 1, 4, 1, 1, 4, 1, 4, 2, 1, 1, 1, 5, 5, 17, 1, 3, 10, 1, 1, 13, 1, 4, 4, 1, 3, 1, 9, 6, 1, 2, 1, 5, 4, 1, 1, 1, 3, 3, 2, 1, 1, 3, 1, 2, 1, 1, 1, 4, 1, 2, 2, 1, 1, 4, 1, 9, 5, 3, 1, 1, 1, 2, 13, 1, 5, 1, 5, 1, 2, 1, 6, 6, 2, 13, 1, 1, 1, 2, 2, 3, 10, 4, 7, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 1, 7, 1, 8, 1, 1, 1, 2, 3, 2, 1, 1, 3, 5, 1, 1, 1, 1, 1, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 4, 4, 1, 1, 2, 1, 5, 5, 1, 1, 4, 1, 1, 5, 4, 3, 3, 2, 1, 9, 1, 1, 4, 8, 4, 4, 4, 4, 1, 1, 1, 1, 1, 1, 9, 4, 3, 1, 1, 3, 1, 1, 6, 1, 1, 4, 1, 6, 1, 1, 1, 1, 1, 6, 4, 1, 4, 2, 1, 1, 2, 1, 1, 1, 4, 5, 17, 1, 1, 1, 1, 3, 4, 1, 3, 9, 1, 3, 1, 6, 1, 2, 2, 4, 1, 1, 1, 5, 4, 1, 1, 2, 1, 9, 3, 1, 1, 2, 1, 1, 3, 5, 3, 4, 9, 1, 3, 4, 1, 2, 9, 4, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 3, 2, 13, 2, 1, 1, 1, 1, 1, 1, 2, 1, 9, 2, 5, 1, 1, 4, 2, 1, 4, 1, 1, 4, 1, 7, 1, 5, 2, 5, 1, 1, 1, 2, 2, 4, 5, 2, 1, 1, 4, 2, 1, 1, 1, 4, 1, 9, 1, 1, 1, 1, 2, 4, 1, 1, 13, 9, 1, 4, 7, 4, 1, 1, 3, 6, 2, 1, 7, 8, 3, 1, 4, 1, 2, 1, 1, 2, 5, 1, 1, 2, 3, 1, 9, 1, 5, 1, 1, 3, 1, 2, 3, 3, 4, 5, 7, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 6, 4, 2, 4, 6, 2, 1, 3, 3, 8, 1, 1, 1, 1, 17, 3, 7, 2, 2, 1, 9, 1, 1, 5, 1, 2, 2, 1, 1, 1, 3, 2, 3, 7, 6, 1, 2, 4, 2, 3, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 2, 2, 1, 1, 1, 1, 4, 6, 1, 1, 1, 9, 1, 1, 2, 7, 5, 1, 2, 1, 3, 1, 1, 1, 5, 5, 1, 1, 1, 6, 3, 2, 1, 4, 1, 5, 2, 2, 2, 1, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 9, 1, 1, 4, 4, 3, 2, 5, 1, 3, 1, 3, 2, 2, 9, 1, 1, 1, 2, 1, 2, 7, 5, 1, 5, 2, 4, 1, 6, 1, 1, 9, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 1, 13, 1, 5, 1, 1, 2, 3, 9, 1, 1, 1, 1, 1, 1, 1, 1, 8, 2, 1, 1, 4, 2, 1, 13, 3, 2, 1, 2, 1, 7, 6, 1, 1, 2, 1, 1, 1, 2, 1, 3, 4, 2, 1, 2, 2, 1, 4, 1], "chunk_stats": {"count": 743, "sum": 2048, "mean": 2.756393001345895, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 272, "chunk_lengths": [1, 1, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 1, 1, 4, 1, 4, 2, 6, 1, 3, 1, 1, 1, 1, 2, 2, 2, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 4, 1, 3, 1, 6, 4, 2, 1, 3, 1, 5, 3, 3, 1, 5, 5, 1, 4, 1, 1, 3, 3, 1, 2, 2, 1, 4, 2, 3, 1, 6, 1, 2, 4, 6, 1, 1, 8, 5, 4, 2, 2, 5, 1, 3, 1, 2, 1, 2, 4, 1, 1, 2, 1, 4, 3, 6, 2, 7, 3, 3, 1, 3, 1, 1, 3, 4, 3, 1, 3, 4, 6, 1, 5, 3, 4, 1, 1, 5, 1, 4, 3, 2, 19, 3, 1, 1, 6, 1, 1, 1, 2, 1, 7, 6, 4, 3, 1, 6, 1, 2, 2, 1, 5, 1, 1, 1, 4, 2, 1, 1, 1, 1, 7, 4, 1, 6, 2, 2, 1, 1, 1, 4, 2, 3, 1, 1, 1, 1, 1, 11, 1, 1, 4, 1, 1, 7, 1, 4, 1, 1, 10, 1, 1, 3, 1, 2, 3, 1, 6, 1, 4, 5, 2, 2, 1, 1, 3, 2, 1, 1, 2, 1, 5, 1, 1, 8, 1, 4, 3, 1, 2, 5, 6, 2, 1, 1, 2, 1, 2, 1, 5, 1, 1, 5, 2, 1, 3, 1, 2, 1, 5, 1, 6, 2, 1, 1, 1, 7, 1, 1, 3, 4, 3, 1, 8, 5, 2, 9, 1, 2, 1, 4, 4, 1, 7, 1, 1, 1, 2, 3, 3, 3, 3, 1, 1, 3, 2, 5, 13, 1, 8, 1, 3, 1], "chunk_stats": {"count": 283, "sum": 734, "mean": 2.5936395759717317, "median": 2.0, "p95": 6.899999999999977, "max": 19, "min": 1}, "active_size_stats": {"count": 128, "sum": 734, "mean": 5.734375, "median": 6.0, "p95": 9.0, "max": 11, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06728143799773534, "decode_time_sec": 1.9846553759998642, "total_time_sec": 2.058840820001933, "prefill_units_per_sec": 3165.80629574489, "prefill_bytes_per_sec": 3150.94335538928, "decode_units_per_sec": 64.49482441530381, "decode_bytes_per_sec": 64.49482441530381, "total_units_per_sec": 62.17090644233478, "total_bytes_per_sec": 62.17090644233478, "step_latency_ms": {"count": 128, "sum": 1994, "mean": 15.578125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3317.115234375, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.12, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 213, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 100, "sum": 213, "mean": 2.13, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 2.0, "p95": 4.949999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 2, 5, 1, 2, 2, 4, 1, 2, 3, 1, 2, 4, 2, 1, 1], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 23, "sum": 57, "mean": 2.4782608695652173, "median": 1.0, "p95": 7.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06416199999875971, "decode_time_sec": 1.8746038270001009, "total_time_sec": 1.9419519450020744, "prefill_units_per_sec": 2820.9843833343543, "prefill_bytes_per_sec": 2805.398834255159, "decode_units_per_sec": 68.28109393377073, "decode_bytes_per_sec": 68.28109393377073, "total_units_per_sec": 65.9130625396929, "total_bytes_per_sec": 65.9130625396929, "step_latency_ms": {"count": 128, "sum": 1856, "mean": 14.5, "median": 8.0, "p95": 39.0, "max": 41, "min": 8}, "peak_allocated_mb": 3307.56591796875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 61, "stage1_units": 29, "bytes_per_stage0_unit": 2.9508196721311477, "stage0_per_stage1_unit": 2.103448275862069}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 61, "chunk_lengths": [1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 4, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 181, "mean": 2.9672131147540983, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 29, "chunk_lengths": [1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 4, 1, 3, 1, 2, 1], "chunk_stats": {"count": 29, "sum": 61, "mean": 2.103448275862069, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 5, 1, 1, 9, 4, 1, 6, 2, 5, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 7], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 3, 1, 3, 2, 1, 1, 10], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 2.0, "p95": 7.599999999999998, "max": 10, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06365627099876292, "decode_time_sec": 1.681837406998966, "total_time_sec": 1.7485787859986885, "prefill_units_per_sec": 2749.1399865914373, "prefill_bytes_per_sec": 2733.4306152394865, "decode_units_per_sec": 76.10723811191738, "decode_bytes_per_sec": 76.10723811191738, "total_units_per_sec": 73.20230636727855, "total_bytes_per_sec": 73.20230636727855, "step_latency_ms": {"count": 128, "sum": 1691, "mean": 13.2109375, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3305.58935546875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}, "model_input_units": {"count": 1, "sum": 175, "mean": 175.0, "median": 175.0, "p95": 175.0, "max": 175, "min": 175}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 174, "model_input_units": 175, "stage0_units": 63, "stage1_units": 30, "bytes_per_stage0_unit": 2.761904761904762, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 175, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 175, "mean": 2.7777777777777777, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 30, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1], "chunk_stats": {"count": 30, "sum": 63, "mean": 2.1, "median": 1.5, "p95": 4.549999999999997, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 3, 1, 3, 1, 1, 8, 2, 1, 5, 1, 2, 3, 1, 3, 1], "chunk_stats": {"count": 16, "sum": 38, "mean": 2.375, "median": 2.0, "p95": 5.75, "max": 8, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06417737000083434, "decode_time_sec": 1.9512999809994653, "total_time_sec": 2.018703349000134, "prefill_units_per_sec": 2898.2178608687436, "prefill_bytes_per_sec": 2882.6360444124603, "decode_units_per_sec": 65.59729475036318, "decode_bytes_per_sec": 65.59729475036318, "total_units_per_sec": 63.407038019428924, "total_bytes_per_sec": 63.407038019428924, "step_latency_ms": {"count": 128, "sum": 1946, "mean": 15.203125, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3309.7587890625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}, "model_input_units": {"count": 1, "sum": 186, "mean": 186.0, "median": 186.0, "p95": 186.0, "max": 186, "min": 186}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 185, "model_input_units": 186, "stage0_units": 76, "stage1_units": 39, "bytes_per_stage0_unit": 2.4342105263157894, "stage0_per_stage1_unit": 1.9487179487179487}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 186, "units_out": 76, "chunk_lengths": [1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1], "chunk_stats": {"count": 76, "sum": 186, "mean": 2.4473684210526314, "median": 1.0, "p95": 7.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 39, "chunk_lengths": [1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1], "chunk_stats": {"count": 39, "sum": 76, "mean": 1.9487179487179487, "median": 1.0, "p95": 4.100000000000001, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 1, 2, 3, 1, 4, 1, 8, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 1, 6, 2, 2, 4, 1, 1, 4, 2, 3], "chunk_stats": {"count": 22, "sum": 51, "mean": 2.3181818181818183, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07126924600015627, "decode_time_sec": 1.7115293620008742, "total_time_sec": 1.7859171659983986, "prefill_units_per_sec": 2371.28929355629, "prefill_bytes_per_sec": 2357.257995961282, "decode_units_per_sec": 74.7869144648274, "decode_bytes_per_sec": 74.7869144648274, "total_units_per_sec": 71.67185714822497, "total_bytes_per_sec": 71.67185714822497, "step_latency_ms": {"count": 128, "sum": 1722, "mean": 13.453125, "median": 8.0, "p95": 37.64999999999999, "max": 39, "min": 7}, "peak_allocated_mb": 3304.763671875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 168, "mean": 168.0, "median": 168.0, "p95": 168.0, "max": 168, "min": 168}, "model_input_units": {"count": 1, "sum": 169, "mean": 169.0, "median": 169.0, "p95": 169.0, "max": 169, "min": 169}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 168, "model_input_units": 169, "stage0_units": 68, "stage1_units": 37, "bytes_per_stage0_unit": 2.4705882352941178, "stage0_per_stage1_unit": 1.837837837837838}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 169, "units_out": 68, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 68, "sum": 169, "mean": 2.485294117647059, "median": 1.0, "p95": 7.299999999999997, "max": 16, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 37, "chunk_lengths": [1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1], "chunk_stats": {"count": 37, "sum": 68, "mean": 1.837837837837838, "median": 1.0, "p95": 4.199999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [5, 3, 4, 4, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 6, 2, 45, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 5.0, "max": 45, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 7, 2, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 21], "chunk_stats": {"count": 14, "sum": 48, "mean": 3.4285714285714284, "median": 1.0, "p95": 11.899999999999995, "max": 21, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06396138099808013, "decode_time_sec": 1.6609493040014058, "total_time_sec": 1.7280774920000113, "prefill_units_per_sec": 3126.8868320088836, "prefill_bytes_per_sec": 3111.2523978488393, "decode_units_per_sec": 77.0643629469209, "decode_bytes_per_sec": 77.0643629469209, "total_units_per_sec": 74.0707523780416, "total_bytes_per_sec": 74.0707523780416, "step_latency_ms": {"count": 128, "sum": 1671, "mean": 13.0546875, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3313.46728515625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 67, "stage1_units": 30, "bytes_per_stage0_unit": 2.970149253731343, "stage0_per_stage1_unit": 2.2333333333333334}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 67, "chunk_lengths": [1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1], "chunk_stats": {"count": 67, "sum": 200, "mean": 2.985074626865672, "median": 2.0, "p95": 11.799999999999983, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 30, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1], "chunk_stats": {"count": 30, "sum": 67, "mean": 2.2333333333333334, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [1, 6, 2, 1, 14, 1, 2, 2, 2, 1, 13, 1, 2, 4, 2, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 3, 14, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 2.0, "p95": 14.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 1, 3, 1, 3, 2, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2], "chunk_stats": {"count": 16, "sum": 35, "mean": 2.1875, "median": 2.0, "p95": 3.5, "max": 5, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06482148000213783, "decode_time_sec": 1.8591194319997157, "total_time_sec": 1.927048300000024, "prefill_units_per_sec": 3363.082731107193, "prefill_bytes_per_sec": 3347.6557461021143, "decode_units_per_sec": 68.84979942483844, "decode_bytes_per_sec": 68.84979942483844, "total_units_per_sec": 66.42282915275055, "total_bytes_per_sec": 66.42282915275055, "step_latency_ms": {"count": 128, "sum": 1864, "mean": 14.5625, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3317.66357421875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 73, "stage1_units": 36, "bytes_per_stage0_unit": 2.9726027397260273, "stage0_per_stage1_unit": 2.0277777777777777}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 218, "units_out": 73, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1], "chunk_stats": {"count": 73, "sum": 218, "mean": 2.9863013698630136, "median": 2.0, "p95": 8.399999999999991, "max": 9, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 36, "chunk_lengths": [1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3], "chunk_stats": {"count": 36, "sum": 73, "mean": 2.0277777777777777, "median": 1.5, "p95": 4.25, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 1, 5, 1, 5, 1, 7, 1, 1, 8, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 7.399999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [5, 2, 1, 3, 1, 1, 7, 3, 4, 1, 3, 1, 1, 7, 3, 5, 3, 1], "chunk_stats": {"count": 18, "sum": 52, "mean": 2.888888888888889, "median": 3.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06394649000139907, "decode_time_sec": 1.9076234139974986, "total_time_sec": 1.9747532029978174, "prefill_units_per_sec": 2939.9580805121095, "prefill_bytes_per_sec": 2924.3200056157684, "decode_units_per_sec": 67.09919738915924, "decode_bytes_per_sec": 67.09919738915924, "total_units_per_sec": 64.818226300728, "total_bytes_per_sec": 64.818226300728, "step_latency_ms": {"count": 128, "sum": 1902, "mean": 14.859375, "median": 8.0, "p95": 39.0, "max": 42, "min": 7}, "peak_allocated_mb": 3310.0478515625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 70, "stage1_units": 37, "bytes_per_stage0_unit": 2.6714285714285713, "stage0_per_stage1_unit": 1.8918918918918919}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 188, "units_out": 70, "chunk_lengths": [1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 70, "sum": 188, "mean": 2.6857142857142855, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 37, "chunk_lengths": [1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1], "chunk_stats": {"count": 37, "sum": 70, "mean": 1.8918918918918919, "median": 1.0, "p95": 4.199999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [9, 3, 4, 6, 1, 1, 1, 1, 5, 7, 1, 7, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 2, 1, 1, 9, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 8.199999999999989, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 7, 3, 2, 1, 3, 6, 1, 5, 3, 1, 1], "chunk_stats": {"count": 21, "sum": 49, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06446215100004338, "decode_time_sec": 1.7518355310021434, "total_time_sec": 1.819438568996702, "prefill_units_per_sec": 2280.407924952754, "prefill_bytes_per_sec": 2264.8949458714424, "decode_units_per_sec": 73.06621982189, "decode_bytes_per_sec": 73.06621982189, "total_units_per_sec": 70.35137222059846, "total_bytes_per_sec": 70.35137222059846, "step_latency_ms": {"count": 128, "sum": 1760, "mean": 13.75, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3300.36181640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}, "model_input_units": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 146, "model_input_units": 147, "stage0_units": 50, "stage1_units": 31, "bytes_per_stage0_unit": 2.92, "stage0_per_stage1_unit": 1.6129032258064515}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 147, "units_out": 50, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1], "chunk_stats": {"count": 50, "sum": 147, "mean": 2.94, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 50, "units_out": 31, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 50, "mean": 1.6129032258064515, "median": 1.0, "p95": 3.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [13, 7, 1, 1, 2, 1, 1, 3, 6, 1, 1, 2, 1, 1, 9, 1, 2, 1, 7, 2, 3, 6, 1, 13, 7, 1, 1, 7, 1, 1, 3, 6, 1, 1, 7, 1, 1, 1, 3], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 3, 1, 2, 4, 3, 4, 1], "chunk_stats": {"count": 19, "sum": 38, "mean": 2.0, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 8, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06365690999882645, "decode_time_sec": 1.9652670809991832, "total_time_sec": 2.032131350002601, "prefill_units_per_sec": 2482.0557580145314, "prefill_bytes_per_sec": 2466.346544356212, "decode_units_per_sec": 65.13109655046077, "decode_bytes_per_sec": 65.13109655046077, "total_units_per_sec": 62.98805438921858, "total_bytes_per_sec": 62.98805438921858, "step_latency_ms": {"count": 128, "sum": 1956, "mean": 15.28125, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3302.0322265625, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 58, "stage1_units": 34, "bytes_per_stage0_unit": 2.706896551724138, "stage0_per_stage1_unit": 1.7058823529411764}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 158, "units_out": 58, "chunk_lengths": [1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6], "chunk_stats": {"count": 58, "sum": 158, "mean": 2.7241379310344827, "median": 1.0, "p95": 7.149999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 58, "units_out": 34, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1], "chunk_stats": {"count": 34, "sum": 58, "mean": 1.7058823529411764, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 2, 7, 1, 1, 4, 5, 1, 1, 5, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 1, 1, 5, 3, 4, 5, 1, 1, 1, 4, 1, 4, 1, 7, 1, 4, 1, 7, 1, 4, 2, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 4, 1, 2, 2, 2, 4, 3, 1, 2, 2, 1, 1, 4, 1, 1, 3, 2, 1, 1, 4, 1, 3], "chunk_stats": {"count": 24, "sum": 48, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 9, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.7217725769987737, "decode_time_sec": 1.8785187569992559, "total_time_sec": 2.603557851001824, "prefill_units_per_sec": 256.3134232243272, "prefill_bytes_per_sec": 254.92794526095247, "decode_units_per_sec": 68.13879261150795, "decode_bytes_per_sec": 68.13879261150795, "total_units_per_sec": 49.163493697959055, "total_bytes_per_sec": 49.163493697959055, "step_latency_ms": {"count": 128, "sum": 1884, "mean": 14.71875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3309.16748046875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 64, "stage1_units": 35, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 1.8285714285714285}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 185, "units_out": 64, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1], "chunk_stats": {"count": 64, "sum": 185, "mean": 2.890625, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 35, "sum": 64, "mean": 1.8285714285714285, "median": 2.0, "p95": 3.299999999999997, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [2, 3, 5, 1, 2, 7, 1, 1, 1, 5, 2, 7, 1, 4, 5, 1, 2, 2, 6, 5, 4, 1, 7, 2, 3, 1, 4, 1, 1, 5, 2, 7, 1, 4, 7, 1, 2, 2, 6, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 4, 1, 1], "chunk_stats": {"count": 24, "sum": 39, "mean": 1.625, "median": 1.0, "p95": 3.849999999999998, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 10, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06417321100161644, "decode_time_sec": 1.931855254999391, "total_time_sec": 2.0008173729984264, "prefill_units_per_sec": 2758.1602546823096, "prefill_bytes_per_sec": 2742.5774283846695, "decode_units_per_sec": 66.25755199244487, "decode_bytes_per_sec": 66.25755199244487, "total_units_per_sec": 63.97385474926135, "total_bytes_per_sec": 63.97385474926135, "step_latency_ms": {"count": 128, "sum": 1937, "mean": 15.1328125, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3307.41455078125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 70, "stage1_units": 45, "bytes_per_stage0_unit": 2.5142857142857142, "stage0_per_stage1_unit": 1.5555555555555556}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 177, "units_out": 70, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1], "chunk_stats": {"count": 70, "sum": 177, "mean": 2.5285714285714285, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 45, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 45, "sum": 70, "mean": 1.5555555555555556, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 2, 2, 1, 2, 2, 2, 3, 1, 6, 2, 1, 9, 2, 2, 1, 2, 2, 2, 3, 1, 7, 2, 1, 1, 9, 2, 1, 4, 2, 3, 9, 2, 3, 1, 1, 3, 1, 3, 2, 1, 2, 1, 1, 1, 8], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 1, 2, 3, 2, 2, 1, 1, 3, 5, 2, 1, 1, 1, 2, 2, 1, 5, 2, 1, 1, 3, 1], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.5, "p95": 4.699999999999996, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 11, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06537313999797334, "decode_time_sec": 1.991172349997214, "total_time_sec": 2.0598032279995095, "prefill_units_per_sec": 3120.5476745697742, "prefill_bytes_per_sec": 3105.250872243452, "decode_units_per_sec": 64.28373716628754, "decode_bytes_per_sec": 64.28373716628754, "total_units_per_sec": 62.14185814453461, "total_bytes_per_sec": 62.14185814453461, "step_latency_ms": {"count": 128, "sum": 2002, "mean": 15.640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.69091796875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 80, "stage1_units": 44, "bytes_per_stage0_unit": 2.5375, "stage0_per_stage1_unit": 1.8181818181818181}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 80, "chunk_lengths": [1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4], "chunk_stats": {"count": 80, "sum": 204, "mean": 2.55, "median": 1.0, "p95": 7.049999999999997, "max": 13, "min": 1}}, {"stage": 1, "units_in": 80, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 80, "mean": 1.8181818181818181, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 7, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 4, 4, 1, 1, 5, 3, 4, 1, 3, 1, 3, 1, 1, 3, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 2, 1, 1, 4, 1, 1, 3], "chunk_stats": {"count": 57, "sum": 128, "mean": 2.245614035087719, "median": 1.0, "p95": 5.3999999999999915, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [2, 1, 1, 1, 2, 3, 1, 5, 1, 4, 1, 4, 5, 4, 1, 1, 1, 5, 1, 6, 1, 3, 1, 1], "chunk_stats": {"count": 24, "sum": 56, "mean": 2.3333333333333335, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 12, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06379266099975212, "decode_time_sec": 1.7571016239999153, "total_time_sec": 1.8241241029973025, "prefill_units_per_sec": 3652.4577647091, "prefill_bytes_per_sec": 3636.781980311207, "decode_units_per_sec": 72.8472378897569, "decode_bytes_per_sec": 72.8472378897569, "total_units_per_sec": 70.17066426000144, "total_bytes_per_sec": 70.17066426000144, "step_latency_ms": {"count": 128, "sum": 1773, "mean": 13.8515625, "median": 8.0, "p95": 37.64999999999999, "max": 41, "min": 8}, "peak_allocated_mb": 3322.26220703125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 66, "stage1_units": 33, "bytes_per_stage0_unit": 3.515151515151515, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1], "chunk_stats": {"count": 66, "sum": 233, "mean": 3.5303030303030303, "median": 1.5, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 33, "chunk_lengths": [1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1], "chunk_stats": {"count": 33, "sum": 66, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 1, 5, 1, 1, 6, 1, 9, 3, 4, 1, 7, 1, 1, 4, 1, 2, 4, 1, 1, 7, 1, 4, 1, 1, 6, 1, 1, 6, 1, 4, 2, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 7.799999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 4, 1, 4, 1, 1, 7, 1, 1, 3, 5, 4, 3, 1, 2, 1, 2], "chunk_stats": {"count": 17, "sum": 44, "mean": 2.588235294117647, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 13, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06433139100045082, "decode_time_sec": 1.8857403180008987, "total_time_sec": 1.9529932670011476, "prefill_units_per_sec": 1616.6291196668076, "prefill_bytes_per_sec": 1601.0846089007805, "decode_units_per_sec": 67.8778508250249, "decode_bytes_per_sec": 67.8778508250249, "total_units_per_sec": 65.54042052410455, "total_bytes_per_sec": 65.54042052410455, "step_latency_ms": {"count": 128, "sum": 1898, "mean": 14.828125, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3290.60546875, "peak_reserved_mb": 3326.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}, "model_input_units": {"count": 1, "sum": 104, "mean": 104.0, "median": 104.0, "p95": 104.0, "max": 104, "min": 104}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 103, "model_input_units": 104, "stage0_units": 55, "stage1_units": 32, "bytes_per_stage0_unit": 1.8727272727272728, "stage0_per_stage1_unit": 1.71875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 104, "units_out": 55, "chunk_lengths": [1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 104, "mean": 1.8909090909090909, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 55, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1], "chunk_stats": {"count": 32, "sum": 55, "mean": 1.71875, "median": 1.0, "p95": 4.449999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 5, 1, 2, 1, 4, 1, 5, 2, 3, 1, 1, 9, 3, 1, 1, 4, 1, 3], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 1, 4, 1, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 1, 1, 1, 2, 3, 3, 1, 2, 3], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 14, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06384973199965316, "decode_time_sec": 2.2596448109979974, "total_time_sec": 2.3266978790015855, "prefill_units_per_sec": 2411.913021041914, "prefill_bytes_per_sec": 2396.251248178005, "decode_units_per_sec": 56.646070823612035, "decode_bytes_per_sec": 56.646070823612035, "total_units_per_sec": 55.013588637870924, "total_bytes_per_sec": 55.013588637870924, "step_latency_ms": {"count": 128, "sum": 2266, "mean": 17.703125, "median": 17.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3302.30517578125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 153, "mean": 153.0, "median": 153.0, "p95": 153.0, "max": 153, "min": 153}, "model_input_units": {"count": 1, "sum": 154, "mean": 154.0, "median": 154.0, "p95": 154.0, "max": 154, "min": 154}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 153, "model_input_units": 154, "stage0_units": 72, "stage1_units": 48, "bytes_per_stage0_unit": 2.125, "stage0_per_stage1_unit": 1.5}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 154, "units_out": 72, "chunk_lengths": [1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 72, "sum": 154, "mean": 2.138888888888889, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 48, "chunk_lengths": [1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 48, "sum": 72, "mean": 1.5, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 69, "chunk_lengths": [3, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 4, 1, 2, 1, 4, 1, 1, 4, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 4, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4], "chunk_stats": {"count": 69, "sum": 128, "mean": 1.855072463768116, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 30, "chunk_lengths": [1, 3, 3, 3, 3, 1, 3, 2, 3, 3, 2, 3, 1, 1, 6, 1, 1, 2, 4, 1, 3, 4, 1, 4, 1, 2, 1, 1, 2, 1, 2], "chunk_stats": {"count": 31, "sum": 69, "mean": 2.225806451612903, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 69, "sum": 69, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 15, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06578986000022269, "decode_time_sec": 2.078633933000674, "total_time_sec": 2.1479799400003685, "prefill_units_per_sec": 3647.978579057436, "prefill_bytes_per_sec": 3632.778668311363, "decode_units_per_sec": 61.578904283171106, "decode_bytes_per_sec": 61.578904283171106, "total_units_per_sec": 59.59087308793863, "total_bytes_per_sec": 59.59087308793863, "step_latency_ms": {"count": 128, "sum": 2088, "mean": 16.3125, "median": 17.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3326.25927734375, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 109, "stage1_units": 51, "bytes_per_stage0_unit": 2.1926605504587156, "stage0_per_stage1_unit": 2.1372549019607843}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 240, "units_out": 109, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 13, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 13, 2, 2, 1, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 5, 4, 5, 3, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1], "chunk_stats": {"count": 109, "sum": 240, "mean": 2.2018348623853212, "median": 1.0, "p95": 5.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 51, "chunk_lengths": [1, 2, 2, 2, 2, 1, 3, 4, 1, 1, 5, 1, 2, 3, 2, 4, 1, 1, 1, 1, 7, 5, 4, 1, 1, 1, 8, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 3, 2, 3, 1], "chunk_stats": {"count": 51, "sum": 109, "mean": 2.1372549019607843, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 69, "chunk_lengths": [2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2], "chunk_stats": {"count": 69, "sum": 128, "mean": 1.855072463768116, "median": 1.0, "p95": 3.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [5, 1, 1, 3, 1, 5, 2, 3, 5, 2, 3, 1, 7, 3, 5, 2, 3, 1, 7, 3, 5, 1], "chunk_stats": {"count": 22, "sum": 69, "mean": 3.1363636363636362, "median": 3.0, "p95": 6.899999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 69, "sum": 69, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 16, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06639853900196613, "decode_time_sec": 1.741371629999776, "total_time_sec": 1.8109997479987214, "prefill_units_per_sec": 3027.1750406141946, "prefill_bytes_per_sec": 3012.1144682728304, "decode_units_per_sec": 73.5052746897091, "decode_bytes_per_sec": 73.5052746897091, "total_units_per_sec": 70.67919260698338, "total_bytes_per_sec": 70.67919260698338, "step_latency_ms": {"count": 128, "sum": 1754, "mean": 13.703125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3313.62939453125, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 66, "stage1_units": 31, "bytes_per_stage0_unit": 3.0303030303030303, "stage0_per_stage1_unit": 2.129032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 3, 4, 5, 1, 5, 1, 2, 4, 2, 3, 14, 1, 3, 1, 1, 8, 1, 5, 1, 4, 2, 4, 1, 1, 14, 1, 3, 3, 1, 5, 1, 4, 1, 1, 1, 2, 2, 14, 1, 3, 1, 3, 1, 3, 6, 1, 5, 3], "chunk_stats": {"count": 66, "sum": 201, "mean": 3.0454545454545454, "median": 2.0, "p95": 8.75, "max": 14, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 31, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 5, 2, 3, 1, 2, 3, 4, 1, 2, 1, 1, 2, 1, 7, 2, 1, 2, 4, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 66, "mean": 2.129032258064516, "median": 2.0, "p95": 4.5, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 5, 1, 4, 1, 5, 4, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 5, 1, 4, 1, 1, 13, 3, 4, 5, 1, 4, 9, 2], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.849999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 3, 1, 1, 2, 4, 5, 1, 1, 1, 4, 2, 2, 6, 1, 5, 1], "chunk_stats": {"count": 17, "sum": 41, "mean": 2.411764705882353, "median": 2.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 17, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06386387100064894, "decode_time_sec": 1.840268310999818, "total_time_sec": 1.9073908700011089, "prefill_units_per_sec": 3585.751950389494, "prefill_bytes_per_sec": 3570.093644929278, "decode_units_per_sec": 69.55507478714209, "decode_bytes_per_sec": 69.55507478714209, "total_units_per_sec": 67.1073779439479, "total_bytes_per_sec": 67.1073779439479, "step_latency_ms": {"count": 128, "sum": 1853, "mean": 14.4765625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3321.068359375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 84, "stage1_units": 38, "bytes_per_stage0_unit": 2.7142857142857144, "stage0_per_stage1_unit": 2.210526315789474}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 229, "units_out": 84, "chunk_lengths": [1, 1, 3, 4, 1, 1, 6, 1, 9, 1, 1, 6, 1, 1, 5, 7, 1, 6, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 6, 1, 1, 1, 7, 1, 1, 1, 5, 1, 2, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 5, 1, 3, 1], "chunk_stats": {"count": 84, "sum": 229, "mean": 2.7261904761904763, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 38, "chunk_lengths": [1, 2, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 2, 2, 1, 3, 1, 9, 1, 1, 5, 4, 1, 9, 1, 4, 2, 1], "chunk_stats": {"count": 38, "sum": 84, "mean": 2.210526315789474, "median": 1.0, "p95": 5.599999999999994, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 1, 1, 7, 8, 1, 1, 1, 1, 2, 3, 5, 1, 1, 2, 8, 1, 1, 1, 9, 3, 4, 1, 4, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 4, 5, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 2, 1, 6, 4, 1, 3], "chunk_stats": {"count": 21, "sum": 46, "mean": 2.1904761904761907, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 18, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0643411710007058, "decode_time_sec": 1.7226314440013084, "total_time_sec": 1.7902014430001145, "prefill_units_per_sec": 3108.42959320411, "prefill_bytes_per_sec": 3092.887445238089, "decode_units_per_sec": 74.30492485536145, "decode_bytes_per_sec": 74.30492485536145, "total_units_per_sec": 71.50033338454404, "total_bytes_per_sec": 71.50033338454404, "step_latency_ms": {"count": 128, "sum": 1733, "mean": 13.5390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.56982421875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 85, "stage1_units": 35, "bytes_per_stage0_unit": 2.3411764705882354, "stage0_per_stage1_unit": 2.4285714285714284}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 85, "chunk_lengths": [1, 1, 3, 4, 1, 1, 2, 1, 2, 6, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 200, "mean": 2.3529411764705883, "median": 1.0, "p95": 7.599999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 35, "chunk_lengths": [1, 2, 1, 3, 3, 1, 3, 1, 5, 1, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 7, 1, 7, 1, 5, 1, 1, 4, 1, 5, 1, 2, 1], "chunk_stats": {"count": 35, "sum": 85, "mean": 2.4285714285714284, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 1, 5, 4, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 6.199999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 15, 4, 1, 5, 1, 1, 10, 4, 4, 6], "chunk_stats": {"count": 11, "sum": 52, "mean": 4.7272727272727275, "median": 4.0, "p95": 12.5, "max": 15, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 19, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06404286200267961, "decode_time_sec": 1.8224748740030918, "total_time_sec": 1.88971332300207, "prefill_units_per_sec": 3029.2212735883486, "prefill_bytes_per_sec": 3013.606730940986, "decode_units_per_sec": 70.23416444630932, "decode_bytes_per_sec": 70.23416444630932, "total_units_per_sec": 67.73514185561986, "total_bytes_per_sec": 67.73514185561986, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3313.0048828125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 71, "stage1_units": 39, "bytes_per_stage0_unit": 2.7183098591549295, "stage0_per_stage1_unit": 1.8205128205128205}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 194, "units_out": 71, "chunk_lengths": [1, 1, 3, 7, 1, 1, 13, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5, 5, 1, 4, 1, 6, 2, 1, 14, 1, 1, 3, 4, 5, 1, 1, 5, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1], "chunk_stats": {"count": 71, "sum": 194, "mean": 2.732394366197183, "median": 1.0, "p95": 8.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 39, "chunk_lengths": [1, 2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 7, 2, 1, 1, 2, 2, 1, 2, 1, 3, 3, 5, 1], "chunk_stats": {"count": 39, "sum": 71, "mean": 1.8205128205128205, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [9, 1, 3, 2, 1, 14, 1, 7, 1, 6, 1, 7, 1, 7, 2, 4, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 8.700000000000003, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 4, 1, 5, 1, 1], "chunk_stats": {"count": 20, "sum": 43, "mean": 2.15, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 20, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0645657109998865, "decode_time_sec": 1.6503711689983902, "total_time_sec": 1.718357167999784, "prefill_units_per_sec": 3794.5837845792585, "prefill_bytes_per_sec": 3779.095687499343, "decode_units_per_sec": 77.55831076331948, "decode_bytes_per_sec": 77.55831076331948, "total_units_per_sec": 74.48975241218075, "total_bytes_per_sec": 74.48975241218075, "step_latency_ms": {"count": 128, "sum": 1659, "mean": 12.9609375, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3325.61767578125, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 79, "stage1_units": 44, "bytes_per_stage0_unit": 3.088607594936709, "stage0_per_stage1_unit": 1.7954545454545454}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 79, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 2, 1, 1, 1, 3, 2, 4, 1, 4, 2, 1, 6, 1, 2, 2, 1, 22, 6, 1, 4, 6, 1, 2, 1, 4, 2, 4, 1, 4, 1, 2, 2, 1, 1, 9, 3, 1, 5, 2, 1, 1, 9, 4, 1, 5, 3, 4, 1, 4, 1, 13, 1, 2, 4, 1, 5, 1, 2, 2, 2, 1, 17, 1, 5, 2, 4, 5, 1, 2, 1, 5, 1], "chunk_stats": {"count": 79, "sum": 245, "mean": 3.1012658227848102, "median": 2.0, "p95": 9.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 44, "chunk_lengths": [1, 2, 1, 2, 3, 1, 3, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 4, 5, 1, 1, 1, 1, 2, 2, 2, 1], "chunk_stats": {"count": 44, "sum": 79, "mean": 1.7954545454545454, "median": 1.5, "p95": 3.8500000000000014, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [13, 4, 1, 17, 1, 5, 2, 4, 1, 4, 1, 3, 1, 1, 4, 2, 4, 5, 1, 2, 1, 5, 1, 13, 1, 2, 1, 5, 1, 2, 4, 5, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 3, 1, 2, 5, 2, 4, 8], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 2.0, "p95": 6.049999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 21, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06416418200024054, "decode_time_sec": 1.8640547609975329, "total_time_sec": 1.9316053900001862, "prefill_units_per_sec": 3818.3296718265888, "prefill_bytes_per_sec": 3802.744652757909, "decode_units_per_sec": 68.6675105679309, "decode_bytes_per_sec": 68.6675105679309, "total_units_per_sec": 66.26612281299737, "total_bytes_per_sec": 66.26612281299737, "step_latency_ms": {"count": 128, "sum": 1868, "mean": 14.59375, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3326.79736328125, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 103, "stage1_units": 45, "bytes_per_stage0_unit": 2.3689320388349513, "stage0_per_stage1_unit": 2.2888888888888888}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 4, 1, 1, 3, 2, 1, 5, 1, 2, 3, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 6, 1, 6, 1, 9, 3, 1, 1, 3, 1, 1, 3, 2, 3, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 1, 1, 1, 1, 1, 7, 2, 1, 3, 1, 1, 1, 2, 1, 1, 6, 1, 2, 2, 1, 1, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 14, 1, 1, 2], "chunk_stats": {"count": 103, "sum": 245, "mean": 2.378640776699029, "median": 1.0, "p95": 8.799999999999983, "max": 14, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 45, "chunk_lengths": [1, 2, 2, 3, 1, 3, 3, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 5, 2, 1, 6, 4, 1, 5, 2, 1, 9, 3, 2, 1, 6, 1, 4, 1, 2, 2, 1], "chunk_stats": {"count": 45, "sum": 103, "mean": 2.2888888888888888, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [2, 1, 1, 1, 1, 1, 4, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 1, 3, 3, 1, 1, 3, 1, 1, 2, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 6, 1, 6, 1, 4, 1, 5, 1, 7, 1, 7, 4, 1, 7, 1, 1], "chunk_stats": {"count": 17, "sum": 55, "mean": 3.235294117647059, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 22, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06380152099882253, "decode_time_sec": 1.9036998479969043, "total_time_sec": 1.9707060379987524, "prefill_units_per_sec": 2460.756382326645, "prefill_bytes_per_sec": 2445.082774795902, "decode_units_per_sec": 67.23749026648457, "decode_bytes_per_sec": 67.23749026648457, "total_units_per_sec": 64.95134105844812, "total_bytes_per_sec": 64.95134105844812, "step_latency_ms": {"count": 128, "sum": 1910, "mean": 14.921875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3302.63134765625, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 71, "stage1_units": 37, "bytes_per_stage0_unit": 2.1971830985915495, "stage0_per_stage1_unit": 1.9189189189189189}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 157, "units_out": 71, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 2, 3, 1, 4, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 5, 1, 6, 2, 2, 3, 1, 1, 1, 1, 4, 1, 3, 1, 2, 3, 1, 3, 1, 5, 1, 2, 1, 5, 1, 9, 3, 4, 8, 1, 1, 5, 1, 5, 4, 1, 1], "chunk_stats": {"count": 71, "sum": 157, "mean": 2.211267605633803, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 37, "chunk_lengths": [1, 2, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 7, 1, 2, 1, 3, 1, 1, 2, 2, 6, 1, 1, 4, 1, 2, 1, 4, 1, 2, 1], "chunk_stats": {"count": 37, "sum": 71, "mean": 1.9189189189189189, "median": 1.0, "p95": 4.3999999999999915, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [9, 6, 2, 5, 1, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 9, 2, 3, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 3, 2, 5, 1, 9, 3, 4, 8, 1, 5, 1, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 8.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 3, 2, 7, 1, 6, 1, 1, 5, 2, 3, 5, 3, 1, 3, 3, 1, 1], "chunk_stats": {"count": 20, "sum": 51, "mean": 2.55, "median": 2.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 23, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06433474100049352, "decode_time_sec": 1.826738966999983, "total_time_sec": 1.8942822760000126, "prefill_units_per_sec": 2564.710721361795, "prefill_bytes_per_sec": 2549.1670200202084, "decode_units_per_sec": 70.07021928820616, "decode_bytes_per_sec": 70.07021928820616, "total_units_per_sec": 67.57176669059388, "total_bytes_per_sec": 67.57176669059388, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3303.65380859375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 164, "mean": 164.0, "median": 164.0, "p95": 164.0, "max": 164, "min": 164}, "model_input_units": {"count": 1, "sum": 165, "mean": 165.0, "median": 165.0, "p95": 165.0, "max": 165, "min": 165}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 164, "model_input_units": 165, "stage0_units": 59, "stage1_units": 37, "bytes_per_stage0_unit": 2.7796610169491527, "stage0_per_stage1_unit": 1.5945945945945945}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 165, "units_out": 59, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 6, 1, 7, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 7, 1, 2, 1, 2, 2, 5, 1, 1, 7, 1, 9, 3, 4, 1, 3, 5, 7, 9, 1, 1], "chunk_stats": {"count": 59, "sum": 165, "mean": 2.7966101694915255, "median": 1.0, "p95": 7.199999999999989, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 37, "chunk_lengths": [1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 3, 1, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1], "chunk_stats": {"count": 37, "sum": 59, "mean": 1.5945945945945945, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [9, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 7, 1, 7, 1, 2, 1, 1, 4, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 4], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 1, 1, 3, 4, 2, 3, 3, 3, 1, 1, 10, 1, 3, 1, 4, 1], "chunk_stats": {"count": 19, "sum": 48, "mean": 2.526315789473684, "median": 2.0, "p95": 4.599999999999987, "max": 10, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 24, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06378269200286013, "decode_time_sec": 1.8928190080005152, "total_time_sec": 1.9598353669971402, "prefill_units_per_sec": 3119.9686584422698, "prefill_bytes_per_sec": 3104.2904239777354, "decode_units_per_sec": 67.62400391108349, "decode_bytes_per_sec": 67.62400391108349, "total_units_per_sec": 65.31160839092398, "total_bytes_per_sec": 65.31160839092398, "step_latency_ms": {"count": 128, "sum": 1899, "mean": 14.8359375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.14208984375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 80, "stage1_units": 47, "bytes_per_stage0_unit": 2.475, "stage0_per_stage1_unit": 1.702127659574468}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 199, "units_out": 80, "chunk_lengths": [1, 1, 3, 3, 2, 1, 1, 5, 2, 5, 1, 1, 1, 1, 5, 4, 7, 1, 5, 3, 1, 1, 9, 3, 4, 3, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 3, 1, 5, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 5, 1, 1, 9, 6, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1], "chunk_stats": {"count": 80, "sum": 199, "mean": 2.4875, "median": 2.0, "p95": 6.049999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 80, "units_out": 47, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 4, 2, 1, 3, 1, 1, 3, 1, 1, 3, 3, 3, 1, 1, 1, 1, 4, 3, 2, 5, 4, 1], "chunk_stats": {"count": 47, "sum": 80, "mean": 1.702127659574468, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [5, 3, 4, 5, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 5, 1, 1, 5, 3, 4, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 3], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 2.0, "p95": 5.349999999999994, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 6, 1, 1, 1, 3, 1, 7, 3, 2, 5, 4, 1, 1, 1, 8, 1], "chunk_stats": {"count": 20, "sum": 53, "mean": 2.65, "median": 1.0, "p95": 7.050000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 25, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06394931199974963, "decode_time_sec": 1.7420582400009152, "total_time_sec": 1.8092807490029372, "prefill_units_per_sec": 3049.2900377218048, "prefill_bytes_per_sec": 3033.652652912975, "decode_units_per_sec": 73.47630352469315, "decode_bytes_per_sec": 73.47630352469315, "total_units_per_sec": 70.74634496085726, "total_bytes_per_sec": 70.74634496085726, "step_latency_ms": {"count": 128, "sum": 1752, "mean": 13.6875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3312.89501953125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 66, "stage1_units": 30, "bytes_per_stage0_unit": 2.9393939393939394, "stage0_per_stage1_unit": 2.2}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 195, "units_out": 66, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 7, 1, 2, 4, 2, 2, 1, 13, 2, 2, 4, 1, 1, 3, 1, 6, 1, 13, 1, 1, 1, 1, 3, 4, 1, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 3, 1, 13, 4, 1, 7, 2, 1, 4, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 66, "sum": 195, "mean": 2.9545454545454546, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 30, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 5, 2, 4, 1, 1, 1, 1, 6, 1, 1, 3, 1, 3, 4, 3, 4, 1, 3, 1, 2, 3, 1, 2], "chunk_stats": {"count": 30, "sum": 66, "mean": 2.2, "median": 2.0, "p95": 4.549999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 4, 1, 1, 4, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 4, 1, 1, 9, 1, 2, 2, 4, 1, 13, 3, 4, 2, 1, 4, 1, 2, 1, 9, 4, 1, 13, 3, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 1, 1, 2, 4, 3, 5, 1, 1, 4, 1, 4, 2, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 26, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06432385099833482, "decode_time_sec": 1.7597102299987455, "total_time_sec": 1.8272338099995977, "prefill_units_per_sec": 3000.4422466092133, "prefill_bytes_per_sec": 2984.8959137252277, "decode_units_per_sec": 72.73924866600977, "decode_bytes_per_sec": 72.73924866600977, "total_units_per_sec": 70.05124319587112, "total_bytes_per_sec": 70.05124319587112, "step_latency_ms": {"count": 128, "sum": 1769, "mean": 13.8203125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3313.43359375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 81, "stage1_units": 43, "bytes_per_stage0_unit": 2.3703703703703702, "stage0_per_stage1_unit": 1.8837209302325582}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 193, "units_out": 81, "chunk_lengths": [1, 1, 3, 7, 1, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 3, 2, 1, 4, 1, 1, 1, 3, 5, 7, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 5, 1, 1, 9, 1, 2, 5, 1, 1, 4, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 1, 7, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 81, "sum": 193, "mean": 2.382716049382716, "median": 1.0, "p95": 7.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 43, "chunk_lengths": [1, 2, 1, 3, 1, 3, 3, 1, 2, 1, 2, 4, 2, 4, 2, 3, 3, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 5, 1, 4, 3, 1, 1, 1], "chunk_stats": {"count": 43, "sum": 81, "mean": 1.8837209302325582, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 3, 4, 1, 2, 1, 1, 1, 1, 5, 1, 1, 3, 5, 7, 1, 1, 1, 3, 7, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 1, 1, 3, 5, 2], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 5, 1, 1, 7, 1, 6, 1, 7, 3, 3, 6, 1, 2, 5], "chunk_stats": {"count": 15, "sum": 50, "mean": 3.3333333333333335, "median": 3.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 27, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06405793099838775, "decode_time_sec": 1.8357703450019471, "total_time_sec": 1.90313264499855, "prefill_units_per_sec": 3122.173896079062, "prefill_bytes_per_sec": 3106.563026598667, "decode_units_per_sec": 69.72549717261298, "decode_bytes_per_sec": 69.72549717261298, "total_units_per_sec": 67.2575294929574, "total_bytes_per_sec": 67.2575294929574, "step_latency_ms": {"count": 128, "sum": 1847, "mean": 14.4296875, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3314.21630859375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 79, "stage1_units": 41, "bytes_per_stage0_unit": 2.518987341772152, "stage0_per_stage1_unit": 1.9268292682926829}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 79, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 2, 1, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 9, 1, 2, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 1, 2, 1, 1, 9, 3, 2, 2, 1, 1, 9, 3, 1, 1, 6, 1, 1, 3, 1, 2, 1, 1, 1, 1, 9, 3, 1, 1], "chunk_stats": {"count": 79, "sum": 200, "mean": 2.5316455696202533, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 2, 5, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 8, 2, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 6, 1, 3], "chunk_stats": {"count": 41, "sum": 79, "mean": 1.9268292682926829, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 6, 1, 1, 3, 1, 1, 2, 1, 1, 1, 9, 3, 4, 3, 1, 1, 1, 4, 1, 7, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 1, 9, 1, 2, 10, 1, 2, 1, 2, 1, 1, 1, 17, 3], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 3, 6, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 21, "sum": 45, "mean": 2.142857142857143, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 28, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06421592100014095, "decode_time_sec": 1.7631565699994098, "total_time_sec": 1.830568500001391, "prefill_units_per_sec": 3348.0793649214825, "prefill_bytes_per_sec": 3332.5069027590566, "decode_units_per_sec": 72.59706947071798, "decode_bytes_per_sec": 72.59706947071798, "total_units_per_sec": 69.9236330134069, "total_bytes_per_sec": 69.9236330134069, "step_latency_ms": {"count": 128, "sum": 1773, "mean": 13.8515625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3318.3115234375, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 94, "stage1_units": 57, "bytes_per_stage0_unit": 2.276595744680851, "stage0_per_stage1_unit": 1.6491228070175439}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 215, "units_out": 94, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 4, 1, 4, 2, 5, 1, 1, 6, 1, 2, 6, 1, 2, 2, 2, 5, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 4, 4, 1, 1, 5, 5, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 9, 2, 2, 1, 9, 4, 1, 4, 1, 4, 2, 1, 4, 1, 5], "chunk_stats": {"count": 94, "sum": 215, "mean": 2.2872340425531914, "median": 1.0, "p95": 5.349999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 94, "units_out": 57, "chunk_lengths": [1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 1, 2, 1, 2, 2, 3, 1, 1, 1, 4, 3, 3, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4], "chunk_stats": {"count": 57, "sum": 94, "mean": 1.6491228070175439, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 3, 4, 1, 5, 1, 1, 1, 13, 1, 2, 7, 1, 2, 4, 2, 2, 1, 17, 1, 4, 1, 5, 2, 7, 2, 1, 1, 1, 1, 2, 1, 4, 1, 4, 13, 1, 2, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 6, 1, 1, 2, 2, 4, 1, 4, 1, 1, 1, 2, 2, 5, 1, 1, 2], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 1.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 29, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07486753500052146, "decode_time_sec": 1.7889978359999077, "total_time_sec": 1.8672381889991811, "prefill_units_per_sec": 3272.4464615843644, "prefill_bytes_per_sec": 3259.089537251367, "decode_units_per_sec": 71.54843758011488, "decode_bytes_per_sec": 71.54843758011488, "total_units_per_sec": 68.55044029953488, "total_bytes_per_sec": 68.55044029953488, "step_latency_ms": {"count": 128, "sum": 1796, "mean": 14.03125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3326.67578125, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 100, "stage1_units": 50, "bytes_per_stage0_unit": 2.44, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 9, 1, 1, 1, 1, 2, 4, 1, 2, 1, 1, 5, 4, 1, 2, 1, 1, 8, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 5, 6, 1, 1, 2, 5, 1, 7, 1, 1, 3, 1, 5, 2, 1, 3, 1, 8, 2, 7, 1, 6, 7, 1, 1, 2, 1, 2, 1, 3, 1, 5, 2, 1, 3, 1, 7, 1], "chunk_stats": {"count": 100, "sum": 245, "mean": 2.45, "median": 1.0, "p95": 7.049999999999997, "max": 10, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 50, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 1, 3, 2, 1, 1, 5, 1, 1, 4, 1, 4, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 2, 1, 3, 1, 8, 1, 5, 1], "chunk_stats": {"count": 50, "sum": 100, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 1, 2, 9, 1, 1, 9, 1, 5, 6, 1, 1, 2, 7, 1, 2, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 5], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 1, 1, 3, 1, 4, 1, 7, 1, 1, 1, 3, 5, 1, 3, 1, 2, 4, 1], "chunk_stats": {"count": 19, "sum": 44, "mean": 2.3157894736842106, "median": 1.0, "p95": 5.199999999999996, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 30, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06400374100121553, "decode_time_sec": 1.6267123340003309, "total_time_sec": 1.6939653939989512, "prefill_units_per_sec": 3171.6896047708324, "prefill_bytes_per_sec": 3156.0655180478234, "decode_units_per_sec": 78.68631553633622, "decode_bytes_per_sec": 78.68631553633622, "total_units_per_sec": 75.56234646436894, "total_bytes_per_sec": 75.56234646436894, "step_latency_ms": {"count": 128, "sum": 1635, "mean": 12.7734375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3314.89697265625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 83, "stage1_units": 44, "bytes_per_stage0_unit": 2.433734939759036, "stage0_per_stage1_unit": 1.8863636363636365}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 203, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 2, 3, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 1, 6, 4, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 1, 8, 2, 1, 1, 1, 1, 2, 5, 1, 2, 4, 1, 1, 1, 2, 3, 1, 1, 1, 1, 6, 1, 17, 1, 1, 5, 1, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 83, "sum": 203, "mean": 2.4457831325301207, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 44, "chunk_lengths": [1, 2, 2, 4, 1, 3, 3, 1, 1, 1, 2, 6, 1, 2, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 2, 7, 2, 1, 1], "chunk_stats": {"count": 44, "sum": 83, "mean": 1.8863636363636365, "median": 1.0, "p95": 4.850000000000001, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [13, 1, 3, 1, 1, 1, 5, 1, 3, 4, 2, 5, 9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 3, 1, 5, 1, 5, 1, 3, 4, 2, 8, 1, 1, 3], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 3.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 6, 3, 2, 1, 2, 1, 11, 1, 1, 5, 1, 1, 2], "chunk_stats": {"count": 14, "sum": 38, "mean": 2.7142857142857144, "median": 1.5, "p95": 7.749999999999998, "max": 11, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 31, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06396331199721317, "decode_time_sec": 1.8249256070012052, "total_time_sec": 1.8920630169996002, "prefill_units_per_sec": 2876.6490391869756, "prefill_bytes_per_sec": 2861.015077017481, "decode_units_per_sec": 70.13984543202011, "decode_bytes_per_sec": 70.13984543202011, "total_units_per_sec": 67.65102369739255, "total_bytes_per_sec": 67.65102369739255, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3309.1162109375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}, "model_input_units": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 183, "model_input_units": 184, "stage0_units": 65, "stage1_units": 37, "bytes_per_stage0_unit": 2.8153846153846156, "stage0_per_stage1_unit": 1.7567567567567568}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 184, "units_out": 65, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 6, 1, 3, 4, 2, 1, 4, 3, 1, 2, 4, 1, 1, 7, 5, 3, 4, 1, 2, 1, 5, 4, 2, 1, 3, 3, 4, 1, 1, 7, 5, 2], "chunk_stats": {"count": 65, "sum": 184, "mean": 2.830769230769231, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 65, "units_out": 37, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 3, 1, 1, 2, 2, 2, 4, 1, 1, 1, 2, 1, 1, 2, 4, 5, 1, 1, 1, 2, 1, 5, 1], "chunk_stats": {"count": 37, "sum": 65, "mean": 1.7567567567567568, "median": 1.0, "p95": 4.199999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 4, 1, 2, 3, 3, 4, 3, 1, 1, 4, 8, 1, 1, 6, 1, 1, 2, 1, 1, 7, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 3], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 4, 1, 2, 3, 1, 2, 3, 2, 5, 1, 3, 6, 1, 4, 2, 2], "chunk_stats": {"count": 19, "sum": 47, "mean": 2.473684210526316, "median": 2.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 32, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06443333099741722, "decode_time_sec": 1.8059464990001288, "total_time_sec": 1.8732699289976154, "prefill_units_per_sec": 1474.392190026743, "prefill_bytes_per_sec": 1458.872272236988, "decode_units_per_sec": 70.87696123382827, "decode_bytes_per_sec": 70.87696123382827, "total_units_per_sec": 68.32971480436493, "total_bytes_per_sec": 68.32971480436493, "step_latency_ms": {"count": 128, "sum": 1810, "mean": 14.140625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3288.94482421875, "peak_reserved_mb": 3326.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}, "model_input_units": {"count": 1, "sum": 95, "mean": 95.0, "median": 95.0, "p95": 95.0, "max": 95, "min": 95}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 94, "model_input_units": 95, "stage0_units": 30, "stage1_units": 22, "bytes_per_stage0_unit": 3.1333333333333333, "stage0_per_stage1_unit": 1.3636363636363635}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 95, "units_out": 30, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 9, 7, 2], "chunk_stats": {"count": 30, "sum": 95, "mean": 3.1666666666666665, "median": 2.5, "p95": 8.099999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 30, "units_out": 22, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 22, "sum": 30, "mean": 1.3636363636363635, "median": 1.0, "p95": 2.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 4, 1, 4, 1, 7, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 4, 1, 4, 1, 7, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 2], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 2, 2, 1, 1, 4, 1, 1, 4, 2, 4, 1, 1, 1, 5, 1, 5, 1, 2], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 33, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06386368200037396, "decode_time_sec": 1.8035553810004785, "total_time_sec": 1.8706878409975616, "prefill_units_per_sec": 2223.4859555884755, "prefill_bytes_per_sec": 2207.8276037885566, "decode_units_per_sec": 70.97092850511477, "decode_bytes_per_sec": 70.97092850511477, "total_units_per_sec": 68.42402949053371, "total_bytes_per_sec": 68.42402949053371, "step_latency_ms": {"count": 128, "sum": 1806, "mean": 14.109375, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3299.759765625, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "model_input_units": {"count": 1, "sum": 142, "mean": 142.0, "median": 142.0, "p95": 142.0, "max": 142, "min": 142}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 141, "model_input_units": 142, "stage0_units": 66, "stage1_units": 31, "bytes_per_stage0_unit": 2.1363636363636362, "stage0_per_stage1_unit": 2.129032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 142, "units_out": 66, "chunk_lengths": [1, 1, 3, 6, 1, 2, 2, 5, 1, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 4, 2, 4, 1, 1, 9, 1, 1, 5, 2, 1, 5, 1, 1, 4, 1, 1, 1, 5, 2, 2, 6, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 66, "sum": 142, "mean": 2.1515151515151514, "median": 1.0, "p95": 5.75, "max": 9, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 31, "chunk_lengths": [1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 5, 4, 1, 3, 1, 3, 1, 5, 2, 1, 1, 3, 1, 1, 3, 1, 4, 4, 4, 1, 1], "chunk_stats": {"count": 31, "sum": 66, "mean": 2.129032258064516, "median": 1.0, "p95": 4.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 4, 5, 3, 2, 2, 5, 1, 9, 1, 2, 5, 3, 1, 1, 4, 1, 13, 1, 5, 1, 2, 4, 1, 4, 1, 1, 5, 3, 4, 1, 5, 1, 1, 1, 4, 6, 1, 2, 2, 5], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 2, 4, 1, 1, 2, 1, 4, 1, 5, 3, 1, 1, 5, 1, 1, 2, 4], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 34, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0640794620012457, "decode_time_sec": 1.7528789429998142, "total_time_sec": 1.8200879830001213, "prefill_units_per_sec": 3152.336079164852, "prefill_bytes_per_sec": 3136.7304550105705, "decode_units_per_sec": 73.02272670407312, "decode_bytes_per_sec": 73.02272670407312, "total_units_per_sec": 70.32627059545366, "total_bytes_per_sec": 70.32627059545366, "step_latency_ms": {"count": 128, "sum": 1762, "mean": 13.765625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3313.70361328125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 59, "stage1_units": 27, "bytes_per_stage0_unit": 3.406779661016949, "stage0_per_stage1_unit": 2.185185185185185}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 59, "chunk_lengths": [1, 1, 3, 7, 1, 4, 1, 1, 3, 1, 1, 2, 10, 2, 3, 2, 3, 1, 3, 1, 4, 5, 1, 8, 4, 10, 8, 2, 1, 2, 1, 3, 1, 12, 1, 1, 3, 1, 1, 1, 1, 1, 10, 5, 1, 7, 1, 4, 2, 7, 1, 7, 10, 5, 1, 8, 2, 7, 1], "chunk_stats": {"count": 59, "sum": 202, "mean": 3.4237288135593222, "median": 2.0, "p95": 10.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 27, "chunk_lengths": [1, 2, 2, 1, 1, 4, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 6, 1, 7, 1, 5, 1, 3, 1, 3, 1, 2], "chunk_stats": {"count": 27, "sum": 59, "mean": 2.185185185185185, "median": 1.0, "p95": 5.699999999999999, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 7, 10, 5, 1, 7, 1, 4, 2, 5, 1, 7, 1, 3, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 10, 5, 1, 8, 2, 5, 1, 7, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 7.949999999999996, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 5, 1, 7, 1, 3, 1, 3, 1, 3, 1, 5, 1, 3, 1, 3], "chunk_stats": {"count": 17, "sum": 42, "mean": 2.4705882352941178, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 35, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06412121200264664, "decode_time_sec": 1.900106066997978, "total_time_sec": 1.967382817001635, "prefill_units_per_sec": 3571.361065204879, "prefill_bytes_per_sec": 3555.7656020380455, "decode_units_per_sec": 67.36466043826185, "decode_bytes_per_sec": 67.36466043826185, "total_units_per_sec": 65.06105415471545, "total_bytes_per_sec": 65.06105415471545, "step_latency_ms": {"count": 128, "sum": 1907, "mean": 14.8984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3321.13623046875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 85, "stage1_units": 49, "bytes_per_stage0_unit": 2.6823529411764704, "stage0_per_stage1_unit": 1.7346938775510203}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 229, "units_out": 85, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 2, 4, 4, 1, 1, 4, 1, 1, 5, 5, 1, 1, 2, 4, 7, 1, 6, 1, 2, 2, 2, 1, 5, 5, 1, 3, 1, 2, 2, 7, 6, 1, 1, 2, 2, 2, 1, 5, 7, 2, 6, 1, 2, 1, 5, 6, 1, 7, 1, 9, 3, 2, 1, 2, 3, 1, 1, 2, 3, 2, 4, 4, 1, 4, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 229, "mean": 2.6941176470588237, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 49, "chunk_lengths": [1, 3, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 1, 1, 1, 1, 4, 3, 1, 1, 3, 1, 6, 3, 1, 1, 3, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 85, "mean": 1.7346938775510203, "median": 1.0, "p95": 3.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [5, 3, 4, 1, 5, 1, 7, 2, 6, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 5, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 7, 2, 6, 2, 1, 1, 1, 5, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 4, 2, 1, 1, 1, 5, 1, 1, 1, 4, 1, 5, 1, 7, 3, 1, 1, 1, 1, 6], "chunk_stats": {"count": 21, "sum": 49, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 36, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06422499200198217, "decode_time_sec": 2.055822754999099, "total_time_sec": 2.1230821649987774, "prefill_units_per_sec": 1961.8531053473898, "prefill_bytes_per_sec": 1946.2828426065375, "decode_units_per_sec": 62.26217687723575, "decode_bytes_per_sec": 62.26217687723575, "total_units_per_sec": 60.289706215903195, "total_bytes_per_sec": 60.289706215903195, "step_latency_ms": {"count": 128, "sum": 2061, "mean": 16.1015625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3295.37646484375, "peak_reserved_mb": 3326.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 125, "mean": 125.0, "median": 125.0, "p95": 125.0, "max": 125, "min": 125}, "model_input_units": {"count": 1, "sum": 126, "mean": 126.0, "median": 126.0, "p95": 126.0, "max": 126, "min": 126}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 125, "model_input_units": 126, "stage0_units": 49, "stage1_units": 28, "bytes_per_stage0_unit": 2.5510204081632653, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 126, "units_out": 49, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 5, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 5, 2, 3, 4, 1, 6, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 49, "sum": 126, "mean": 2.5714285714285716, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 49, "units_out": 28, "chunk_lengths": [1, 2, 2, 2, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 5, 1], "chunk_stats": {"count": 28, "sum": 49, "mean": 1.75, "median": 1.0, "p95": 3.6499999999999986, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [9, 6, 2, 1, 1, 1, 6, 1, 1, 5, 5, 1, 1, 1, 2, 1, 1, 1, 1, 6, 1, 5, 2, 4, 1, 4, 5, 1, 1, 1, 1, 1, 4, 1, 2, 1, 5, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 3, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 4, 5], "chunk_stats": {"count": 27, "sum": 52, "mean": 1.9259259259259258, "median": 1.0, "p95": 4.699999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 37, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06440530200052308, "decode_time_sec": 1.5749191229988355, "total_time_sec": 1.6426582419990154, "prefill_units_per_sec": 3974.8280350881805, "prefill_bytes_per_sec": 3959.301363076117, "decode_units_per_sec": 81.27401472925962, "decode_bytes_per_sec": 81.27401472925962, "total_units_per_sec": 77.92247755944156, "total_bytes_per_sec": 77.92247755944156, "step_latency_ms": {"count": 128, "sum": 1585, "mean": 12.3828125, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3338.74658203125, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 78, "stage1_units": 38, "bytes_per_stage0_unit": 3.269230769230769, "stage0_per_stage1_unit": 2.0526315789473686}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 78, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 7, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 1, 13, 2, 5, 4, 1, 3, 4, 5, 13, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 6, 1, 5, 1, 1, 9, 7, 3, 5, 1, 13, 2, 1, 4, 13, 7, 2, 1, 2, 1, 1, 13, 4, 1, 2, 1, 6, 3, 1, 3, 1, 1, 1, 1, 6, 1, 5, 1, 1, 1], "chunk_stats": {"count": 78, "sum": 256, "mean": 3.282051282051282, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 38, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 3, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 4, 1, 7, 4, 1], "chunk_stats": {"count": 38, "sum": 78, "mean": 2.0526315789473686, "median": 1.0, "p95": 4.449999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [17, 6, 1, 1, 5, 1, 3, 1, 5, 1, 7, 1, 1, 2, 1, 5, 2, 5, 1, 1, 13, 3, 4, 6, 1, 5, 4, 3, 1, 5, 1, 7, 1, 1, 3, 2, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 8.199999999999974, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 4, 6, 5, 4, 1, 3, 1, 1, 6, 4], "chunk_stats": {"count": 11, "sum": 36, "mean": 3.272727272727273, "median": 4.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 38, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06370474200230092, "decode_time_sec": 2.0575025660000392, "total_time_sec": 2.1245721059967764, "prefill_units_per_sec": 2323.217948118438, "prefill_bytes_per_sec": 2307.52052955007, "decode_units_per_sec": 62.211344041647024, "decode_bytes_per_sec": 62.211344041647024, "total_units_per_sec": 60.247425652774815, "total_bytes_per_sec": 60.247425652774815, "step_latency_ms": {"count": 128, "sum": 2060, "mean": 16.09375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3301.68994140625, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 71, "stage1_units": 37, "bytes_per_stage0_unit": 2.0704225352112675, "stage0_per_stage1_unit": 1.9189189189189189}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 148, "units_out": 71, "chunk_lengths": [1, 1, 3, 8, 3, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 5, 4, 2, 2, 1, 1, 2, 1, 1, 1, 9, 1, 1, 1, 1, 2, 3, 1, 8, 4], "chunk_stats": {"count": 71, "sum": 148, "mean": 2.084507042253521, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 37, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 4, 1, 1, 4, 3, 1, 1, 1, 4, 1, 7, 3, 1, 1, 3, 2, 1, 3, 1, 4, 2, 2, 1], "chunk_stats": {"count": 37, "sum": 71, "mean": 1.9189189189189189, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [1, 8, 3, 1, 13, 1, 1, 1, 9, 3, 4, 1, 1, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 3, 4, 2, 2, 1, 1, 1, 4, 1, 6, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.0, "p95": 6.699999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 26, "chunk_lengths": [1, 3, 1, 3, 1, 6, 1, 1, 2, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 4, 1, 1, 6, 1, 1], "chunk_stats": {"count": 26, "sum": 54, "mean": 2.076923076923077, "median": 1.0, "p95": 5.5, "max": 6, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 39, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06652249000035226, "decode_time_sec": 1.7911713860012242, "total_time_sec": 1.8609784949985624, "prefill_units_per_sec": 3036.567031675007, "prefill_bytes_per_sec": 3021.53452161721, "decode_units_per_sec": 71.46161500813106, "decode_bytes_per_sec": 71.46161500813106, "total_units_per_sec": 68.7810204921787, "total_bytes_per_sec": 68.7810204921787, "step_latency_ms": {"count": 128, "sum": 1797, "mean": 14.0390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.28857421875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 75, "stage1_units": 32, "bytes_per_stage0_unit": 2.68, "stage0_per_stage1_unit": 2.34375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 75, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 6, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 4, 1, 3, 1, 1, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 13, 1, 3, 1, 3, 1, 8, 1, 1, 6, 1, 1, 3, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 13, 3, 4, 1, 9, 3, 4], "chunk_stats": {"count": 75, "sum": 202, "mean": 2.6933333333333334, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 3, 1, 1, 3, 3, 6, 1, 3, 1, 3, 1, 2, 1, 8, 1, 4, 5, 3, 1, 2, 1, 2, 1, 5, 1, 3, 1, 2], "chunk_stats": {"count": 32, "sum": 75, "mean": 2.34375, "median": 2.0, "p95": 5.449999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 4, 1, 1, 4, 3, 1, 8, 1, 1, 6, 1, 1, 2, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 2, 1, 13, 3, 3, 9, 1, 2, 4, 1, 1, 8, 1, 1, 2, 2, 3], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 8.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 1, 7, 3, 1, 3, 6, 1, 1, 5, 1, 2, 2, 5, 3, 1, 1], "chunk_stats": {"count": 18, "sum": 46, "mean": 2.5555555555555554, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 40, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06474121200153604, "decode_time_sec": 1.8259882169986668, "total_time_sec": 1.893915755998023, "prefill_units_per_sec": 3444.4829360733797, "prefill_bytes_per_sec": 3429.036824252423, "decode_units_per_sec": 70.09902846492106, "decode_bytes_per_sec": 70.09902846492106, "total_units_per_sec": 67.58484351514821, "total_bytes_per_sec": 67.58484351514821, "step_latency_ms": {"count": 128, "sum": 1836, "mean": 14.34375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3320.466796875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 222, "mean": 222.0, "median": 222.0, "p95": 222.0, "max": 222, "min": 222}, "model_input_units": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 222, "model_input_units": 223, "stage0_units": 88, "stage1_units": 49, "bytes_per_stage0_unit": 2.522727272727273, "stage0_per_stage1_unit": 1.7959183673469388}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 223, "units_out": 88, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 1, 3, 1, 3, 4, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 13, 1, 4, 7, 1, 4, 3, 5, 3, 1, 1, 1, 1, 5, 1, 1, 6, 1, 1, 3, 5, 1, 1, 5, 7, 2, 1, 2, 1, 3, 1, 1, 1, 8, 4, 1, 1, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 88, "sum": 223, "mean": 2.534090909090909, "median": 1.0, "p95": 6.6499999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 88, "units_out": 49, "chunk_lengths": [1, 2, 2, 4, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 4, 1, 2, 3, 1, 2, 5, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 88, "mean": 1.7959183673469388, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [5, 4, 2, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 2, 6, 1, 5, 1, 2, 4, 1, 2, 1, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 1, 2, 6, 4, 6, 1, 1, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 1, 6, 8, 2, 2, 3, 1, 1, 3, 1, 3, 1, 2, 5, 3, 4], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.299999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 41, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06472151200068765, "decode_time_sec": 1.907305829001416, "total_time_sec": 1.9752246390016808, "prefill_units_per_sec": 2688.4415184575923, "prefill_bytes_per_sec": 2672.9907051331234, "decode_units_per_sec": 67.11037005901426, "decode_bytes_per_sec": 67.11037005901426, "total_units_per_sec": 64.80275583474588, "total_bytes_per_sec": 64.80275583474588, "step_latency_ms": {"count": 128, "sum": 1914, "mean": 14.953125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3305.44677734375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 173, "mean": 173.0, "median": 173.0, "p95": 173.0, "max": 173, "min": 173}, "model_input_units": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 173, "model_input_units": 174, "stage0_units": 61, "stage1_units": 40, "bytes_per_stage0_unit": 2.8360655737704916, "stage0_per_stage1_unit": 1.525}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 174, "units_out": 61, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 10, 1, 1, 5, 1, 2, 3, 4, 1, 10, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 4, 1, 4, 3, 1, 10, 2, 4, 1, 1, 1, 1, 1, 1, 5, 5, 2, 5, 1, 1, 1, 10, 1, 5, 7, 1, 2, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 174, "mean": 2.8524590163934427, "median": 2.0, "p95": 10.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3], "chunk_stats": {"count": 40, "sum": 61, "mean": 1.525, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 1, 3, 4, 1, 4, 3, 1, 4, 2, 4, 1, 1, 1, 1, 1, 1, 5, 7, 1, 5, 1, 10, 1, 5, 7, 1, 1, 4, 1, 1, 5, 3, 4, 4, 1, 3, 5, 1, 1, 1, 1, 1, 4, 1, 1, 3, 1, 4], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 6.199999999999989, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [4, 3, 2, 1, 1, 1, 5, 1, 3, 3, 1, 4, 2, 1, 3, 2, 1, 2, 1, 1, 1, 4, 1], "chunk_stats": {"count": 23, "sum": 48, "mean": 2.0869565217391304, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 42, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06418448199838167, "decode_time_sec": 1.5501894110020658, "total_time_sec": 1.6174948709995078, "prefill_units_per_sec": 2181.2125866113543, "prefill_bytes_per_sec": 2165.6324967069877, "decode_units_per_sec": 82.57055498608965, "decode_bytes_per_sec": 82.57055498608965, "total_units_per_sec": 79.13471770139476, "total_bytes_per_sec": 79.13471770139476, "step_latency_ms": {"count": 128, "sum": 1557, "mean": 12.1640625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3298.17333984375, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}, "model_input_units": {"count": 1, "sum": 140, "mean": 140.0, "median": 140.0, "p95": 140.0, "max": 140, "min": 140}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 139, "model_input_units": 140, "stage0_units": 42, "stage1_units": 25, "bytes_per_stage0_unit": 3.3095238095238093, "stage0_per_stage1_unit": 1.68}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 140, "units_out": 42, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 2, 8, 1, 1, 9, 1, 1, 1, 9, 1, 3, 2, 10, 1, 1, 9, 1, 6, 8, 2, 9, 6, 5, 1, 5, 3, 1, 5, 2, 8, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 140, "mean": 3.3333333333333335, "median": 2.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 42, "units_out": 25, "chunk_lengths": [1, 2, 2, 1, 3, 3, 1, 3, 1, 3, 2, 1, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1], "chunk_stats": {"count": 25, "sum": 42, "mean": 1.68, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [26, 1, 7, 1, 6, 1, 1, 2, 9, 9, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 6, 1, 8, 1, 1, 13, 1, 1, 1, 2, 2, 1], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 1.0, "p95": 10.399999999999991, "max": 26, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 2, 3, 1, 2, 4, 1, 1, 8, 4, 1, 5], "chunk_stats": {"count": 12, "sum": 33, "mean": 2.75, "median": 2.0, "p95": 6.349999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 43, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0643255520008097, "decode_time_sec": 1.7371498419997806, "total_time_sec": 1.8050326420016063, "prefill_units_per_sec": 3731.0212277226788, "prefill_bytes_per_sec": 3715.475305940501, "decode_units_per_sec": 73.68391425154685, "decode_bytes_per_sec": 73.68391425154685, "total_units_per_sec": 70.91284502094123, "total_bytes_per_sec": 70.91284502094123, "step_latency_ms": {"count": 128, "sum": 1734, "mean": 13.546875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3325.07275390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 89, "stage1_units": 43, "bytes_per_stage0_unit": 2.6853932584269664, "stage0_per_stage1_unit": 2.0697674418604652}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 240, "units_out": 89, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 8, 1, 5, 2, 6, 1, 1, 1, 1, 1, 5, 1, 3, 6, 2, 5, 1, 5, 3, 2, 1, 1, 4, 1, 1, 3, 1, 2, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3], "chunk_stats": {"count": 89, "sum": 240, "mean": 2.696629213483146, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 89, "units_out": 43, "chunk_lengths": [1, 2, 2, 3, 3, 1, 3, 1, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 1], "chunk_stats": {"count": 43, "sum": 89, "mean": 2.0697674418604652, "median": 1.0, "p95": 5.799999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 6, 1, 2, 1, 4, 1, 5, 1, 1, 5, 3, 4, 5, 1, 4, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 3.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 3], "chunk_stats": {"count": 16, "sum": 43, "mean": 2.6875, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 44, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06427453200012678, "decode_time_sec": 1.678044078998937, "total_time_sec": 1.7455513189997873, "prefill_units_per_sec": 2784.928873533407, "prefill_bytes_per_sec": 2769.370611670092, "decode_units_per_sec": 76.27928348363791, "decode_bytes_per_sec": 76.27928348363791, "total_units_per_sec": 73.32926772576636, "total_bytes_per_sec": 73.32926772576636, "step_latency_ms": {"count": 128, "sum": 1684, "mean": 13.15625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3307.42041015625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 59, "stage1_units": 32, "bytes_per_stage0_unit": 3.016949152542373, "stage0_per_stage1_unit": 1.84375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 179, "units_out": 59, "chunk_lengths": [1, 1, 3, 1, 1, 1, 8, 4, 1, 6, 1, 5, 1, 8, 1, 4, 1, 1, 5, 1, 2, 4, 1, 5, 4, 3, 1, 1, 8, 1, 2, 1, 1, 9, 3, 4, 1, 4, 1, 5, 6, 1, 2, 4, 1, 6, 5, 6, 4, 1, 1, 8, 1, 6, 2, 6, 1, 1, 1], "chunk_stats": {"count": 59, "sum": 179, "mean": 3.0338983050847457, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 32, "chunk_lengths": [1, 2, 2, 3, 2, 2, 2, 1, 2, 1, 1, 1, 4, 2, 1, 3, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 1, 4, 2, 1, 3, 1], "chunk_stats": {"count": 32, "sum": 59, "mean": 1.84375, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [9, 1, 2, 6, 1, 5, 1, 2, 1, 8, 4, 1, 1, 13, 3, 4, 1, 3, 9, 7, 2, 6, 1, 6, 5, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 3.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 5, 1, 5, 1, 4, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 17, "sum": 36, "mean": 2.1176470588235294, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 45, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06397117199958302, "decode_time_sec": 1.809324532001483, "total_time_sec": 1.8764709520000906, "prefill_units_per_sec": 2094.6935285299046, "prefill_bytes_per_sec": 2079.061487272219, "decode_units_per_sec": 70.74463300312732, "decode_bytes_per_sec": 70.74463300312732, "total_units_per_sec": 68.21315292068205, "total_bytes_per_sec": 68.21315292068205, "step_latency_ms": {"count": 128, "sum": 1813, "mean": 14.1640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3296.9140625, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 133, "mean": 133.0, "median": 133.0, "p95": 133.0, "max": 133, "min": 133}, "model_input_units": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 133, "model_input_units": 134, "stage0_units": 45, "stage1_units": 28, "bytes_per_stage0_unit": 2.9555555555555557, "stage0_per_stage1_unit": 1.6071428571428572}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 134, "units_out": 45, "chunk_lengths": [1, 1, 3, 1, 8, 1, 5, 2, 3, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 5, 2, 3, 4, 1, 1, 4, 1, 1, 5, 7, 3, 5, 1, 9, 2, 3, 2, 9, 3, 4], "chunk_stats": {"count": 45, "sum": 134, "mean": 2.977777777777778, "median": 2.0, "p95": 8.799999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 45, "units_out": 28, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2], "chunk_stats": {"count": 28, "sum": 45, "mean": 1.6071428571428572, "median": 1.0, "p95": 3.6499999999999986, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 5, 5, 1, 2, 1, 5, 1, 2, 1, 6, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 3, 1, 1, 13, 1, 5, 5, 5, 1, 1, 1, 2, 1, 2, 4, 2, 6, 6, 1, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.799999999999997, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [2, 1, 1, 4, 1, 4, 1, 1, 5, 3, 3, 1, 2, 3, 3, 2, 2, 2, 2], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 46, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06461559200033662, "decode_time_sec": 1.7861516459997802, "total_time_sec": 1.8541029459993297, "prefill_units_per_sec": 3683.321511606055, "prefill_bytes_per_sec": 3667.845370800988, "decode_units_per_sec": 71.66244830704355, "decode_bytes_per_sec": 71.66244830704355, "total_units_per_sec": 69.03608037309395, "total_bytes_per_sec": 69.03608037309395, "step_latency_ms": {"count": 128, "sum": 1789, "mean": 13.9765625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3323.16943359375, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 85, "stage1_units": 54, "bytes_per_stage0_unit": 2.788235294117647, "stage0_per_stage1_unit": 1.5740740740740742}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 238, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 2, 4, 1, 5, 4, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 2, 1, 4, 2, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 5, 3, 7, 1, 1, 6, 5, 1, 2, 4, 1, 4, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 9, 7, 2, 1, 6, 1, 5, 1, 2, 4, 1, 5, 1, 9, 1, 6, 2, 6, 9, 7, 2, 1, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 85, "sum": 238, "mean": 2.8, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 54, "chunk_lengths": [1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 54, "sum": 85, "mean": 1.5740740740740742, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 2, 4, 4, 1, 6, 5, 4, 5, 1, 6, 2, 1, 4, 1, 4, 1, 1, 6, 1, 1, 5, 1, 5, 2, 4, 4, 1, 6, 5, 4, 1, 1, 3, 9, 5, 1, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 4.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 2, 1, 5, 2, 4, 1, 1, 1, 6, 1, 1, 1, 1, 2], "chunk_stats": {"count": 20, "sum": 38, "mean": 1.9, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 47, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06411801199647016, "decode_time_sec": 1.8789632420011912, "total_time_sec": 1.9465804619976552, "prefill_units_per_sec": 2448.6099164871675, "prefill_bytes_per_sec": 2433.01367498088, "decode_units_per_sec": 68.12267379093244, "decode_bytes_per_sec": 68.12267379093244, "total_units_per_sec": 65.75633655987768, "total_bytes_per_sec": 65.75633655987768, "step_latency_ms": {"count": 128, "sum": 1875, "mean": 14.6484375, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3302.8720703125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 75, "stage1_units": 40, "bytes_per_stage0_unit": 2.08, "stage0_per_stage1_unit": 1.875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 157, "units_out": 75, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 8, 1, 1, 2, 1, 5, 1, 1, 1, 5, 5, 4, 2, 3, 1, 5, 1, 3, 1, 1, 1, 5, 5, 2, 5, 4, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 2, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 75, "sum": 157, "mean": 2.0933333333333333, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 40, "chunk_lengths": [1, 2, 1, 3, 1, 3, 2, 2, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 5, 1, 3, 2, 5, 1, 3, 1, 1, 1, 1, 3, 1, 4, 2, 1, 5, 1], "chunk_stats": {"count": 40, "sum": 75, "mean": 1.875, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 7, 10, 1, 2, 1, 1, 9, 5, 1, 1, 6, 7, 1, 6, 5, 1, 1, 1, 1, 6, 1, 4, 1, 1, 9, 1, 5, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 4, 4, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 5, 1, 1, 3], "chunk_stats": {"count": 24, "sum": 41, "mean": 1.7083333333333333, "median": 1.0, "p95": 3.849999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 48, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06407272200158332, "decode_time_sec": 1.5712553349985683, "total_time_sec": 1.638534575002268, "prefill_units_per_sec": 3417.991200601533, "prefill_bytes_per_sec": 3402.383934845361, "decode_units_per_sec": 81.4635261048241, "decode_bytes_per_sec": 81.4635261048241, "total_units_per_sec": 78.11858349087497, "total_bytes_per_sec": 78.11858349087497, "step_latency_ms": {"count": 128, "sum": 1576, "mean": 12.3125, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3318.029296875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}, "model_input_units": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 218, "model_input_units": 219, "stage0_units": 55, "stage1_units": 28, "bytes_per_stage0_unit": 3.963636363636364, "stage0_per_stage1_unit": 1.9642857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 219, "units_out": 55, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 3, 2, 4, 1, 1, 9, 1, 2, 1, 13, 9, 2, 1, 3, 1, 7, 1, 3, 2, 4, 1, 13, 1, 2, 9, 1, 2, 2, 2, 1, 17, 6, 1, 5, 1, 1, 1, 11, 3, 6, 2, 3, 1, 30, 1, 4, 4], "chunk_stats": {"count": 55, "sum": 219, "mean": 3.981818181818182, "median": 2.0, "p95": 13.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 55, "units_out": 28, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 1, 1, 1, 4, 2, 3, 2, 2, 5, 1, 1, 3, 3, 2, 2, 1, 1, 3], "chunk_stats": {"count": 28, "sum": 55, "mean": 1.9642857142857142, "median": 2.0, "p95": 3.6499999999999986, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 25, "chunk_lengths": [1, 3, 2, 8, 1, 5, 4, 1, 5, 1, 1, 17, 3, 4, 2, 2, 13, 4, 1, 17, 3, 4, 8, 9, 7, 2], "chunk_stats": {"count": 26, "sum": 128, "mean": 4.923076923076923, "median": 3.5, "p95": 16.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 15, "sum": 25, "mean": 1.6666666666666667, "median": 1.0, "p95": 3.299999999999999, "max": 4, "min": 1}, "active_size_stats": {"count": 25, "sum": 25, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 49, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06459558200003812, "decode_time_sec": 1.8894036689998757, "total_time_sec": 1.957356589002302, "prefill_units_per_sec": 3746.386246660912, "prefill_bytes_per_sec": 3730.905311757355, "decode_units_per_sec": 67.74624295492909, "decode_bytes_per_sec": 67.74624295492909, "total_units_per_sec": 65.39431839818404, "total_bytes_per_sec": 65.39431839818404, "step_latency_ms": {"count": 128, "sum": 1889, "mean": 14.7578125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3325.9296875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 241, "mean": 241.0, "median": 241.0, "p95": 241.0, "max": 241, "min": 241}, "model_input_units": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 241, "model_input_units": 242, "stage0_units": 92, "stage1_units": 51, "bytes_per_stage0_unit": 2.619565217391304, "stage0_per_stage1_unit": 1.803921568627451}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 242, "units_out": 92, "chunk_lengths": [1, 1, 3, 2, 4, 1, 3, 2, 5, 1, 2, 2, 2, 1, 4, 1, 2, 2, 1, 1, 6, 5, 1, 1, 2, 2, 1, 1, 4, 1, 2, 1, 1, 1, 1, 2, 4, 1, 4, 5, 1, 18, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 1, 18, 2, 2, 2, 1, 1, 1, 1, 2, 4, 1, 1, 2, 5, 18, 1, 6, 2, 2, 5, 1, 1, 1, 1, 5, 1, 6, 1, 2, 1, 7, 1, 3, 1, 1, 2], "chunk_stats": {"count": 92, "sum": 242, "mean": 2.630434782608696, "median": 2.0, "p95": 6.0, "max": 18, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 51, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 3, 2, 4, 1, 7, 1, 2, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 51, "sum": 92, "mean": 1.803921568627451, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [9, 4, 2, 3, 1, 1, 6, 1, 2, 1, 1, 8, 1, 3, 2, 1, 1, 1, 1, 6, 1, 1, 10, 4, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 6, 1, 2, 1, 5, 1, 2, 2, 2, 1, 10, 1, 5, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 1, 1, 2, 1, 1, 4, 3, 7, 1, 1, 1, 6, 3, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 21, "sum": 47, "mean": 2.238095238095238, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 50, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06438891200014041, "decode_time_sec": 1.8316015729978972, "total_time_sec": 1.8993094239995116, "prefill_units_per_sec": 2795.5123701982648, "prefill_bytes_per_sec": 2779.9817459193855, "decode_units_per_sec": 69.88419418667259, "decode_bytes_per_sec": 69.88419418667259, "total_units_per_sec": 67.39291575274831, "total_bytes_per_sec": 67.39291575274831, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3307.833984375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 69, "stage1_units": 33, "bytes_per_stage0_unit": 2.5942028985507246, "stage0_per_stage1_unit": 2.090909090909091}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 180, "units_out": 69, "chunk_lengths": [1, 1, 3, 8, 1, 1, 7, 1, 1, 3, 1, 1, 1, 5, 3, 4, 10, 1, 3, 2, 14, 1, 7, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 6, 1, 2, 6, 1, 3, 1, 7, 3, 1, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 69, "sum": 180, "mean": 2.608695652173913, "median": 1.0, "p95": 7.599999999999994, "max": 14, "min": 1}}, {"stage": 1, "units_in": 69, "units_out": 33, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 4, 1, 2, 4, 1, 3, 3, 3, 3, 4, 4, 1, 1, 2], "chunk_stats": {"count": 33, "sum": 69, "mean": 2.090909090909091, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [13, 1, 1, 5, 2, 1, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 9, 1, 9, 4, 1, 4, 3, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 6, 4, 4, 5, 2, 4, 4, 4, 5, 2, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 2.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 51, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06466074200216099, "decode_time_sec": 1.7872577710004407, "total_time_sec": 1.855216192001535, "prefill_units_per_sec": 3185.8588939965366, "prefill_bytes_per_sec": 3170.3935595596604, "decode_units_per_sec": 71.6180967719896, "decode_bytes_per_sec": 71.6180967719896, "total_units_per_sec": 68.99465439761217, "total_bytes_per_sec": 68.99465439761217, "step_latency_ms": {"count": 128, "sum": 1783, "mean": 13.9296875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3314.42626953125, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 68, "stage1_units": 38, "bytes_per_stage0_unit": 3.014705882352941, "stage0_per_stage1_unit": 1.7894736842105263}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 206, "units_out": 68, "chunk_lengths": [1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 1, 4, 2, 6, 1, 2, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 9, 10, 1, 1, 2, 1, 1, 3, 6, 1, 2, 9, 9, 2, 1, 3, 1, 7, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 2, 10, 1, 1], "chunk_stats": {"count": 68, "sum": 206, "mean": 3.0294117647058822, "median": 1.5, "p95": 9.649999999999999, "max": 11, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 38, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 2, 4, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 3, 1, 2, 1], "chunk_stats": {"count": 38, "sum": 68, "mean": 1.7894736842105263, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [9, 3, 4, 8, 1, 4, 1, 1, 1, 1, 1, 4, 6, 1, 4, 1, 1, 3, 2, 1, 4, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 2, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 2, 1, 2, 5, 3], "chunk_stats": {"count": 18, "sum": 40, "mean": 2.2222222222222223, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 52, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06424623199927737, "decode_time_sec": 1.7134940159994585, "total_time_sec": 1.7811594660015544, "prefill_units_per_sec": 3953.5392519651105, "prefill_bytes_per_sec": 3937.9741367998936, "decode_units_per_sec": 74.70116545772662, "decode_bytes_per_sec": 74.70116545772662, "total_units_per_sec": 71.86330165447876, "total_bytes_per_sec": 71.86330165447876, "step_latency_ms": {"count": 128, "sum": 1714, "mean": 13.390625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3329.32275390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 85, "stage1_units": 33, "bytes_per_stage0_unit": 2.976470588235294, "stage0_per_stage1_unit": 2.5757575757575757}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 254, "units_out": 85, "chunk_lengths": [1, 1, 3, 3, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 1, 6, 1, 8, 1, 13, 1, 5, 1, 6, 5, 1, 1, 3, 1, 5, 1, 8, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 1, 3, 1, 1, 6, 1, 8, 2, 1, 5, 1, 1, 13, 1, 5, 1, 6, 5, 1, 1, 1, 7, 8, 1, 4, 2, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 85, "sum": 254, "mean": 2.988235294117647, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 33, "chunk_lengths": [1, 2, 1, 1, 1, 3, 3, 6, 1, 1, 5, 2, 3, 1, 2, 4, 2, 6, 1, 1, 5, 8, 1, 4, 1, 2, 4, 5, 1, 1, 4, 1, 1], "chunk_stats": {"count": 33, "sum": 85, "mean": 2.5757575757575757, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [9, 1, 2, 1, 3, 1, 1, 6, 1, 8, 1, 1, 1, 1, 1, 5, 1, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 8, 1, 3, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 9, 4], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 1.0, "p95": 8.899999999999999, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 8, 3, 3, 3, 1, 9, 3, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 15, "sum": 43, "mean": 2.8666666666666667, "median": 2.0, "p95": 8.299999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 53, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06422622299942304, "decode_time_sec": 1.9046319640001457, "total_time_sec": 1.9720639750012197, "prefill_units_per_sec": 3674.5115776482767, "prefill_bytes_per_sec": 3658.941613336208, "decode_units_per_sec": 67.20458462283278, "decode_bytes_per_sec": 67.20458462283278, "total_units_per_sec": 64.90661642958152, "total_bytes_per_sec": 64.90661642958152, "step_latency_ms": {"count": 128, "sum": 1906, "mean": 14.890625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3322.76025390625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}, "model_input_units": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 235, "model_input_units": 236, "stage0_units": 79, "stage1_units": 44, "bytes_per_stage0_unit": 2.9746835443037973, "stage0_per_stage1_unit": 1.7954545454545454}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 236, "units_out": 79, "chunk_lengths": [1, 1, 3, 1, 3, 10, 1, 1, 1, 3, 2, 1, 2, 2, 1, 1, 1, 9, 2, 2, 3, 1, 2, 9, 2, 1, 2, 2, 1, 6, 1, 2, 2, 4, 2, 4, 8, 1, 4, 1, 1, 2, 1, 9, 9, 2, 6, 3, 4, 5, 2, 6, 12, 1, 2, 1, 4, 3, 1, 4, 1, 5, 1, 9, 1, 2, 2, 2, 1, 2, 2, 2, 1, 13, 2, 2, 2, 1, 1], "chunk_stats": {"count": 79, "sum": 236, "mean": 2.9873417721518987, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 3, 2, 2, 1, 2, 2, 1, 1, 1, 1, 3, 3, 1, 4, 4, 1, 1, 3, 5, 1, 2, 1, 1, 1], "chunk_stats": {"count": 44, "sum": 79, "mean": 1.7954545454545454, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [9, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 9, 4, 1, 13, 3, 4, 1, 2, 1, 1, 1, 3, 1, 7, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 3, 1, 4, 1, 3, 1, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 2, 5, 3, 1, 3, 1, 2, 1, 4, 1, 4, 1, 2, 3, 3, 1, 1, 3, 4, 2], "chunk_stats": {"count": 22, "sum": 49, "mean": 2.227272727272727, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 54, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06418113200197695, "decode_time_sec": 1.6534315120006795, "total_time_sec": 1.7209547530001146, "prefill_units_per_sec": 3910.8066836881053, "prefill_bytes_per_sec": 3895.225780565842, "decode_units_per_sec": 77.41475777555362, "decode_bytes_per_sec": 77.41475777555362, "total_units_per_sec": 74.37731862320001, "total_bytes_per_sec": 74.37731862320001, "step_latency_ms": {"count": 128, "sum": 1659, "mean": 12.9609375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3326.47119140625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 250, "mean": 250.0, "median": 250.0, "p95": 250.0, "max": 250, "min": 250}, "model_input_units": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 250, "model_input_units": 251, "stage0_units": 81, "stage1_units": 44, "bytes_per_stage0_unit": 3.0864197530864197, "stage0_per_stage1_unit": 1.8409090909090908}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 251, "units_out": 81, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 6, 1, 1, 2, 1, 4, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 1, 9, 2, 12, 5, 1, 8, 3, 9, 2, 1, 1, 1, 1, 1, 8, 1, 8, 3, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 9, 1, 9, 1, 5, 2, 1, 1, 9, 4, 4, 1, 3, 3, 4, 1, 2, 1, 1, 13, 1, 9, 1, 5, 3, 4, 1, 1], "chunk_stats": {"count": 81, "sum": 251, "mean": 3.0987654320987654, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 44, "chunk_lengths": [1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 4, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 2, 2, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 81, "mean": 1.8409090909090908, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [17, 1, 3, 1, 8, 1, 3, 1, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 9, 3, 4, 1, 9, 1, 4, 1, 5, 4, 3, 1, 1, 8], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 2, 3, 6, 3, 4, 1, 1, 1, 6, 1, 1, 4], "chunk_stats": {"count": 15, "sum": 38, "mean": 2.533333333333333, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 55, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06407742299779784, "decode_time_sec": 1.9182424290011113, "total_time_sec": 1.9855694899997616, "prefill_units_per_sec": 2278.493628013374, "prefill_bytes_per_sec": 2262.8875072735564, "decode_units_per_sec": 66.72774935264756, "decode_bytes_per_sec": 66.72774935264756, "total_units_per_sec": 64.4651323686563, "total_bytes_per_sec": 64.4651323686563, "step_latency_ms": {"count": 128, "sum": 1919, "mean": 14.9921875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3301.06005859375, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}, "model_input_units": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 145, "model_input_units": 146, "stage0_units": 63, "stage1_units": 42, "bytes_per_stage0_unit": 2.3015873015873014, "stage0_per_stage1_unit": 1.5}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 146, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 5, 5, 1, 5, 2, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 3, 3, 5, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 146, "mean": 2.3174603174603177, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 42, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 63, "mean": 1.5, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.5, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 2, 5, 4, 1, 1, 2, 2, 1, 2, 8, 1, 1, 3, 5, 4, 1, 1, 2, 2], "chunk_stats": {"count": 21, "sum": 50, "mean": 2.380952380952381, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 56, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06374020300063421, "decode_time_sec": 1.7337609169990174, "total_time_sec": 1.8006940979976207, "prefill_units_per_sec": 3122.0484189236104, "prefill_bytes_per_sec": 3106.359733401381, "decode_units_per_sec": 73.82794175655798, "decode_bytes_per_sec": 73.82794175655798, "total_units_per_sec": 71.08370052544545, "total_bytes_per_sec": 71.08370052544545, "step_latency_ms": {"count": 128, "sum": 1741, "mean": 13.6015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3313.48486328125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 67, "stage1_units": 37, "bytes_per_stage0_unit": 2.955223880597015, "stage0_per_stage1_unit": 1.8108108108108107}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 199, "units_out": 67, "chunk_lengths": [1, 1, 3, 9, 1, 1, 3, 2, 1, 2, 1, 2, 2, 1, 5, 2, 6, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 10, 1, 1, 1, 13, 3, 3, 9, 5, 2, 14, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 13, 1, 1, 6, 2, 1, 5, 1, 1], "chunk_stats": {"count": 67, "sum": 199, "mean": 2.970149253731343, "median": 2.0, "p95": 10.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 37, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 1, 6, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 37, "sum": 67, "mean": 1.8108108108108107, "median": 1.0, "p95": 4.199999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [13, 1, 7, 2, 6, 1, 13, 1, 10, 1, 2, 10, 9, 1, 9, 1, 3, 1, 1, 1, 10, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 2.0, "p95": 11.049999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 1, 1], "chunk_stats": {"count": 20, "sum": 33, "mean": 1.65, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 57, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06457732299895724, "decode_time_sec": 1.7341038080012368, "total_time_sec": 1.8019062480016146, "prefill_units_per_sec": 3406.7686578391063, "prefill_bytes_per_sec": 3391.283345758019, "decode_units_per_sec": 73.8133434742499, "decode_bytes_per_sec": 73.8133434742499, "total_units_per_sec": 71.03588221748888, "total_bytes_per_sec": 71.03588221748888, "step_latency_ms": {"count": 128, "sum": 1741, "mean": 13.6015625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3319.21923828125, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 62, "stage1_units": 45, "bytes_per_stage0_unit": 3.532258064516129, "stage0_per_stage1_unit": 1.3777777777777778}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 220, "units_out": 62, "chunk_lengths": [1, 1, 3, 6, 1, 4, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 8, 2, 8, 1, 4, 1, 3, 5, 1, 1, 1, 2, 3, 1, 5, 3, 4, 1, 6, 1, 4, 1, 9, 6, 1, 9, 4, 5, 1, 1, 3, 10, 5, 1, 5, 1, 1], "chunk_stats": {"count": 62, "sum": 220, "mean": 3.5483870967741935, "median": 3.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 62, "units_out": 45, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 62, "mean": 1.3777777777777778, "median": 1.0, "p95": 2.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [9, 8, 1, 8, 1, 1, 1, 1, 4, 6, 1, 4, 1, 5, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 1], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 3.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 3, 2, 1, 2, 3, 3, 2], "chunk_stats": {"count": 20, "sum": 33, "mean": 1.65, "median": 1.5, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 58, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06384656299997005, "decode_time_sec": 1.7679700789994968, "total_time_sec": 1.835027999997692, "prefill_units_per_sec": 2944.5594432403227, "prefill_bytes_per_sec": 2928.896893010321, "decode_units_per_sec": 72.3994153070938, "decode_bytes_per_sec": 72.3994153070938, "total_units_per_sec": 69.75370403076192, "total_bytes_per_sec": 69.75370403076192, "step_latency_ms": {"count": 128, "sum": 1774, "mean": 13.859375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3310.1630859375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 72, "stage1_units": 30, "bytes_per_stage0_unit": 2.5972222222222223, "stage0_per_stage1_unit": 2.4}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 188, "units_out": 72, "chunk_lengths": [1, 1, 3, 1, 3, 1, 2, 4, 1, 1, 3, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 6, 2, 1, 1, 3, 1, 6, 2, 2, 1, 3, 1, 1, 7, 1, 9, 4, 1, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 8, 1, 6, 1, 1, 1, 1, 9, 4, 1, 6, 1, 1, 3, 1, 4, 1, 4, 1, 9, 4, 1], "chunk_stats": {"count": 72, "sum": 188, "mean": 2.611111111111111, "median": 1.0, "p95": 8.450000000000003, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 30, "chunk_lengths": [1, 2, 1, 1, 3, 1, 4, 1, 4, 3, 3, 6, 6, 1, 1, 3, 1, 3, 4, 2, 2, 3, 1, 1, 2, 1, 3, 5, 1, 2], "chunk_stats": {"count": 30, "sum": 72, "mean": 2.4, "median": 2.0, "p95": 5.549999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 6, 2, 1, 1, 3, 1, 4, 1, 6, 2, 1, 1, 9, 4, 1, 3, 3, 1, 1, 3, 1, 4, 1, 4, 1, 1, 9, 4, 1, 4, 1, 1, 3, 1, 4, 1, 8, 1, 9, 4, 1, 1, 4, 1, 1, 2], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.699999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 1, 3, 6, 1, 1, 4, 3, 5, 1, 1, 3, 3, 5, 1, 4, 2], "chunk_stats": {"count": 17, "sum": 46, "mean": 2.7058823529411766, "median": 3.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 59, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06432885200047167, "decode_time_sec": 1.7444278040020436, "total_time_sec": 1.8119147950019396, "prefill_units_per_sec": 3419.9273445511963, "prefill_bytes_per_sec": 3404.382220257782, "decode_units_per_sec": 73.37649612459975, "decode_bytes_per_sec": 73.37649612459975, "total_units_per_sec": 70.64349844323831, "total_bytes_per_sec": 70.64349844323831, "step_latency_ms": {"count": 128, "sum": 1748, "mean": 13.65625, "median": 8.0, "p95": 38.0, "max": 49, "min": 8}, "peak_allocated_mb": 3319.21923828125, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 78, "stage1_units": 37, "bytes_per_stage0_unit": 2.8076923076923075, "stage0_per_stage1_unit": 2.108108108108108}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 220, "units_out": 78, "chunk_lengths": [1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 1, 1, 9, 6, 2, 1, 4, 1, 4, 4, 5, 2, 1, 3, 1, 1, 3, 1, 1, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 2, 7, 1, 6, 1, 1, 5, 8, 1, 1, 3, 2, 3, 5, 13, 1, 2, 1, 3, 1, 5, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 4, 1, 1], "chunk_stats": {"count": 78, "sum": 220, "mean": 2.8205128205128207, "median": 2.0, "p95": 8.149999999999991, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 37, "chunk_lengths": [1, 2, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 4, 5, 2, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 1, 2, 5, 1, 1, 5, 3, 5, 1, 2, 1, 1], "chunk_stats": {"count": 37, "sum": 78, "mean": 2.108108108108108, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [17, 1, 2, 1, 1, 8, 1, 5, 2, 1, 4, 4, 2, 4, 1, 1, 1, 21, 6, 2, 5, 1, 1, 3, 1, 1, 4, 1, 1, 2, 1, 1, 3, 1, 17], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 2.0, "p95": 17.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 4, 3, 3, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 19, "sum": 35, "mean": 1.8421052631578947, "median": 2.0, "p95": 3.099999999999998, "max": 4, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 60, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06408300299881375, "decode_time_sec": 1.6900606170020183, "total_time_sec": 1.7572417480005242, "prefill_units_per_sec": 2855.67141732399, "prefill_bytes_per_sec": 2840.06665548069, "decode_units_per_sec": 75.73692843458949, "decode_bytes_per_sec": 75.73692843458949, "total_units_per_sec": 72.84142898701597, "total_bytes_per_sec": 72.84142898701597, "step_latency_ms": {"count": 128, "sum": 1698, "mean": 13.265625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3308.00048828125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "model_input_units": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 182, "model_input_units": 183, "stage0_units": 64, "stage1_units": 41, "bytes_per_stage0_unit": 2.84375, "stage0_per_stage1_unit": 1.5609756097560976}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 183, "units_out": 64, "chunk_lengths": [1, 1, 3, 3, 6, 6, 1, 1, 3, 2, 7, 4, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 6, 9, 1, 1, 7, 2, 1, 1, 4, 2, 1, 1, 9, 1, 9, 2, 1, 1, 8, 1, 1, 1, 1, 9, 1, 1, 1, 2, 3, 1, 1, 1, 6, 1, 1], "chunk_stats": {"count": 64, "sum": 183, "mean": 2.859375, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 2, 2, 2, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 41, "sum": 64, "mean": 1.5609756097560976, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [2, 2, 3, 1, 1, 8, 1, 1, 9, 3, 4, 1, 1, 6, 1, 5, 1, 5, 4, 3, 6, 7, 1, 1, 3, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 5, 1, 5, 2, 1, 1, 4, 5, 1, 1, 2, 8, 3], "chunk_stats": {"count": 15, "sum": 42, "mean": 2.8, "median": 2.0, "p95": 5.899999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 61, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06478710200099158, "decode_time_sec": 1.8999096050029038, "total_time_sec": 1.9678681660006987, "prefill_units_per_sec": 3133.3397193301385, "prefill_bytes_per_sec": 3117.9045482989554, "decode_units_per_sec": 67.37162634629891, "decode_bytes_per_sec": 67.37162634629891, "total_units_per_sec": 65.04500769486738, "total_bytes_per_sec": 65.04500769486738, "step_latency_ms": {"count": 128, "sum": 1905, "mean": 14.8828125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3314.1513671875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 70, "stage1_units": 41, "bytes_per_stage0_unit": 2.8857142857142857, "stage0_per_stage1_unit": 1.7073170731707317}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 203, "units_out": 70, "chunk_lengths": [1, 1, 3, 1, 4, 1, 8, 1, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 9, 5, 3, 2, 4, 1, 5, 2, 1, 1, 8, 1, 1, 9, 3, 4, 1, 5, 1, 1, 1, 1, 4, 6, 3, 5, 2, 1, 5, 4, 1, 9, 3, 4], "chunk_stats": {"count": 70, "sum": 203, "mean": 2.9, "median": 2.0, "p95": 8.549999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 41, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 3, 1, 1, 4, 1, 2, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 2], "chunk_stats": {"count": 41, "sum": 70, "mean": 1.7073170731707317, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 1, 4, 1, 1, 8, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 9, 1, 1, 2, 1, 1, 7, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 7], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 4, 1, 1, 1, 1, 3, 2, 3, 3, 2, 1, 7, 5, 1, 1, 7, 4], "chunk_stats": {"count": 20, "sum": 51, "mean": 2.55, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 62, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06419710200134432, "decode_time_sec": 1.7854067429980205, "total_time_sec": 1.8527658139973937, "prefill_units_per_sec": 2305.4000162951406, "prefill_bytes_per_sec": 2289.8229891580113, "decode_units_per_sec": 71.69234713713743, "decode_bytes_per_sec": 71.69234713713743, "total_units_per_sec": 69.08590337374395, "total_bytes_per_sec": 69.08590337374395, "step_latency_ms": {"count": 128, "sum": 1797, "mean": 14.0390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3300.63330078125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 51, "stage1_units": 26, "bytes_per_stage0_unit": 2.8823529411764706, "stage0_per_stage1_unit": 1.9615384615384615}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 148, "units_out": 51, "chunk_lengths": [1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 4, 5, 3, 1, 2, 1, 1, 4, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 1, 3, 3, 1, 3, 1, 7, 1, 13, 4, 5, 3], "chunk_stats": {"count": 51, "sum": 148, "mean": 2.9019607843137254, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 51, "units_out": 26, "chunk_lengths": [1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 8, 3, 1, 2, 1, 1, 1, 2, 1, 5, 1, 2, 1], "chunk_stats": {"count": 26, "sum": 51, "mean": 1.9615384615384615, "median": 1.0, "p95": 4.75, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 3, 1, 5, 1, 17, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 5, 3, 1, 3, 1, 5, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 5], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 7.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 8, 3, 1, 2, 1, 1, 3, 5, 1, 8, 3, 1, 2, 1], "chunk_stats": {"count": 17, "sum": 46, "mean": 2.7058823529411766, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 63, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06428414299807628, "decode_time_sec": 1.887250045001565, "total_time_sec": 1.95477925600062, "prefill_units_per_sec": 3126.743091309703, "prefill_bytes_per_sec": 3111.1871555320427, "decode_units_per_sec": 67.82355117119303, "decode_bytes_per_sec": 67.82355117119303, "total_units_per_sec": 65.48053935352351, "total_bytes_per_sec": 65.48053935352351, "step_latency_ms": {"count": 128, "sum": 1894, "mean": 14.796875, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3314.0556640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 73, "stage1_units": 46, "bytes_per_stage0_unit": 2.73972602739726, "stage0_per_stage1_unit": 1.5869565217391304}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 73, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 2, 2, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 1, 1, 1, 6, 2, 1, 4, 2, 4, 2, 12, 2, 1, 3, 2, 1, 7, 2, 1, 5, 1, 9, 3, 4, 1, 1, 5, 3, 4], "chunk_stats": {"count": 73, "sum": 201, "mean": 2.7534246575342465, "median": 2.0, "p95": 7.799999999999983, "max": 12, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 46, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 2, 3, 1, 2, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2], "chunk_stats": {"count": 46, "sum": 73, "mean": 1.5869565217391304, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 4, 1, 1, 1, 4, 1, 5, 1, 12, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 4, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 8.5, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [2, 1, 1, 1, 3, 2, 1, 1, 2, 2, 3, 3, 2, 3, 3, 3, 5, 1, 2, 4, 1], "chunk_stats": {"count": 21, "sum": 46, "mean": 2.1904761904761907, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 64, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06441921299847309, "decode_time_sec": 1.950934218999464, "total_time_sec": 2.018507849999878, "prefill_units_per_sec": 3477.223479978084, "prefill_bytes_per_sec": 3461.700160871039, "decode_units_per_sec": 65.60959295985118, "decode_bytes_per_sec": 65.60959295985118, "total_units_per_sec": 63.41317919571516, "total_bytes_per_sec": 63.41317919571516, "step_latency_ms": {"count": 128, "sum": 1955, "mean": 15.2734375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3320.40478515625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}, "model_input_units": {"count": 1, "sum": 224, "mean": 224.0, "median": 224.0, "p95": 224.0, "max": 224, "min": 224}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 223, "model_input_units": 224, "stage0_units": 83, "stage1_units": 49, "bytes_per_stage0_unit": 2.6867469879518073, "stage0_per_stage1_unit": 1.6938775510204083}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 224, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1, 5, 7, 1, 1, 6, 1, 2, 3, 1, 9, 7, 1, 4, 1, 1, 1, 6, 1, 2, 1, 6, 5, 1, 5, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 3, 4], "chunk_stats": {"count": 83, "sum": 224, "mean": 2.6987951807228914, "median": 2.0, "p95": 6.8999999999999915, "max": 9, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 49, "chunk_lengths": [1, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 1, 1, 3, 1, 1, 3, 2, 2, 1, 1, 2, 1, 5, 2, 3, 1, 2, 1, 2, 2, 1, 1, 2], "chunk_stats": {"count": 49, "sum": 83, "mean": 1.6938775510204083, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 4, 1, 1, 1, 4, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.5, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [3, 1, 1, 6, 2, 2, 3, 2, 4, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 2, 3], "chunk_stats": {"count": 23, "sum": 50, "mean": 2.1739130434782608, "median": 2.0, "p95": 3.8999999999999986, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 65, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0641733619995648, "decode_time_sec": 1.6872814130001643, "total_time_sec": 1.754755384001328, "prefill_units_per_sec": 3724.286721983193, "prefill_bytes_per_sec": 3708.703932351464, "decode_units_per_sec": 75.86167844544823, "decode_bytes_per_sec": 75.86167844544823, "total_units_per_sec": 72.94464012877087, "total_bytes_per_sec": 72.94464012877087, "step_latency_ms": {"count": 128, "sum": 1694, "mean": 13.234375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3323.15869140625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 68, "stage1_units": 38, "bytes_per_stage0_unit": 3.5, "stage0_per_stage1_unit": 1.7894736842105263}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 239, "units_out": 68, "chunk_lengths": [1, 1, 3, 1, 1, 1, 7, 1, 2, 1, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 9, 7, 1, 5, 2, 6, 1, 6, 9, 7, 1, 3, 1, 5, 2, 4, 9, 7, 1, 5, 2, 7, 1, 5, 1, 1, 2, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 68, "sum": 239, "mean": 3.514705882352941, "median": 2.0, "p95": 9.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 38, "chunk_lengths": [1, 2, 2, 5, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 2, 1, 5, 1, 2], "chunk_stats": {"count": 38, "sum": 68, "mean": 1.7894736842105263, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 7, 1, 1, 4, 1, 1, 1, 7, 1, 2, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [2, 1, 1, 8, 2, 4, 1, 4, 1, 1, 2, 2, 1, 3, 6], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 66, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07149467900308082, "decode_time_sec": 1.6488435460014443, "total_time_sec": 1.7238081819996296, "prefill_units_per_sec": 2713.4886498565893, "prefill_bytes_per_sec": 2699.5015949604212, "decode_units_per_sec": 77.63016710130475, "decode_bytes_per_sec": 77.63016710130475, "total_units_per_sec": 74.2542014457311, "total_bytes_per_sec": 74.2542014457311, "step_latency_ms": {"count": 128, "sum": 1661, "mean": 12.9765625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3313.1142578125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 72, "stage1_units": 33, "bytes_per_stage0_unit": 2.6805555555555554, "stage0_per_stage1_unit": 2.1818181818181817}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 194, "units_out": 72, "chunk_lengths": [1, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 2, 2, 1, 1, 9, 1, 2, 3, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 2, 3, 1, 9, 4, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 6, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 72, "sum": 194, "mean": 2.6944444444444446, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 33, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 6, 4, 3, 3, 1, 2, 1, 1, 1, 10, 4, 1, 1, 1, 2, 2, 3, 1], "chunk_stats": {"count": 33, "sum": 72, "mean": 2.1818181818181817, "median": 1.0, "p95": 4.799999999999997, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [13, 3, 4, 2, 2, 9, 2, 3, 6, 1, 2, 1, 3, 1, 13, 3, 4, 1, 1, 9, 4, 1, 13, 3, 4, 5, 1, 5, 4, 3, 1, 1], "chunk_stats": {"count": 32, "sum": 128, "mean": 4.0, "median": 3.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 2, 2, 3, 1, 2, 2, 1, 2, 1, 3, 1, 1, 3], "chunk_stats": {"count": 17, "sum": 31, "mean": 1.8235294117647058, "median": 2.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 67, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06422918300086167, "decode_time_sec": 1.8442687540009501, "total_time_sec": 1.9116516959984438, "prefill_units_per_sec": 3067.1416137639044, "prefill_bytes_per_sec": 3051.5723669935296, "decode_units_per_sec": 69.40420137917386, "decode_bytes_per_sec": 69.40420137917386, "total_units_per_sec": 66.95780422131051, "total_bytes_per_sec": 66.95780422131051, "step_latency_ms": {"count": 128, "sum": 1847, "mean": 14.4296875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3312.9140625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 61, "stage1_units": 35, "bytes_per_stage0_unit": 3.2131147540983607, "stage0_per_stage1_unit": 1.7428571428571429}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 197, "units_out": 61, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 3, 2, 4, 2, 8, 11, 2, 1, 4, 1, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 4, 6, 1, 9, 4, 6, 1, 3, 1, 3, 1, 1, 6, 1, 1, 13, 1, 2, 6, 1, 5, 1, 2, 4, 1, 6, 1, 17, 3, 4, 6, 1, 1], "chunk_stats": {"count": 61, "sum": 197, "mean": 3.2295081967213113, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 5, 2, 3, 1, 3, 1, 1], "chunk_stats": {"count": 35, "sum": 61, "mean": 1.7428571428571429, "median": 1.0, "p95": 3.5999999999999943, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [9, 1, 2, 1, 4, 1, 2, 1, 5, 1, 13, 1, 5, 5, 5, 1, 1, 3, 6, 1, 5, 1, 4, 1, 1, 1, 1, 6, 1, 4, 1, 6, 1, 1, 1, 9, 3, 4, 2, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 8.399999999999991, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2, 3, 6, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 44, "mean": 2.0952380952380953, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 68, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06403166299787699, "decode_time_sec": 1.8757967969977472, "total_time_sec": 1.9429829379987495, "prefill_units_per_sec": 3295.2447292677034, "prefill_bytes_per_sec": 3279.6274556692783, "decode_units_per_sec": 68.23766849632473, "decode_bytes_per_sec": 68.23766849632473, "total_units_per_sec": 65.87808749974847, "total_bytes_per_sec": 65.87808749974847, "step_latency_ms": {"count": 128, "sum": 1874, "mean": 14.640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3315.787109375, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 210, "mean": 210.0, "median": 210.0, "p95": 210.0, "max": 210, "min": 210}, "model_input_units": {"count": 1, "sum": 211, "mean": 211.0, "median": 211.0, "p95": 211.0, "max": 211, "min": 211}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 210, "model_input_units": 211, "stage0_units": 81, "stage1_units": 40, "bytes_per_stage0_unit": 2.5925925925925926, "stage0_per_stage1_unit": 2.025}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 211, "units_out": 81, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 3, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 5, 2, 1, 6, 5, 1, 1, 2, 2, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 4, 1, 3, 1, 7, 1, 5, 3, 4], "chunk_stats": {"count": 81, "sum": 211, "mean": 2.6049382716049383, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 40, "chunk_lengths": [1, 2, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 4, 2, 5, 1, 2, 2, 3, 1, 3, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2], "chunk_stats": {"count": 40, "sum": 81, "mean": 2.025, "median": 1.5, "p95": 5.049999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 3, 1, 1, 1, 4, 4, 1, 1, 3, 1, 4, 1, 4, 1, 2, 1, 1, 4, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 4, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 7], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 6.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [3, 1, 1, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 6, 1, 1, 6, 5, 1, 2], "chunk_stats": {"count": 20, "sum": 50, "mean": 2.5, "median": 1.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 69, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06411610299983295, "decode_time_sec": 1.7653285009982937, "total_time_sec": 1.8325708029988164, "prefill_units_per_sec": 2682.633409588979, "prefill_bytes_per_sec": 2667.0367037192755, "decode_units_per_sec": 72.5077513491772, "decode_bytes_per_sec": 72.5077513491772, "total_units_per_sec": 69.84723307309108, "total_bytes_per_sec": 69.84723307309108, "step_latency_ms": {"count": 128, "sum": 1772, "mean": 13.84375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3305.18896484375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}, "model_input_units": {"count": 1, "sum": 172, "mean": 172.0, "median": 172.0, "p95": 172.0, "max": 172, "min": 172}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 171, "model_input_units": 172, "stage0_units": 63, "stage1_units": 31, "bytes_per_stage0_unit": 2.7142857142857144, "stage0_per_stage1_unit": 2.032258064516129}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 172, "units_out": 63, "chunk_lengths": [1, 1, 3, 5, 1, 1, 3, 2, 1, 1, 1, 5, 1, 2, 2, 2, 4, 1, 2, 2, 1, 1, 9, 5, 1, 3, 1, 4, 1, 13, 1, 2, 4, 1, 1, 1, 5, 1, 17, 1, 3, 1, 1, 3, 1, 1, 4, 1, 1, 1, 13, 2, 3, 4, 5, 1, 3, 1, 1, 1, 5, 1, 1], "chunk_stats": {"count": 63, "sum": 172, "mean": 2.7301587301587302, "median": 1.0, "p95": 8.599999999999994, "max": 17, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 31, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 2, 5, 1, 5, 1, 5, 1, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 31, "sum": 63, "mean": 2.032258064516129, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 6, 1, 13, 2, 3, 5, 1, 3, 4, 1, 1, 6, 1, 17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 3, 2, 1, 5, 1, 1, 2, 2, 5, 1, 4, 1, 3, 2, 2], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 70, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06398572299804073, "decode_time_sec": 2.0854045990017767, "total_time_sec": 2.152548480000405, "prefill_units_per_sec": 2266.1305242177223, "prefill_bytes_per_sec": 2250.502037843807, "decode_units_per_sec": 61.37897655988192, "decode_bytes_per_sec": 61.37897655988192, "total_units_per_sec": 59.464398218792226, "total_bytes_per_sec": 59.464398218792226, "step_latency_ms": {"count": 128, "sum": 2087, "mean": 16.3046875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3300.90380859375, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 62, "stage1_units": 32, "bytes_per_stage0_unit": 2.3225806451612905, "stage0_per_stage1_unit": 1.9375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 145, "units_out": 62, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 1, 9, 4, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 3, 1, 6, 1, 5, 4, 1, 8, 1, 1, 5, 1, 1, 2, 1, 4, 1, 6, 1, 1, 5, 3, 4], "chunk_stats": {"count": 62, "sum": 145, "mean": 2.338709677419355, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 62, "units_out": 32, "chunk_lengths": [1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 1, 7, 1, 3, 3, 3, 1, 2, 1, 1, 1, 1, 3, 3, 3, 2, 3, 1, 1, 2], "chunk_stats": {"count": 32, "sum": 62, "mean": 1.9375, "median": 1.5, "p95": 3.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 6, 1, 1, 1, 4, 3, 1, 6, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 3], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [3, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 5, 1, 1, 3, 1, 3, 4], "chunk_stats": {"count": 28, "sum": 55, "mean": 1.9642857142857142, "median": 1.0, "p95": 3.6499999999999986, "max": 5, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 71, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0639405629990506, "decode_time_sec": 2.1585733680003614, "total_time_sec": 2.2257639190029295, "prefill_units_per_sec": 2815.114405587462, "prefill_bytes_per_sec": 2799.474881111976, "decode_units_per_sec": 59.298424550922455, "decode_bytes_per_sec": 59.298424550922455, "total_units_per_sec": 57.50834529537161, "total_bytes_per_sec": 57.50834529537161, "step_latency_ms": {"count": 128, "sum": 2160, "mean": 16.875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3307.5654296875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 63, "stage1_units": 38, "bytes_per_stage0_unit": 2.8412698412698414, "stage0_per_stage1_unit": 1.6578947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 180, "units_out": 63, "chunk_lengths": [1, 1, 3, 7, 1, 1, 8, 1, 3, 2, 4, 2, 6, 2, 7, 1, 1, 5, 5, 1, 4, 2, 6, 1, 5, 2, 1, 3, 1, 5, 1, 6, 1, 4, 1, 3, 2, 4, 1, 5, 5, 2, 4, 1, 1, 4, 1, 1, 5, 6, 2, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1], "chunk_stats": {"count": 63, "sum": 180, "mean": 2.857142857142857, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 38, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 5, 3, 2, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 38, "sum": 63, "mean": 1.6578947368421053, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [2, 1, 1, 5, 4, 1, 4, 3, 5, 1, 1, 1, 3, 1, 1, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 1, 1, 2, 1, 1, 9, 1, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 2, 1], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 29, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 6, 1, 2, 3, 2, 1, 5, 1, 1, 1, 2, 6, 3, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 30, "sum": 59, "mean": 1.9666666666666666, "median": 1.0, "p95": 5.549999999999997, "max": 6, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 72, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06384444300056202, "decode_time_sec": 1.6500495020009112, "total_time_sec": 1.7170940329997393, "prefill_units_per_sec": 2897.6680084494033, "prefill_bytes_per_sec": 2882.0049381334607, "decode_units_per_sec": 77.57343027877798, "decode_bytes_per_sec": 77.57343027877798, "total_units_per_sec": 74.5445488366096, "total_bytes_per_sec": 74.5445488366096, "step_latency_ms": {"count": 128, "sum": 1655, "mean": 12.9296875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3309.31640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 67, "stage1_units": 31, "bytes_per_stage0_unit": 2.746268656716418, "stage0_per_stage1_unit": 2.161290322580645}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 185, "units_out": 67, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 1, 5, 1, 1, 3, 1, 1, 9, 5, 2, 1, 4, 1, 4, 7, 4, 4, 1, 4, 2, 1, 3, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 4, 1, 1, 5, 1, 14, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 1, 2, 8, 1, 7, 1, 1, 10, 1, 1, 1], "chunk_stats": {"count": 67, "sum": 185, "mean": 2.7611940298507465, "median": 1.0, "p95": 8.699999999999996, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 31, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 4, 1, 1, 1, 2, 6, 1, 4, 7, 2, 1, 2, 2, 1, 1, 3, 6, 4, 2, 2, 1, 1, 1, 1], "chunk_stats": {"count": 31, "sum": 67, "mean": 2.161290322580645, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 1, 5, 4, 7, 4, 4, 1, 4, 7, 4, 4, 1, 4, 2, 4, 4, 1, 1, 5, 4, 1, 1, 5, 2, 4, 7, 4, 5, 5], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 4.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 4, 1, 1, 6, 1, 6, 1, 4, 1, 1, 3, 1, 3, 1], "chunk_stats": {"count": 15, "sum": 35, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 73, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06456891299967538, "decode_time_sec": 2.064974353997968, "total_time_sec": 2.13269416500043, "prefill_units_per_sec": 3422.699713112889, "prefill_bytes_per_sec": 3407.2123840942786, "decode_units_per_sec": 61.986241985127315, "decode_bytes_per_sec": 61.986241985127315, "total_units_per_sec": 60.01798199695182, "total_bytes_per_sec": 60.01798199695182, "step_latency_ms": {"count": 128, "sum": 2071, "mean": 16.1796875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3320.02294921875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 93, "stage1_units": 54, "bytes_per_stage0_unit": 2.3655913978494625, "stage0_per_stage1_unit": 1.7222222222222223}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 221, "units_out": 93, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 5, 1, 1, 3, 1, 5, 1, 1, 1, 1, 5, 2, 2, 5, 2, 4, 1, 9, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 9, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 8, 1, 6, 1, 1, 1, 1, 5, 2, 1, 1, 1], "chunk_stats": {"count": 93, "sum": 221, "mean": 2.3763440860215055, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 54, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 5, 1, 1, 1, 1, 2, 3, 2, 1, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 1, 2, 2, 1, 3, 7, 1, 1], "chunk_stats": {"count": 54, "sum": 93, "mean": 1.7222222222222223, "median": 1.0, "p95": 4.349999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [5, 4, 2, 2, 1, 1, 3, 1, 4, 1, 4, 2, 4, 2, 5, 1, 1, 9, 3, 4, 1, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 4, 1, 1, 5, 3, 4, 1, 2, 2, 1, 1, 3, 1, 4, 1, 4, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 4, 4, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 1, 2, 2, 3, 1, 1, 2, 8, 2], "chunk_stats": {"count": 27, "sum": 53, "mean": 1.962962962962963, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 74, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06654376199730905, "decode_time_sec": 1.8210281950014178, "total_time_sec": 1.8908929450008145, "prefill_units_per_sec": 3095.70715296094, "prefill_bytes_per_sec": 3080.6794483349163, "decode_units_per_sec": 70.28996055709085, "decode_bytes_per_sec": 70.28996055709085, "total_units_per_sec": 67.69288570165185, "total_bytes_per_sec": 67.69288570165185, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3315.34765625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 84, "stage1_units": 40, "bytes_per_stage0_unit": 2.4404761904761907, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 206, "units_out": 84, "chunk_lengths": [1, 1, 3, 6, 1, 4, 1, 1, 1, 5, 1, 1, 4, 4, 1, 4, 1, 1, 4, 1, 5, 4, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 3, 4, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 7, 1, 1, 1, 1, 4, 1, 4, 1, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 206, "mean": 2.4523809523809526, "median": 1.0, "p95": 6.849999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 2, 1, 3, 6, 1, 3, 1, 2, 1, 5, 1, 1, 1, 2, 5, 4, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 7, 1], "chunk_stats": {"count": 40, "sum": 84, "mean": 2.1, "median": 1.0, "p95": 5.049999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [5, 4, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 1, 6, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 2, 1, 8, 5, 9, 1, 1, 4, 1, 1, 6, 1, 3, 1, 3, 1], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 1.0, "p95": 8.2, "max": 9, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 75, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0648594519989274, "decode_time_sec": 1.707205320999492, "total_time_sec": 1.7753448420007771, "prefill_units_per_sec": 2975.664980999095, "prefill_bytes_per_sec": 2960.2470277296693, "decode_units_per_sec": 74.97633613575066, "decode_bytes_per_sec": 74.97633613575066, "total_units_per_sec": 72.09866893000158, "total_bytes_per_sec": 72.09866893000158, "step_latency_ms": {"count": 128, "sum": 1717, "mean": 13.4140625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3313.14599609375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 75, "stage1_units": 38, "bytes_per_stage0_unit": 2.56, "stage0_per_stage1_unit": 1.9736842105263157}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 193, "units_out": 75, "chunk_lengths": [1, 1, 3, 1, 3, 1, 9, 1, 1, 3, 2, 9, 2, 4, 1, 4, 2, 3, 1, 2, 2, 2, 3, 1, 4, 1, 2, 2, 2, 4, 1, 2, 1, 4, 2, 2, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 4, 2, 1, 4, 1, 13, 2, 1, 5, 2, 1, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 3, 1, 5, 1, 3, 3, 1, 1], "chunk_stats": {"count": 75, "sum": 193, "mean": 2.5733333333333333, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 38, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 6, 1, 3, 1, 6, 1, 1, 1, 2, 3, 2, 2, 1], "chunk_stats": {"count": 38, "sum": 75, "mean": 1.9736842105263157, "median": 2.0, "p95": 3.4499999999999957, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [13, 3, 1, 5, 2, 3, 13, 4, 2, 2, 2, 1, 9, 1, 2, 4, 3, 1, 4, 1, 13, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 2], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 6, 1, 2, 1], "chunk_stats": {"count": 19, "sum": 35, "mean": 1.8421052631578947, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 76, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06568827199953375, "decode_time_sec": 1.6762752499998896, "total_time_sec": 1.745154210999317, "prefill_units_per_sec": 3075.1303672812974, "prefill_bytes_per_sec": 3059.9069496214893, "decode_units_per_sec": 76.35977444635564, "decode_bytes_per_sec": 76.35977444635564, "total_units_per_sec": 73.34595372331259, "total_bytes_per_sec": 73.34595372331259, "step_latency_ms": {"count": 128, "sum": 1684, "mean": 13.15625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3313.81298828125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 66, "stage1_units": 34, "bytes_per_stage0_unit": 3.0454545454545454, "stage0_per_stage1_unit": 1.9411764705882353}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 4, 1, 5, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 6, 1, 39, 4, 1, 1, 2, 3, 1, 4, 1, 5, 1, 4, 1, 1, 1, 13, 4, 1, 5, 1, 4, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 66, "sum": 202, "mean": 3.0606060606060606, "median": 1.0, "p95": 8.25, "max": 39, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 34, "chunk_lengths": [1, 2, 3, 2, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 4, 2, 2, 2, 3, 4, 3, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 34, "sum": 66, "mean": 1.9411764705882353, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 4, 1, 3, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 5, 1, 3, 1, 6, 1, 1, 5, 1, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 1, 2, 4, 5, 1, 5, 6, 2, 1, 4, 1, 5, 3], "chunk_stats": {"count": 14, "sum": 42, "mean": 3.0, "median": 2.5, "p95": 5.35, "max": 6, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 77, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06361838299926603, "decode_time_sec": 1.819062839000253, "total_time_sec": 1.8857913610008836, "prefill_units_per_sec": 2279.2154274287805, "prefill_bytes_per_sec": 2263.4967003430647, "decode_units_per_sec": 70.36590339581018, "decode_bytes_per_sec": 70.36590339581018, "total_units_per_sec": 67.87601356497042, "total_bytes_per_sec": 67.87601356497042, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3300.74560546875, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 59, "stage1_units": 32, "bytes_per_stage0_unit": 2.440677966101695, "stage0_per_stage1_unit": 1.84375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 145, "units_out": 59, "chunk_lengths": [1, 1, 3, 2, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 5, 4, 1, 3, 1, 1, 3, 2, 1, 2, 3, 4, 1, 8, 1, 9, 1, 3, 1, 1, 4, 2, 2, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 1, 4, 2, 1], "chunk_stats": {"count": 59, "sum": 145, "mean": 2.457627118644068, "median": 2.0, "p95": 8.099999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 1, 1, 2, 3, 1, 1, 4, 1, 1, 1, 5, 1, 6, 1], "chunk_stats": {"count": 32, "sum": 59, "mean": 1.84375, "median": 1.0, "p95": 4.449999999999999, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1, 1, 17, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 3, 2, 2, 1, 5, 1, 17, 1, 3, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [7, 1, 5, 1, 1, 1, 8, 1, 3, 1, 6, 1, 5, 1, 5, 1, 3], "chunk_stats": {"count": 17, "sum": 51, "mean": 3.0, "median": 1.0, "p95": 7.199999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 78, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06392449399936595, "decode_time_sec": 2.0041713140017237, "total_time_sec": 2.07139170499795, "prefill_units_per_sec": 3723.1424937420807, "prefill_bytes_per_sec": 3707.499037886021, "decode_units_per_sec": 63.866795770279104, "decode_bytes_per_sec": 63.866795770279104, "total_units_per_sec": 61.79420323599619, "total_bytes_per_sec": 61.79420323599619, "step_latency_ms": {"count": 128, "sum": 2003, "mean": 15.6484375, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3324.66796875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 100, "stage1_units": 55, "bytes_per_stage0_unit": 2.37, "stage0_per_stage1_unit": 1.8181818181818181}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 238, "units_out": 100, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 1, 1, 5, 4, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 5, 4, 1, 6, 2, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 7, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 28, 4, 1, 4, 2, 2, 1, 1, 1, 5, 1, 2, 4, 1, 5, 1, 9, 3, 4, 4, 1, 5, 1, 5, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 100, "sum": 238, "mean": 2.38, "median": 1.0, "p95": 5.0, "max": 28, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 55, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 9, 1, 1, 2, 1, 1, 4, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 5, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 55, "sum": 100, "mean": 1.8181818181818181, "median": 1.0, "p95": 4.299999999999997, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [1, 9, 1, 1, 6, 4, 5, 1, 1, 7, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 4, 1, 7, 1, 1, 1, 5, 7, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 2, 3, 1, 7, 1, 1, 7, 2, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 2, 1, 10], "chunk_stats": {"count": 23, "sum": 54, "mean": 2.347826086956522, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 79, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06470869300028426, "decode_time_sec": 1.8181284809979843, "total_time_sec": 1.8862494919994788, "prefill_units_per_sec": 3832.5607967218652, "prefill_bytes_per_sec": 3817.106922541535, "decode_units_per_sec": 70.40206527634386, "decode_bytes_per_sec": 70.40206527634386, "total_units_per_sec": 67.85952788478491, "total_bytes_per_sec": 67.85952788478491, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3326.07275390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 83, "stage1_units": 46, "bytes_per_stage0_unit": 2.9759036144578315, "stage0_per_stage1_unit": 1.8043478260869565}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 83, "chunk_lengths": [1, 1, 3, 3, 1, 9, 1, 1, 4, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 1, 9, 7, 2, 1, 1, 9, 5, 2, 1, 1, 9, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 1, 2, 5, 1, 13, 6, 1], "chunk_stats": {"count": 83, "sum": 248, "mean": 2.9879518072289155, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 46, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 4, 3, 2, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 5, 1, 2, 1, 2, 5, 1, 2, 1, 1, 3, 1, 2], "chunk_stats": {"count": 46, "sum": 83, "mean": 1.8043478260869565, "median": 1.0, "p95": 4.75, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 1, 5, 1, 1, 3, 5, 9, 3, 4, 1, 3, 1, 3, 1, 4, 2, 6, 2, 1, 1, 1, 3, 1, 1, 5, 4, 3, 1, 9, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 5.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 2, 1, 6, 2, 2, 1, 5, 1, 1, 7, 4, 4, 2, 3, 2, 1], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 80, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06390700400152127, "decode_time_sec": 1.7751837369978603, "total_time_sec": 1.8425986779984669, "prefill_units_per_sec": 4005.8207077569473, "prefill_bytes_per_sec": 3990.1729706172714, "decode_units_per_sec": 72.10521217171014, "decode_bytes_per_sec": 72.10521217171014, "total_units_per_sec": 69.46710725910252, "total_bytes_per_sec": 69.46710725910252, "step_latency_ms": {"count": 128, "sum": 1777, "mean": 13.8828125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3338.77587890625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 92, "stage1_units": 44, "bytes_per_stage0_unit": 2.7717391304347827, "stage0_per_stage1_unit": 2.090909090909091}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 92, "chunk_lengths": [1, 1, 3, 3, 3, 1, 4, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 4, 1, 1, 3, 1, 9, 7, 5, 5, 1, 13, 1, 5, 1, 5, 9, 1, 1, 1, 3, 1, 1, 1, 2, 4, 2, 4, 1, 6, 1, 1, 5, 4, 1, 4, 2, 4, 1, 1, 3, 1, 1, 3, 2, 1, 3, 1, 3, 1, 1, 1, 3, 2, 6, 1, 1, 1, 1], "chunk_stats": {"count": 92, "sum": 256, "mean": 2.782608695652174, "median": 2.0, "p95": 8.450000000000003, "max": 13, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 44, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 4, 3, 5, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 2, 2, 3, 2, 1, 3, 1, 5, 2, 3, 3, 3, 1, 1, 3, 1], "chunk_stats": {"count": 44, "sum": 92, "mean": 2.090909090909091, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 3, 4, 4, 1, 3, 1, 1, 1, 4, 3, 3, 1, 4, 1, 6, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 2], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 7.700000000000003, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 5, 1, 1, 1, 3, 4, 4, 1, 1, 4, 3, 5, 1, 3, 1, 1, 3], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 81, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06553123200137634, "decode_time_sec": 1.5997947979994933, "total_time_sec": 1.66863136900065, "prefill_units_per_sec": 2609.4427767878456, "prefill_bytes_per_sec": 2594.1828775083845, "decode_units_per_sec": 80.01026141606478, "decode_bytes_per_sec": 80.01026141606478, "total_units_per_sec": 76.7095731135989, "total_bytes_per_sec": 76.7095731135989, "step_latency_ms": {"count": 128, "sum": 1610, "mean": 12.578125, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3304.84912109375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}, "model_input_units": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 170, "model_input_units": 171, "stage0_units": 60, "stage1_units": 26, "bytes_per_stage0_unit": 2.8333333333333335, "stage0_per_stage1_unit": 2.3076923076923075}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 171, "units_out": 60, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 2, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 8, 3, 4, 1, 1, 3, 1, 1, 3, 1, 2, 1, 7, 1, 1, 17, 1, 3, 1, 1, 1, 7, 1, 1, 7, 1, 7, 1, 1], "chunk_stats": {"count": 60, "sum": 171, "mean": 2.85, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 26, "chunk_lengths": [1, 2, 2, 3, 1, 4, 1, 4, 1, 3, 1, 2, 1, 3, 1, 1, 2, 1, 6, 2, 4, 1, 6, 3, 3, 1], "chunk_stats": {"count": 26, "sum": 60, "mean": 2.3076923076923075, "median": 2.0, "p95": 5.5, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 4, 1, 1, 1, 7, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 2, 1, 13, 4, 1, 1, 4, 1, 7, 1, 1, 1, 5, 4, 1, 1, 7, 1, 1, 6], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [1, 8, 6, 1, 3, 1, 4, 2, 2, 1, 1, 4, 2], "chunk_stats": {"count": 13, "sum": 36, "mean": 2.769230769230769, "median": 2.0, "p95": 6.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 82, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06482592300017131, "decode_time_sec": 1.828416599000775, "total_time_sec": 1.8964179800022976, "prefill_units_per_sec": 3594.241149476333, "prefill_bytes_per_sec": 3578.815221796177, "decode_units_per_sec": 70.0059275714034, "decode_bytes_per_sec": 70.0059275714034, "total_units_per_sec": 67.49566886085151, "total_bytes_per_sec": 67.49566886085151, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3324.17236328125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 99, "stage1_units": 53, "bytes_per_stage0_unit": 2.3434343434343434, "stage0_per_stage1_unit": 1.8679245283018868}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 99, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 13, 3, 1, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 4, 2, 3, 1, 4, 1, 3, 1, 4, 1, 1, 17, 1, 2, 2, 5, 2, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 99, "sum": 233, "mean": 2.3535353535353534, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 99, "units_out": 53, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 3, 2, 1, 2, 1, 3, 1, 3, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 3, 3, 2, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 99, "mean": 1.8679245283018868, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [17, 1, 3, 1, 4, 1, 1, 1, 3, 1, 1, 2, 2, 5, 1, 1, 5, 4, 1, 3, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 12], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 7.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 3, 1, 3, 3, 1, 1, 3, 4, 4, 1, 2, 3, 1, 5, 1, 5], "chunk_stats": {"count": 18, "sum": 46, "mean": 2.5555555555555554, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 83, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06398825400174246, "decode_time_sec": 1.7269183170028555, "total_time_sec": 1.7943950280023273, "prefill_units_per_sec": 3735.0605002207403, "prefill_bytes_per_sec": 3719.4326320189803, "decode_units_per_sec": 74.12047155892687, "decode_bytes_per_sec": 74.12047155892687, "total_units_per_sec": 71.33323376542145, "total_bytes_per_sec": 71.33323376542145, "step_latency_ms": {"count": 128, "sum": 1729, "mean": 13.5078125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3324.7294921875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 98, "stage1_units": 49, "bytes_per_stage0_unit": 2.4285714285714284, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 239, "units_out": 98, "chunk_lengths": [1, 1, 3, 6, 1, 5, 1, 1, 1, 1, 1, 5, 4, 2, 1, 1, 4, 1, 5, 1, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 5, 1, 1, 2, 1, 4, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 1, 3, 1, 5, 1, 1, 1, 2, 5, 1, 1, 2, 1, 1, 1, 4, 1, 4, 1, 3, 1, 5, 3, 1, 5, 1, 9, 2, 5, 1, 1, 2, 1, 5, 2, 3, 1, 5, 1, 5, 4, 2, 1, 1], "chunk_stats": {"count": 98, "sum": 239, "mean": 2.438775510204082, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 49, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 4, 5, 3, 1, 2, 3, 2, 2, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 2, 3, 1, 3, 2, 1, 4, 2, 4, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 98, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 4, 1, 3, 1, 5, 1, 8, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 3, 1, 5, 1, 8, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 3, 4, 3, 1, 1, 1, 4, 5], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.5, "p95": 7.700000000000003, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [2, 7, 1, 1, 2, 4, 7, 1, 7, 2, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 16, "sum": 43, "mean": 2.6875, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 84, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06442601299931994, "decode_time_sec": 1.7868835739973292, "total_time_sec": 1.8545729649995337, "prefill_units_per_sec": 3228.5095773689363, "prefill_bytes_per_sec": 3212.9878967085087, "decode_units_per_sec": 71.63309454664633, "decode_bytes_per_sec": 71.63309454664633, "total_units_per_sec": 69.01858401674274, "total_bytes_per_sec": 69.01858401674274, "step_latency_ms": {"count": 128, "sum": 1787, "mean": 13.9609375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3315.6015625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 84, "stage1_units": 35, "bytes_per_stage0_unit": 2.4642857142857144, "stage0_per_stage1_unit": 2.4}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 208, "units_out": 84, "chunk_lengths": [1, 1, 3, 1, 2, 2, 4, 1, 1, 3, 1, 1, 9, 7, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 1, 4, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 208, "mean": 2.4761904761904763, "median": 1.0, "p95": 6.849999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 35, "chunk_lengths": [1, 2, 4, 1, 4, 1, 1, 1, 4, 2, 2, 2, 6, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 6, 1, 5, 4, 2, 2, 2, 5, 4, 4, 1, 1], "chunk_stats": {"count": 35, "sum": 84, "mean": 2.4, "median": 2.0, "p95": 5.299999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 3, 4, 1, 3, 1, 1, 4, 7, 1, 1, 3, 1, 1, 9, 7, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 8, 2, 1, 1, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 8.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 1, 2, 5, 1, 1, 4, 2, 4, 5, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 1.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 85, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06369684400124243, "decode_time_sec": 1.7828506369987736, "total_time_sec": 1.849743609000143, "prefill_units_per_sec": 3375.363463781759, "prefill_bytes_per_sec": 3359.664098833937, "decode_units_per_sec": 71.79513378387853, "decode_bytes_per_sec": 71.79513378387853, "total_units_per_sec": 69.19877942932258, "total_bytes_per_sec": 69.19877942932258, "step_latency_ms": {"count": 128, "sum": 1790, "mean": 13.984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3317.29833984375, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 75, "stage1_units": 43, "bytes_per_stage0_unit": 2.8533333333333335, "stage0_per_stage1_unit": 1.744186046511628}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 215, "units_out": 75, "chunk_lengths": [1, 1, 3, 7, 1, 6, 2, 1, 3, 1, 2, 2, 2, 5, 1, 6, 1, 2, 2, 2, 5, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 5, 1, 3, 7, 5, 1, 5, 1, 2, 4, 3, 4, 1, 6, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 7, 2, 1, 6, 1, 1, 5, 4, 1, 7, 1, 6, 1, 5, 1, 1, 9, 3, 4], "chunk_stats": {"count": 75, "sum": 215, "mean": 2.8666666666666667, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 43, "chunk_lengths": [1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 1, 1, 1, 3, 1, 1, 2, 1, 2, 4, 1, 2], "chunk_stats": {"count": 43, "sum": 75, "mean": 1.744186046511628, "median": 1.0, "p95": 3.8999999999999986, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2, 1, 5, 4, 1, 6, 1, 5, 1, 1, 9, 3, 4, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [4, 3, 1, 1, 4, 1, 2, 1, 1, 3, 4, 1, 5, 3, 1, 1, 4, 3], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 2.5, "p95": 4.149999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 86, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06408965299851843, "decode_time_sec": 1.7329069259976677, "total_time_sec": 1.8001950180005224, "prefill_units_per_sec": 3666.7385296255625, "prefill_bytes_per_sec": 3651.135386946305, "decode_units_per_sec": 73.86432478265267, "decode_bytes_per_sec": 73.86432478265267, "total_units_per_sec": 71.10340753090722, "total_bytes_per_sec": 71.10340753090722, "step_latency_ms": {"count": 128, "sum": 1735, "mean": 13.5546875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3324.6318359375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 234, "mean": 234.0, "median": 234.0, "p95": 234.0, "max": 234, "min": 234}, "model_input_units": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 234, "model_input_units": 235, "stage0_units": 106, "stage1_units": 41, "bytes_per_stage0_unit": 2.207547169811321, "stage0_per_stage1_unit": 2.5853658536585367}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 235, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 9, 7, 2, 1, 3, 1, 1, 1, 1, 9, 7, 2, 1, 1, 1, 1, 2, 7, 1, 1, 3, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 235, "mean": 2.2169811320754715, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 41, "chunk_lengths": [1, 2, 2, 11, 1, 4, 2, 2, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 2, 4, 1, 4, 1, 9, 1, 1, 1, 6, 1, 1, 1, 5, 1, 7, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 106, "mean": 2.5853658536585367, "median": 1.0, "p95": 7.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [9, 6, 1, 5, 2, 1, 1, 1, 2, 5, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 7, 1, 6, 2, 1, 4, 1, 1, 5, 4, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.399999999999991, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 4, 2, 1, 4, 1, 6, 2, 1, 9, 1, 4, 6], "chunk_stats": {"count": 15, "sum": 46, "mean": 3.066666666666667, "median": 2.0, "p95": 6.899999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 87, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06385518400202272, "decode_time_sec": 1.9095445359998848, "total_time_sec": 1.976599397999962, "prefill_units_per_sec": 2787.5575457485415, "prefill_bytes_per_sec": 2771.897110098269, "decode_units_per_sec": 67.03169137292524, "decode_bytes_per_sec": 67.03169137292524, "total_units_per_sec": 64.75768439953883, "total_bytes_per_sec": 64.75768439953883, "step_latency_ms": {"count": 128, "sum": 1917, "mean": 14.9765625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3307.33154296875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 64, "stage1_units": 39, "bytes_per_stage0_unit": 2.765625, "stage0_per_stage1_unit": 1.641025641025641}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 178, "units_out": 64, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 1, 1, 9, 5, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 1, 4, 1, 1, 1, 1, 1, 5, 6, 4, 1, 1, 9, 5, 3, 1, 3, 1, 1, 1, 1, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 5, 1, 13, 5, 1], "chunk_stats": {"count": 64, "sum": 178, "mean": 2.78125, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 39, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1], "chunk_stats": {"count": 39, "sum": 64, "mean": 1.641025641025641, "median": 1.0, "p95": 5.100000000000001, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 2, 4, 1, 6, 1, 1, 9, 3, 4, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 9, 5, 2, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [4, 1, 2, 1, 1, 1, 3, 2, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 1, 2, 1, 1, 3, 4], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 88, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06387268399703316, "decode_time_sec": 1.9289325770005235, "total_time_sec": 1.9960137990019575, "prefill_units_per_sec": 2520.639339462834, "prefill_bytes_per_sec": 2504.983194497226, "decode_units_per_sec": 66.35794403920488, "decode_bytes_per_sec": 66.35794403920488, "total_units_per_sec": 64.12781317644311, "total_bytes_per_sec": 64.12781317644311, "step_latency_ms": {"count": 128, "sum": 1930, "mean": 15.078125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3303.091796875, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 160, "mean": 160.0, "median": 160.0, "p95": 160.0, "max": 160, "min": 160}, "model_input_units": {"count": 1, "sum": 161, "mean": 161.0, "median": 161.0, "p95": 161.0, "max": 161, "min": 161}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 160, "model_input_units": 161, "stage0_units": 66, "stage1_units": 33, "bytes_per_stage0_unit": 2.4242424242424243, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 161, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 4, 9, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 1, 3, 1, 9, 5, 2, 1, 3, 2, 3, 1, 4, 1], "chunk_stats": {"count": 66, "sum": 161, "mean": 2.4393939393939394, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 33, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 2, 1, 1, 2, 4, 1, 2, 1, 1, 3, 1, 5, 2, 2, 1, 1, 2, 1, 6, 4, 1, 1, 1, 2, 4, 1], "chunk_stats": {"count": 33, "sum": 66, "mean": 2.0, "median": 2.0, "p95": 4.399999999999999, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 4, 3, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 3, 4, 1, 3, 1, 1, 2, 1, 5, 1, 5, 2, 1, 3, 1, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 7.199999999999989, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 3, 1, 1, 1, 4, 4, 4, 1, 1, 2, 4, 1, 3, 1, 9, 2, 3, 1, 1, 1, 1], "chunk_stats": {"count": 22, "sum": 50, "mean": 2.272727272727273, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 89, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06612614299956476, "decode_time_sec": 2.7081247079986497, "total_time_sec": 2.777499928000907, "prefill_units_per_sec": 2359.1274634152905, "prefill_bytes_per_sec": 2344.004851470321, "decode_units_per_sec": 47.26517934050171, "decode_bytes_per_sec": 47.26517934050171, "total_units_per_sec": 46.08460965546358, "total_bytes_per_sec": 46.08460965546358, "step_latency_ms": {"count": 128, "sum": 2707, "mean": 21.1484375, "median": 17.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3302.412109375, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 155, "mean": 155.0, "median": 155.0, "p95": 155.0, "max": 155, "min": 155}, "model_input_units": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 155, "model_input_units": 156, "stage0_units": 69, "stage1_units": 42, "bytes_per_stage0_unit": 2.246376811594203, "stage0_per_stage1_unit": 1.6428571428571428}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 156, "units_out": 69, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 1, 2, 2, 4, 2, 1, 4, 6, 1, 4, 1, 1, 4, 2, 1, 3, 3, 1, 1, 3, 2, 3, 2, 3, 1, 1, 10, 4, 1, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 9, 1, 4, 1, 1, 2, 3, 1], "chunk_stats": {"count": 69, "sum": 156, "mean": 2.260869565217391, "median": 2.0, "p95": 4.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 69, "units_out": 42, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 6, 2, 1, 5, 2, 1, 2, 2, 4, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 69, "mean": 1.6428571428571428, "median": 1.0, "p95": 3.9499999999999957, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 70, "chunk_lengths": [1, 1, 3, 1, 1, 2, 2, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 2, 4, 1, 1, 1, 2, 1, 2, 1, 2, 3, 3, 3, 3, 3, 3, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1], "chunk_stats": {"count": 71, "sum": 128, "mean": 1.8028169014084507, "median": 2.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 50, "chunk_lengths": [3, 2, 1, 1, 1, 1, 7, 1, 8, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 50, "sum": 70, "mean": 1.4, "median": 1.0, "p95": 2.549999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 70, "sum": 70, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 90, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06426224400274805, "decode_time_sec": 1.7908218480006326, "total_time_sec": 1.8582479899996542, "prefill_units_per_sec": 2365.308002526336, "prefill_bytes_per_sec": 2349.74676566761, "decode_units_per_sec": 71.47556310132462, "decode_bytes_per_sec": 71.47556310132462, "total_units_per_sec": 68.88208715351486, "total_bytes_per_sec": 68.88208715351486, "step_latency_ms": {"count": 128, "sum": 1791, "mean": 13.9921875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3301.2060546875, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}, "model_input_units": {"count": 1, "sum": 152, "mean": 152.0, "median": 152.0, "p95": 152.0, "max": 152, "min": 152}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 151, "model_input_units": 152, "stage0_units": 54, "stage1_units": 25, "bytes_per_stage0_unit": 2.7962962962962963, "stage0_per_stage1_unit": 2.16}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 152, "units_out": 54, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 2, 1, 2, 2, 1, 5, 1, 1, 2, 1, 5, 13, 1, 3, 1, 2, 2, 1, 1, 9, 2, 3, 1, 3, 1, 10, 1, 13, 1, 3, 1], "chunk_stats": {"count": 54, "sum": 152, "mean": 2.814814814814815, "median": 1.5, "p95": 9.349999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 54, "units_out": 25, "chunk_lengths": [1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 2, 1, 5, 2, 1, 1, 6, 1, 3], "chunk_stats": {"count": 25, "sum": 54, "mean": 2.16, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 10, 1, 5, 1, 9, 4, 1, 13, 1, 3, 1, 5, 1, 1, 1, 9, 3, 4, 5, 1, 1, 1, 1, 5, 2, 2, 1, 9, 1, 1, 5, 2, 2, 1, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [2, 3, 1, 2, 1, 4, 2, 1, 1, 4, 1, 1, 4, 1, 3, 1, 2, 2, 1, 3], "chunk_stats": {"count": 20, "sum": 40, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 91, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06378482399668428, "decode_time_sec": 1.806363510000665, "total_time_sec": 1.8732884919991193, "prefill_units_per_sec": 3166.897505439547, "prefill_bytes_per_sec": 3151.2197950165787, "decode_units_per_sec": 70.86059881709683, "decode_bytes_per_sec": 70.86059881709683, "total_units_per_sec": 68.32903770385207, "total_bytes_per_sec": 68.32903770385207, "step_latency_ms": {"count": 128, "sum": 1811, "mean": 14.1484375, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3313.73291015625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 63, "stage1_units": 44, "bytes_per_stage0_unit": 3.1904761904761907, "stage0_per_stage1_unit": 1.4318181818181819}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 63, "chunk_lengths": [1, 1, 3, 4, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 1, 1, 9, 2, 2, 2, 1, 9, 9, 2, 8, 1, 8, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 4, 1, 1, 9, 3, 4], "chunk_stats": {"count": 63, "sum": 202, "mean": 3.2063492063492065, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 44, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 3, 2, 1, 2, 1, 2, 1, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 63, "mean": 1.4318181818181819, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 8, 1, 1, 1, 4, 1, 3, 1, 8, 2, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 2], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 5, 1, 1, 5, 6, 1, 5, 2, 1], "chunk_stats": {"count": 19, "sum": 45, "mean": 2.3684210526315788, "median": 1.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 92, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0635140140002477, "decode_time_sec": 1.980654961997061, "total_time_sec": 2.047277404999477, "prefill_units_per_sec": 3164.655913562889, "prefill_bytes_per_sec": 3148.911356778994, "decode_units_per_sec": 64.6250873857099, "decode_bytes_per_sec": 64.6250873857099, "total_units_per_sec": 62.52205963267235, "total_bytes_per_sec": 62.52205963267235, "step_latency_ms": {"count": 128, "sum": 1979, "mean": 15.4609375, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3314.0556640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 73, "stage1_units": 35, "bytes_per_stage0_unit": 2.73972602739726, "stage0_per_stage1_unit": 2.085714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 73, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 7, 1, 2, 4, 2, 2, 1, 13, 7, 2, 1, 3, 1, 1, 6, 9, 4, 1, 13, 7, 2, 4, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 9, 3, 4, 1, 6, 1, 2, 2, 1, 4, 2, 4, 1, 5, 1], "chunk_stats": {"count": 73, "sum": 201, "mean": 2.7534246575342465, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 35, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 2, 2, 4, 2, 1, 1, 4, 3, 2, 4, 1], "chunk_stats": {"count": 35, "sum": 73, "mean": 2.085714285714286, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [1, 1, 3, 1, 4, 2, 6, 1, 1, 1, 1, 1, 5, 1, 1, 5, 1, 2, 2, 1, 1, 6, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 6, 2, 5, 2, 6, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [3, 2, 2, 1, 1, 1, 1, 8, 1, 5, 3, 1, 7, 2, 1, 1, 1, 1, 3, 1, 2, 2, 3], "chunk_stats": {"count": 23, "sum": 53, "mean": 2.3043478260869565, "median": 2.0, "p95": 6.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 93, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06461750300150015, "decode_time_sec": 1.52649424899937, "total_time_sec": 1.5943777309985308, "prefill_units_per_sec": 2801.0986434402753, "prefill_bytes_per_sec": 2785.6229603273455, "decode_units_per_sec": 83.85226481128579, "decode_bytes_per_sec": 83.85226481128579, "total_units_per_sec": 80.28210474304345, "total_bytes_per_sec": 80.28210474304345, "step_latency_ms": {"count": 128, "sum": 1537, "mean": 12.0078125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3307.71044921875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 60, "stage1_units": 35, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 60, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 2, 4, 1, 1, 1, 9, 4, 5, 3, 5, 1, 13, 1, 4, 2, 1, 3, 1, 1, 3, 13, 6, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 13, 3, 1, 6, 2, 5, 1, 1, 1, 1, 1, 13, 6, 2, 1, 1, 1], "chunk_stats": {"count": 60, "sum": 181, "mean": 3.0166666666666666, "median": 1.0, "p95": 13.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 2, 1], "chunk_stats": {"count": 35, "sum": 60, "mean": 1.7142857142857142, "median": 1.0, "p95": 4.299999999999997, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 24, "chunk_lengths": [13, 4, 5, 3, 5, 1, 17, 1, 2, 5, 1, 2, 1, 1, 1, 1, 21, 6, 2, 1, 1, 21, 1, 4, 8], "chunk_stats": {"count": 25, "sum": 128, "mean": 5.12, "median": 2.0, "p95": 20.19999999999999, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 2, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 14, "sum": 24, "mean": 1.7142857142857142, "median": 1.5, "p95": 3.3499999999999996, "max": 4, "min": 1}, "active_size_stats": {"count": 24, "sum": 24, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 94, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06446591400163015, "decode_time_sec": 1.7019337310011906, "total_time_sec": 1.7695068329994683, "prefill_units_per_sec": 3350.6078886051005, "prefill_bytes_per_sec": 3335.0958150467436, "decode_units_per_sec": 75.20856874063004, "decode_bytes_per_sec": 75.20856874063004, "total_units_per_sec": 72.33653897963697, "total_bytes_per_sec": 72.33653897963697, "step_latency_ms": {"count": 128, "sum": 1704, "mean": 13.3125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3318.556640625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}, "model_input_units": {"count": 1, "sum": 216, "mean": 216.0, "median": 216.0, "p95": 216.0, "max": 216, "min": 216}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 215, "model_input_units": 216, "stage0_units": 96, "stage1_units": 56, "bytes_per_stage0_unit": 2.2395833333333335, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 216, "units_out": 96, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 5, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 6, 1, 6, 1, 1, 3, 1, 1, 5, 4, 1, 4, 2, 3, 1, 4, 5, 1, 3, 5, 4, 3, 1, 1, 5, 6, 1, 3, 2, 3, 1, 2, 3, 2, 2, 2, 5, 2, 3, 6, 5, 1], "chunk_stats": {"count": 96, "sum": 216, "mean": 2.25, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}}, {"stage": 1, "units_in": 96, "units_out": 56, "chunk_lengths": [1, 2, 3, 3, 1, 2, 1, 2, 1, 2, 2, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 1, 3, 1, 5, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 2, 1, 4, 2, 3, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 56, "sum": 96, "mean": 1.7142857142857142, "median": 1.0, "p95": 3.25, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 6, 1, 5, 3, 1, 2, 3, 2, 3, 1, 4, 5, 1, 3, 4, 1, 6, 1, 5, 3, 1, 4, 1, 5, 6, 1, 5, 3, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 5, 6, 1, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 3.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 6, 1, 4, 2, 1, 8, 1, 6, 3, 1, 4, 1, 3], "chunk_stats": {"count": 15, "sum": 43, "mean": 2.8666666666666667, "median": 2.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 95, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06391602300209343, "decode_time_sec": 1.7730796819996613, "total_time_sec": 1.8402574739993725, "prefill_units_per_sec": 2362.4748992135246, "prefill_bytes_per_sec": 2346.8293700796603, "decode_units_per_sec": 72.19077704147108, "decode_bytes_per_sec": 72.19077704147108, "total_units_per_sec": 69.55548438655256, "total_bytes_per_sec": 69.55548438655256, "step_latency_ms": {"count": 128, "sum": 1779, "mean": 13.8984375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3301.2080078125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 150, "mean": 150.0, "median": 150.0, "p95": 150.0, "max": 150, "min": 150}, "model_input_units": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 150, "model_input_units": 151, "stage0_units": 56, "stage1_units": 31, "bytes_per_stage0_unit": 2.6785714285714284, "stage0_per_stage1_unit": 1.8064516129032258}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 151, "units_out": 56, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 1, 3, 2, 1, 2, 1, 1, 1, 9, 2, 2, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 3, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 2, 2, 3, 1, 1, 1, 13, 4, 1, 1], "chunk_stats": {"count": 56, "sum": 151, "mean": 2.6964285714285716, "median": 1.0, "p95": 10.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 56, "units_out": 31, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 10, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 56, "mean": 1.8064516129032258, "median": 1.0, "p95": 3.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [17, 4, 3, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 4, 3, 1, 1, 3, 1, 7, 1, 1, 1, 1, 13, 4, 1, 4], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 1.0, "p95": 13.599999999999994, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 2], "chunk_stats": {"count": 20, "sum": 37, "mean": 1.85, "median": 1.0, "p95": 4.050000000000001, "max": 5, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 96, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06435855400195578, "decode_time_sec": 1.7901085929988767, "total_time_sec": 1.8576156349990924, "prefill_units_per_sec": 3231.893618891424, "prefill_bytes_per_sec": 3216.3556688005997, "decode_units_per_sec": 71.50404198974778, "decode_bytes_per_sec": 71.50404198974778, "total_units_per_sec": 68.9055354554348, "total_bytes_per_sec": 68.9055354554348, "step_latency_ms": {"count": 128, "sum": 1796, "mean": 14.03125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3315.20849609375, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 78, "stage1_units": 40, "bytes_per_stage0_unit": 2.6538461538461537, "stage0_per_stage1_unit": 1.95}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 208, "units_out": 78, "chunk_lengths": [1, 1, 3, 1, 2, 1, 7, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 1, 7, 1, 7, 1, 5, 1, 2, 1, 6, 1, 3, 1, 5, 1, 7, 1, 1, 4, 1, 9, 4, 2, 1, 5, 1, 7, 1, 1, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 5, 4, 1, 9, 1, 5], "chunk_stats": {"count": 78, "sum": 208, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 40, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 3, 5, 1, 1, 2, 1, 5, 1, 3, 1, 2, 3, 1, 1, 3, 2, 3, 1, 3, 1, 1, 1, 1, 7, 1, 2, 1, 5, 1, 2, 1, 2], "chunk_stats": {"count": 40, "sum": 78, "mean": 1.95, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 3, 11, 5, 1, 1, 3, 1, 6, 6, 4, 8, 1, 1, 1, 1, 2, 7, 1, 5, 3, 4, 3, 1, 1, 1, 4, 1, 2, 1, 7, 1, 3, 1, 8, 1, 8, 2, 1, 4, 2], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 8.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 2, 3, 1, 1, 2, 2, 3, 1, 4, 1, 1, 6, 1, 2, 2, 1, 3], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 4.199999999999996, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 97, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06387351399826002, "decode_time_sec": 2.015562566997687, "total_time_sec": 2.082601179001358, "prefill_units_per_sec": 3193.8120706112577, "prefill_bytes_per_sec": 3178.1561290886534, "decode_units_per_sec": 63.50584303153854, "decode_bytes_per_sec": 63.50584303153854, "total_units_per_sec": 61.46159970070608, "total_bytes_per_sec": 61.46159970070608, "step_latency_ms": {"count": 128, "sum": 2018, "mean": 15.765625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3315.13427734375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 85, "stage1_units": 39, "bytes_per_stage0_unit": 2.388235294117647, "stage0_per_stage1_unit": 2.1794871794871793}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 9, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 3, 4, 4, 1, 3, 1, 1, 9, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 204, "mean": 2.4, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 39, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 3, 4, 4, 1, 1, 1, 3, 2, 3, 1, 9, 1, 3, 2, 1, 5, 2, 1, 1, 1, 2, 1, 3, 2, 6, 1, 1, 2, 1], "chunk_stats": {"count": 39, "sum": 85, "mean": 2.1794871794871793, "median": 2.0, "p95": 5.100000000000001, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 1, 1, 1, 4, 1, 9, 1, 1, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 6], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 6.1499999999999915, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 3, 3, 1, 1, 1, 4, 2, 2, 4, 1, 1, 3, 3, 9, 1, 1, 3, 2, 3, 1, 9], "chunk_stats": {"count": 22, "sum": 59, "mean": 2.6818181818181817, "median": 2.0, "p95": 8.749999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 98, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06603687299866579, "decode_time_sec": 1.741950222000014, "total_time_sec": 1.8112458030009293, "prefill_units_per_sec": 2907.466560445392, "prefill_bytes_per_sec": 2892.3235054430725, "decode_units_per_sec": 73.4808597762554, "decode_bytes_per_sec": 73.4808597762554, "total_units_per_sec": 70.66959094559422, "total_bytes_per_sec": 70.66959094559422, "step_latency_ms": {"count": 128, "sum": 1746, "mean": 13.640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3311.7431640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 191, "mean": 191.0, "median": 191.0, "p95": 191.0, "max": 191, "min": 191}, "model_input_units": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 191, "model_input_units": 192, "stage0_units": 79, "stage1_units": 42, "bytes_per_stage0_unit": 2.4177215189873418, "stage0_per_stage1_unit": 1.880952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 192, "units_out": 79, "chunk_lengths": [1, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 1, 5, 3, 4, 1, 2, 1, 1, 9, 3, 1, 1, 5, 1, 4, 1, 1, 4, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 5, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 1, 2, 1, 1, 1, 10, 1, 1, 3, 1, 2, 3, 3, 1, 1, 9, 1, 1, 3, 1, 2, 3, 3, 1, 2], "chunk_stats": {"count": 79, "sum": 192, "mean": 2.430379746835443, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 42, "chunk_lengths": [1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 2, 1, 6, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 3, 2, 3, 1], "chunk_stats": {"count": 42, "sum": 79, "mean": 1.880952380952381, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 1, 1, 3, 1, 2, 3, 3, 1, 10, 1, 1, 7, 1, 1, 1, 3, 3, 1, 10, 1, 1, 3, 1, 1, 1, 3, 3, 1, 10, 1, 1, 10, 1, 1, 1, 3, 3, 1, 10, 1, 1, 6], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 1.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 2, 3, 1, 3, 3, 3, 1, 3, 3, 3, 1, 3, 3, 4, 2], "chunk_stats": {"count": 17, "sum": 42, "mean": 2.4705882352941178, "median": 3.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 99, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0637005640019197, "decode_time_sec": 1.793483264002134, "total_time_sec": 1.8605942360009067, "prefill_units_per_sec": 2810.0222157311764, "prefill_bytes_per_sec": 2794.3237675985997, "decode_units_per_sec": 71.3694978755306, "decode_bytes_per_sec": 71.3694978755306, "total_units_per_sec": 68.79522548404671, "total_bytes_per_sec": 68.79522548404671, "step_latency_ms": {"count": 128, "sum": 1800, "mean": 14.0625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3308.0849609375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 76, "stage1_units": 42, "bytes_per_stage0_unit": 2.3421052631578947, "stage0_per_stage1_unit": 1.8095238095238095}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 179, "units_out": 76, "chunk_lengths": [1, 1, 3, 1, 7, 1, 4, 1, 1, 1, 1, 5, 2, 1, 2, 2, 4, 2, 2, 2, 3, 1, 1, 1, 2, 2, 5, 1, 6, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 5, 1, 1, 1, 1, 5, 4, 6, 2, 6, 3, 9, 1, 1, 5, 1, 1, 1, 9, 2, 4, 4, 1, 3, 1, 4, 1, 1], "chunk_stats": {"count": 76, "sum": 179, "mean": 2.3552631578947367, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 42, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 1, 1, 3, 1, 5, 2, 3, 1, 2, 1, 6, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1], "chunk_stats": {"count": 42, "sum": 76, "mean": 1.8095238095238095, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [9, 1, 5, 2, 5, 1, 5, 1, 1, 1, 9, 2, 4, 4, 2, 3, 1, 3, 1, 4, 1, 5, 1, 9, 2, 3, 2, 2, 2, 1, 3, 1, 1, 4, 1, 9, 6, 2, 7, 2], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 1, 4, 1, 5, 1, 2, 1, 4, 4, 2, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 40, "mean": 1.9047619047619047, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 100, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06387076499959221, "decode_time_sec": 1.8357447310008865, "total_time_sec": 1.9029327930002182, "prefill_units_per_sec": 3804.557531157666, "prefill_bytes_per_sec": 3788.9009158031076, "decode_units_per_sec": 69.72647004696111, "decode_bytes_per_sec": 69.72647004696111, "total_units_per_sec": 67.26459309064276, "total_bytes_per_sec": 67.26459309064276, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3326.60693359375, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}, "model_input_units": {"count": 1, "sum": 243, "mean": 243.0, "median": 243.0, "p95": 243.0, "max": 243, "min": 243}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 242, "model_input_units": 243, "stage0_units": 105, "stage1_units": 60, "bytes_per_stage0_unit": 2.3047619047619046, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 243, "units_out": 105, "chunk_lengths": [1, 1, 3, 6, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 1, 2, 4, 1, 1, 9, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 4, 2, 1, 1, 9, 1, 4, 2, 1, 2, 1, 1, 2, 4, 1, 1, 4, 1, 6, 1, 4, 2, 1, 2, 1, 9, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1], "chunk_stats": {"count": 105, "sum": 243, "mean": 2.3142857142857145, "median": 1.0, "p95": 8.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 105, "units_out": 60, "chunk_lengths": [1, 2, 1, 7, 1, 3, 1, 3, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 3, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 1, 2, 5, 1, 1, 3, 2, 4, 1, 1], "chunk_stats": {"count": 60, "sum": 105, "mean": 1.75, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [9, 3, 4, 1, 1, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 2, 4, 2, 4, 1, 1, 1, 1, 4, 6, 1, 7, 1, 1, 8, 1, 8, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 9], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 8.850000000000001, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 5, 5, 2, 3, 1, 1, 2, 1, 1, 1, 1, 2, 7, 2, 1, 3, 1, 3, 1], "chunk_stats": {"count": 20, "sum": 44, "mean": 2.2, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 101, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06393096399915521, "decode_time_sec": 1.6159842150009354, "total_time_sec": 1.6833412980013236, "prefill_units_per_sec": 3879.184427803671, "prefill_bytes_per_sec": 3863.5425551109142, "decode_units_per_sec": 79.20869449824788, "decode_bytes_per_sec": 79.20869449824788, "total_units_per_sec": 76.0392441817817, "total_bytes_per_sec": 76.0392441817817, "step_latency_ms": {"count": 128, "sum": 1624, "mean": 12.6875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3326.07275390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 84, "stage1_units": 41, "bytes_per_stage0_unit": 2.9404761904761907, "stage0_per_stage1_unit": 2.048780487804878}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 84, "chunk_lengths": [1, 1, 3, 1, 5, 1, 6, 1, 1, 3, 2, 6, 2, 6, 1, 1, 9, 6, 2, 1, 3, 1, 3, 1, 6, 1, 5, 1, 6, 1, 9, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 13, 1, 5, 4, 5, 1, 1, 6, 1, 1, 4, 3, 3, 5, 3, 1, 1, 9, 4, 1, 2, 2, 3, 1, 5, 3, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 248, "mean": 2.9523809523809526, "median": 2.0, "p95": 7.699999999999989, "max": 13, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 41, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 5, 2, 1, 5, 1, 2, 3, 3, 2, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 5, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 84, "mean": 2.048780487804878, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 1, 2, 1, 3, 1, 2, 5, 1, 17, 1, 3, 1, 1, 5, 1, 1, 2, 1, 3, 3, 1, 4, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 3, 1, 3, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 13.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 4, 3, 1, 5, 4, 1, 3, 1, 2, 1, 5, 3, 1], "chunk_stats": {"count": 14, "sum": 36, "mean": 2.5714285714285716, "median": 2.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 102, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06356495400177664, "decode_time_sec": 1.8749369910001406, "total_time_sec": 1.9418517939993762, "prefill_units_per_sec": 3209.315623736599, "prefill_bytes_per_sec": 3193.5836844045566, "decode_units_per_sec": 68.2689608314365, "decode_bytes_per_sec": 68.2689608314365, "total_units_per_sec": 65.91646200577196, "total_bytes_per_sec": 65.91646200577196, "step_latency_ms": {"count": 128, "sum": 1882, "mean": 14.703125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.75341796875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 79, "stage1_units": 37, "bytes_per_stage0_unit": 2.569620253164557, "stage0_per_stage1_unit": 2.135135135135135}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 79, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 9, 9, 2, 1, 3, 1, 1, 4, 1, 8, 1, 8, 1, 2, 1, 9, 1, 2, 1, 13, 1, 1, 1, 4, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 1, 1, 1, 9, 7, 1, 8, 5, 1, 1], "chunk_stats": {"count": 79, "sum": 204, "mean": 2.5822784810126582, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 37, "chunk_lengths": [1, 2, 1, 4, 1, 3, 3, 2, 1, 5, 6, 2, 1, 1, 1, 4, 1, 2, 5, 1, 3, 1, 2, 3, 1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 1, 4, 1], "chunk_stats": {"count": 37, "sum": 79, "mean": 2.135135135135135, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [13, 1, 1, 1, 4, 2, 2, 3, 1, 1, 9, 3, 4, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 3, 1, 8, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 4, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.399999999999999, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 2, 2, 1, 7, 1, 1, 1, 6, 2, 2, 4, 5, 1, 4, 6, 2], "chunk_stats": {"count": 18, "sum": 53, "mean": 2.9444444444444446, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 103, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0639911940015736, "decode_time_sec": 1.9484030900021025, "total_time_sec": 2.0155456229986157, "prefill_units_per_sec": 2766.0055850129534, "prefill_bytes_per_sec": 2750.3784348151403, "decode_units_per_sec": 65.69482498606686, "decode_bytes_per_sec": 65.69482498606686, "total_units_per_sec": 63.50637690332645, "total_bytes_per_sec": 63.50637690332645, "step_latency_ms": {"count": 128, "sum": 1952, "mean": 15.25, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3307.8466796875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 76, "stage1_units": 44, "bytes_per_stage0_unit": 2.3157894736842106, "stage0_per_stage1_unit": 1.7272727272727273}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 177, "units_out": 76, "chunk_lengths": [1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 6, 2, 1, 1, 4, 1, 4, 1, 1, 5, 6, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 4, 7, 4, 1, 2, 4, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 9, 1, 1, 4, 1], "chunk_stats": {"count": 76, "sum": 177, "mean": 2.3289473684210527, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 44, "chunk_lengths": [1, 2, 2, 4, 6, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 3, 3, 1], "chunk_stats": {"count": 44, "sum": 76, "mean": 1.7272727272727273, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 4, 2, 5, 2, 1, 2, 2, 3, 1, 1, 1, 1, 4, 1, 4, 1, 3, 3, 1, 1, 1, 6, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 4, 2, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 3], "chunk_stats": {"count": 57, "sum": 128, "mean": 2.245614035087719, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 2, 1, 2, 3, 1, 1, 1, 3, 9, 1, 2, 4, 1, 1, 1, 9, 1, 4, 6, 1], "chunk_stats": {"count": 21, "sum": 56, "mean": 2.6666666666666665, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 104, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06434004399852711, "decode_time_sec": 1.6618365419999463, "total_time_sec": 1.7293601840028714, "prefill_units_per_sec": 3326.077924424468, "prefill_bytes_per_sec": 3310.535504216877, "decode_units_per_sec": 77.0232190501466, "decode_bytes_per_sec": 77.0232190501466, "total_units_per_sec": 74.01581300647516, "total_bytes_per_sec": 74.01581300647516, "step_latency_ms": {"count": 128, "sum": 1669, "mean": 13.0390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3317.9501953125, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}, "model_input_units": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 213, "model_input_units": 214, "stage0_units": 90, "stage1_units": 45, "bytes_per_stage0_unit": 2.3666666666666667, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 214, "units_out": 90, "chunk_lengths": [1, 1, 3, 1, 4, 1, 6, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 2, 4, 1, 1, 1, 4, 1, 4, 7, 1, 3, 1, 3, 1, 7, 9, 5, 2, 1, 4, 1, 1, 1, 1, 4, 2, 1, 1, 1, 9, 4, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 1, 1, 4, 1, 7, 1, 1, 2, 2, 1, 5, 1, 2, 3, 1, 4, 1, 1, 9, 1, 2, 1, 4, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 90, "sum": 214, "mean": 2.3777777777777778, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 90, "units_out": 45, "chunk_lengths": [1, 2, 1, 1, 2, 2, 1, 4, 1, 2, 1, 3, 4, 1, 2, 2, 2, 1, 1, 1, 8, 1, 2, 1, 1, 1, 5, 1, 4, 2, 3, 2, 1, 2, 1, 5, 3, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 45, "sum": 90, "mean": 2.0, "median": 1.0, "p95": 4.799999999999997, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [13, 3, 4, 4, 1, 5, 9, 4, 1, 13, 1, 5, 9, 1, 1, 1, 1, 3, 3, 1, 1, 4, 1, 8, 1, 6, 5, 6, 5, 1, 1, 1, 1, 2, 2], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 3.0, "p95": 10.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 2, 1, 2, 1, 2, 1, 1, 10, 2, 1, 1, 1, 2, 2, 1], "chunk_stats": {"count": 17, "sum": 34, "mean": 2.0, "median": 1.0, "p95": 4.399999999999995, "max": 10, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 105, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06429805399966426, "decode_time_sec": 1.7434589059994323, "total_time_sec": 1.810879279000801, "prefill_units_per_sec": 3188.276895612897, "prefill_bytes_per_sec": 3172.7243253903953, "decode_units_per_sec": 73.41727387983624, "decode_bytes_per_sec": 73.41727387983624, "total_units_per_sec": 70.68389455018077, "total_bytes_per_sec": 70.68389455018077, "step_latency_ms": {"count": 128, "sum": 1746, "mean": 13.640625, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3314.1796875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}, "model_input_units": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 204, "model_input_units": 205, "stage0_units": 60, "stage1_units": 32, "bytes_per_stage0_unit": 3.4, "stage0_per_stage1_unit": 1.875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 205, "units_out": 60, "chunk_lengths": [1, 1, 3, 9, 1, 1, 2, 1, 1, 1, 3, 2, 2, 1, 1, 4, 2, 10, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 10, 2, 4, 1, 1, 13, 5, 1, 1, 11, 6, 1, 4, 3, 2, 4, 1, 1, 13, 3, 3, 1, 9, 5, 1, 7, 2, 1, 1, 10, 1, 2], "chunk_stats": {"count": 60, "sum": 205, "mean": 3.4166666666666665, "median": 2.0, "p95": 10.049999999999997, "max": 13, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 32, "chunk_lengths": [1, 2, 5, 1, 3, 4, 1, 1, 2, 1, 1, 5, 2, 1, 3, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1], "chunk_stats": {"count": 32, "sum": 60, "mean": 1.875, "median": 1.5, "p95": 4.449999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [1, 10, 1, 9, 9, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 3, 1, 3, 2, 6, 1, 5, 1, 6, 1, 9, 1, 2, 8, 1, 6, 1, 5, 3, 1, 1, 1, 1, 10], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.100000000000001, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 4, 2, 4, 2, 5], "chunk_stats": {"count": 17, "sum": 38, "mean": 2.235294117647059, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 106, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06428526399758994, "decode_time_sec": 1.8752725039994402, "total_time_sec": 1.9427568370010704, "prefill_units_per_sec": 3515.5801803734175, "prefill_bytes_per_sec": 3500.024515858491, "decode_units_per_sec": 68.25674654057542, "decode_bytes_per_sec": 68.25674654057542, "total_units_per_sec": 65.88575449184198, "total_bytes_per_sec": 65.88575449184198, "step_latency_ms": {"count": 128, "sum": 1885, "mean": 14.7265625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3320.68603515625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 225, "mean": 225.0, "median": 225.0, "p95": 225.0, "max": 225, "min": 225}, "model_input_units": {"count": 1, "sum": 226, "mean": 226.0, "median": 226.0, "p95": 226.0, "max": 226, "min": 226}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 225, "model_input_units": 226, "stage0_units": 83, "stage1_units": 36, "bytes_per_stage0_unit": 2.710843373493976, "stage0_per_stage1_unit": 2.3055555555555554}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 226, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 2, 7, 2, 1, 6, 3, 1, 1, 3, 2, 5, 2, 2, 7, 2, 2, 7, 4, 1, 2, 2, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 2, 2, 1, 7, 2, 7, 5, 2, 1, 3, 1, 2, 7, 4, 1, 5, 1, 9, 1, 2, 1, 1, 1, 2, 2, 1, 5, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 1, 1, 3, 1, 1, 7, 3, 4, 1, 1, 1], "chunk_stats": {"count": 83, "sum": 226, "mean": 2.7228915662650603, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 36, "chunk_lengths": [1, 2, 3, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 4, 1, 3, 1, 6, 1, 1, 3, 1, 5, 3, 1, 1, 1, 5, 1, 5, 1, 5], "chunk_stats": {"count": 36, "sum": 83, "mean": 2.3055555555555554, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 7, 2, 5, 2, 1, 9, 1, 5, 2, 3, 2, 7, 5, 1, 2, 1, 2, 2, 1, 1, 7, 3, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.5, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 6, 3, 1, 3, 2, 3, 1, 1, 1, 5, 1, 5, 1, 6, 6, 3, 1, 2], "chunk_stats": {"count": 19, "sum": 53, "mean": 2.789473684210526, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 107, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06400595400191378, "decode_time_sec": 1.4496796720013663, "total_time_sec": 1.5168088749996969, "prefill_units_per_sec": 3046.591571686745, "prefill_bytes_per_sec": 3030.9680251652744, "decode_units_per_sec": 88.29536791620222, "decode_bytes_per_sec": 88.29536791620222, "total_units_per_sec": 84.38769189033495, "total_bytes_per_sec": 84.38769189033495, "step_latency_ms": {"count": 128, "sum": 1461, "mean": 11.4140625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3313.2939453125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 73, "stage1_units": 38, "bytes_per_stage0_unit": 2.6575342465753424, "stage0_per_stage1_unit": 1.9210526315789473}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 195, "units_out": 73, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 3, 2, 7, 1, 2, 2, 1, 1, 9, 1, 3, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 3, 1, 4, 2, 1, 1, 17, 1, 2, 4, 1, 4, 1, 21, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1], "chunk_stats": {"count": 73, "sum": 195, "mean": 2.671232876712329, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 38, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 2, 1, 3, 1, 1, 4, 1, 2, 3, 1, 1, 2, 3, 1, 1, 5, 3, 3, 1], "chunk_stats": {"count": 38, "sum": 73, "mean": 1.9210526315789473, "median": 1.5, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 25, "chunk_lengths": [2, 1, 3, 1, 3, 4, 1, 25, 4, 1, 3, 1, 4, 1, 7, 1, 1, 25, 1, 5, 2, 2, 9, 17, 4], "chunk_stats": {"count": 25, "sum": 128, "mean": 5.12, "median": 3.0, "p95": 23.399999999999977, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [7, 1, 5, 2, 2, 1, 2, 2, 1, 1, 1], "chunk_stats": {"count": 11, "sum": 25, "mean": 2.272727272727273, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 25, "sum": 25, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 108, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06390998500137357, "decode_time_sec": 1.7853637659973174, "total_time_sec": 1.852365047998319, "prefill_units_per_sec": 2331.4040833650274, "prefill_bytes_per_sec": 2315.757076094121, "decode_units_per_sec": 71.69407290423992, "decode_bytes_per_sec": 71.69407290423992, "total_units_per_sec": 69.10085036333301, "total_bytes_per_sec": 69.10085036333301, "step_latency_ms": {"count": 128, "sum": 1786, "mean": 13.953125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3301.1064453125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}, "model_input_units": {"count": 1, "sum": 149, "mean": 149.0, "median": 149.0, "p95": 149.0, "max": 149, "min": 149}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 148, "model_input_units": 149, "stage0_units": 58, "stage1_units": 28, "bytes_per_stage0_unit": 2.5517241379310347, "stage0_per_stage1_unit": 2.0714285714285716}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 149, "units_out": 58, "chunk_lengths": [1, 1, 3, 10, 1, 1, 3, 1, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 5, 1, 2, 1, 4, 1, 9, 1, 2, 1, 3, 1, 1, 7, 2, 1, 2, 4, 2, 2, 1, 1], "chunk_stats": {"count": 58, "sum": 149, "mean": 2.5689655172413794, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 58, "units_out": 28, "chunk_lengths": [1, 2, 1, 1, 4, 1, 4, 3, 3, 1, 2, 4, 1, 1, 5, 3, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 4, 1], "chunk_stats": {"count": 28, "sum": 58, "mean": 2.0714285714285716, "median": 1.5, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [13, 1, 3, 1, 1, 8, 1, 1, 4, 1, 1, 13, 1, 3, 1, 1, 9, 2, 2, 2, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 3, 1, 1, 1, 1, 5], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 9.949999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 3, 2, 1, 5, 1, 2, 1, 1, 4, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 109, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06430217500019353, "decode_time_sec": 1.8211595969987684, "total_time_sec": 1.8886657890034257, "prefill_units_per_sec": 3063.6599772777063, "prefill_bytes_per_sec": 3048.108403788987, "decode_units_per_sec": 70.28488893062487, "decode_bytes_per_sec": 70.28488893062487, "total_units_per_sec": 67.77271063269512, "total_bytes_per_sec": 67.77271063269512, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3313.6005859375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 74, "stage1_units": 40, "bytes_per_stage0_unit": 2.6486486486486487, "stage0_per_stage1_unit": 1.85}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 197, "units_out": 74, "chunk_lengths": [1, 1, 3, 2, 1, 1, 3, 1, 1, 9, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 2, 1, 5, 4, 1, 43, 4, 1, 1, 2, 1, 1, 3, 4, 1, 9, 4, 1, 1], "chunk_stats": {"count": 74, "sum": 197, "mean": 2.6621621621621623, "median": 1.0, "p95": 9.0, "max": 43, "min": 1}}, {"stage": 1, "units_in": 74, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 5, 2, 3, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 2, 6, 2, 1, 2, 5, 1, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 40, "sum": 74, "mean": 1.85, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 5, 4, 2, 4, 1, 1, 3, 4, 1, 9, 3, 4, 3, 1, 2, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 3, 1, 1, 1, 1, 5, 1, 3, 5, 7, 1, 5, 1, 1, 10, 1, 1], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 1.0, "p95": 7.449999999999996, "max": 10, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 110, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06395101499947486, "decode_time_sec": 1.9420202010005596, "total_time_sec": 2.0091056330020365, "prefill_units_per_sec": 3127.393677827354, "prefill_bytes_per_sec": 3111.7567094382175, "decode_units_per_sec": 65.91074589958043, "decode_bytes_per_sec": 65.91074589958043, "total_units_per_sec": 63.70994033237587, "total_bytes_per_sec": 63.70994033237587, "step_latency_ms": {"count": 128, "sum": 1948, "mean": 15.21875, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3313.400390625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 63, "stage1_units": 32, "bytes_per_stage0_unit": 3.1587301587301586, "stage0_per_stage1_unit": 1.96875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 5, 2, 8, 1, 4, 1, 1, 1, 9, 4, 1, 6, 2, 1, 3, 1, 1, 5, 9, 4, 1, 1, 6, 2, 5, 9, 1, 2, 4, 1, 1, 6, 3, 4, 1, 5, 1, 13, 2, 6, 1, 1, 3, 8, 1, 2, 3, 5, 1, 5, 4, 1, 6, 1], "chunk_stats": {"count": 63, "sum": 200, "mean": 3.1746031746031744, "median": 2.0, "p95": 8.899999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 32, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 5, 1, 4, 2, 1, 1, 5, 5, 1, 1, 1, 1, 2, 4, 4, 2, 1], "chunk_stats": {"count": 32, "sum": 63, "mean": 1.96875, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [13, 4, 1, 1, 1, 6, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 5, 1, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 1, 4, 1, 4, 2, 1, 6, 1, 1, 1, 1, 2, 4, 1, 1, 1, 9, 3], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 5, 3, 3, 1, 1, 1, 4, 1, 3, 1, 7, 2, 4, 1, 3, 1, 2, 1, 1, 3, 1], "chunk_stats": {"count": 22, "sum": 50, "mean": 2.272727272727273, "median": 1.5, "p95": 4.949999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 111, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07140494099803618, "decode_time_sec": 1.7060309119988233, "total_time_sec": 1.7807300109998323, "prefill_units_per_sec": 3459.144374992105, "prefill_bytes_per_sec": 3445.139741894971, "decode_units_per_sec": 75.02794884884729, "decode_bytes_per_sec": 75.02794884884729, "total_units_per_sec": 71.88063277943601, "total_bytes_per_sec": 71.88063277943601, "step_latency_ms": {"count": 128, "sum": 1709, "mean": 13.3515625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3325.94775390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 246, "mean": 246.0, "median": 246.0, "p95": 246.0, "max": 246, "min": 246}, "model_input_units": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 246, "model_input_units": 247, "stage0_units": 83, "stage1_units": 41, "bytes_per_stage0_unit": 2.963855421686747, "stage0_per_stage1_unit": 2.024390243902439}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 247, "units_out": 83, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 8, 1, 1, 3, 2, 3, 1, 1, 9, 6, 1, 5, 2, 6, 1, 6, 4, 1, 1, 4, 1, 1, 3, 1, 6, 2, 6, 1, 6, 4, 1, 1, 2, 2, 1, 4, 1, 9, 7, 2, 3, 4, 1, 3, 2, 6, 1, 4, 2, 2, 2, 1, 9, 1, 2, 6, 1, 13, 3, 4, 1, 5, 6, 1, 1, 1, 1, 3, 1, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 83, "sum": 247, "mean": 2.9759036144578315, "median": 2.0, "p95": 7.8999999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 41, "chunk_lengths": [1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 2, 3, 1, 1, 1, 2, 2, 4, 1, 3, 2, 3, 1, 3, 1, 1, 1, 5, 2, 2, 1, 1], "chunk_stats": {"count": 41, "sum": 83, "mean": 2.024390243902439, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 1, 1, 5, 1, 1, 4, 4, 1, 6, 1, 1, 3, 1, 1, 9, 3, 4, 1, 3, 1, 8, 1, 5, 1, 1, 4, 4, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 3.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 7, 2, 1, 1, 4, 2, 5, 1, 5, 1, 1, 1, 4], "chunk_stats": {"count": 16, "sum": 39, "mean": 2.4375, "median": 1.5, "p95": 5.5, "max": 7, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 112, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06393759400089039, "decode_time_sec": 2.01736923000135, "total_time_sec": 2.0847309830023733, "prefill_units_per_sec": 3878.782176203665, "prefill_bytes_per_sec": 3863.141925493166, "decode_units_per_sec": 63.44897012229851, "decode_bytes_per_sec": 63.44897012229851, "total_units_per_sec": 61.398809267782774, "total_bytes_per_sec": 61.398809267782774, "step_latency_ms": {"count": 128, "sum": 2021, "mean": 15.7890625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3327.27783203125, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 103, "stage1_units": 53, "bytes_per_stage0_unit": 2.3980582524271843, "stage0_per_stage1_unit": 1.9433962264150944}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 4, 4, 2, 3, 1, 9, 1, 3, 4, 1, 3, 4, 1, 13, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 3, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 4, 4, 1, 1, 1, 1, 17, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 13, 1, 1, 1], "chunk_stats": {"count": 103, "sum": 248, "mean": 2.407766990291262, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 53, "chunk_lengths": [1, 2, 2, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 1, 2, 1, 3, 1, 2, 2, 2, 1, 3, 3, 2, 1, 3, 1, 2, 1, 2, 7, 1, 1, 1, 1, 1, 5, 3, 1, 5, 3, 2, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 103, "mean": 1.9433962264150944, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [9, 1, 1, 6, 1, 1, 1, 4, 1, 1, 5, 1, 5, 3, 4, 4, 3, 1, 1, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 4, 3, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 9, 1, 3, 1, 5, 1, 5], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 5.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [1, 1, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 4, 4, 1, 4, 1, 3, 2, 1, 3, 1, 2, 2, 3], "chunk_stats": {"count": 26, "sum": 51, "mean": 1.9615384615384615, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 113, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06396228400262771, "decode_time_sec": 1.8351072420009586, "total_time_sec": 1.9022834850002255, "prefill_units_per_sec": 3158.1111142263367, "prefill_bytes_per_sec": 3142.476900789573, "decode_units_per_sec": 69.75069198704254, "decode_bytes_per_sec": 69.75069198704254, "total_units_per_sec": 67.28755257000238, "total_bytes_per_sec": 67.28755257000238, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.44677734375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 78, "stage1_units": 41, "bytes_per_stage0_unit": 2.576923076923077, "stage0_per_stage1_unit": 1.9024390243902438}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 78, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 1, 5, 6, 1, 3, 7, 1, 1, 6, 1, 1, 13, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 4, 4, 1, 13, 1, 1, 6, 1, 1, 2, 4, 4, 6, 1, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4], "chunk_stats": {"count": 78, "sum": 202, "mean": 2.58974358974359, "median": 1.0, "p95": 6.1499999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 41, "chunk_lengths": [1, 2, 2, 3, 3, 1, 2, 1, 1, 1, 3, 3, 3, 4, 1, 2, 1, 1, 2, 6, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 5, 2, 2, 1, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 41, "sum": 78, "mean": 1.9024390243902438, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 2, 1, 5, 1, 5, 2, 4, 1, 1, 1, 2, 4, 2, 2, 1, 1, 1, 4, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 5, 4, 2, 1, 3, 7, 1, 1, 6, 1, 1, 10], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 6.699999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 2, 3, 1, 2, 3, 1, 1, 1, 3, 6, 1, 1, 2, 1, 3, 1, 1, 1, 8], "chunk_stats": {"count": 20, "sum": 46, "mean": 2.3, "median": 1.5, "p95": 6.100000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 114, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06384049499683897, "decode_time_sec": 1.8580440010009625, "total_time_sec": 1.925265252997633, "prefill_units_per_sec": 4009.9939703267605, "prefill_bytes_per_sec": 3994.3299313801717, "decode_units_per_sec": 68.88964950832383, "decode_bytes_per_sec": 68.88964950832383, "total_units_per_sec": 66.48434536524478, "total_bytes_per_sec": 66.48434536524478, "step_latency_ms": {"count": 128, "sum": 1861, "mean": 14.5390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3338.77587890625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 106, "stage1_units": 55, "bytes_per_stage0_unit": 2.4056603773584904, "stage0_per_stage1_unit": 1.9272727272727272}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 2, 2, 1, 1, 2, 3, 1, 2, 1, 3, 2, 1, 4, 1, 1, 7, 1, 1, 4, 4, 3, 2, 3, 1, 3, 4, 5, 1, 13, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 14, 1, 4, 4, 1, 4, 4, 5, 1, 2, 8, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 1, 1, 2, 1, 6, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 256, "mean": 2.4150943396226414, "median": 1.0, "p95": 7.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 55, "chunk_lengths": [1, 2, 3, 3, 1, 3, 2, 1, 1, 2, 3, 3, 3, 3, 3, 1, 1, 1, 1, 3, 2, 2, 1, 6, 1, 2, 1, 1, 3, 2, 1, 2, 5, 1, 2, 1, 1, 1, 1, 3, 5, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 3, 2, 1], "chunk_stats": {"count": 55, "sum": 106, "mean": 1.9272727272727272, "median": 2.0, "p95": 3.5999999999999943, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [13, 3, 4, 1, 4, 5, 3, 4, 1, 3, 1, 1, 1, 4, 1, 7, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 3, 4, 1, 4, 5, 3, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 4, 1, 1, 1, 3, 1, 5, 1, 1, 5, 3, 6, 3, 1, 4, 1, 1], "chunk_stats": {"count": 20, "sum": 48, "mean": 2.4, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 115, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06376571399960085, "decode_time_sec": 1.7237274260005506, "total_time_sec": 1.7906987690003007, "prefill_units_per_sec": 2838.5160087932677, "prefill_bytes_per_sec": 2822.8335999049073, "decode_units_per_sec": 74.25768022789417, "decode_bytes_per_sec": 74.25768022789417, "total_units_per_sec": 71.48047578737041, "total_bytes_per_sec": 71.48047578737041, "step_latency_ms": {"count": 128, "sum": 1727, "mean": 13.4921875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3307.71044921875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 64, "stage1_units": 33, "bytes_per_stage0_unit": 2.8125, "stage0_per_stage1_unit": 1.9393939393939394}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 64, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 1, 13, 1, 5, 9, 1, 1, 4, 1, 1, 1, 7, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 9, 4, 1, 13, 1, 3, 1, 1, 4, 2, 1, 3, 13, 8, 2, 4, 1], "chunk_stats": {"count": 64, "sum": 181, "mean": 2.828125, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 33, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 8, 1, 2, 1, 1, 3, 1, 2, 3, 1, 2, 2, 2, 1, 3, 2, 1, 2, 1, 5, 1, 2, 1, 1, 1, 2], "chunk_stats": {"count": 33, "sum": 64, "mean": 1.9393939393939394, "median": 2.0, "p95": 4.399999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 13, 4, 1, 1, 4, 2, 1, 4, 13, 3, 4, 7, 1, 5, 4, 1, 3, 1, 5, 1, 4, 1, 1, 9, 8, 2, 1, 1, 9, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 2, 2, 1, 4, 3, 1, 3, 1, 1, 3, 2, 4, 1, 1, 1, 2, 1], "chunk_stats": {"count": 18, "sum": 36, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 116, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06389763399783988, "decode_time_sec": 1.8204910029999155, "total_time_sec": 1.8877012160010054, "prefill_units_per_sec": 3959.458029518791, "prefill_bytes_per_sec": 3943.807997781563, "decode_units_per_sec": 70.31070177719847, "decode_bytes_per_sec": 70.31070177719847, "total_units_per_sec": 67.80734096848292, "total_bytes_per_sec": 67.80734096848292, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3329.0869140625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 252, "mean": 252.0, "median": 252.0, "p95": 252.0, "max": 252, "min": 252}, "model_input_units": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 252, "model_input_units": 253, "stage0_units": 110, "stage1_units": 64, "bytes_per_stage0_unit": 2.290909090909091, "stage0_per_stage1_unit": 1.71875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 253, "units_out": 110, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 1, 1, 1, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 1, 5, 4, 2, 1, 1, 2, 2, 1, 3, 1, 4, 1, 3, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 1, 5, 1, 2, 1, 1, 2, 1, 2, 1, 8, 2, 1, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 2, 2, 1, 1, 1, 1, 2, 7, 9, 5, 4, 5, 1, 2, 1, 8, 9, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 1], "chunk_stats": {"count": 110, "sum": 253, "mean": 2.3, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 110, "units_out": 64, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 2, 4, 1, 2, 3, 1, 3, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 7, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 2, 2, 2, 1], "chunk_stats": {"count": 64, "sum": 110, "mean": 1.71875, "median": 1.0, "p95": 3.8499999999999943, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 14, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 13, 1, 4, 1, 2, 1, 1, 1, 1, 3, 1, 13, 1, 1, 6, 1, 2, 1, 6, 1, 13, 1, 1, 6, 1, 2, 4, 4, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 13.0, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 5, 1, 3, 2, 3, 1, 5, 2, 4, 1, 2, 2, 4, 1, 7, 2], "chunk_stats": {"count": 18, "sum": 47, "mean": 2.611111111111111, "median": 2.0, "p95": 5.299999999999997, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 117, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0639198339995346, "decode_time_sec": 1.8633583000009821, "total_time_sec": 1.9309538030029216, "prefill_units_per_sec": 3457.4557875355104, "prefill_bytes_per_sec": 3441.81119121182, "decode_units_per_sec": 68.69317618620774, "decode_bytes_per_sec": 68.69317618620774, "total_units_per_sec": 66.28848385753241, "total_bytes_per_sec": 66.28848385753241, "step_latency_ms": {"count": 128, "sum": 1870, "mean": 14.609375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3319.3857421875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 72, "stage1_units": 39, "bytes_per_stage0_unit": 3.0555555555555554, "stage0_per_stage1_unit": 1.8461538461538463}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 221, "units_out": 72, "chunk_lengths": [1, 1, 3, 2, 5, 1, 1, 6, 1, 1, 5, 1, 4, 1, 3, 2, 5, 1, 4, 2, 9, 1, 1, 5, 3, 1, 7, 2, 1, 1, 5, 4, 6, 3, 5, 1, 4, 1, 9, 4, 1, 2, 2, 5, 1, 1, 6, 1, 6, 1, 3, 2, 5, 2, 9, 1, 9, 3, 1, 6, 1, 1, 5, 1, 4, 1, 5, 3, 4, 1, 4, 1], "chunk_stats": {"count": 72, "sum": 221, "mean": 3.0694444444444446, "median": 2.0, "p95": 7.900000000000006, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 39, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 2, 1, 7, 2, 2, 3, 1, 3, 3, 3, 1, 3, 1, 1], "chunk_stats": {"count": 39, "sum": 72, "mean": 1.8461538461538463, "median": 1.0, "p95": 3.1000000000000014, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 5, 1, 1, 6, 1, 1, 5, 1, 3, 2, 5, 2, 9, 1, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 4, 1, 1, 9, 3, 4, 3, 1, 2, 5, 1, 1, 4], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [5, 1, 1, 1, 9, 1, 1, 2, 1, 3, 1, 1, 2, 1, 2, 1, 5, 1, 3, 1, 4], "chunk_stats": {"count": 21, "sum": 47, "mean": 2.238095238095238, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 118, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06372120500236633, "decode_time_sec": 1.524915278001572, "total_time_sec": 1.591816682001081, "prefill_units_per_sec": 3656.5535757107446, "prefill_bytes_per_sec": 3640.8602127248614, "decode_units_per_sec": 83.93908949994011, "decode_bytes_per_sec": 83.93908949994011, "total_units_per_sec": 80.41126936745664, "total_bytes_per_sec": 80.41126936745664, "step_latency_ms": {"count": 128, "sum": 1529, "mean": 11.9453125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3322.37744140625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 74, "stage1_units": 32, "bytes_per_stage0_unit": 3.135135135135135, "stage0_per_stage1_unit": 2.3125}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 74, "chunk_lengths": [1, 1, 3, 2, 1, 11, 1, 1, 3, 2, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 12, 1, 2, 2, 2, 1, 13, 1, 4, 1, 1, 7, 1, 2, 2, 1, 1, 3, 1, 2, 1, 11, 2, 1, 1, 13, 3, 3, 9, 1, 3, 1, 11, 1, 4, 1, 13, 3, 1, 1, 3, 1, 1, 1, 6, 1, 4, 2, 1, 1, 13, 1, 3, 1], "chunk_stats": {"count": 74, "sum": 233, "mean": 3.1486486486486487, "median": 1.5, "p95": 12.349999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 74, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 4, 1, 1, 5, 5, 1, 2, 3, 3, 5, 2, 1, 2, 1, 2, 1, 4, 2, 2, 1, 6, 1, 4, 2, 2, 1], "chunk_stats": {"count": 32, "sum": 74, "mean": 2.3125, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 1, 3, 1, 1, 1, 6, 1, 4, 3, 1, 1, 3, 1, 13, 11, 1, 1, 3, 1, 11, 1, 13, 11, 1, 4, 1, 1, 3, 1, 11, 1, 4, 1, 6], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 11.599999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [10, 1, 2, 2, 1, 5, 2, 3, 7, 1], "chunk_stats": {"count": 10, "sum": 34, "mean": 3.4, "median": 2.0, "p95": 8.649999999999997, "max": 10, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 119, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06387880400143331, "decode_time_sec": 1.754607771999872, "total_time_sec": 1.8215781049984798, "prefill_units_per_sec": 2175.9956557245673, "prefill_bytes_per_sec": 2160.341010719355, "decode_units_per_sec": 72.95077683037262, "decode_bytes_per_sec": 72.95077683037262, "total_units_per_sec": 70.26874096079828, "total_bytes_per_sec": 70.26874096079828, "step_latency_ms": {"count": 128, "sum": 1763, "mean": 13.7734375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3298.263671875, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 138, "mean": 138.0, "median": 138.0, "p95": 138.0, "max": 138, "min": 138}, "model_input_units": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 138, "model_input_units": 139, "stage0_units": 47, "stage1_units": 27, "bytes_per_stage0_unit": 2.9361702127659575, "stage0_per_stage1_unit": 1.7407407407407407}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 139, "units_out": 47, "chunk_lengths": [1, 1, 3, 6, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 4, 4, 2, 1, 2, 3, 4, 4, 1, 1, 5, 1, 1, 1, 13, 1, 2, 1, 1, 1, 1, 1, 1, 17, 3, 4, 4, 1], "chunk_stats": {"count": 47, "sum": 139, "mean": 2.9574468085106385, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 47, "units_out": 27, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 3, 5, 1, 1, 3, 1, 2, 1, 1, 3, 1], "chunk_stats": {"count": 27, "sum": 47, "mean": 1.7407407407407407, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 3, 4, 2, 2, 1, 1, 4, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 1, 2, 2, 1, 2, 2, 2, 1, 13, 4, 1, 1, 8, 2, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 3, 2, 4, 3, 1, 1, 6, 1, 1, 2, 5, 1, 4, 1], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 120, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06393619400114403, "decode_time_sec": 1.852798157997313, "total_time_sec": 1.920051490997139, "prefill_units_per_sec": 3972.7106683180905, "prefill_bytes_per_sec": 3957.070075135736, "decode_units_per_sec": 69.08469735222266, "decode_bytes_per_sec": 69.08469735222266, "total_units_per_sec": 66.6648788327681, "total_bytes_per_sec": 66.6648788327681, "step_latency_ms": {"count": 128, "sum": 1854, "mean": 14.484375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3329.32275390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.53, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 254, "units_out": 100, "chunk_lengths": [1, 1, 3, 9, 1, 1, 3, 2, 1, 3, 1, 1, 9, 1, 2, 1, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 6, 2, 1, 3, 1, 1, 7, 1, 4, 1, 9, 1, 1, 3, 1, 1, 9, 1, 5, 2, 1, 3, 1, 1, 3, 1, 2, 3, 1, 1, 2, 1, 3, 5, 1, 1, 9, 3, 2, 2, 1, 1, 1, 4, 1, 1, 1, 4, 1, 9, 4, 1, 2, 4, 1, 1, 2, 2, 3, 9, 1, 1, 2, 1, 4, 1, 3, 1, 1, 1, 13, 4, 3, 1], "chunk_stats": {"count": 100, "sum": 254, "mean": 2.54, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 1, 1, 3, 2, 2, 1, 4, 4, 1, 2, 3, 1, 5, 4, 4, 1, 1, 2, 1, 2, 4, 2, 7, 1, 1, 1, 1, 1, 5, 4, 1, 3, 5, 1, 1, 10, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 1.5, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [2, 3, 1, 3, 2, 3, 9, 1, 4, 1, 3, 1, 1, 1, 17, 3, 1, 1, 1, 2, 3, 1, 3, 3, 1, 3, 1, 1, 9, 3, 4, 3, 1, 1, 1, 1, 4, 1, 7, 1, 4, 1, 1, 2, 6, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 8.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 7, 1, 2, 2, 3, 5, 1, 1, 4, 1, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 20, "sum": 47, "mean": 2.35, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 121, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06416864399943734, "decode_time_sec": 1.6322473110012652, "total_time_sec": 1.699372023998876, "prefill_units_per_sec": 1605.1453417171035, "prefill_bytes_per_sec": 1589.5614063606267, "decode_units_per_sec": 78.41948896915707, "decode_bytes_per_sec": 78.41948896915707, "total_units_per_sec": 75.32194139503184, "total_bytes_per_sec": 75.32194139503184, "step_latency_ms": {"count": 128, "sum": 1639, "mean": 12.8046875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3289.88330078125, "peak_reserved_mb": 3326.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "model_input_units": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 102, "model_input_units": 103, "stage0_units": 41, "stage1_units": 19, "bytes_per_stage0_unit": 2.4878048780487805, "stage0_per_stage1_unit": 2.1578947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 103, "units_out": 41, "chunk_lengths": [1, 1, 3, 12, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 6, 1, 8, 1, 2, 2, 2, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 41, "sum": 103, "mean": 2.5121951219512195, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 41, "units_out": 19, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 1, 5, 2, 2, 2, 3, 1, 6, 3, 2, 1, 1], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 5.099999999999998, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 6, 1, 7, 1, 13, 1, 5, 4, 1, 1, 4, 1, 1, 5, 1, 4, 1, 1, 9, 1, 5, 5, 5, 1, 1, 1, 5, 1, 1, 7, 5], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 9, 2, 1, 1, 4, 3, 4, 1, 2, 3, 3, 1, 2], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 2.0, "p95": 5.749999999999998, "max": 9, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 122, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06395144399721175, "decode_time_sec": 1.5972338409992517, "total_time_sec": 1.6642885639994347, "prefill_units_per_sec": 3064.8252447363893, "prefill_bytes_per_sec": 3049.188381242836, "decode_units_per_sec": 80.13854747775781, "decode_bytes_per_sec": 80.13854747775781, "total_units_per_sec": 76.90973955406177, "total_bytes_per_sec": 76.90973955406177, "step_latency_ms": {"count": 128, "sum": 1605, "mean": 12.5390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3312.787109375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}, "model_input_units": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 195, "model_input_units": 196, "stage0_units": 61, "stage1_units": 32, "bytes_per_stage0_unit": 3.19672131147541, "stage0_per_stage1_unit": 1.90625}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 196, "units_out": 61, "chunk_lengths": [1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 4, 1, 5, 2, 6, 1, 4, 1, 1, 1, 9, 4, 9, 1, 1, 1, 1, 13, 6, 2, 2, 1, 3, 1, 1, 6, 1, 6, 1, 1, 3, 1, 6, 1, 4, 1, 13, 1, 2, 6, 1, 1, 17, 6, 1, 1, 4, 1, 5, 1, 2], "chunk_stats": {"count": 61, "sum": 196, "mean": 3.2131147540983607, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 1, 1, 1, 1, 5, 1, 2, 2, 5, 1, 1, 4, 1, 2, 5, 1], "chunk_stats": {"count": 32, "sum": 61, "mean": 1.90625, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 29, "chunk_lengths": [2, 1, 3, 17, 3, 4, 1, 13, 4, 1, 17, 3, 4, 1, 1, 9, 3, 4, 9, 1, 5, 4, 1, 6, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 3.0, "p95": 15.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 1, 4, 2, 2], "chunk_stats": {"count": 16, "sum": 29, "mean": 1.8125, "median": 1.5, "p95": 3.25, "max": 4, "min": 1}, "active_size_stats": {"count": 29, "sum": 29, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 123, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06343672499860986, "decode_time_sec": 1.773852223999711, "total_time_sec": 1.840427227998589, "prefill_units_per_sec": 2490.6708220429473, "prefill_bytes_per_sec": 2474.9070826629286, "decode_units_per_sec": 72.15933676334295, "decode_bytes_per_sec": 72.15933676334295, "total_units_per_sec": 69.54906885353803, "total_bytes_per_sec": 69.54906885353803, "step_latency_ms": {"count": 128, "sum": 1777, "mean": 13.8828125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3302.78173828125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 70, "stage1_units": 30, "bytes_per_stage0_unit": 2.242857142857143, "stage0_per_stage1_unit": 2.3333333333333335}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 158, "units_out": 70, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 1, 6, 1, 4, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 2, 1, 1, 1, 5, 7, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 5, 7, 1, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1], "chunk_stats": {"count": 70, "sum": 158, "mean": 2.257142857142857, "median": 1.0, "p95": 6.549999999999997, "max": 8, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 30, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 4, 1, 10, 1, 2, 3, 4, 10, 1], "chunk_stats": {"count": 30, "sum": 70, "mean": 2.3333333333333335, "median": 1.0, "p95": 7.749999999999986, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [5, 7, 1, 1, 7, 1, 1, 3, 1, 1, 1, 3, 1, 7, 5, 7, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 5, 5, 7, 1, 1, 1, 5, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 1, 1, 4], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 2, 4, 7, 1, 2, 5, 8, 1, 2, 4, 4, 10], "chunk_stats": {"count": 13, "sum": 51, "mean": 3.923076923076923, "median": 4.0, "p95": 8.799999999999997, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 124, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0637075550002919, "decode_time_sec": 1.7733079850004287, "total_time_sec": 1.8401805979992787, "prefill_units_per_sec": 2794.0171302945846, "prefill_bytes_per_sec": 2778.3204048434914, "decode_units_per_sec": 72.18148290240121, "decode_bytes_per_sec": 72.18148290240121, "total_units_per_sec": 69.5583901597305, "total_bytes_per_sec": 69.5583901597305, "step_latency_ms": {"count": 128, "sum": 1770, "mean": 13.828125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3307.27880859375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 63, "stage1_units": 36, "bytes_per_stage0_unit": 2.8095238095238093, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 178, "units_out": 63, "chunk_lengths": [1, 1, 3, 2, 4, 1, 5, 1, 1, 3, 2, 5, 2, 7, 1, 2, 2, 1, 1, 9, 1, 2, 8, 1, 2, 2, 2, 1, 13, 8, 2, 4, 1, 1, 1, 9, 7, 1, 1, 3, 1, 1, 3, 5, 9, 2, 2, 4, 6, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 178, "mean": 2.8253968253968256, "median": 2.0, "p95": 8.899999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 36, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 7, 1], "chunk_stats": {"count": 36, "sum": 63, "mean": 1.75, "median": 1.0, "p95": 4.25, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [9, 2, 5, 3, 10, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 4, 5, 2, 3, 7, 1, 9], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 1, 32, 9, 5, 1, 1, 1, 5, 3], "chunk_stats": {"count": 10, "sum": 59, "mean": 5.9, "median": 2.0, "p95": 21.649999999999977, "max": 32, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 125, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06401907400140772, "decode_time_sec": 1.563110050999967, "total_time_sec": 1.630309883999871, "prefill_units_per_sec": 3702.021681769227, "prefill_bytes_per_sec": 3686.401337120412, "decode_units_per_sec": 81.88802824095123, "decode_bytes_per_sec": 81.88802824095123, "total_units_per_sec": 78.51268108978117, "total_bytes_per_sec": 78.51268108978117, "step_latency_ms": {"count": 128, "sum": 1568, "mean": 12.25, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3323.388671875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}, "model_input_units": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 236, "model_input_units": 237, "stage0_units": 92, "stage1_units": 46, "bytes_per_stage0_unit": 2.5652173913043477, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 237, "units_out": 92, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 6, 1, 1, 5, 1, 4, 2, 1, 4, 1, 5, 2, 2, 2, 2, 2, 2, 1, 5, 1, 2, 1, 9, 1, 5, 2, 5, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 1, 9, 1, 1, 4, 1, 5, 2, 1, 4, 1, 3, 1, 4, 1, 1, 1, 9, 1, 2, 4, 1, 1, 4, 1, 4, 1, 13, 1, 4, 1, 1, 4, 1, 1, 13, 6, 1, 5, 1, 1], "chunk_stats": {"count": 92, "sum": 237, "mean": 2.5760869565217392, "median": 1.0, "p95": 7.3500000000000085, "max": 13, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 46, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 1, 1, 3, 1, 2, 1, 5, 5, 2, 1, 5, 1, 5, 1, 2, 1, 1, 1, 2, 6, 1, 5, 2, 1, 4, 1], "chunk_stats": {"count": 46, "sum": 92, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [17, 1, 6, 4, 5, 1, 3, 1, 5, 5, 3, 4, 13, 1, 4, 1, 1, 1, 17, 1, 2, 3, 1, 2, 7, 2, 2, 4, 3, 4, 4], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 3.0, "p95": 15.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 3, 1, 2, 4, 5, 1, 2, 1, 4, 2, 1, 2, 1], "chunk_stats": {"count": 14, "sum": 30, "mean": 2.142857142857143, "median": 2.0, "p95": 4.35, "max": 5, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 126, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07323178899969207, "decode_time_sec": 2.1499868700011575, "total_time_sec": 2.226381788001163, "prefill_units_per_sec": 2976.849302437725, "prefill_bytes_per_sec": 2963.194030408194, "decode_units_per_sec": 59.53524730126891, "decode_bytes_per_sec": 59.53524730126891, "total_units_per_sec": 57.49238548834785, "total_bytes_per_sec": 57.49238548834785, "step_latency_ms": {"count": 128, "sum": 2151, "mean": 16.8046875, "median": 17.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3320.3837890625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 114, "stage1_units": 51, "bytes_per_stage0_unit": 1.9035087719298245, "stage0_per_stage1_unit": 2.235294117647059}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 218, "units_out": 114, "chunk_lengths": [1, 1, 3, 11, 1, 1, 3, 1, 1, 9, 3, 2, 1, 3, 1, 3, 1, 1, 2, 1, 4, 1, 1, 9, 1, 2, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 9, 1, 2, 2, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 3, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 2, 2, 1, 1, 9, 3, 4, 1, 1], "chunk_stats": {"count": 114, "sum": 218, "mean": 1.912280701754386, "median": 1.0, "p95": 5.749999999999972, "max": 11, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 51, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 7, 2, 2, 1, 2, 1, 1, 2, 4, 2, 1, 6, 2, 6, 1, 6, 2, 1, 3, 1, 2, 1, 5, 1, 5, 1, 3, 1, 1, 3, 6, 5, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 51, "sum": 114, "mean": 2.235294117647059, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 65, "chunk_lengths": [1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1, 1, 9, 1, 1, 2, 2, 2, 2, 2, 4, 9, 2, 2, 2, 2, 2, 2, 3, 1, 9, 1], "chunk_stats": {"count": 66, "sum": 128, "mean": 1.9393939393939394, "median": 1.0, "p95": 5.75, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [3, 5, 1, 6, 2, 1, 3, 1, 6, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 4, 1, 2, 1, 5, 1], "chunk_stats": {"count": 25, "sum": 65, "mean": 2.6, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 65, "sum": 65, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 127, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06460580500061042, "decode_time_sec": 2.001914452001074, "total_time_sec": 2.069729564998852, "prefill_units_per_sec": 3296.9173590204086, "prefill_bytes_per_sec": 3281.4388737667914, "decode_units_per_sec": 63.93879612190907, "decode_bytes_per_sec": 63.93879612190907, "total_units_per_sec": 61.84382837478142, "total_bytes_per_sec": 61.84382837478142, "step_latency_ms": {"count": 128, "sum": 2005, "mean": 15.6640625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3317.259765625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.12, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 213, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 100, "sum": 213, "mean": 2.13, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 2.0, "p95": 4.949999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 2, 5, 1, 2, 2, 4, 1, 2, 3, 1, 2, 4, 2, 1, 1], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 23, "sum": 57, "mean": 2.4782608695652173, "median": 1.0, "p95": 7.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06411987399769714, "decode_time_sec": 1.8276571890019113, "total_time_sec": 1.894955462001235, "prefill_units_per_sec": 2822.837736806853, "prefill_bytes_per_sec": 2807.2419482057103, "decode_units_per_sec": 70.0350157405072, "decode_bytes_per_sec": 70.0350157405072, "total_units_per_sec": 67.54776171088531, "total_bytes_per_sec": 67.54776171088531, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3307.71044921875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 61, "stage1_units": 29, "bytes_per_stage0_unit": 2.9508196721311477, "stage0_per_stage1_unit": 2.103448275862069}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 61, "chunk_lengths": [1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 4, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 181, "mean": 2.9672131147540983, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 29, "chunk_lengths": [1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 4, 1, 3, 1, 2, 1], "chunk_stats": {"count": 29, "sum": 61, "mean": 2.103448275862069, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 5, 1, 1, 9, 4, 1, 6, 2, 5, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 7], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 3, 1, 3, 2, 1, 1, 10], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 2.0, "p95": 7.599999999999998, "max": 10, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06400688500070828, "decode_time_sec": 1.7033466579996457, "total_time_sec": 1.7704741609995835, "prefill_units_per_sec": 2734.0808726758614, "prefill_bytes_per_sec": 2718.457553403428, "decode_units_per_sec": 75.14618319110626, "decode_bytes_per_sec": 75.14618319110626, "total_units_per_sec": 72.29701670863871, "total_bytes_per_sec": 72.29701670863871, "step_latency_ms": {"count": 128, "sum": 1705, "mean": 13.3203125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3305.73388671875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}, "model_input_units": {"count": 1, "sum": 175, "mean": 175.0, "median": 175.0, "p95": 175.0, "max": 175, "min": 175}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 174, "model_input_units": 175, "stage0_units": 63, "stage1_units": 30, "bytes_per_stage0_unit": 2.761904761904762, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 175, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 175, "mean": 2.7777777777777777, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 30, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1], "chunk_stats": {"count": 30, "sum": 63, "mean": 2.1, "median": 1.5, "p95": 4.549999999999997, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 3, 1, 3, 1, 1, 8, 2, 1, 5, 1, 2, 3, 1, 3, 1], "chunk_stats": {"count": 16, "sum": 38, "mean": 2.375, "median": 2.0, "p95": 5.75, "max": 8, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06377865499962354, "decode_time_sec": 1.9277255660017545, "total_time_sec": 1.9946403989997634, "prefill_units_per_sec": 2916.336194312939, "prefill_bytes_per_sec": 2900.656967461794, "decode_units_per_sec": 66.39949288294261, "decode_bytes_per_sec": 66.39949288294261, "total_units_per_sec": 64.17196807213328, "total_bytes_per_sec": 64.17196807213328, "step_latency_ms": {"count": 128, "sum": 1929, "mean": 15.0703125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3309.9033203125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}, "model_input_units": {"count": 1, "sum": 186, "mean": 186.0, "median": 186.0, "p95": 186.0, "max": 186, "min": 186}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 185, "model_input_units": 186, "stage0_units": 76, "stage1_units": 39, "bytes_per_stage0_unit": 2.4342105263157894, "stage0_per_stage1_unit": 1.9487179487179487}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 186, "units_out": 76, "chunk_lengths": [1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1], "chunk_stats": {"count": 76, "sum": 186, "mean": 2.4473684210526314, "median": 1.0, "p95": 7.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 39, "chunk_lengths": [1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1], "chunk_stats": {"count": 39, "sum": 76, "mean": 1.9487179487179487, "median": 1.0, "p95": 4.100000000000001, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 1, 2, 3, 1, 4, 1, 8, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 1, 6, 2, 2, 4, 1, 1, 4, 2, 3], "chunk_stats": {"count": 22, "sum": 51, "mean": 2.3181818181818183, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06363807500019902, "decode_time_sec": 1.7258866470001522, "total_time_sec": 1.7927469999995083, "prefill_units_per_sec": 2655.642867881712, "prefill_bytes_per_sec": 2639.929004758151, "decode_units_per_sec": 74.16477798381663, "decode_bytes_per_sec": 74.16477798381663, "total_units_per_sec": 71.39880864396098, "total_bytes_per_sec": 71.39880864396098, "step_latency_ms": {"count": 128, "sum": 1733, "mean": 13.5390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3304.908203125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 168, "mean": 168.0, "median": 168.0, "p95": 168.0, "max": 168, "min": 168}, "model_input_units": {"count": 1, "sum": 169, "mean": 169.0, "median": 169.0, "p95": 169.0, "max": 169, "min": 169}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 168, "model_input_units": 169, "stage0_units": 68, "stage1_units": 37, "bytes_per_stage0_unit": 2.4705882352941178, "stage0_per_stage1_unit": 1.837837837837838}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 169, "units_out": 68, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 68, "sum": 169, "mean": 2.485294117647059, "median": 1.0, "p95": 7.299999999999997, "max": 16, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 37, "chunk_lengths": [1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1], "chunk_stats": {"count": 37, "sum": 68, "mean": 1.837837837837838, "median": 1.0, "p95": 4.199999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [5, 3, 4, 4, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 6, 2, 45, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 5.0, "max": 45, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 7, 2, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 21], "chunk_stats": {"count": 14, "sum": 48, "mean": 3.4285714285714284, "median": 1.0, "p95": 11.899999999999995, "max": 21, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06356289500035928, "decode_time_sec": 1.6678469090002181, "total_time_sec": 1.734558863001439, "prefill_units_per_sec": 3146.489787774291, "prefill_bytes_per_sec": 3130.7573388354194, "decode_units_per_sec": 76.74565291890544, "decode_bytes_per_sec": 76.74565291890544, "total_units_per_sec": 73.79397882093888, "total_bytes_per_sec": 73.79397882093888, "step_latency_ms": {"count": 128, "sum": 1679, "mean": 13.1171875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3313.61181640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 67, "stage1_units": 30, "bytes_per_stage0_unit": 2.970149253731343, "stage0_per_stage1_unit": 2.2333333333333334}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 67, "chunk_lengths": [1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1], "chunk_stats": {"count": 67, "sum": 200, "mean": 2.985074626865672, "median": 2.0, "p95": 11.799999999999983, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 30, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1], "chunk_stats": {"count": 30, "sum": 67, "mean": 2.2333333333333334, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [1, 6, 2, 1, 14, 1, 2, 2, 2, 1, 13, 1, 2, 4, 2, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 3, 14, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 2.0, "p95": 14.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 1, 3, 1, 3, 2, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2], "chunk_stats": {"count": 16, "sum": 35, "mean": 2.1875, "median": 2.0, "p95": 3.5, "max": 5, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06434644499677233, "decode_time_sec": 1.8685517009980686, "total_time_sec": 1.936092853997252, "prefill_units_per_sec": 3387.910552182565, "prefill_bytes_per_sec": 3372.3696780899845, "decode_units_per_sec": 68.50225226930037, "decode_bytes_per_sec": 68.50225226930037, "total_units_per_sec": 66.11253160494424, "total_bytes_per_sec": 66.11253160494424, "step_latency_ms": {"count": 128, "sum": 1872, "mean": 14.625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3317.80810546875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 73, "stage1_units": 36, "bytes_per_stage0_unit": 2.9726027397260273, "stage0_per_stage1_unit": 2.0277777777777777}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 218, "units_out": 73, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1], "chunk_stats": {"count": 73, "sum": 218, "mean": 2.9863013698630136, "median": 2.0, "p95": 8.399999999999991, "max": 9, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 36, "chunk_lengths": [1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3], "chunk_stats": {"count": 36, "sum": 73, "mean": 2.0277777777777777, "median": 1.5, "p95": 4.25, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 1, 5, 1, 5, 1, 7, 1, 1, 8, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 7.399999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [5, 2, 1, 3, 1, 1, 7, 3, 4, 1, 3, 1, 1, 7, 3, 5, 3, 1], "chunk_stats": {"count": 18, "sum": 52, "mean": 2.888888888888889, "median": 3.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06367424600102822, "decode_time_sec": 1.8811798149981769, "total_time_sec": 1.9479906880005728, "prefill_units_per_sec": 2952.528091136943, "prefill_bytes_per_sec": 2936.8231544819596, "decode_units_per_sec": 68.04240561135515, "decode_bytes_per_sec": 68.04240561135515, "total_units_per_sec": 65.70873299778441, "total_bytes_per_sec": 65.70873299778441, "step_latency_ms": {"count": 128, "sum": 1887, "mean": 14.7421875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3310.1630859375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 70, "stage1_units": 37, "bytes_per_stage0_unit": 2.6714285714285713, "stage0_per_stage1_unit": 1.8918918918918919}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 188, "units_out": 70, "chunk_lengths": [1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 70, "sum": 188, "mean": 2.6857142857142855, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 37, "chunk_lengths": [1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1], "chunk_stats": {"count": 37, "sum": 70, "mean": 1.8918918918918919, "median": 1.0, "p95": 4.199999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [9, 3, 4, 6, 1, 1, 1, 1, 5, 7, 1, 7, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 2, 1, 1, 9, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 8.199999999999989, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 7, 3, 2, 1, 3, 6, 1, 5, 3, 1, 1], "chunk_stats": {"count": 21, "sum": 49, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06349402499836287, "decode_time_sec": 1.7655177579981682, "total_time_sec": 1.832135692002339, "prefill_units_per_sec": 2315.178475514668, "prefill_bytes_per_sec": 2299.428962075793, "decode_units_per_sec": 72.49997878533533, "decode_bytes_per_sec": 72.49997878533533, "total_units_per_sec": 69.86382098157203, "total_bytes_per_sec": 69.86382098157203, "step_latency_ms": {"count": 128, "sum": 1771, "mean": 13.8359375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3300.47705078125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}, "model_input_units": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 146, "model_input_units": 147, "stage0_units": 50, "stage1_units": 31, "bytes_per_stage0_unit": 2.92, "stage0_per_stage1_unit": 1.6129032258064515}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 147, "units_out": 50, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1], "chunk_stats": {"count": 50, "sum": 147, "mean": 2.94, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 50, "units_out": 31, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 50, "mean": 1.6129032258064515, "median": 1.0, "p95": 3.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [13, 7, 1, 1, 2, 1, 1, 3, 6, 1, 1, 2, 1, 1, 9, 1, 2, 1, 7, 2, 3, 6, 1, 13, 7, 1, 1, 7, 1, 1, 3, 6, 1, 1, 7, 1, 1, 1, 3], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 3, 1, 2, 4, 3, 4, 1], "chunk_stats": {"count": 19, "sum": 38, "mean": 2.0, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 8, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0636046859981434, "decode_time_sec": 1.9423841630014067, "total_time_sec": 2.0092968760000076, "prefill_units_per_sec": 2484.093703482979, "prefill_bytes_per_sec": 2468.3715914356185, "decode_units_per_sec": 65.89839560996631, "decode_bytes_per_sec": 65.89839560996631, "total_units_per_sec": 63.70387647982364, "total_bytes_per_sec": 63.70387647982364, "step_latency_ms": {"count": 128, "sum": 1943, "mean": 15.1796875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3302.1474609375, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 58, "stage1_units": 34, "bytes_per_stage0_unit": 2.706896551724138, "stage0_per_stage1_unit": 1.7058823529411764}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 158, "units_out": 58, "chunk_lengths": [1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6], "chunk_stats": {"count": 58, "sum": 158, "mean": 2.7241379310344827, "median": 1.0, "p95": 7.149999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 58, "units_out": 34, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1], "chunk_stats": {"count": 34, "sum": 58, "mean": 1.7058823529411764, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 2, 7, 1, 1, 4, 5, 1, 1, 5, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 1, 1, 5, 3, 4, 5, 1, 1, 1, 4, 1, 4, 1, 7, 1, 4, 1, 7, 1, 4, 2, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 4, 1, 2, 2, 2, 4, 3, 1, 2, 2, 1, 1, 4, 1, 1, 3, 2, 1, 1, 4, 1, 3], "chunk_stats": {"count": 24, "sum": 48, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 9, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06600516399703338, "decode_time_sec": 1.8809487559992704, "total_time_sec": 1.9501258189993678, "prefill_units_per_sec": 2802.8110044286063, "prefill_bytes_per_sec": 2787.660674674938, "decode_units_per_sec": 68.05076405816217, "decode_bytes_per_sec": 68.05076405816217, "total_units_per_sec": 65.63679058701878, "total_bytes_per_sec": 65.63679058701878, "step_latency_ms": {"count": 128, "sum": 1883, "mean": 14.7109375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3309.28271484375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 64, "stage1_units": 35, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 1.8285714285714285}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 185, "units_out": 64, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1], "chunk_stats": {"count": 64, "sum": 185, "mean": 2.890625, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 35, "sum": 64, "mean": 1.8285714285714285, "median": 2.0, "p95": 3.299999999999997, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [2, 3, 5, 1, 2, 7, 1, 1, 1, 5, 2, 7, 1, 4, 5, 1, 2, 2, 6, 5, 4, 1, 7, 2, 3, 1, 4, 1, 1, 5, 2, 7, 1, 4, 7, 1, 2, 2, 6, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 4, 1, 1], "chunk_stats": {"count": 24, "sum": 39, "mean": 1.625, "median": 1.0, "p95": 3.849999999999998, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 10, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06345438600328634, "decode_time_sec": 1.9364893769998162, "total_time_sec": 2.0030566210007237, "prefill_units_per_sec": 2789.4052901375967, "prefill_bytes_per_sec": 2773.6459382159155, "decode_units_per_sec": 66.0989941490457, "decode_bytes_per_sec": 66.0989941490457, "total_units_per_sec": 63.90233738677413, "total_bytes_per_sec": 63.90233738677413, "step_latency_ms": {"count": 128, "sum": 1937, "mean": 15.1328125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3307.52978515625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 70, "stage1_units": 45, "bytes_per_stage0_unit": 2.5142857142857142, "stage0_per_stage1_unit": 1.5555555555555556}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 177, "units_out": 70, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1], "chunk_stats": {"count": 70, "sum": 177, "mean": 2.5285714285714285, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 45, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 45, "sum": 70, "mean": 1.5555555555555556, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 2, 2, 1, 2, 2, 2, 3, 1, 6, 2, 1, 9, 2, 2, 1, 2, 2, 2, 3, 1, 7, 2, 1, 1, 9, 2, 1, 4, 2, 3, 9, 2, 3, 1, 1, 3, 1, 3, 2, 1, 2, 1, 1, 1, 8], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 1, 2, 3, 2, 2, 1, 1, 3, 5, 2, 1, 1, 1, 2, 2, 1, 5, 2, 1, 1, 3, 1], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.5, "p95": 4.699999999999996, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 11, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06434347499816795, "decode_time_sec": 2.018117743999028, "total_time_sec": 2.0857284070007154, "prefill_units_per_sec": 3170.4846529630004, "prefill_bytes_per_sec": 3154.943061526907, "decode_units_per_sec": 63.42543708394333, "decode_bytes_per_sec": 63.42543708394333, "total_units_per_sec": 61.36944751309421, "total_bytes_per_sec": 61.36944751309421, "step_latency_ms": {"count": 128, "sum": 2020, "mean": 15.78125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.80615234375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 80, "stage1_units": 44, "bytes_per_stage0_unit": 2.5375, "stage0_per_stage1_unit": 1.8181818181818181}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 80, "chunk_lengths": [1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4], "chunk_stats": {"count": 80, "sum": 204, "mean": 2.55, "median": 1.0, "p95": 7.049999999999997, "max": 13, "min": 1}}, {"stage": 1, "units_in": 80, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 80, "mean": 1.8181818181818181, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 7, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 4, 4, 1, 1, 5, 3, 4, 1, 3, 1, 3, 1, 1, 3, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 2, 1, 1, 4, 1, 1, 3], "chunk_stats": {"count": 57, "sum": 128, "mean": 2.245614035087719, "median": 1.0, "p95": 5.3999999999999915, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [2, 1, 1, 1, 2, 3, 1, 5, 1, 4, 1, 4, 5, 4, 1, 1, 1, 5, 1, 6, 1, 3, 1, 1], "chunk_stats": {"count": 24, "sum": 56, "mean": 2.3333333333333335, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 12, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06498606499735615, "decode_time_sec": 1.7980247539999255, "total_time_sec": 1.8661700570009998, "prefill_units_per_sec": 3585.3840359387696, "prefill_bytes_per_sec": 3569.9961216214356, "decode_units_per_sec": 71.18923124681592, "decode_bytes_per_sec": 71.18923124681592, "total_units_per_sec": 68.58967623009687, "total_bytes_per_sec": 68.58967623009687, "step_latency_ms": {"count": 128, "sum": 1799, "mean": 14.0546875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3322.37744140625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 66, "stage1_units": 33, "bytes_per_stage0_unit": 3.515151515151515, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1], "chunk_stats": {"count": 66, "sum": 233, "mean": 3.5303030303030303, "median": 1.5, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 33, "chunk_lengths": [1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1], "chunk_stats": {"count": 33, "sum": 66, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 1, 5, 1, 1, 6, 1, 9, 3, 4, 1, 7, 1, 1, 4, 1, 2, 4, 1, 1, 7, 1, 4, 1, 1, 6, 1, 1, 6, 1, 4, 2, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 7.799999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 4, 1, 4, 1, 1, 7, 1, 1, 3, 5, 4, 3, 1, 2, 1, 2], "chunk_stats": {"count": 17, "sum": 44, "mean": 2.588235294117647, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 13, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06395659500049078, "decode_time_sec": 1.9092564740021771, "total_time_sec": 1.9760466379993886, "prefill_units_per_sec": 1626.1028280070561, "prefill_bytes_per_sec": 1610.4672238916037, "decode_units_per_sec": 67.04180488213133, "decode_bytes_per_sec": 67.04180488213133, "total_units_per_sec": 64.77579908214676, "total_bytes_per_sec": 64.77579908214676, "step_latency_ms": {"count": 128, "sum": 1911, "mean": 14.9296875, "median": 8.0, "p95": 38.0, "max": 44, "min": 7}, "peak_allocated_mb": 3290.6640625, "peak_reserved_mb": 3326.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}, "model_input_units": {"count": 1, "sum": 104, "mean": 104.0, "median": 104.0, "p95": 104.0, "max": 104, "min": 104}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 103, "model_input_units": 104, "stage0_units": 55, "stage1_units": 32, "bytes_per_stage0_unit": 1.8727272727272728, "stage0_per_stage1_unit": 1.71875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 104, "units_out": 55, "chunk_lengths": [1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 104, "mean": 1.8909090909090909, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 55, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1], "chunk_stats": {"count": 32, "sum": 55, "mean": 1.71875, "median": 1.0, "p95": 4.449999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 5, 1, 2, 1, 4, 1, 5, 2, 3, 1, 1, 9, 3, 1, 1, 4, 1, 3], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 1, 4, 1, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 1, 1, 1, 2, 3, 3, 1, 2, 3], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 14, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0638666650011146, "decode_time_sec": 2.2635974939985317, "total_time_sec": 2.330715276999399, "prefill_units_per_sec": 2411.273549312656, "prefill_bytes_per_sec": 2395.615928862574, "decode_units_per_sec": 56.547155728598376, "decode_bytes_per_sec": 56.547155728598376, "total_units_per_sec": 54.91876303517832, "total_bytes_per_sec": 54.91876303517832, "step_latency_ms": {"count": 128, "sum": 2270, "mean": 17.734375, "median": 17.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3302.36376953125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 153, "mean": 153.0, "median": 153.0, "p95": 153.0, "max": 153, "min": 153}, "model_input_units": {"count": 1, "sum": 154, "mean": 154.0, "median": 154.0, "p95": 154.0, "max": 154, "min": 154}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 153, "model_input_units": 154, "stage0_units": 72, "stage1_units": 48, "bytes_per_stage0_unit": 2.125, "stage0_per_stage1_unit": 1.5}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 154, "units_out": 72, "chunk_lengths": [1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 72, "sum": 154, "mean": 2.138888888888889, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 48, "chunk_lengths": [1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 48, "sum": 72, "mean": 1.5, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 69, "chunk_lengths": [3, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 4, 1, 2, 1, 4, 1, 1, 4, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 4, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4], "chunk_stats": {"count": 69, "sum": 128, "mean": 1.855072463768116, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 30, "chunk_lengths": [1, 3, 3, 3, 3, 1, 3, 2, 3, 3, 2, 3, 1, 1, 6, 1, 1, 2, 4, 1, 3, 4, 1, 4, 1, 2, 1, 1, 2, 1, 2], "chunk_stats": {"count": 31, "sum": 69, "mean": 2.225806451612903, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 69, "sum": 69, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 15, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06660724399989704, "decode_time_sec": 2.0777256960027444, "total_time_sec": 2.147820848000265, "prefill_units_per_sec": 3603.2116867103973, "prefill_bytes_per_sec": 3588.1983046824375, "decode_units_per_sec": 61.60582229225649, "decode_bytes_per_sec": 61.60582229225649, "total_units_per_sec": 59.59528706464265, "total_bytes_per_sec": 59.59528706464265, "step_latency_ms": {"count": 128, "sum": 2081, "mean": 16.2578125, "median": 17.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3326.31787109375, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 109, "stage1_units": 51, "bytes_per_stage0_unit": 2.1926605504587156, "stage0_per_stage1_unit": 2.1372549019607843}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 240, "units_out": 109, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 13, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 13, 2, 2, 1, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 5, 4, 5, 3, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1], "chunk_stats": {"count": 109, "sum": 240, "mean": 2.2018348623853212, "median": 1.0, "p95": 5.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 51, "chunk_lengths": [1, 2, 2, 2, 2, 1, 3, 4, 1, 1, 5, 1, 2, 3, 2, 4, 1, 1, 1, 1, 7, 5, 4, 1, 1, 1, 8, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 3, 2, 3, 1], "chunk_stats": {"count": 51, "sum": 109, "mean": 2.1372549019607843, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 69, "chunk_lengths": [2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2], "chunk_stats": {"count": 69, "sum": 128, "mean": 1.855072463768116, "median": 1.0, "p95": 3.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [5, 1, 1, 3, 1, 5, 2, 3, 5, 2, 3, 1, 7, 3, 5, 2, 3, 1, 7, 3, 5, 1], "chunk_stats": {"count": 22, "sum": 69, "mean": 3.1363636363636362, "median": 3.0, "p95": 6.899999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 69, "sum": 69, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 16, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06374021599913249, "decode_time_sec": 1.732323123000242, "total_time_sec": 1.7993308370023442, "prefill_units_per_sec": 3153.425146892123, "prefill_bytes_per_sec": 3137.7364645692764, "decode_units_per_sec": 73.88921749096927, "decode_bytes_per_sec": 73.88921749096927, "total_units_per_sec": 71.13755701160878, "total_bytes_per_sec": 71.13755701160878, "step_latency_ms": {"count": 128, "sum": 1740, "mean": 13.59375, "median": 8.0, "p95": 37.0, "max": 39, "min": 8}, "peak_allocated_mb": 3313.68603515625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 66, "stage1_units": 31, "bytes_per_stage0_unit": 3.0303030303030303, "stage0_per_stage1_unit": 2.129032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 3, 4, 5, 1, 5, 1, 2, 4, 2, 3, 14, 1, 3, 1, 1, 8, 1, 5, 1, 4, 2, 4, 1, 1, 14, 1, 3, 3, 1, 5, 1, 4, 1, 1, 1, 2, 2, 14, 1, 3, 1, 3, 1, 3, 6, 1, 5, 3], "chunk_stats": {"count": 66, "sum": 201, "mean": 3.0454545454545454, "median": 2.0, "p95": 8.75, "max": 14, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 31, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 5, 2, 3, 1, 2, 3, 4, 1, 2, 1, 1, 2, 1, 7, 2, 1, 2, 4, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 66, "mean": 2.129032258064516, "median": 2.0, "p95": 4.5, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 5, 1, 4, 1, 5, 4, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 5, 1, 4, 1, 1, 13, 3, 4, 5, 1, 4, 9, 2], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.849999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 3, 1, 1, 2, 4, 5, 1, 1, 1, 4, 2, 2, 6, 1, 5, 1], "chunk_stats": {"count": 17, "sum": 41, "mean": 2.411764705882353, "median": 2.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 17, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06350808500064886, "decode_time_sec": 1.8408285250006884, "total_time_sec": 1.907548658997257, "prefill_units_per_sec": 3605.8401067779055, "prefill_bytes_per_sec": 3590.094080110753, "decode_units_per_sec": 69.53390729315873, "decode_bytes_per_sec": 69.53390729315873, "total_units_per_sec": 67.10182694227359, "total_bytes_per_sec": 67.10182694227359, "step_latency_ms": {"count": 128, "sum": 1853, "mean": 14.4765625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3321.125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 84, "stage1_units": 38, "bytes_per_stage0_unit": 2.7142857142857144, "stage0_per_stage1_unit": 2.210526315789474}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 229, "units_out": 84, "chunk_lengths": [1, 1, 3, 4, 1, 1, 6, 1, 9, 1, 1, 6, 1, 1, 5, 7, 1, 6, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 6, 1, 1, 1, 7, 1, 1, 1, 5, 1, 2, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 5, 1, 3, 1], "chunk_stats": {"count": 84, "sum": 229, "mean": 2.7261904761904763, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 38, "chunk_lengths": [1, 2, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 2, 2, 1, 3, 1, 9, 1, 1, 5, 4, 1, 9, 1, 4, 2, 1], "chunk_stats": {"count": 38, "sum": 84, "mean": 2.210526315789474, "median": 1.0, "p95": 5.599999999999994, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 1, 1, 7, 8, 1, 1, 1, 1, 2, 3, 5, 1, 1, 2, 8, 1, 1, 1, 9, 3, 4, 1, 4, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 4, 5, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 2, 1, 6, 4, 1, 3], "chunk_stats": {"count": 21, "sum": 46, "mean": 2.1904761904761907, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 18, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06380763499691966, "decode_time_sec": 1.705776879000041, "total_time_sec": 1.7728283929973259, "prefill_units_per_sec": 3134.4211395651178, "prefill_bytes_per_sec": 3118.749033867292, "decode_units_per_sec": 75.03912239391828, "decode_bytes_per_sec": 75.03912239391828, "total_units_per_sec": 72.20100970043133, "total_bytes_per_sec": 72.20100970043133, "step_latency_ms": {"count": 128, "sum": 1720, "mean": 13.4375, "median": 8.0, "p95": 37.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.62646484375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 85, "stage1_units": 35, "bytes_per_stage0_unit": 2.3411764705882354, "stage0_per_stage1_unit": 2.4285714285714284}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 85, "chunk_lengths": [1, 1, 3, 4, 1, 1, 2, 1, 2, 6, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 200, "mean": 2.3529411764705883, "median": 1.0, "p95": 7.599999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 35, "chunk_lengths": [1, 2, 1, 3, 3, 1, 3, 1, 5, 1, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 7, 1, 7, 1, 5, 1, 1, 4, 1, 5, 1, 2, 1], "chunk_stats": {"count": 35, "sum": 85, "mean": 2.4285714285714284, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 1, 5, 4, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 6.199999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 15, 4, 1, 5, 1, 1, 10, 4, 4, 6], "chunk_stats": {"count": 11, "sum": 52, "mean": 4.7272727272727275, "median": 4.0, "p95": 12.5, "max": 15, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 19, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06380748599985964, "decode_time_sec": 1.8286832029989455, "total_time_sec": 1.8957972270000027, "prefill_units_per_sec": 3040.3956049988674, "prefill_bytes_per_sec": 3024.723462705059, "decode_units_per_sec": 69.99572139673326, "decode_bytes_per_sec": 69.99572139673326, "total_units_per_sec": 67.5177693990792, "total_bytes_per_sec": 67.5177693990792, "step_latency_ms": {"count": 128, "sum": 1838, "mean": 14.359375, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3313.0615234375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 71, "stage1_units": 39, "bytes_per_stage0_unit": 2.7183098591549295, "stage0_per_stage1_unit": 1.8205128205128205}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 194, "units_out": 71, "chunk_lengths": [1, 1, 3, 7, 1, 1, 13, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5, 5, 1, 4, 1, 6, 2, 1, 14, 1, 1, 3, 4, 5, 1, 1, 5, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1], "chunk_stats": {"count": 71, "sum": 194, "mean": 2.732394366197183, "median": 1.0, "p95": 8.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 39, "chunk_lengths": [1, 2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 7, 2, 1, 1, 2, 2, 1, 2, 1, 3, 3, 5, 1], "chunk_stats": {"count": 39, "sum": 71, "mean": 1.8205128205128205, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [9, 1, 3, 2, 1, 14, 1, 7, 1, 6, 1, 7, 1, 7, 2, 4, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 8.700000000000003, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 4, 1, 5, 1, 1], "chunk_stats": {"count": 20, "sum": 43, "mean": 2.15, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 20, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06360731500171823, "decode_time_sec": 1.631663939999271, "total_time_sec": 1.6986594240006525, "prefill_units_per_sec": 3851.7582449971637, "prefill_bytes_per_sec": 3836.0367827726855, "decode_units_per_sec": 78.4475263944714, "decode_bytes_per_sec": 78.4475263944714, "total_units_per_sec": 75.35353949795108, "total_bytes_per_sec": 75.35353949795108, "step_latency_ms": {"count": 128, "sum": 1644, "mean": 12.84375, "median": 8.0, "p95": 37.64999999999999, "max": 38, "min": 8}, "peak_allocated_mb": 3325.67431640625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 79, "stage1_units": 44, "bytes_per_stage0_unit": 3.088607594936709, "stage0_per_stage1_unit": 1.7954545454545454}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 79, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 2, 1, 1, 1, 3, 2, 4, 1, 4, 2, 1, 6, 1, 2, 2, 1, 22, 6, 1, 4, 6, 1, 2, 1, 4, 2, 4, 1, 4, 1, 2, 2, 1, 1, 9, 3, 1, 5, 2, 1, 1, 9, 4, 1, 5, 3, 4, 1, 4, 1, 13, 1, 2, 4, 1, 5, 1, 2, 2, 2, 1, 17, 1, 5, 2, 4, 5, 1, 2, 1, 5, 1], "chunk_stats": {"count": 79, "sum": 245, "mean": 3.1012658227848102, "median": 2.0, "p95": 9.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 44, "chunk_lengths": [1, 2, 1, 2, 3, 1, 3, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 4, 5, 1, 1, 1, 1, 2, 2, 2, 1], "chunk_stats": {"count": 44, "sum": 79, "mean": 1.7954545454545454, "median": 1.5, "p95": 3.8500000000000014, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [13, 4, 1, 17, 1, 5, 2, 4, 1, 4, 1, 3, 1, 1, 4, 2, 4, 5, 1, 2, 1, 5, 1, 13, 1, 2, 1, 5, 1, 2, 4, 5, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 3, 1, 2, 5, 2, 4, 8], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 2.0, "p95": 6.049999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 21, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06561519400202087, "decode_time_sec": 1.8392984489983064, "total_time_sec": 1.9083330520006712, "prefill_units_per_sec": 3733.8912690322045, "prefill_bytes_per_sec": 3718.6508965055423, "decode_units_per_sec": 69.59175117540582, "decode_bytes_per_sec": 69.59175117540582, "total_units_per_sec": 67.07424569616215, "total_bytes_per_sec": 67.07424569616215, "step_latency_ms": {"count": 128, "sum": 1850, "mean": 14.453125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3326.82666015625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 103, "stage1_units": 45, "bytes_per_stage0_unit": 2.3689320388349513, "stage0_per_stage1_unit": 2.2888888888888888}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 4, 1, 1, 3, 2, 1, 5, 1, 2, 3, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 6, 1, 6, 1, 9, 3, 1, 1, 3, 1, 1, 3, 2, 3, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 1, 1, 1, 1, 1, 7, 2, 1, 3, 1, 1, 1, 2, 1, 1, 6, 1, 2, 2, 1, 1, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 14, 1, 1, 2], "chunk_stats": {"count": 103, "sum": 245, "mean": 2.378640776699029, "median": 1.0, "p95": 8.799999999999983, "max": 14, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 45, "chunk_lengths": [1, 2, 2, 3, 1, 3, 3, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 5, 2, 1, 6, 4, 1, 5, 2, 1, 9, 3, 2, 1, 6, 1, 4, 1, 2, 2, 1], "chunk_stats": {"count": 45, "sum": 103, "mean": 2.2888888888888888, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [2, 1, 1, 1, 1, 1, 4, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 1, 3, 3, 1, 1, 3, 1, 1, 2, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 6, 1, 6, 1, 4, 1, 5, 1, 7, 1, 7, 4, 1, 7, 1, 1], "chunk_stats": {"count": 17, "sum": 55, "mean": 3.235294117647059, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 22, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06413280500055407, "decode_time_sec": 1.8973805280002125, "total_time_sec": 1.9649783919994661, "prefill_units_per_sec": 2448.0451151114257, "prefill_bytes_per_sec": 2432.45247106613, "decode_units_per_sec": 67.46142806414721, "decode_bytes_per_sec": 67.46142806414721, "total_units_per_sec": 65.14066542469887, "total_bytes_per_sec": 65.14066542469887, "step_latency_ms": {"count": 128, "sum": 1904, "mean": 14.875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3302.66064453125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 71, "stage1_units": 37, "bytes_per_stage0_unit": 2.1971830985915495, "stage0_per_stage1_unit": 1.9189189189189189}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 157, "units_out": 71, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 2, 3, 1, 4, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 5, 1, 6, 2, 2, 3, 1, 1, 1, 1, 4, 1, 3, 1, 2, 3, 1, 3, 1, 5, 1, 2, 1, 5, 1, 9, 3, 4, 8, 1, 1, 5, 1, 5, 4, 1, 1], "chunk_stats": {"count": 71, "sum": 157, "mean": 2.211267605633803, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 37, "chunk_lengths": [1, 2, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 7, 1, 2, 1, 3, 1, 1, 2, 2, 6, 1, 1, 4, 1, 2, 1, 4, 1, 2, 1], "chunk_stats": {"count": 37, "sum": 71, "mean": 1.9189189189189189, "median": 1.0, "p95": 4.3999999999999915, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [9, 6, 2, 5, 1, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 9, 2, 3, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 3, 2, 5, 1, 9, 3, 4, 8, 1, 5, 1, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 8.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 3, 2, 7, 1, 6, 1, 1, 5, 2, 3, 5, 3, 1, 3, 3, 1, 1], "chunk_stats": {"count": 20, "sum": 51, "mean": 2.55, "median": 2.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 23, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06368502600162174, "decode_time_sec": 1.8220264699994004, "total_time_sec": 1.8889395039986994, "prefill_units_per_sec": 2590.8759147840856, "prefill_bytes_per_sec": 2575.173636512667, "decode_units_per_sec": 70.25144920097792, "decode_bytes_per_sec": 70.25144920097792, "total_units_per_sec": 67.76289009205249, "total_bytes_per_sec": 67.76289009205249, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 8.0, "p95": 37.0, "max": 38, "min": 8}, "peak_allocated_mb": 3303.68310546875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 164, "mean": 164.0, "median": 164.0, "p95": 164.0, "max": 164, "min": 164}, "model_input_units": {"count": 1, "sum": 165, "mean": 165.0, "median": 165.0, "p95": 165.0, "max": 165, "min": 165}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 164, "model_input_units": 165, "stage0_units": 59, "stage1_units": 37, "bytes_per_stage0_unit": 2.7796610169491527, "stage0_per_stage1_unit": 1.5945945945945945}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 165, "units_out": 59, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 6, 1, 7, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 7, 1, 2, 1, 2, 2, 5, 1, 1, 7, 1, 9, 3, 4, 1, 3, 5, 7, 9, 1, 1], "chunk_stats": {"count": 59, "sum": 165, "mean": 2.7966101694915255, "median": 1.0, "p95": 7.199999999999989, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 37, "chunk_lengths": [1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 3, 1, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1], "chunk_stats": {"count": 37, "sum": 59, "mean": 1.5945945945945945, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [9, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 7, 1, 7, 1, 2, 1, 1, 4, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 4], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 1, 1, 3, 4, 2, 3, 3, 3, 1, 1, 10, 1, 3, 1, 4, 1], "chunk_stats": {"count": 19, "sum": 48, "mean": 2.526315789473684, "median": 2.0, "p95": 4.599999999999987, "max": 10, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 24, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0637113760021748, "decode_time_sec": 1.8997132780023094, "total_time_sec": 1.9666314130008686, "prefill_units_per_sec": 3123.4610282660838, "prefill_bytes_per_sec": 3107.765244204445, "decode_units_per_sec": 67.37858890716475, "decode_bytes_per_sec": 67.37858890716475, "total_units_per_sec": 65.08591246627437, "total_bytes_per_sec": 65.08591246627437, "step_latency_ms": {"count": 128, "sum": 1906, "mean": 14.890625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.17138671875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 80, "stage1_units": 47, "bytes_per_stage0_unit": 2.475, "stage0_per_stage1_unit": 1.702127659574468}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 199, "units_out": 80, "chunk_lengths": [1, 1, 3, 3, 2, 1, 1, 5, 2, 5, 1, 1, 1, 1, 5, 4, 7, 1, 5, 3, 1, 1, 9, 3, 4, 3, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 3, 1, 5, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 5, 1, 1, 9, 6, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1], "chunk_stats": {"count": 80, "sum": 199, "mean": 2.4875, "median": 2.0, "p95": 6.049999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 80, "units_out": 47, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 4, 2, 1, 3, 1, 1, 3, 1, 1, 3, 3, 3, 1, 1, 1, 1, 4, 3, 2, 5, 4, 1], "chunk_stats": {"count": 47, "sum": 80, "mean": 1.702127659574468, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [5, 3, 4, 5, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 5, 1, 1, 5, 3, 4, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 3], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 2.0, "p95": 5.349999999999994, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 6, 1, 1, 1, 3, 1, 7, 3, 2, 5, 4, 1, 1, 1, 8, 1], "chunk_stats": {"count": 20, "sum": 53, "mean": 2.65, "median": 1.0, "p95": 7.050000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 25, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06349812599728466, "decode_time_sec": 1.7371928760003357, "total_time_sec": 1.803871230000368, "prefill_units_per_sec": 3070.9567713594997, "prefill_bytes_per_sec": 3055.2082750961176, "decode_units_per_sec": 73.68208894265305, "decode_bytes_per_sec": 73.68208894265305, "total_units_per_sec": 70.95850184382279, "total_bytes_per_sec": 70.95850184382279, "step_latency_ms": {"count": 128, "sum": 1748, "mean": 13.65625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3312.92431640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 66, "stage1_units": 30, "bytes_per_stage0_unit": 2.9393939393939394, "stage0_per_stage1_unit": 2.2}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 195, "units_out": 66, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 7, 1, 2, 4, 2, 2, 1, 13, 2, 2, 4, 1, 1, 3, 1, 6, 1, 13, 1, 1, 1, 1, 3, 4, 1, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 3, 1, 13, 4, 1, 7, 2, 1, 4, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 66, "sum": 195, "mean": 2.9545454545454546, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 30, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 5, 2, 4, 1, 1, 1, 1, 6, 1, 1, 3, 1, 3, 4, 3, 4, 1, 3, 1, 2, 3, 1, 2], "chunk_stats": {"count": 30, "sum": 66, "mean": 2.2, "median": 2.0, "p95": 4.549999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 4, 1, 1, 4, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 4, 1, 1, 9, 1, 2, 2, 4, 1, 13, 3, 4, 2, 1, 4, 1, 2, 1, 9, 4, 1, 13, 3, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 1, 1, 2, 4, 3, 5, 1, 1, 4, 1, 4, 2, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 26, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06325604599987855, "decode_time_sec": 1.7543682979994628, "total_time_sec": 1.820920952999586, "prefill_units_per_sec": 3051.0917486112007, "prefill_bytes_per_sec": 3035.2829830743553, "decode_units_per_sec": 72.96073472483552, "decode_bytes_per_sec": 72.96073472483552, "total_units_per_sec": 70.29410024040132, "total_bytes_per_sec": 70.29410024040132, "step_latency_ms": {"count": 128, "sum": 1766, "mean": 13.796875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3313.462890625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 81, "stage1_units": 43, "bytes_per_stage0_unit": 2.3703703703703702, "stage0_per_stage1_unit": 1.8837209302325582}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 193, "units_out": 81, "chunk_lengths": [1, 1, 3, 7, 1, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 3, 2, 1, 4, 1, 1, 1, 3, 5, 7, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 5, 1, 1, 9, 1, 2, 5, 1, 1, 4, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 1, 7, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 81, "sum": 193, "mean": 2.382716049382716, "median": 1.0, "p95": 7.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 43, "chunk_lengths": [1, 2, 1, 3, 1, 3, 3, 1, 2, 1, 2, 4, 2, 4, 2, 3, 3, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 5, 1, 4, 3, 1, 1, 1], "chunk_stats": {"count": 43, "sum": 81, "mean": 1.8837209302325582, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 3, 4, 1, 2, 1, 1, 1, 1, 5, 1, 1, 3, 5, 7, 1, 1, 1, 3, 7, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 1, 1, 3, 5, 2], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 5, 1, 1, 7, 1, 6, 1, 7, 3, 3, 6, 1, 2, 5], "chunk_stats": {"count": 15, "sum": 50, "mean": 3.3333333333333335, "median": 3.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 27, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06356395600232645, "decode_time_sec": 1.8353583349999099, "total_time_sec": 1.9021652189985616, "prefill_units_per_sec": 3146.43726694229, "prefill_bytes_per_sec": 3130.7050806075786, "decode_units_per_sec": 69.74114948512563, "decode_bytes_per_sec": 69.74114948512563, "total_units_per_sec": 67.29173613393506, "total_bytes_per_sec": 67.29173613393506, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.24560546875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 79, "stage1_units": 41, "bytes_per_stage0_unit": 2.518987341772152, "stage0_per_stage1_unit": 1.9268292682926829}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 79, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 2, 1, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 9, 1, 2, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 1, 2, 1, 1, 9, 3, 2, 2, 1, 1, 9, 3, 1, 1, 6, 1, 1, 3, 1, 2, 1, 1, 1, 1, 9, 3, 1, 1], "chunk_stats": {"count": 79, "sum": 200, "mean": 2.5316455696202533, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 2, 5, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 8, 2, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 6, 1, 3], "chunk_stats": {"count": 41, "sum": 79, "mean": 1.9268292682926829, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 6, 1, 1, 3, 1, 1, 2, 1, 1, 1, 9, 3, 4, 3, 1, 1, 1, 4, 1, 7, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 1, 9, 1, 2, 10, 1, 2, 1, 2, 1, 1, 1, 17, 3], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 3, 6, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 21, "sum": 45, "mean": 2.142857142857143, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 28, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06406175600204733, "decode_time_sec": 1.7730008189973887, "total_time_sec": 1.840276762999565, "prefill_units_per_sec": 3356.1365378921064, "prefill_bytes_per_sec": 3340.526600506562, "decode_units_per_sec": 72.19398808421448, "decode_bytes_per_sec": 72.19398808421448, "total_units_per_sec": 69.5547553354779, "total_bytes_per_sec": 69.5547553354779, "step_latency_ms": {"count": 128, "sum": 1782, "mean": 13.921875, "median": 8.0, "p95": 37.0, "max": 41, "min": 8}, "peak_allocated_mb": 3318.3408203125, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 94, "stage1_units": 57, "bytes_per_stage0_unit": 2.276595744680851, "stage0_per_stage1_unit": 1.6491228070175439}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 215, "units_out": 94, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 4, 1, 4, 2, 5, 1, 1, 6, 1, 2, 6, 1, 2, 2, 2, 5, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 4, 4, 1, 1, 5, 5, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 9, 2, 2, 1, 9, 4, 1, 4, 1, 4, 2, 1, 4, 1, 5], "chunk_stats": {"count": 94, "sum": 215, "mean": 2.2872340425531914, "median": 1.0, "p95": 5.349999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 94, "units_out": 57, "chunk_lengths": [1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 1, 2, 1, 2, 2, 3, 1, 1, 1, 4, 3, 3, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4], "chunk_stats": {"count": 57, "sum": 94, "mean": 1.6491228070175439, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 3, 4, 1, 5, 1, 1, 1, 13, 1, 2, 7, 1, 2, 4, 2, 2, 1, 17, 1, 4, 1, 5, 2, 7, 2, 1, 1, 1, 1, 2, 1, 4, 1, 4, 13, 1, 2, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 6, 1, 1, 2, 2, 4, 1, 4, 1, 1, 1, 2, 2, 5, 1, 1, 2], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 1.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 29, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06380812600036734, "decode_time_sec": 1.7836011549989053, "total_time_sec": 1.8508239389993832, "prefill_units_per_sec": 3839.6363497431275, "prefill_bytes_per_sec": 3823.9643646421355, "decode_units_per_sec": 71.76492325162155, "decode_bytes_per_sec": 71.76492325162155, "total_units_per_sec": 69.15838794974796, "total_bytes_per_sec": 69.15838794974796, "step_latency_ms": {"count": 128, "sum": 1787, "mean": 13.9609375, "median": 8.0, "p95": 37.0, "max": 39, "min": 8}, "peak_allocated_mb": 3326.705078125, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 100, "stage1_units": 50, "bytes_per_stage0_unit": 2.44, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 9, 1, 1, 1, 1, 2, 4, 1, 2, 1, 1, 5, 4, 1, 2, 1, 1, 8, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 5, 6, 1, 1, 2, 5, 1, 7, 1, 1, 3, 1, 5, 2, 1, 3, 1, 8, 2, 7, 1, 6, 7, 1, 1, 2, 1, 2, 1, 3, 1, 5, 2, 1, 3, 1, 7, 1], "chunk_stats": {"count": 100, "sum": 245, "mean": 2.45, "median": 1.0, "p95": 7.049999999999997, "max": 10, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 50, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 1, 3, 2, 1, 1, 5, 1, 1, 4, 1, 4, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 2, 1, 3, 1, 8, 1, 5, 1], "chunk_stats": {"count": 50, "sum": 100, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 1, 2, 9, 1, 1, 9, 1, 5, 6, 1, 1, 2, 7, 1, 2, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 5], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 1, 1, 3, 1, 4, 1, 7, 1, 1, 1, 3, 5, 1, 3, 1, 2, 4, 1], "chunk_stats": {"count": 19, "sum": 44, "mean": 2.3157894736842106, "median": 1.0, "p95": 5.199999999999996, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 30, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0634571059999871, "decode_time_sec": 1.6200850120003452, "total_time_sec": 1.6869395260000601, "prefill_units_per_sec": 3199.0113132490037, "prefill_bytes_per_sec": 3183.2526368290582, "decode_units_per_sec": 79.00819960179517, "decode_bytes_per_sec": 79.00819960179517, "total_units_per_sec": 75.8770531054564, "total_bytes_per_sec": 75.8770531054564, "step_latency_ms": {"count": 128, "sum": 1633, "mean": 12.7578125, "median": 8.0, "p95": 37.0, "max": 38, "min": 7}, "peak_allocated_mb": 3314.92626953125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 83, "stage1_units": 44, "bytes_per_stage0_unit": 2.433734939759036, "stage0_per_stage1_unit": 1.8863636363636365}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 203, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 2, 3, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 1, 6, 4, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 1, 8, 2, 1, 1, 1, 1, 2, 5, 1, 2, 4, 1, 1, 1, 2, 3, 1, 1, 1, 1, 6, 1, 17, 1, 1, 5, 1, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 83, "sum": 203, "mean": 2.4457831325301207, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 44, "chunk_lengths": [1, 2, 2, 4, 1, 3, 3, 1, 1, 1, 2, 6, 1, 2, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 2, 7, 2, 1, 1], "chunk_stats": {"count": 44, "sum": 83, "mean": 1.8863636363636365, "median": 1.0, "p95": 4.850000000000001, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [13, 1, 3, 1, 1, 1, 5, 1, 3, 4, 2, 5, 9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 3, 1, 5, 1, 5, 1, 3, 4, 2, 8, 1, 1, 3], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 3.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 6, 3, 2, 1, 2, 1, 11, 1, 1, 5, 1, 1, 2], "chunk_stats": {"count": 14, "sum": 38, "mean": 2.7142857142857144, "median": 1.5, "p95": 7.749999999999998, "max": 11, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 31, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0654646849980054, "decode_time_sec": 1.8106197209999664, "total_time_sec": 1.8793291449983371, "prefill_units_per_sec": 2810.675710203237, "prefill_bytes_per_sec": 2795.4002987347408, "decode_units_per_sec": 70.69402730757199, "decode_bytes_per_sec": 70.69402730757199, "total_units_per_sec": 68.10941039288424, "total_bytes_per_sec": 68.10941039288424, "step_latency_ms": {"count": 128, "sum": 1818, "mean": 14.203125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3309.1455078125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}, "model_input_units": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 183, "model_input_units": 184, "stage0_units": 65, "stage1_units": 37, "bytes_per_stage0_unit": 2.8153846153846156, "stage0_per_stage1_unit": 1.7567567567567568}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 184, "units_out": 65, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 6, 1, 3, 4, 2, 1, 4, 3, 1, 2, 4, 1, 1, 7, 5, 3, 4, 1, 2, 1, 5, 4, 2, 1, 3, 3, 4, 1, 1, 7, 5, 2], "chunk_stats": {"count": 65, "sum": 184, "mean": 2.830769230769231, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 65, "units_out": 37, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 3, 1, 1, 2, 2, 2, 4, 1, 1, 1, 2, 1, 1, 2, 4, 5, 1, 1, 1, 2, 1, 5, 1], "chunk_stats": {"count": 37, "sum": 65, "mean": 1.7567567567567568, "median": 1.0, "p95": 4.199999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 4, 1, 2, 3, 3, 4, 3, 1, 1, 4, 8, 1, 1, 6, 1, 1, 2, 1, 1, 7, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 3], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 4, 1, 2, 3, 1, 2, 3, 2, 5, 1, 3, 6, 1, 4, 2, 2], "chunk_stats": {"count": 19, "sum": 47, "mean": 2.473684210526316, "median": 2.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 32, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06368914599806885, "decode_time_sec": 1.789537303000543, "total_time_sec": 1.8560918980001588, "prefill_units_per_sec": 1491.619937922869, "prefill_bytes_per_sec": 1475.9186754184177, "decode_units_per_sec": 71.52686886458335, "decode_bytes_per_sec": 71.52686886458335, "total_units_per_sec": 68.96210265122824, "total_bytes_per_sec": 68.96210265122824, "step_latency_ms": {"count": 128, "sum": 1801, "mean": 14.0703125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3288.97412109375, "peak_reserved_mb": 3326.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}, "model_input_units": {"count": 1, "sum": 95, "mean": 95.0, "median": 95.0, "p95": 95.0, "max": 95, "min": 95}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 94, "model_input_units": 95, "stage0_units": 30, "stage1_units": 22, "bytes_per_stage0_unit": 3.1333333333333333, "stage0_per_stage1_unit": 1.3636363636363635}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 95, "units_out": 30, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 9, 7, 2], "chunk_stats": {"count": 30, "sum": 95, "mean": 3.1666666666666665, "median": 2.5, "p95": 8.099999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 30, "units_out": 22, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 22, "sum": 30, "mean": 1.3636363636363635, "median": 1.0, "p95": 2.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 4, 1, 4, 1, 7, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 4, 1, 4, 1, 7, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 2], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 2, 2, 1, 1, 4, 1, 1, 4, 2, 4, 1, 1, 1, 5, 1, 5, 1, 2], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 33, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06395564599733916, "decode_time_sec": 1.7737739529984538, "total_time_sec": 1.8410000069998205, "prefill_units_per_sec": 2220.288729565922, "prefill_bytes_per_sec": 2204.652893442218, "decode_units_per_sec": 72.1625209252983, "decode_bytes_per_sec": 72.1625209252983, "total_units_per_sec": 69.5274304798047, "total_bytes_per_sec": 69.5274304798047, "step_latency_ms": {"count": 128, "sum": 1786, "mean": 13.953125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3299.7890625, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "model_input_units": {"count": 1, "sum": 142, "mean": 142.0, "median": 142.0, "p95": 142.0, "max": 142, "min": 142}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 141, "model_input_units": 142, "stage0_units": 66, "stage1_units": 31, "bytes_per_stage0_unit": 2.1363636363636362, "stage0_per_stage1_unit": 2.129032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 142, "units_out": 66, "chunk_lengths": [1, 1, 3, 6, 1, 2, 2, 5, 1, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 4, 2, 4, 1, 1, 9, 1, 1, 5, 2, 1, 5, 1, 1, 4, 1, 1, 1, 5, 2, 2, 6, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 66, "sum": 142, "mean": 2.1515151515151514, "median": 1.0, "p95": 5.75, "max": 9, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 31, "chunk_lengths": [1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 5, 4, 1, 3, 1, 3, 1, 5, 2, 1, 1, 3, 1, 1, 3, 1, 4, 4, 4, 1, 1], "chunk_stats": {"count": 31, "sum": 66, "mean": 2.129032258064516, "median": 1.0, "p95": 4.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 4, 5, 3, 2, 2, 5, 1, 9, 1, 2, 5, 3, 1, 1, 4, 1, 13, 1, 5, 1, 2, 4, 1, 4, 1, 1, 5, 3, 4, 1, 5, 1, 1, 1, 4, 6, 1, 2, 2, 5], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 2, 4, 1, 1, 2, 1, 4, 1, 5, 3, 1, 1, 5, 1, 1, 2, 4], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 34, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06385317600143026, "decode_time_sec": 1.744328499000403, "total_time_sec": 1.8113845230000152, "prefill_units_per_sec": 3163.5074815303688, "prefill_bytes_per_sec": 3147.8465534039806, "decode_units_per_sec": 73.3806734645172, "decode_bytes_per_sec": 73.3806734645172, "total_units_per_sec": 70.66417890554038, "total_bytes_per_sec": 70.66417890554038, "step_latency_ms": {"count": 128, "sum": 1756, "mean": 13.71875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3313.73291015625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 59, "stage1_units": 27, "bytes_per_stage0_unit": 3.406779661016949, "stage0_per_stage1_unit": 2.185185185185185}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 59, "chunk_lengths": [1, 1, 3, 7, 1, 4, 1, 1, 3, 1, 1, 2, 10, 2, 3, 2, 3, 1, 3, 1, 4, 5, 1, 8, 4, 10, 8, 2, 1, 2, 1, 3, 1, 12, 1, 1, 3, 1, 1, 1, 1, 1, 10, 5, 1, 7, 1, 4, 2, 7, 1, 7, 10, 5, 1, 8, 2, 7, 1], "chunk_stats": {"count": 59, "sum": 202, "mean": 3.4237288135593222, "median": 2.0, "p95": 10.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 27, "chunk_lengths": [1, 2, 2, 1, 1, 4, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 6, 1, 7, 1, 5, 1, 3, 1, 3, 1, 2], "chunk_stats": {"count": 27, "sum": 59, "mean": 2.185185185185185, "median": 1.0, "p95": 5.699999999999999, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 7, 10, 5, 1, 7, 1, 4, 2, 5, 1, 7, 1, 3, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 10, 5, 1, 8, 2, 5, 1, 7, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 7.949999999999996, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 5, 1, 7, 1, 3, 1, 3, 1, 3, 1, 5, 1, 3, 1, 3], "chunk_stats": {"count": 17, "sum": 42, "mean": 2.4705882352941178, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 35, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06362964599975385, "decode_time_sec": 1.8992018870012544, "total_time_sec": 1.9660651719968882, "prefill_units_per_sec": 3598.9513441719587, "prefill_bytes_per_sec": 3583.235399437583, "decode_units_per_sec": 67.39673168822807, "decode_bytes_per_sec": 67.39673168822807, "total_units_per_sec": 65.10465768029107, "total_bytes_per_sec": 65.10465768029107, "step_latency_ms": {"count": 128, "sum": 1909, "mean": 14.9140625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3321.16552734375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 85, "stage1_units": 49, "bytes_per_stage0_unit": 2.6823529411764704, "stage0_per_stage1_unit": 1.7346938775510203}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 229, "units_out": 85, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 2, 4, 4, 1, 1, 4, 1, 1, 5, 5, 1, 1, 2, 4, 7, 1, 6, 1, 2, 2, 2, 1, 5, 5, 1, 3, 1, 2, 2, 7, 6, 1, 1, 2, 2, 2, 1, 5, 7, 2, 6, 1, 2, 1, 5, 6, 1, 7, 1, 9, 3, 2, 1, 2, 3, 1, 1, 2, 3, 2, 4, 4, 1, 4, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 229, "mean": 2.6941176470588237, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 49, "chunk_lengths": [1, 3, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 1, 1, 1, 1, 4, 3, 1, 1, 3, 1, 6, 3, 1, 1, 3, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 85, "mean": 1.7346938775510203, "median": 1.0, "p95": 3.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [5, 3, 4, 1, 5, 1, 7, 2, 6, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 5, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 7, 2, 6, 2, 1, 1, 1, 5, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 4, 2, 1, 1, 1, 5, 1, 1, 1, 4, 1, 5, 1, 7, 3, 1, 1, 1, 1, 6], "chunk_stats": {"count": 21, "sum": 49, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 36, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06382330599808483, "decode_time_sec": 2.0541168749987264, "total_time_sec": 2.120990030001849, "prefill_units_per_sec": 1974.2004590577135, "prefill_bytes_per_sec": 1958.5322014461444, "decode_units_per_sec": 62.31388367328386, "decode_bytes_per_sec": 62.31388367328386, "total_units_per_sec": 60.3491757101227, "total_bytes_per_sec": 60.3491757101227, "step_latency_ms": {"count": 128, "sum": 2061, "mean": 16.1015625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3295.40576171875, "peak_reserved_mb": 3326.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 125, "mean": 125.0, "median": 125.0, "p95": 125.0, "max": 125, "min": 125}, "model_input_units": {"count": 1, "sum": 126, "mean": 126.0, "median": 126.0, "p95": 126.0, "max": 126, "min": 126}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 125, "model_input_units": 126, "stage0_units": 49, "stage1_units": 28, "bytes_per_stage0_unit": 2.5510204081632653, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 126, "units_out": 49, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 5, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 5, 2, 3, 4, 1, 6, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 49, "sum": 126, "mean": 2.5714285714285716, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 49, "units_out": 28, "chunk_lengths": [1, 2, 2, 2, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 5, 1], "chunk_stats": {"count": 28, "sum": 49, "mean": 1.75, "median": 1.0, "p95": 3.6499999999999986, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [9, 6, 2, 1, 1, 1, 6, 1, 1, 5, 5, 1, 1, 1, 2, 1, 1, 1, 1, 6, 1, 5, 2, 4, 1, 4, 5, 1, 1, 1, 1, 1, 4, 1, 2, 1, 5, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 3, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 4, 5], "chunk_stats": {"count": 27, "sum": 52, "mean": 1.9259259259259258, "median": 1.0, "p95": 4.699999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 37, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06383599599939771, "decode_time_sec": 1.5673273150023306, "total_time_sec": 1.6345388590016228, "prefill_units_per_sec": 4010.2765844276223, "prefill_bytes_per_sec": 3994.6114415197017, "decode_units_per_sec": 81.66768917685178, "decode_bytes_per_sec": 81.66768917685178, "total_units_per_sec": 78.30954846688837, "total_bytes_per_sec": 78.30954846688837, "step_latency_ms": {"count": 128, "sum": 1578, "mean": 12.328125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3338.77587890625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 78, "stage1_units": 38, "bytes_per_stage0_unit": 3.269230769230769, "stage0_per_stage1_unit": 2.0526315789473686}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 78, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 7, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 1, 13, 2, 5, 4, 1, 3, 4, 5, 13, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 6, 1, 5, 1, 1, 9, 7, 3, 5, 1, 13, 2, 1, 4, 13, 7, 2, 1, 2, 1, 1, 13, 4, 1, 2, 1, 6, 3, 1, 3, 1, 1, 1, 1, 6, 1, 5, 1, 1, 1], "chunk_stats": {"count": 78, "sum": 256, "mean": 3.282051282051282, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 38, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 3, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 4, 1, 7, 4, 1], "chunk_stats": {"count": 38, "sum": 78, "mean": 2.0526315789473686, "median": 1.0, "p95": 4.449999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [17, 6, 1, 1, 5, 1, 3, 1, 5, 1, 7, 1, 1, 2, 1, 5, 2, 5, 1, 1, 13, 3, 4, 6, 1, 5, 4, 3, 1, 5, 1, 7, 1, 1, 3, 2, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 8.199999999999974, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 4, 6, 5, 4, 1, 3, 1, 1, 6, 4], "chunk_stats": {"count": 11, "sum": 36, "mean": 3.272727272727273, "median": 4.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 38, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06365888599975733, "decode_time_sec": 2.0446200119986315, "total_time_sec": 2.1114562959992327, "prefill_units_per_sec": 2324.8914534973824, "prefill_bytes_per_sec": 2309.1827274602383, "decode_units_per_sec": 62.60331956492934, "decode_bytes_per_sec": 62.60331956492934, "total_units_per_sec": 60.62166678161096, "total_bytes_per_sec": 60.62166678161096, "step_latency_ms": {"count": 128, "sum": 2053, "mean": 16.0390625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3301.68994140625, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 71, "stage1_units": 37, "bytes_per_stage0_unit": 2.0704225352112675, "stage0_per_stage1_unit": 1.9189189189189189}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 148, "units_out": 71, "chunk_lengths": [1, 1, 3, 8, 3, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 5, 4, 2, 2, 1, 1, 2, 1, 1, 1, 9, 1, 1, 1, 1, 2, 3, 1, 8, 4], "chunk_stats": {"count": 71, "sum": 148, "mean": 2.084507042253521, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 37, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 4, 1, 1, 4, 3, 1, 1, 1, 4, 1, 7, 3, 1, 1, 3, 2, 1, 3, 1, 4, 2, 2, 1], "chunk_stats": {"count": 37, "sum": 71, "mean": 1.9189189189189189, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [1, 8, 3, 1, 13, 1, 1, 1, 9, 3, 4, 1, 1, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 3, 4, 2, 2, 1, 1, 1, 4, 1, 6, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.0, "p95": 6.699999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 26, "chunk_lengths": [1, 3, 1, 3, 1, 6, 1, 1, 2, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 4, 1, 1, 6, 1, 1], "chunk_stats": {"count": 26, "sum": 54, "mean": 2.076923076923077, "median": 1.0, "p95": 5.5, "max": 6, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 39, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06397503600237542, "decode_time_sec": 1.7920752259997244, "total_time_sec": 1.8591656709977542, "prefill_units_per_sec": 3157.4816150552797, "prefill_bytes_per_sec": 3141.8505179510457, "decode_units_per_sec": 71.4255730691183, "decode_bytes_per_sec": 71.4255730691183, "total_units_per_sec": 68.8480870730076, "total_bytes_per_sec": 68.8480870730076, "step_latency_ms": {"count": 128, "sum": 1800, "mean": 14.0625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3314.28857421875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 75, "stage1_units": 32, "bytes_per_stage0_unit": 2.68, "stage0_per_stage1_unit": 2.34375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 75, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 6, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 4, 1, 3, 1, 1, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 13, 1, 3, 1, 3, 1, 8, 1, 1, 6, 1, 1, 3, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 13, 3, 4, 1, 9, 3, 4], "chunk_stats": {"count": 75, "sum": 202, "mean": 2.6933333333333334, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 3, 1, 1, 3, 3, 6, 1, 3, 1, 3, 1, 2, 1, 8, 1, 4, 5, 3, 1, 2, 1, 2, 1, 5, 1, 3, 1, 2], "chunk_stats": {"count": 32, "sum": 75, "mean": 2.34375, "median": 2.0, "p95": 5.449999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 4, 1, 1, 4, 3, 1, 8, 1, 1, 6, 1, 1, 2, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 2, 1, 13, 3, 3, 9, 1, 2, 4, 1, 1, 8, 1, 1, 2, 2, 3], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 8.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 1, 7, 3, 1, 3, 6, 1, 1, 5, 1, 2, 2, 5, 3, 1, 1], "chunk_stats": {"count": 18, "sum": 46, "mean": 2.5555555555555554, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 40, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06464350500027649, "decode_time_sec": 1.8316132060026575, "total_time_sec": 1.8994735199994466, "prefill_units_per_sec": 3449.6891837632597, "prefill_bytes_per_sec": 3434.219725540106, "decode_units_per_sec": 69.88375033577601, "decode_bytes_per_sec": 69.88375033577601, "total_units_per_sec": 67.38709366163593, "total_bytes_per_sec": 67.38709366163593, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3320.466796875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 222, "mean": 222.0, "median": 222.0, "p95": 222.0, "max": 222, "min": 222}, "model_input_units": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 222, "model_input_units": 223, "stage0_units": 88, "stage1_units": 49, "bytes_per_stage0_unit": 2.522727272727273, "stage0_per_stage1_unit": 1.7959183673469388}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 223, "units_out": 88, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 1, 3, 1, 3, 4, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 13, 1, 4, 7, 1, 4, 3, 5, 3, 1, 1, 1, 1, 5, 1, 1, 6, 1, 1, 3, 5, 1, 1, 5, 7, 2, 1, 2, 1, 3, 1, 1, 1, 8, 4, 1, 1, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 88, "sum": 223, "mean": 2.534090909090909, "median": 1.0, "p95": 6.6499999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 88, "units_out": 49, "chunk_lengths": [1, 2, 2, 4, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 4, 1, 2, 3, 1, 2, 5, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 88, "mean": 1.7959183673469388, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [5, 4, 2, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 2, 6, 1, 5, 1, 2, 4, 1, 2, 1, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 1, 2, 6, 4, 6, 1, 1, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 1, 6, 8, 2, 2, 3, 1, 1, 3, 1, 3, 1, 2, 5, 3, 4], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.299999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 41, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0637387460010359, "decode_time_sec": 1.9166999110020697, "total_time_sec": 1.9836971959994116, "prefill_units_per_sec": 2729.8936818928332, "prefill_bytes_per_sec": 2714.204637744024, "decode_units_per_sec": 66.78145038003385, "decode_bytes_per_sec": 66.78145038003385, "total_units_per_sec": 64.52597717945152, "total_bytes_per_sec": 64.52597717945152, "step_latency_ms": {"count": 128, "sum": 1921, "mean": 15.0078125, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3305.44677734375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 173, "mean": 173.0, "median": 173.0, "p95": 173.0, "max": 173, "min": 173}, "model_input_units": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 173, "model_input_units": 174, "stage0_units": 61, "stage1_units": 40, "bytes_per_stage0_unit": 2.8360655737704916, "stage0_per_stage1_unit": 1.525}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 174, "units_out": 61, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 10, 1, 1, 5, 1, 2, 3, 4, 1, 10, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 4, 1, 4, 3, 1, 10, 2, 4, 1, 1, 1, 1, 1, 1, 5, 5, 2, 5, 1, 1, 1, 10, 1, 5, 7, 1, 2, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 174, "mean": 2.8524590163934427, "median": 2.0, "p95": 10.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3], "chunk_stats": {"count": 40, "sum": 61, "mean": 1.525, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 1, 3, 4, 1, 4, 3, 1, 4, 2, 4, 1, 1, 1, 1, 1, 1, 5, 7, 1, 5, 1, 10, 1, 5, 7, 1, 1, 4, 1, 1, 5, 3, 4, 4, 1, 3, 5, 1, 1, 1, 1, 1, 4, 1, 1, 3, 1, 4], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 6.199999999999989, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [4, 3, 2, 1, 1, 1, 5, 1, 3, 3, 1, 4, 2, 1, 3, 2, 1, 2, 1, 1, 1, 4, 1], "chunk_stats": {"count": 23, "sum": 48, "mean": 2.0869565217391304, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 42, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06521655599863152, "decode_time_sec": 1.5407568120026554, "total_time_sec": 1.6091300059997593, "prefill_units_per_sec": 2146.6941615705327, "prefill_bytes_per_sec": 2131.3606318450293, "decode_units_per_sec": 83.07605652161764, "decode_bytes_per_sec": 83.07605652161764, "total_units_per_sec": 79.54608982664087, "total_bytes_per_sec": 79.54608982664087, "step_latency_ms": {"count": 128, "sum": 1551, "mean": 12.1171875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3298.17333984375, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}, "model_input_units": {"count": 1, "sum": 140, "mean": 140.0, "median": 140.0, "p95": 140.0, "max": 140, "min": 140}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 139, "model_input_units": 140, "stage0_units": 42, "stage1_units": 25, "bytes_per_stage0_unit": 3.3095238095238093, "stage0_per_stage1_unit": 1.68}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 140, "units_out": 42, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 2, 8, 1, 1, 9, 1, 1, 1, 9, 1, 3, 2, 10, 1, 1, 9, 1, 6, 8, 2, 9, 6, 5, 1, 5, 3, 1, 5, 2, 8, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 140, "mean": 3.3333333333333335, "median": 2.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 42, "units_out": 25, "chunk_lengths": [1, 2, 2, 1, 3, 3, 1, 3, 1, 3, 2, 1, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1], "chunk_stats": {"count": 25, "sum": 42, "mean": 1.68, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [26, 1, 7, 1, 6, 1, 1, 2, 9, 9, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 6, 1, 8, 1, 1, 13, 1, 1, 1, 2, 2, 1], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 1.0, "p95": 10.399999999999991, "max": 26, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 2, 3, 1, 2, 4, 1, 1, 8, 4, 1, 5], "chunk_stats": {"count": 12, "sum": 33, "mean": 2.75, "median": 2.0, "p95": 6.349999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 43, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06394171600186382, "decode_time_sec": 1.7274473639990902, "total_time_sec": 1.794760598000721, "prefill_units_per_sec": 3753.418190919435, "prefill_bytes_per_sec": 3737.7789484572704, "decode_units_per_sec": 74.09777146765059, "decode_bytes_per_sec": 74.09777146765059, "total_units_per_sec": 71.31870408932868, "total_bytes_per_sec": 71.31870408932868, "step_latency_ms": {"count": 128, "sum": 1733, "mean": 13.5390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3325.07275390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 89, "stage1_units": 43, "bytes_per_stage0_unit": 2.6853932584269664, "stage0_per_stage1_unit": 2.0697674418604652}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 240, "units_out": 89, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 8, 1, 5, 2, 6, 1, 1, 1, 1, 1, 5, 1, 3, 6, 2, 5, 1, 5, 3, 2, 1, 1, 4, 1, 1, 3, 1, 2, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3], "chunk_stats": {"count": 89, "sum": 240, "mean": 2.696629213483146, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 89, "units_out": 43, "chunk_lengths": [1, 2, 2, 3, 3, 1, 3, 1, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 1], "chunk_stats": {"count": 43, "sum": 89, "mean": 2.0697674418604652, "median": 1.0, "p95": 5.799999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 6, 1, 2, 1, 4, 1, 5, 1, 1, 5, 3, 4, 5, 1, 4, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 3.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 3], "chunk_stats": {"count": 16, "sum": 43, "mean": 2.6875, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 44, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06383976600045571, "decode_time_sec": 1.676530290998926, "total_time_sec": 1.7436536659988633, "prefill_units_per_sec": 2803.8949891940742, "prefill_bytes_per_sec": 2788.2307713773475, "decode_units_per_sec": 76.34815826902468, "decode_bytes_per_sec": 76.34815826902468, "total_units_per_sec": 73.4090734278211, "total_bytes_per_sec": 73.4090734278211, "step_latency_ms": {"count": 128, "sum": 1685, "mean": 13.1640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3307.42041015625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 59, "stage1_units": 32, "bytes_per_stage0_unit": 3.016949152542373, "stage0_per_stage1_unit": 1.84375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 179, "units_out": 59, "chunk_lengths": [1, 1, 3, 1, 1, 1, 8, 4, 1, 6, 1, 5, 1, 8, 1, 4, 1, 1, 5, 1, 2, 4, 1, 5, 4, 3, 1, 1, 8, 1, 2, 1, 1, 9, 3, 4, 1, 4, 1, 5, 6, 1, 2, 4, 1, 6, 5, 6, 4, 1, 1, 8, 1, 6, 2, 6, 1, 1, 1], "chunk_stats": {"count": 59, "sum": 179, "mean": 3.0338983050847457, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 32, "chunk_lengths": [1, 2, 2, 3, 2, 2, 2, 1, 2, 1, 1, 1, 4, 2, 1, 3, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 1, 4, 2, 1, 3, 1], "chunk_stats": {"count": 32, "sum": 59, "mean": 1.84375, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [9, 1, 2, 6, 1, 5, 1, 2, 1, 8, 4, 1, 1, 13, 3, 4, 1, 3, 9, 7, 2, 6, 1, 6, 5, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 3.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 5, 1, 5, 1, 4, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 17, "sum": 36, "mean": 2.1176470588235294, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 45, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06393772600131342, "decode_time_sec": 1.8045913739988464, "total_time_sec": 1.8717095280007925, "prefill_units_per_sec": 2095.789268408566, "prefill_bytes_per_sec": 2080.1490499876063, "decode_units_per_sec": 70.93018499604212, "decode_bytes_per_sec": 70.93018499604212, "total_units_per_sec": 68.3866797091743, "total_bytes_per_sec": 68.3866797091743, "step_latency_ms": {"count": 128, "sum": 1810, "mean": 14.140625, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3296.9140625, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 133, "mean": 133.0, "median": 133.0, "p95": 133.0, "max": 133, "min": 133}, "model_input_units": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 133, "model_input_units": 134, "stage0_units": 45, "stage1_units": 28, "bytes_per_stage0_unit": 2.9555555555555557, "stage0_per_stage1_unit": 1.6071428571428572}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 134, "units_out": 45, "chunk_lengths": [1, 1, 3, 1, 8, 1, 5, 2, 3, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 5, 2, 3, 4, 1, 1, 4, 1, 1, 5, 7, 3, 5, 1, 9, 2, 3, 2, 9, 3, 4], "chunk_stats": {"count": 45, "sum": 134, "mean": 2.977777777777778, "median": 2.0, "p95": 8.799999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 45, "units_out": 28, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2], "chunk_stats": {"count": 28, "sum": 45, "mean": 1.6071428571428572, "median": 1.0, "p95": 3.6499999999999986, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 5, 5, 1, 2, 1, 5, 1, 2, 1, 6, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 3, 1, 1, 13, 1, 5, 5, 5, 1, 1, 1, 2, 1, 2, 4, 2, 6, 6, 1, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.799999999999997, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [2, 1, 1, 4, 1, 4, 1, 1, 5, 3, 3, 1, 2, 3, 3, 2, 2, 2, 2], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 46, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06367945600140956, "decode_time_sec": 1.771938122001302, "total_time_sec": 1.8390419969982759, "prefill_units_per_sec": 3737.4691139750284, "prefill_bytes_per_sec": 3721.7654622356376, "decode_units_per_sec": 72.23728549585658, "decode_bytes_per_sec": 72.23728549585658, "total_units_per_sec": 69.60145565404399, "total_bytes_per_sec": 69.60145565404399, "step_latency_ms": {"count": 128, "sum": 1783, "mean": 13.9296875, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3323.16943359375, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 85, "stage1_units": 54, "bytes_per_stage0_unit": 2.788235294117647, "stage0_per_stage1_unit": 1.5740740740740742}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 238, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 2, 4, 1, 5, 4, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 2, 1, 4, 2, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 5, 3, 7, 1, 1, 6, 5, 1, 2, 4, 1, 4, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 9, 7, 2, 1, 6, 1, 5, 1, 2, 4, 1, 5, 1, 9, 1, 6, 2, 6, 9, 7, 2, 1, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 85, "sum": 238, "mean": 2.8, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 54, "chunk_lengths": [1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 54, "sum": 85, "mean": 1.5740740740740742, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 2, 4, 4, 1, 6, 5, 4, 5, 1, 6, 2, 1, 4, 1, 4, 1, 1, 6, 1, 1, 5, 1, 5, 2, 4, 4, 1, 6, 5, 4, 1, 1, 3, 9, 5, 1, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 4.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 2, 1, 5, 2, 4, 1, 1, 1, 6, 1, 1, 1, 1, 2], "chunk_stats": {"count": 20, "sum": 38, "mean": 1.9, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 47, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06383970599927125, "decode_time_sec": 1.8758105769993563, "total_time_sec": 1.9428776919994561, "prefill_units_per_sec": 2459.2845086378093, "prefill_bytes_per_sec": 2443.6202760987153, "decode_units_per_sec": 68.23716721160376, "decode_bytes_per_sec": 68.23716721160376, "total_units_per_sec": 65.88165612641963, "total_bytes_per_sec": 65.88165612641963, "step_latency_ms": {"count": 128, "sum": 1880, "mean": 14.6875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3302.8720703125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 75, "stage1_units": 40, "bytes_per_stage0_unit": 2.08, "stage0_per_stage1_unit": 1.875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 157, "units_out": 75, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 8, 1, 1, 2, 1, 5, 1, 1, 1, 5, 5, 4, 2, 3, 1, 5, 1, 3, 1, 1, 1, 5, 5, 2, 5, 4, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 2, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 75, "sum": 157, "mean": 2.0933333333333333, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 40, "chunk_lengths": [1, 2, 1, 3, 1, 3, 2, 2, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 5, 1, 3, 2, 5, 1, 3, 1, 1, 1, 1, 3, 1, 4, 2, 1, 5, 1], "chunk_stats": {"count": 40, "sum": 75, "mean": 1.875, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 7, 10, 1, 2, 1, 1, 9, 5, 1, 1, 6, 7, 1, 6, 5, 1, 1, 1, 1, 6, 1, 4, 1, 1, 9, 1, 5, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 4, 4, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 5, 1, 1, 3], "chunk_stats": {"count": 24, "sum": 41, "mean": 1.7083333333333333, "median": 1.0, "p95": 3.849999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 48, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06432903600216378, "decode_time_sec": 1.5478517720002856, "total_time_sec": 1.6153971460007597, "prefill_units_per_sec": 3404.3724826318507, "prefill_bytes_per_sec": 3388.8274028024816, "decode_units_per_sec": 82.69525694607428, "decode_bytes_per_sec": 82.69525694607428, "total_units_per_sec": 79.23748058914784, "total_bytes_per_sec": 79.23748058914784, "step_latency_ms": {"count": 128, "sum": 1564, "mean": 12.21875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3318.029296875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}, "model_input_units": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 218, "model_input_units": 219, "stage0_units": 55, "stage1_units": 28, "bytes_per_stage0_unit": 3.963636363636364, "stage0_per_stage1_unit": 1.9642857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 219, "units_out": 55, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 3, 2, 4, 1, 1, 9, 1, 2, 1, 13, 9, 2, 1, 3, 1, 7, 1, 3, 2, 4, 1, 13, 1, 2, 9, 1, 2, 2, 2, 1, 17, 6, 1, 5, 1, 1, 1, 11, 3, 6, 2, 3, 1, 30, 1, 4, 4], "chunk_stats": {"count": 55, "sum": 219, "mean": 3.981818181818182, "median": 2.0, "p95": 13.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 55, "units_out": 28, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 1, 1, 1, 4, 2, 3, 2, 2, 5, 1, 1, 3, 3, 2, 2, 1, 1, 3], "chunk_stats": {"count": 28, "sum": 55, "mean": 1.9642857142857142, "median": 2.0, "p95": 3.6499999999999986, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 25, "chunk_lengths": [1, 3, 2, 8, 1, 5, 4, 1, 5, 1, 1, 17, 3, 4, 2, 2, 13, 4, 1, 17, 3, 4, 8, 9, 7, 2], "chunk_stats": {"count": 26, "sum": 128, "mean": 4.923076923076923, "median": 3.5, "p95": 16.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 15, "sum": 25, "mean": 1.6666666666666667, "median": 1.0, "p95": 3.299999999999999, "max": 4, "min": 1}, "active_size_stats": {"count": 25, "sum": 25, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 49, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06388368700208957, "decode_time_sec": 1.898316707000049, "total_time_sec": 1.96554181099782, "prefill_units_per_sec": 3788.134520039277, "prefill_bytes_per_sec": 3772.481071609363, "decode_units_per_sec": 67.42815860388289, "decode_bytes_per_sec": 67.42815860388289, "total_units_per_sec": 65.12199297099662, "total_bytes_per_sec": 65.12199297099662, "step_latency_ms": {"count": 128, "sum": 1902, "mean": 14.859375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3325.9296875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 241, "mean": 241.0, "median": 241.0, "p95": 241.0, "max": 241, "min": 241}, "model_input_units": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 241, "model_input_units": 242, "stage0_units": 92, "stage1_units": 51, "bytes_per_stage0_unit": 2.619565217391304, "stage0_per_stage1_unit": 1.803921568627451}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 242, "units_out": 92, "chunk_lengths": [1, 1, 3, 2, 4, 1, 3, 2, 5, 1, 2, 2, 2, 1, 4, 1, 2, 2, 1, 1, 6, 5, 1, 1, 2, 2, 1, 1, 4, 1, 2, 1, 1, 1, 1, 2, 4, 1, 4, 5, 1, 18, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 1, 18, 2, 2, 2, 1, 1, 1, 1, 2, 4, 1, 1, 2, 5, 18, 1, 6, 2, 2, 5, 1, 1, 1, 1, 5, 1, 6, 1, 2, 1, 7, 1, 3, 1, 1, 2], "chunk_stats": {"count": 92, "sum": 242, "mean": 2.630434782608696, "median": 2.0, "p95": 6.0, "max": 18, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 51, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 3, 2, 4, 1, 7, 1, 2, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 51, "sum": 92, "mean": 1.803921568627451, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [9, 4, 2, 3, 1, 1, 6, 1, 2, 1, 1, 8, 1, 3, 2, 1, 1, 1, 1, 6, 1, 1, 10, 4, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 6, 1, 2, 1, 5, 1, 2, 2, 2, 1, 10, 1, 5, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 1, 1, 2, 1, 1, 4, 3, 7, 1, 1, 1, 6, 3, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 21, "sum": 47, "mean": 2.238095238095238, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 50, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06393751600262476, "decode_time_sec": 1.7951444819991593, "total_time_sec": 1.862360527000419, "prefill_units_per_sec": 2815.2485622464696, "prefill_bytes_per_sec": 2799.6082924562115, "decode_units_per_sec": 71.30345288834525, "decode_bytes_per_sec": 71.30345288834525, "total_units_per_sec": 68.72997904769875, "total_bytes_per_sec": 68.72997904769875, "step_latency_ms": {"count": 128, "sum": 1802, "mean": 14.078125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3307.833984375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 69, "stage1_units": 33, "bytes_per_stage0_unit": 2.5942028985507246, "stage0_per_stage1_unit": 2.090909090909091}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 180, "units_out": 69, "chunk_lengths": [1, 1, 3, 8, 1, 1, 7, 1, 1, 3, 1, 1, 1, 5, 3, 4, 10, 1, 3, 2, 14, 1, 7, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 6, 1, 2, 6, 1, 3, 1, 7, 3, 1, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 69, "sum": 180, "mean": 2.608695652173913, "median": 1.0, "p95": 7.599999999999994, "max": 14, "min": 1}}, {"stage": 1, "units_in": 69, "units_out": 33, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 4, 1, 2, 4, 1, 3, 3, 3, 3, 4, 4, 1, 1, 2], "chunk_stats": {"count": 33, "sum": 69, "mean": 2.090909090909091, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [13, 1, 1, 5, 2, 1, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 9, 1, 9, 4, 1, 4, 3, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 6, 4, 4, 5, 2, 4, 4, 4, 5, 2, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 2.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 51, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06412064600226586, "decode_time_sec": 1.7604321709986834, "total_time_sec": 1.8278613359980227, "prefill_units_per_sec": 3212.6937709379986, "prefill_bytes_per_sec": 3197.0981701082023, "decode_units_per_sec": 72.7094188056029, "decode_bytes_per_sec": 72.7094188056029, "total_units_per_sec": 70.02719379154178, "total_bytes_per_sec": 70.02719379154178, "step_latency_ms": {"count": 128, "sum": 1765, "mean": 13.7890625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.42626953125, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 68, "stage1_units": 38, "bytes_per_stage0_unit": 3.014705882352941, "stage0_per_stage1_unit": 1.7894736842105263}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 206, "units_out": 68, "chunk_lengths": [1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 1, 4, 2, 6, 1, 2, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 9, 10, 1, 1, 2, 1, 1, 3, 6, 1, 2, 9, 9, 2, 1, 3, 1, 7, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 2, 10, 1, 1], "chunk_stats": {"count": 68, "sum": 206, "mean": 3.0294117647058822, "median": 1.5, "p95": 9.649999999999999, "max": 11, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 38, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 2, 4, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 3, 1, 2, 1], "chunk_stats": {"count": 38, "sum": 68, "mean": 1.7894736842105263, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [9, 3, 4, 8, 1, 4, 1, 1, 1, 1, 1, 4, 6, 1, 4, 1, 1, 3, 2, 1, 4, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 2, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 2, 1, 2, 5, 3], "chunk_stats": {"count": 18, "sum": 40, "mean": 2.2222222222222223, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 52, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06426760600152193, "decode_time_sec": 1.7077490289993875, "total_time_sec": 1.7752691639980185, "prefill_units_per_sec": 3952.224391149485, "prefill_bytes_per_sec": 3936.6644526016526, "decode_units_per_sec": 74.95246539533878, "decode_bytes_per_sec": 74.95246539533878, "total_units_per_sec": 72.1017424263349, "total_bytes_per_sec": 72.1017424263349, "step_latency_ms": {"count": 128, "sum": 1710, "mean": 13.359375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3329.32275390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 85, "stage1_units": 33, "bytes_per_stage0_unit": 2.976470588235294, "stage0_per_stage1_unit": 2.5757575757575757}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 254, "units_out": 85, "chunk_lengths": [1, 1, 3, 3, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 1, 6, 1, 8, 1, 13, 1, 5, 1, 6, 5, 1, 1, 3, 1, 5, 1, 8, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 1, 3, 1, 1, 6, 1, 8, 2, 1, 5, 1, 1, 13, 1, 5, 1, 6, 5, 1, 1, 1, 7, 8, 1, 4, 2, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 85, "sum": 254, "mean": 2.988235294117647, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 33, "chunk_lengths": [1, 2, 1, 1, 1, 3, 3, 6, 1, 1, 5, 2, 3, 1, 2, 4, 2, 6, 1, 1, 5, 8, 1, 4, 1, 2, 4, 5, 1, 1, 4, 1, 1], "chunk_stats": {"count": 33, "sum": 85, "mean": 2.5757575757575757, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [9, 1, 2, 1, 3, 1, 1, 6, 1, 8, 1, 1, 1, 1, 1, 5, 1, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 8, 1, 3, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 9, 4], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 1.0, "p95": 8.899999999999999, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 8, 3, 3, 3, 1, 9, 3, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 15, "sum": 43, "mean": 2.8666666666666667, "median": 2.0, "p95": 8.299999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 53, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06415334600023925, "decode_time_sec": 1.9014114889978373, "total_time_sec": 1.9688708929970744, "prefill_units_per_sec": 3678.6857539608277, "prefill_bytes_per_sec": 3663.0981024609937, "decode_units_per_sec": 67.3184109492596, "decode_bytes_per_sec": 67.3184109492596, "total_units_per_sec": 65.01188089847504, "total_bytes_per_sec": 65.01188089847504, "step_latency_ms": {"count": 128, "sum": 1903, "mean": 14.8671875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3322.76025390625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}, "model_input_units": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 235, "model_input_units": 236, "stage0_units": 79, "stage1_units": 44, "bytes_per_stage0_unit": 2.9746835443037973, "stage0_per_stage1_unit": 1.7954545454545454}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 236, "units_out": 79, "chunk_lengths": [1, 1, 3, 1, 3, 10, 1, 1, 1, 3, 2, 1, 2, 2, 1, 1, 1, 9, 2, 2, 3, 1, 2, 9, 2, 1, 2, 2, 1, 6, 1, 2, 2, 4, 2, 4, 8, 1, 4, 1, 1, 2, 1, 9, 9, 2, 6, 3, 4, 5, 2, 6, 12, 1, 2, 1, 4, 3, 1, 4, 1, 5, 1, 9, 1, 2, 2, 2, 1, 2, 2, 2, 1, 13, 2, 2, 2, 1, 1], "chunk_stats": {"count": 79, "sum": 236, "mean": 2.9873417721518987, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 3, 2, 2, 1, 2, 2, 1, 1, 1, 1, 3, 3, 1, 4, 4, 1, 1, 3, 5, 1, 2, 1, 1, 1], "chunk_stats": {"count": 44, "sum": 79, "mean": 1.7954545454545454, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [9, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 9, 4, 1, 13, 3, 4, 1, 2, 1, 1, 1, 3, 1, 7, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 3, 1, 4, 1, 3, 1, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 2, 5, 3, 1, 3, 1, 2, 1, 4, 1, 4, 1, 2, 3, 3, 1, 1, 3, 4, 2], "chunk_stats": {"count": 22, "sum": 49, "mean": 2.227272727272727, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 54, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06417511600011494, "decode_time_sec": 1.6670502420020057, "total_time_sec": 1.7346292069996707, "prefill_units_per_sec": 3911.173296508735, "prefill_bytes_per_sec": 3895.5909327776244, "decode_units_per_sec": 76.78232891546288, "decode_bytes_per_sec": 76.78232891546288, "total_units_per_sec": 73.79098627158322, "total_bytes_per_sec": 73.79098627158322, "step_latency_ms": {"count": 128, "sum": 1674, "mean": 13.078125, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3326.47119140625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 250, "mean": 250.0, "median": 250.0, "p95": 250.0, "max": 250, "min": 250}, "model_input_units": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 250, "model_input_units": 251, "stage0_units": 81, "stage1_units": 44, "bytes_per_stage0_unit": 3.0864197530864197, "stage0_per_stage1_unit": 1.8409090909090908}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 251, "units_out": 81, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 6, 1, 1, 2, 1, 4, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 1, 9, 2, 12, 5, 1, 8, 3, 9, 2, 1, 1, 1, 1, 1, 8, 1, 8, 3, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 9, 1, 9, 1, 5, 2, 1, 1, 9, 4, 4, 1, 3, 3, 4, 1, 2, 1, 1, 13, 1, 9, 1, 5, 3, 4, 1, 1], "chunk_stats": {"count": 81, "sum": 251, "mean": 3.0987654320987654, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 44, "chunk_lengths": [1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 4, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 2, 2, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 81, "mean": 1.8409090909090908, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [17, 1, 3, 1, 8, 1, 3, 1, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 9, 3, 4, 1, 9, 1, 4, 1, 5, 4, 3, 1, 1, 8], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 2, 3, 6, 3, 4, 1, 1, 1, 6, 1, 1, 4], "chunk_stats": {"count": 15, "sum": 38, "mean": 2.533333333333333, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 55, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06391474599877256, "decode_time_sec": 1.9128066730008868, "total_time_sec": 1.9799695080000674, "prefill_units_per_sec": 2284.2928923288505, "prefill_bytes_per_sec": 2268.6470506005708, "decode_units_per_sec": 66.91737424733496, "decode_bytes_per_sec": 66.91737424733496, "total_units_per_sec": 64.64746021734979, "total_bytes_per_sec": 64.64746021734979, "step_latency_ms": {"count": 128, "sum": 1918, "mean": 14.984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3301.06005859375, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}, "model_input_units": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 145, "model_input_units": 146, "stage0_units": 63, "stage1_units": 42, "bytes_per_stage0_unit": 2.3015873015873014, "stage0_per_stage1_unit": 1.5}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 146, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 5, 5, 1, 5, 2, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 3, 3, 5, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 146, "mean": 2.3174603174603177, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 42, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 63, "mean": 1.5, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.5, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 2, 5, 4, 1, 1, 2, 2, 1, 2, 8, 1, 1, 3, 5, 4, 1, 1, 2, 2], "chunk_stats": {"count": 21, "sum": 50, "mean": 2.380952380952381, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 56, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0640126260004763, "decode_time_sec": 1.7324506279983325, "total_time_sec": 1.7996571229996334, "prefill_units_per_sec": 3108.761699582818, "prefill_bytes_per_sec": 3093.139781494462, "decode_units_per_sec": 73.88377938821307, "decode_bytes_per_sec": 73.88377938821307, "total_units_per_sec": 71.12465944993572, "total_bytes_per_sec": 71.12465944993572, "step_latency_ms": {"count": 128, "sum": 1741, "mean": 13.6015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3313.48486328125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 67, "stage1_units": 37, "bytes_per_stage0_unit": 2.955223880597015, "stage0_per_stage1_unit": 1.8108108108108107}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 199, "units_out": 67, "chunk_lengths": [1, 1, 3, 9, 1, 1, 3, 2, 1, 2, 1, 2, 2, 1, 5, 2, 6, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 10, 1, 1, 1, 13, 3, 3, 9, 5, 2, 14, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 13, 1, 1, 6, 2, 1, 5, 1, 1], "chunk_stats": {"count": 67, "sum": 199, "mean": 2.970149253731343, "median": 2.0, "p95": 10.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 37, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 1, 6, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 37, "sum": 67, "mean": 1.8108108108108107, "median": 1.0, "p95": 4.199999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [13, 1, 7, 2, 6, 1, 13, 1, 10, 1, 2, 10, 9, 1, 9, 1, 3, 1, 1, 1, 10, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 2.0, "p95": 11.049999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 1, 1], "chunk_stats": {"count": 20, "sum": 33, "mean": 1.65, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 57, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06459618599910755, "decode_time_sec": 1.7342709389995434, "total_time_sec": 1.8020641030016122, "prefill_units_per_sec": 3405.773833195655, "prefill_bytes_per_sec": 3390.2930430447655, "decode_units_per_sec": 73.80623011179553, "decode_bytes_per_sec": 73.80623011179553, "total_units_per_sec": 71.0296597034459, "total_bytes_per_sec": 71.0296597034459, "step_latency_ms": {"count": 128, "sum": 1743, "mean": 13.6171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3319.21923828125, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 62, "stage1_units": 45, "bytes_per_stage0_unit": 3.532258064516129, "stage0_per_stage1_unit": 1.3777777777777778}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 220, "units_out": 62, "chunk_lengths": [1, 1, 3, 6, 1, 4, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 8, 2, 8, 1, 4, 1, 3, 5, 1, 1, 1, 2, 3, 1, 5, 3, 4, 1, 6, 1, 4, 1, 9, 6, 1, 9, 4, 5, 1, 1, 3, 10, 5, 1, 5, 1, 1], "chunk_stats": {"count": 62, "sum": 220, "mean": 3.5483870967741935, "median": 3.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 62, "units_out": 45, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 62, "mean": 1.3777777777777778, "median": 1.0, "p95": 2.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [9, 8, 1, 8, 1, 1, 1, 1, 4, 6, 1, 4, 1, 5, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 1], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 3.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 3, 2, 1, 2, 3, 3, 2], "chunk_stats": {"count": 20, "sum": 33, "mean": 1.65, "median": 1.5, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 58, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0663111249996291, "decode_time_sec": 1.7662508619978325, "total_time_sec": 1.8358220660011284, "prefill_units_per_sec": 2835.1200496304587, "prefill_bytes_per_sec": 2820.039623834552, "decode_units_per_sec": 72.46988678336287, "decode_bytes_per_sec": 72.46988678336287, "total_units_per_sec": 69.7235327815922, "total_bytes_per_sec": 69.7235327815922, "step_latency_ms": {"count": 128, "sum": 1774, "mean": 13.859375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3310.1630859375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 72, "stage1_units": 30, "bytes_per_stage0_unit": 2.5972222222222223, "stage0_per_stage1_unit": 2.4}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 188, "units_out": 72, "chunk_lengths": [1, 1, 3, 1, 3, 1, 2, 4, 1, 1, 3, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 6, 2, 1, 1, 3, 1, 6, 2, 2, 1, 3, 1, 1, 7, 1, 9, 4, 1, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 8, 1, 6, 1, 1, 1, 1, 9, 4, 1, 6, 1, 1, 3, 1, 4, 1, 4, 1, 9, 4, 1], "chunk_stats": {"count": 72, "sum": 188, "mean": 2.611111111111111, "median": 1.0, "p95": 8.450000000000003, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 30, "chunk_lengths": [1, 2, 1, 1, 3, 1, 4, 1, 4, 3, 3, 6, 6, 1, 1, 3, 1, 3, 4, 2, 2, 3, 1, 1, 2, 1, 3, 5, 1, 2], "chunk_stats": {"count": 30, "sum": 72, "mean": 2.4, "median": 2.0, "p95": 5.549999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 6, 2, 1, 1, 3, 1, 4, 1, 6, 2, 1, 1, 9, 4, 1, 3, 3, 1, 1, 3, 1, 4, 1, 4, 1, 1, 9, 4, 1, 4, 1, 1, 3, 1, 4, 1, 8, 1, 9, 4, 1, 1, 4, 1, 1, 2], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.699999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 1, 3, 6, 1, 1, 4, 3, 5, 1, 1, 3, 3, 5, 1, 4, 2], "chunk_stats": {"count": 17, "sum": 46, "mean": 2.7058823529411766, "median": 3.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 59, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06520373600142193, "decode_time_sec": 1.7426707750018977, "total_time_sec": 1.81113569900117, "prefill_units_per_sec": 3374.039794210601, "prefill_bytes_per_sec": 3358.7032496914617, "decode_units_per_sec": 73.45047718486047, "decode_bytes_per_sec": 73.45047718486047, "total_units_per_sec": 70.67388714749049, "total_bytes_per_sec": 70.67388714749049, "step_latency_ms": {"count": 128, "sum": 1742, "mean": 13.609375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3319.21923828125, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 78, "stage1_units": 37, "bytes_per_stage0_unit": 2.8076923076923075, "stage0_per_stage1_unit": 2.108108108108108}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 220, "units_out": 78, "chunk_lengths": [1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 1, 1, 9, 6, 2, 1, 4, 1, 4, 4, 5, 2, 1, 3, 1, 1, 3, 1, 1, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 2, 7, 1, 6, 1, 1, 5, 8, 1, 1, 3, 2, 3, 5, 13, 1, 2, 1, 3, 1, 5, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 4, 1, 1], "chunk_stats": {"count": 78, "sum": 220, "mean": 2.8205128205128207, "median": 2.0, "p95": 8.149999999999991, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 37, "chunk_lengths": [1, 2, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 4, 5, 2, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 1, 2, 5, 1, 1, 5, 3, 5, 1, 2, 1, 1], "chunk_stats": {"count": 37, "sum": 78, "mean": 2.108108108108108, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [17, 1, 2, 1, 1, 8, 1, 5, 2, 1, 4, 4, 2, 4, 1, 1, 1, 21, 6, 2, 5, 1, 1, 3, 1, 1, 4, 1, 1, 2, 1, 1, 3, 1, 17], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 2.0, "p95": 17.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 4, 3, 3, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 19, "sum": 35, "mean": 1.8421052631578947, "median": 2.0, "p95": 3.099999999999998, "max": 4, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 60, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06426399700285401, "decode_time_sec": 1.686748734999128, "total_time_sec": 1.7542698200013547, "prefill_units_per_sec": 2847.6286651120195, "prefill_bytes_per_sec": 2832.0678527343584, "decode_units_per_sec": 75.88563568720636, "decode_bytes_per_sec": 75.88563568720636, "total_units_per_sec": 72.96483046142876, "total_bytes_per_sec": 72.96483046142876, "step_latency_ms": {"count": 128, "sum": 1696, "mean": 13.25, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3308.00048828125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "model_input_units": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 182, "model_input_units": 183, "stage0_units": 64, "stage1_units": 41, "bytes_per_stage0_unit": 2.84375, "stage0_per_stage1_unit": 1.5609756097560976}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 183, "units_out": 64, "chunk_lengths": [1, 1, 3, 3, 6, 6, 1, 1, 3, 2, 7, 4, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 6, 9, 1, 1, 7, 2, 1, 1, 4, 2, 1, 1, 9, 1, 9, 2, 1, 1, 8, 1, 1, 1, 1, 9, 1, 1, 1, 2, 3, 1, 1, 1, 6, 1, 1], "chunk_stats": {"count": 64, "sum": 183, "mean": 2.859375, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 2, 2, 2, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 41, "sum": 64, "mean": 1.5609756097560976, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [2, 2, 3, 1, 1, 8, 1, 1, 9, 3, 4, 1, 1, 6, 1, 5, 1, 5, 4, 3, 6, 7, 1, 1, 3, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 5, 1, 5, 2, 1, 1, 4, 5, 1, 1, 2, 8, 3], "chunk_stats": {"count": 15, "sum": 42, "mean": 2.8, "median": 2.0, "p95": 5.899999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 61, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06617406599980313, "decode_time_sec": 1.8980923549970612, "total_time_sec": 1.9674734979998902, "prefill_units_per_sec": 3067.6670223136043, "prefill_bytes_per_sec": 3052.5553621051627, "decode_units_per_sec": 67.43612852294439, "decode_bytes_per_sec": 67.43612852294439, "total_units_per_sec": 65.0580554859434, "total_bytes_per_sec": 65.0580554859434, "step_latency_ms": {"count": 128, "sum": 1906, "mean": 14.890625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.1513671875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 70, "stage1_units": 41, "bytes_per_stage0_unit": 2.8857142857142857, "stage0_per_stage1_unit": 1.7073170731707317}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 203, "units_out": 70, "chunk_lengths": [1, 1, 3, 1, 4, 1, 8, 1, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 9, 5, 3, 2, 4, 1, 5, 2, 1, 1, 8, 1, 1, 9, 3, 4, 1, 5, 1, 1, 1, 1, 4, 6, 3, 5, 2, 1, 5, 4, 1, 9, 3, 4], "chunk_stats": {"count": 70, "sum": 203, "mean": 2.9, "median": 2.0, "p95": 8.549999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 41, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 3, 1, 1, 4, 1, 2, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 2], "chunk_stats": {"count": 41, "sum": 70, "mean": 1.7073170731707317, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 1, 4, 1, 1, 8, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 9, 1, 1, 2, 1, 1, 7, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 7], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 4, 1, 1, 1, 1, 3, 2, 3, 3, 2, 1, 7, 5, 1, 1, 7, 4], "chunk_stats": {"count": 20, "sum": 51, "mean": 2.55, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 62, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0637174170005892, "decode_time_sec": 1.785829834996548, "total_time_sec": 1.8528059989985195, "prefill_units_per_sec": 2322.7558015829713, "prefill_bytes_per_sec": 2307.0615056263296, "decode_units_per_sec": 71.67536205948056, "decode_bytes_per_sec": 71.67536205948056, "total_units_per_sec": 69.08440498853452, "total_bytes_per_sec": 69.08440498853452, "step_latency_ms": {"count": 128, "sum": 1796, "mean": 14.03125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3300.63330078125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 51, "stage1_units": 26, "bytes_per_stage0_unit": 2.8823529411764706, "stage0_per_stage1_unit": 1.9615384615384615}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 148, "units_out": 51, "chunk_lengths": [1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 4, 5, 3, 1, 2, 1, 1, 4, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 1, 3, 3, 1, 3, 1, 7, 1, 13, 4, 5, 3], "chunk_stats": {"count": 51, "sum": 148, "mean": 2.9019607843137254, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 51, "units_out": 26, "chunk_lengths": [1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 8, 3, 1, 2, 1, 1, 1, 2, 1, 5, 1, 2, 1], "chunk_stats": {"count": 26, "sum": 51, "mean": 1.9615384615384615, "median": 1.0, "p95": 4.75, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 3, 1, 5, 1, 17, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 5, 3, 1, 3, 1, 5, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 5], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 7.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 8, 3, 1, 2, 1, 1, 3, 5, 1, 8, 3, 1, 2, 1], "chunk_stats": {"count": 17, "sum": 46, "mean": 2.7058823529411766, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 63, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0643127760013158, "decode_time_sec": 1.8777373470002203, "total_time_sec": 1.9456097809998028, "prefill_units_per_sec": 3125.3510188378073, "prefill_bytes_per_sec": 3109.802008793838, "decode_units_per_sec": 68.16714819273655, "decode_bytes_per_sec": 68.16714819273655, "total_units_per_sec": 65.78914294634345, "total_bytes_per_sec": 65.78914294634345, "step_latency_ms": {"count": 128, "sum": 1882, "mean": 14.703125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3314.0556640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 73, "stage1_units": 46, "bytes_per_stage0_unit": 2.73972602739726, "stage0_per_stage1_unit": 1.5869565217391304}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 73, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 2, 2, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 1, 1, 1, 6, 2, 1, 4, 2, 4, 2, 12, 2, 1, 3, 2, 1, 7, 2, 1, 5, 1, 9, 3, 4, 1, 1, 5, 3, 4], "chunk_stats": {"count": 73, "sum": 201, "mean": 2.7534246575342465, "median": 2.0, "p95": 7.799999999999983, "max": 12, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 46, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 2, 3, 1, 2, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2], "chunk_stats": {"count": 46, "sum": 73, "mean": 1.5869565217391304, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 4, 1, 1, 1, 4, 1, 5, 1, 12, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 4, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 8.5, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [2, 1, 1, 1, 3, 2, 1, 1, 2, 2, 3, 3, 2, 3, 3, 3, 5, 1, 2, 4, 1], "chunk_stats": {"count": 21, "sum": 46, "mean": 2.1904761904761907, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 64, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06438453599912464, "decode_time_sec": 1.9796581139999034, "total_time_sec": 2.0472886679999647, "prefill_units_per_sec": 3479.0962849067587, "prefill_bytes_per_sec": 3463.564605063425, "decode_units_per_sec": 64.65762905968431, "decode_bytes_per_sec": 64.65762905968431, "total_units_per_sec": 62.52171567239008, "total_bytes_per_sec": 62.52171567239008, "step_latency_ms": {"count": 128, "sum": 1978, "mean": 15.453125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3320.40478515625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}, "model_input_units": {"count": 1, "sum": 224, "mean": 224.0, "median": 224.0, "p95": 224.0, "max": 224, "min": 224}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 223, "model_input_units": 224, "stage0_units": 83, "stage1_units": 49, "bytes_per_stage0_unit": 2.6867469879518073, "stage0_per_stage1_unit": 1.6938775510204083}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 224, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1, 5, 7, 1, 1, 6, 1, 2, 3, 1, 9, 7, 1, 4, 1, 1, 1, 6, 1, 2, 1, 6, 5, 1, 5, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 3, 4], "chunk_stats": {"count": 83, "sum": 224, "mean": 2.6987951807228914, "median": 2.0, "p95": 6.8999999999999915, "max": 9, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 49, "chunk_lengths": [1, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 1, 1, 3, 1, 1, 3, 2, 2, 1, 1, 2, 1, 5, 2, 3, 1, 2, 1, 2, 2, 1, 1, 2], "chunk_stats": {"count": 49, "sum": 83, "mean": 1.6938775510204083, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 4, 1, 1, 1, 4, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.5, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [3, 1, 1, 6, 2, 2, 3, 2, 4, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 2, 3], "chunk_stats": {"count": 23, "sum": 50, "mean": 2.1739130434782608, "median": 2.0, "p95": 3.8999999999999986, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 65, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06409324600099353, "decode_time_sec": 1.6869596479991742, "total_time_sec": 1.7543623929996102, "prefill_units_per_sec": 3728.9420479077494, "prefill_bytes_per_sec": 3713.339779924872, "decode_units_per_sec": 75.87614804646628, "decode_bytes_per_sec": 75.87614804646628, "total_units_per_sec": 72.96098030301795, "total_bytes_per_sec": 72.96098030301795, "step_latency_ms": {"count": 128, "sum": 1693, "mean": 13.2265625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3323.15869140625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 68, "stage1_units": 38, "bytes_per_stage0_unit": 3.5, "stage0_per_stage1_unit": 1.7894736842105263}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 239, "units_out": 68, "chunk_lengths": [1, 1, 3, 1, 1, 1, 7, 1, 2, 1, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 9, 7, 1, 5, 2, 6, 1, 6, 9, 7, 1, 3, 1, 5, 2, 4, 9, 7, 1, 5, 2, 7, 1, 5, 1, 1, 2, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 68, "sum": 239, "mean": 3.514705882352941, "median": 2.0, "p95": 9.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 38, "chunk_lengths": [1, 2, 2, 5, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 2, 1, 5, 1, 2], "chunk_stats": {"count": 38, "sum": 68, "mean": 1.7894736842105263, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 7, 1, 1, 4, 1, 1, 1, 7, 1, 2, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [2, 1, 1, 8, 2, 4, 1, 4, 1, 1, 2, 2, 1, 3, 6], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 66, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06383720699886908, "decode_time_sec": 1.6545408759993734, "total_time_sec": 1.7215463309985353, "prefill_units_per_sec": 3038.9800732265253, "prefill_bytes_per_sec": 3023.315227488244, "decode_units_per_sec": 77.36285144522986, "decode_bytes_per_sec": 77.36285144522986, "total_units_per_sec": 74.35176021417742, "total_bytes_per_sec": 74.35176021417742, "step_latency_ms": {"count": 128, "sum": 1659, "mean": 12.9609375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3313.1142578125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 72, "stage1_units": 33, "bytes_per_stage0_unit": 2.6805555555555554, "stage0_per_stage1_unit": 2.1818181818181817}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 194, "units_out": 72, "chunk_lengths": [1, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 2, 2, 1, 1, 9, 1, 2, 3, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 2, 3, 1, 9, 4, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 6, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 72, "sum": 194, "mean": 2.6944444444444446, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 33, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 6, 4, 3, 3, 1, 2, 1, 1, 1, 10, 4, 1, 1, 1, 2, 2, 3, 1], "chunk_stats": {"count": 33, "sum": 72, "mean": 2.1818181818181817, "median": 1.0, "p95": 4.799999999999997, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [13, 3, 4, 2, 2, 9, 2, 3, 6, 1, 2, 1, 3, 1, 13, 3, 4, 1, 1, 9, 4, 1, 13, 3, 4, 5, 1, 5, 4, 3, 1, 1], "chunk_stats": {"count": 32, "sum": 128, "mean": 4.0, "median": 3.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 2, 2, 3, 1, 2, 2, 1, 2, 1, 3, 1, 1, 3], "chunk_stats": {"count": 17, "sum": 31, "mean": 1.8235294117647058, "median": 2.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 67, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06504479599971091, "decode_time_sec": 1.8439945569989504, "total_time_sec": 1.9129899600011413, "prefill_units_per_sec": 3028.6819563685854, "prefill_bytes_per_sec": 3013.3079362854965, "decode_units_per_sec": 69.41452159615721, "decode_bytes_per_sec": 69.41452159615721, "total_units_per_sec": 66.91096277364866, "total_bytes_per_sec": 66.91096277364866, "step_latency_ms": {"count": 128, "sum": 1845, "mean": 14.4140625, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3312.9140625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 61, "stage1_units": 35, "bytes_per_stage0_unit": 3.2131147540983607, "stage0_per_stage1_unit": 1.7428571428571429}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 197, "units_out": 61, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 3, 2, 4, 2, 8, 11, 2, 1, 4, 1, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 4, 6, 1, 9, 4, 6, 1, 3, 1, 3, 1, 1, 6, 1, 1, 13, 1, 2, 6, 1, 5, 1, 2, 4, 1, 6, 1, 17, 3, 4, 6, 1, 1], "chunk_stats": {"count": 61, "sum": 197, "mean": 3.2295081967213113, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 5, 2, 3, 1, 3, 1, 1], "chunk_stats": {"count": 35, "sum": 61, "mean": 1.7428571428571429, "median": 1.0, "p95": 3.5999999999999943, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [9, 1, 2, 1, 4, 1, 2, 1, 5, 1, 13, 1, 5, 5, 5, 1, 1, 3, 6, 1, 5, 1, 4, 1, 1, 1, 1, 6, 1, 4, 1, 6, 1, 1, 1, 9, 3, 4, 2, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 8.399999999999991, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2, 3, 6, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 44, "mean": 2.0952380952380953, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 68, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06379095599913853, "decode_time_sec": 1.8774591099972895, "total_time_sec": 1.944442935000552, "prefill_units_per_sec": 3307.67891302412, "prefill_bytes_per_sec": 3292.0027096448584, "decode_units_per_sec": 68.17725047560945, "decode_bytes_per_sec": 68.17725047560945, "total_units_per_sec": 65.828622530372, "total_bytes_per_sec": 65.828622530372, "step_latency_ms": {"count": 128, "sum": 1878, "mean": 14.671875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3315.787109375, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 210, "mean": 210.0, "median": 210.0, "p95": 210.0, "max": 210, "min": 210}, "model_input_units": {"count": 1, "sum": 211, "mean": 211.0, "median": 211.0, "p95": 211.0, "max": 211, "min": 211}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 210, "model_input_units": 211, "stage0_units": 81, "stage1_units": 40, "bytes_per_stage0_unit": 2.5925925925925926, "stage0_per_stage1_unit": 2.025}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 211, "units_out": 81, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 3, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 5, 2, 1, 6, 5, 1, 1, 2, 2, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 4, 1, 3, 1, 7, 1, 5, 3, 4], "chunk_stats": {"count": 81, "sum": 211, "mean": 2.6049382716049383, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 40, "chunk_lengths": [1, 2, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 4, 2, 5, 1, 2, 2, 3, 1, 3, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2], "chunk_stats": {"count": 40, "sum": 81, "mean": 2.025, "median": 1.5, "p95": 5.049999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 3, 1, 1, 1, 4, 4, 1, 1, 3, 1, 4, 1, 4, 1, 2, 1, 1, 4, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 4, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 7], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 6.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [3, 1, 1, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 6, 1, 1, 6, 5, 1, 2], "chunk_stats": {"count": 20, "sum": 50, "mean": 2.5, "median": 1.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 69, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06397742600165657, "decode_time_sec": 1.787394408002001, "total_time_sec": 1.8546015530009754, "prefill_units_per_sec": 2688.4482660422505, "prefill_bytes_per_sec": 2672.8177528675865, "decode_units_per_sec": 71.61262194116516, "decode_bytes_per_sec": 71.61262194116516, "total_units_per_sec": 69.0175201206319, "total_bytes_per_sec": 69.0175201206319, "step_latency_ms": {"count": 128, "sum": 1785, "mean": 13.9453125, "median": 8.0, "p95": 38.0, "max": 46, "min": 8}, "peak_allocated_mb": 3305.18896484375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}, "model_input_units": {"count": 1, "sum": 172, "mean": 172.0, "median": 172.0, "p95": 172.0, "max": 172, "min": 172}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 171, "model_input_units": 172, "stage0_units": 63, "stage1_units": 31, "bytes_per_stage0_unit": 2.7142857142857144, "stage0_per_stage1_unit": 2.032258064516129}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 172, "units_out": 63, "chunk_lengths": [1, 1, 3, 5, 1, 1, 3, 2, 1, 1, 1, 5, 1, 2, 2, 2, 4, 1, 2, 2, 1, 1, 9, 5, 1, 3, 1, 4, 1, 13, 1, 2, 4, 1, 1, 1, 5, 1, 17, 1, 3, 1, 1, 3, 1, 1, 4, 1, 1, 1, 13, 2, 3, 4, 5, 1, 3, 1, 1, 1, 5, 1, 1], "chunk_stats": {"count": 63, "sum": 172, "mean": 2.7301587301587302, "median": 1.0, "p95": 8.599999999999994, "max": 17, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 31, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 2, 5, 1, 5, 1, 5, 1, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 31, "sum": 63, "mean": 2.032258064516129, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 6, 1, 13, 2, 3, 5, 1, 3, 4, 1, 1, 6, 1, 17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 3, 2, 1, 5, 1, 1, 2, 2, 5, 1, 4, 1, 3, 2, 2], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 70, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06398538599751191, "decode_time_sec": 2.093168969000544, "total_time_sec": 2.160335724001925, "prefill_units_per_sec": 2266.1424595553485, "prefill_bytes_per_sec": 2250.51389086876, "decode_units_per_sec": 61.15129829252056, "decode_bytes_per_sec": 61.15129829252056, "total_units_per_sec": 59.250050155577554, "total_bytes_per_sec": 59.250050155577554, "step_latency_ms": {"count": 128, "sum": 2092, "mean": 16.34375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3300.90380859375, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 62, "stage1_units": 32, "bytes_per_stage0_unit": 2.3225806451612905, "stage0_per_stage1_unit": 1.9375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 145, "units_out": 62, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 1, 9, 4, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 3, 1, 6, 1, 5, 4, 1, 8, 1, 1, 5, 1, 1, 2, 1, 4, 1, 6, 1, 1, 5, 3, 4], "chunk_stats": {"count": 62, "sum": 145, "mean": 2.338709677419355, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 62, "units_out": 32, "chunk_lengths": [1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 1, 7, 1, 3, 3, 3, 1, 2, 1, 1, 1, 1, 3, 3, 3, 2, 3, 1, 1, 2], "chunk_stats": {"count": 32, "sum": 62, "mean": 1.9375, "median": 1.5, "p95": 3.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 6, 1, 1, 1, 4, 3, 1, 6, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 3], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [3, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 5, 1, 1, 3, 1, 3, 4], "chunk_stats": {"count": 28, "sum": 55, "mean": 1.9642857142857142, "median": 1.0, "p95": 3.6499999999999986, "max": 5, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 71, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06414315599977272, "decode_time_sec": 2.179273234996799, "total_time_sec": 2.2466205900018394, "prefill_units_per_sec": 2806.223005313892, "prefill_bytes_per_sec": 2790.6328775065926, "decode_units_per_sec": 58.73517737218849, "decode_bytes_per_sec": 58.73517737218849, "total_units_per_sec": 56.974462252166575, "total_bytes_per_sec": 56.974462252166575, "step_latency_ms": {"count": 128, "sum": 2183, "mean": 17.0546875, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3307.5654296875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 63, "stage1_units": 38, "bytes_per_stage0_unit": 2.8412698412698414, "stage0_per_stage1_unit": 1.6578947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 180, "units_out": 63, "chunk_lengths": [1, 1, 3, 7, 1, 1, 8, 1, 3, 2, 4, 2, 6, 2, 7, 1, 1, 5, 5, 1, 4, 2, 6, 1, 5, 2, 1, 3, 1, 5, 1, 6, 1, 4, 1, 3, 2, 4, 1, 5, 5, 2, 4, 1, 1, 4, 1, 1, 5, 6, 2, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1], "chunk_stats": {"count": 63, "sum": 180, "mean": 2.857142857142857, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 38, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 5, 3, 2, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 38, "sum": 63, "mean": 1.6578947368421053, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [2, 1, 1, 5, 4, 1, 4, 3, 5, 1, 1, 1, 3, 1, 1, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 1, 1, 2, 1, 1, 9, 1, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 2, 1], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 29, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 6, 1, 2, 3, 2, 1, 5, 1, 1, 1, 2, 6, 3, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 30, "sum": 59, "mean": 1.9666666666666666, "median": 1.0, "p95": 5.549999999999997, "max": 6, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 72, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06402421700113337, "decode_time_sec": 1.6531812700013688, "total_time_sec": 1.7204039450007258, "prefill_units_per_sec": 2889.5316282700514, "prefill_bytes_per_sec": 2873.9125383875107, "decode_units_per_sec": 77.42647604511876, "decode_bytes_per_sec": 77.42647604511876, "total_units_per_sec": 74.40113141564902, "total_bytes_per_sec": 74.40113141564902, "step_latency_ms": {"count": 128, "sum": 1658, "mean": 12.953125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3309.31640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 67, "stage1_units": 31, "bytes_per_stage0_unit": 2.746268656716418, "stage0_per_stage1_unit": 2.161290322580645}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 185, "units_out": 67, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 1, 5, 1, 1, 3, 1, 1, 9, 5, 2, 1, 4, 1, 4, 7, 4, 4, 1, 4, 2, 1, 3, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 4, 1, 1, 5, 1, 14, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 1, 2, 8, 1, 7, 1, 1, 10, 1, 1, 1], "chunk_stats": {"count": 67, "sum": 185, "mean": 2.7611940298507465, "median": 1.0, "p95": 8.699999999999996, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 31, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 4, 1, 1, 1, 2, 6, 1, 4, 7, 2, 1, 2, 2, 1, 1, 3, 6, 4, 2, 2, 1, 1, 1, 1], "chunk_stats": {"count": 31, "sum": 67, "mean": 2.161290322580645, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 1, 5, 4, 7, 4, 4, 1, 4, 7, 4, 4, 1, 4, 2, 4, 4, 1, 1, 5, 4, 1, 1, 5, 2, 4, 7, 4, 5, 5], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 4.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 4, 1, 1, 6, 1, 6, 1, 4, 1, 1, 3, 1, 3, 1], "chunk_stats": {"count": 15, "sum": 35, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 73, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06483762599964393, "decode_time_sec": 2.078718257998844, "total_time_sec": 2.146762453001429, "prefill_units_per_sec": 3408.514679442669, "prefill_bytes_per_sec": 3393.0915360967747, "decode_units_per_sec": 61.57640628183254, "decode_bytes_per_sec": 61.57640628183254, "total_units_per_sec": 59.62466868238765, "total_bytes_per_sec": 59.62466868238765, "step_latency_ms": {"count": 128, "sum": 2080, "mean": 16.25, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3320.02294921875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 93, "stage1_units": 54, "bytes_per_stage0_unit": 2.3655913978494625, "stage0_per_stage1_unit": 1.7222222222222223}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 221, "units_out": 93, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 5, 1, 1, 3, 1, 5, 1, 1, 1, 1, 5, 2, 2, 5, 2, 4, 1, 9, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 9, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 8, 1, 6, 1, 1, 1, 1, 5, 2, 1, 1, 1], "chunk_stats": {"count": 93, "sum": 221, "mean": 2.3763440860215055, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 54, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 5, 1, 1, 1, 1, 2, 3, 2, 1, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 1, 2, 2, 1, 3, 7, 1, 1], "chunk_stats": {"count": 54, "sum": 93, "mean": 1.7222222222222223, "median": 1.0, "p95": 4.349999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [5, 4, 2, 2, 1, 1, 3, 1, 4, 1, 4, 2, 4, 2, 5, 1, 1, 9, 3, 4, 1, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 4, 1, 1, 5, 3, 4, 1, 2, 2, 1, 1, 3, 1, 4, 1, 4, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 4, 4, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 1, 2, 2, 3, 1, 1, 2, 8, 2], "chunk_stats": {"count": 27, "sum": 53, "mean": 1.962962962962963, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 74, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.064146176999202, "decode_time_sec": 1.818834115001664, "total_time_sec": 1.8862620899999456, "prefill_units_per_sec": 3211.415077823932, "prefill_bytes_per_sec": 3195.8256842422625, "decode_units_per_sec": 70.37475212514524, "decode_bytes_per_sec": 70.37475212514524, "total_units_per_sec": 67.85907466337495, "total_bytes_per_sec": 67.85907466337495, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3315.34765625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 84, "stage1_units": 40, "bytes_per_stage0_unit": 2.4404761904761907, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 206, "units_out": 84, "chunk_lengths": [1, 1, 3, 6, 1, 4, 1, 1, 1, 5, 1, 1, 4, 4, 1, 4, 1, 1, 4, 1, 5, 4, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 3, 4, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 7, 1, 1, 1, 1, 4, 1, 4, 1, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 206, "mean": 2.4523809523809526, "median": 1.0, "p95": 6.849999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 2, 1, 3, 6, 1, 3, 1, 2, 1, 5, 1, 1, 1, 2, 5, 4, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 7, 1], "chunk_stats": {"count": 40, "sum": 84, "mean": 2.1, "median": 1.0, "p95": 5.049999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [5, 4, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 1, 6, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 2, 1, 8, 5, 9, 1, 1, 4, 1, 1, 6, 1, 3, 1, 3, 1], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 1.0, "p95": 8.2, "max": 9, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 75, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06407846700312803, "decode_time_sec": 1.7179856479997397, "total_time_sec": 1.785158003000106, "prefill_units_per_sec": 3011.932229754788, "prefill_bytes_per_sec": 2996.3263632793746, "decode_units_per_sec": 74.5058610641079, "decode_bytes_per_sec": 74.5058610641079, "total_units_per_sec": 71.70233659143078, "total_bytes_per_sec": 71.70233659143078, "step_latency_ms": {"count": 128, "sum": 1723, "mean": 13.4609375, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3313.14599609375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 75, "stage1_units": 38, "bytes_per_stage0_unit": 2.56, "stage0_per_stage1_unit": 1.9736842105263157}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 193, "units_out": 75, "chunk_lengths": [1, 1, 3, 1, 3, 1, 9, 1, 1, 3, 2, 9, 2, 4, 1, 4, 2, 3, 1, 2, 2, 2, 3, 1, 4, 1, 2, 2, 2, 4, 1, 2, 1, 4, 2, 2, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 4, 2, 1, 4, 1, 13, 2, 1, 5, 2, 1, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 3, 1, 5, 1, 3, 3, 1, 1], "chunk_stats": {"count": 75, "sum": 193, "mean": 2.5733333333333333, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 38, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 6, 1, 3, 1, 6, 1, 1, 1, 2, 3, 2, 2, 1], "chunk_stats": {"count": 38, "sum": 75, "mean": 1.9736842105263157, "median": 2.0, "p95": 3.4499999999999957, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [13, 3, 1, 5, 2, 3, 13, 4, 2, 2, 2, 1, 9, 1, 2, 4, 3, 1, 4, 1, 13, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 2], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 6, 1, 2, 1], "chunk_stats": {"count": 19, "sum": 35, "mean": 1.8421052631578947, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 76, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06353019699963625, "decode_time_sec": 1.6739966509994701, "total_time_sec": 1.7407069670007331, "prefill_units_per_sec": 3179.590329322552, "prefill_bytes_per_sec": 3163.8497831377867, "decode_units_per_sec": 76.46371330765614, "decode_bytes_per_sec": 76.46371330765614, "total_units_per_sec": 73.53334158278582, "total_bytes_per_sec": 73.53334158278582, "step_latency_ms": {"count": 128, "sum": 1679, "mean": 13.1171875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3313.81298828125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 66, "stage1_units": 34, "bytes_per_stage0_unit": 3.0454545454545454, "stage0_per_stage1_unit": 1.9411764705882353}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 4, 1, 5, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 6, 1, 39, 4, 1, 1, 2, 3, 1, 4, 1, 5, 1, 4, 1, 1, 1, 13, 4, 1, 5, 1, 4, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 66, "sum": 202, "mean": 3.0606060606060606, "median": 1.0, "p95": 8.25, "max": 39, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 34, "chunk_lengths": [1, 2, 3, 2, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 4, 2, 2, 2, 3, 4, 3, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 34, "sum": 66, "mean": 1.9411764705882353, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 4, 1, 3, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 5, 1, 3, 1, 6, 1, 1, 5, 1, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 1, 2, 4, 5, 1, 5, 6, 2, 1, 4, 1, 5, 3], "chunk_stats": {"count": 14, "sum": 42, "mean": 3.0, "median": 2.5, "p95": 5.35, "max": 6, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 77, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06340457699843682, "decode_time_sec": 1.8219338850030908, "total_time_sec": 1.888441151000734, "prefill_units_per_sec": 2286.901149164276, "prefill_bytes_per_sec": 2271.129417101074, "decode_units_per_sec": 70.25501916046908, "decode_bytes_per_sec": 70.25501916046908, "total_units_per_sec": 67.78077248113847, "total_bytes_per_sec": 67.78077248113847, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3300.74560546875, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 59, "stage1_units": 32, "bytes_per_stage0_unit": 2.440677966101695, "stage0_per_stage1_unit": 1.84375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 145, "units_out": 59, "chunk_lengths": [1, 1, 3, 2, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 5, 4, 1, 3, 1, 1, 3, 2, 1, 2, 3, 4, 1, 8, 1, 9, 1, 3, 1, 1, 4, 2, 2, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 1, 4, 2, 1], "chunk_stats": {"count": 59, "sum": 145, "mean": 2.457627118644068, "median": 2.0, "p95": 8.099999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 1, 1, 2, 3, 1, 1, 4, 1, 1, 1, 5, 1, 6, 1], "chunk_stats": {"count": 32, "sum": 59, "mean": 1.84375, "median": 1.0, "p95": 4.449999999999999, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1, 1, 17, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 3, 2, 2, 1, 5, 1, 17, 1, 3, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [7, 1, 5, 1, 1, 1, 8, 1, 3, 1, 6, 1, 5, 1, 5, 1, 3], "chunk_stats": {"count": 17, "sum": 51, "mean": 3.0, "median": 1.0, "p95": 7.199999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 78, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0638073770023766, "decode_time_sec": 1.994434876000014, "total_time_sec": 2.061533631000202, "prefill_units_per_sec": 3729.9762375616124, "prefill_bytes_per_sec": 3714.304068496227, "decode_units_per_sec": 64.1785808803712, "decode_bytes_per_sec": 64.1785808803712, "total_units_per_sec": 62.08969772561884, "total_bytes_per_sec": 62.08969772561884, "step_latency_ms": {"count": 128, "sum": 1996, "mean": 15.59375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3324.66796875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 100, "stage1_units": 55, "bytes_per_stage0_unit": 2.37, "stage0_per_stage1_unit": 1.8181818181818181}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 238, "units_out": 100, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 1, 1, 5, 4, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 5, 4, 1, 6, 2, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 7, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 28, 4, 1, 4, 2, 2, 1, 1, 1, 5, 1, 2, 4, 1, 5, 1, 9, 3, 4, 4, 1, 5, 1, 5, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 100, "sum": 238, "mean": 2.38, "median": 1.0, "p95": 5.0, "max": 28, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 55, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 9, 1, 1, 2, 1, 1, 4, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 5, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 55, "sum": 100, "mean": 1.8181818181818181, "median": 1.0, "p95": 4.299999999999997, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [1, 9, 1, 1, 6, 4, 5, 1, 1, 7, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 4, 1, 7, 1, 1, 1, 5, 7, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 2, 3, 1, 7, 1, 1, 7, 2, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 2, 1, 10], "chunk_stats": {"count": 23, "sum": 54, "mean": 2.347826086956522, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 79, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06376245700084837, "decode_time_sec": 1.8348423800016462, "total_time_sec": 1.901960245002556, "prefill_units_per_sec": 3889.4360673193682, "prefill_bytes_per_sec": 3873.7528573705, "decode_units_per_sec": 69.76076059453409, "decode_bytes_per_sec": 69.76076059453409, "total_units_per_sec": 67.29898815515358, "total_bytes_per_sec": 67.29898815515358, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3326.07275390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 83, "stage1_units": 46, "bytes_per_stage0_unit": 2.9759036144578315, "stage0_per_stage1_unit": 1.8043478260869565}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 83, "chunk_lengths": [1, 1, 3, 3, 1, 9, 1, 1, 4, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 1, 9, 7, 2, 1, 1, 9, 5, 2, 1, 1, 9, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 1, 2, 5, 1, 13, 6, 1], "chunk_stats": {"count": 83, "sum": 248, "mean": 2.9879518072289155, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 46, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 4, 3, 2, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 5, 1, 2, 1, 2, 5, 1, 2, 1, 1, 3, 1, 2], "chunk_stats": {"count": 46, "sum": 83, "mean": 1.8043478260869565, "median": 1.0, "p95": 4.75, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 1, 5, 1, 1, 3, 5, 9, 3, 4, 1, 3, 1, 3, 1, 4, 2, 6, 2, 1, 1, 1, 3, 1, 1, 5, 4, 3, 1, 9, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 5.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 2, 1, 6, 2, 2, 1, 5, 1, 1, 7, 4, 4, 2, 3, 2, 1], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 80, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06364721700083464, "decode_time_sec": 1.7700842830017791, "total_time_sec": 1.8371119889998226, "prefill_units_per_sec": 4022.171150022835, "prefill_bytes_per_sec": 4006.459543968058, "decode_units_per_sec": 72.3129408182375, "decode_bytes_per_sec": 72.3129408182375, "total_units_per_sec": 69.67457659981139, "total_bytes_per_sec": 69.67457659981139, "step_latency_ms": {"count": 128, "sum": 1774, "mean": 13.859375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3338.77587890625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 92, "stage1_units": 44, "bytes_per_stage0_unit": 2.7717391304347827, "stage0_per_stage1_unit": 2.090909090909091}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 92, "chunk_lengths": [1, 1, 3, 3, 3, 1, 4, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 4, 1, 1, 3, 1, 9, 7, 5, 5, 1, 13, 1, 5, 1, 5, 9, 1, 1, 1, 3, 1, 1, 1, 2, 4, 2, 4, 1, 6, 1, 1, 5, 4, 1, 4, 2, 4, 1, 1, 3, 1, 1, 3, 2, 1, 3, 1, 3, 1, 1, 1, 3, 2, 6, 1, 1, 1, 1], "chunk_stats": {"count": 92, "sum": 256, "mean": 2.782608695652174, "median": 2.0, "p95": 8.450000000000003, "max": 13, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 44, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 4, 3, 5, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 2, 2, 3, 2, 1, 3, 1, 5, 2, 3, 3, 3, 1, 1, 3, 1], "chunk_stats": {"count": 44, "sum": 92, "mean": 2.090909090909091, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 3, 4, 4, 1, 3, 1, 1, 1, 4, 3, 3, 1, 4, 1, 6, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 2], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 7.700000000000003, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 5, 1, 1, 1, 3, 4, 4, 1, 1, 4, 3, 5, 1, 3, 1, 1, 3], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 81, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0641349170000467, "decode_time_sec": 1.6065621490015474, "total_time_sec": 1.6740141439986473, "prefill_units_per_sec": 2666.2543275744083, "prefill_bytes_per_sec": 2650.6621970037977, "decode_units_per_sec": 79.67323273460038, "decode_bytes_per_sec": 79.67323273460038, "total_units_per_sec": 76.46291428234397, "total_bytes_per_sec": 76.46291428234397, "step_latency_ms": {"count": 128, "sum": 1607, "mean": 12.5546875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3304.84912109375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}, "model_input_units": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 170, "model_input_units": 171, "stage0_units": 60, "stage1_units": 26, "bytes_per_stage0_unit": 2.8333333333333335, "stage0_per_stage1_unit": 2.3076923076923075}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 171, "units_out": 60, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 2, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 8, 3, 4, 1, 1, 3, 1, 1, 3, 1, 2, 1, 7, 1, 1, 17, 1, 3, 1, 1, 1, 7, 1, 1, 7, 1, 7, 1, 1], "chunk_stats": {"count": 60, "sum": 171, "mean": 2.85, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 26, "chunk_lengths": [1, 2, 2, 3, 1, 4, 1, 4, 1, 3, 1, 2, 1, 3, 1, 1, 2, 1, 6, 2, 4, 1, 6, 3, 3, 1], "chunk_stats": {"count": 26, "sum": 60, "mean": 2.3076923076923075, "median": 2.0, "p95": 5.5, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 4, 1, 1, 1, 7, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 2, 1, 13, 4, 1, 1, 4, 1, 7, 1, 1, 1, 5, 4, 1, 1, 7, 1, 1, 6], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [1, 8, 6, 1, 3, 1, 4, 2, 2, 1, 1, 4, 2], "chunk_stats": {"count": 13, "sum": 36, "mean": 2.769230769230769, "median": 2.0, "p95": 6.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 82, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07140320300095482, "decode_time_sec": 1.8192731380004261, "total_time_sec": 1.893906050001533, "prefill_units_per_sec": 3263.158936958112, "prefill_bytes_per_sec": 3249.153962979751, "decode_units_per_sec": 70.3577694444967, "decode_bytes_per_sec": 70.3577694444967, "total_units_per_sec": 67.58518987776421, "total_bytes_per_sec": 67.58518987776421, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3324.17236328125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 99, "stage1_units": 53, "bytes_per_stage0_unit": 2.3434343434343434, "stage0_per_stage1_unit": 1.8679245283018868}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 99, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 13, 3, 1, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 4, 2, 3, 1, 4, 1, 3, 1, 4, 1, 1, 17, 1, 2, 2, 5, 2, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 99, "sum": 233, "mean": 2.3535353535353534, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 99, "units_out": 53, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 3, 2, 1, 2, 1, 3, 1, 3, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 3, 3, 2, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 99, "mean": 1.8679245283018868, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [17, 1, 3, 1, 4, 1, 1, 1, 3, 1, 1, 2, 2, 5, 1, 1, 5, 4, 1, 3, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 12], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 7.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 3, 1, 3, 3, 1, 1, 3, 4, 4, 1, 2, 3, 1, 5, 1, 5], "chunk_stats": {"count": 18, "sum": 46, "mean": 2.5555555555555554, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 83, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06437944699791842, "decode_time_sec": 1.7491303060014616, "total_time_sec": 1.8168466010029078, "prefill_units_per_sec": 3712.3649106170105, "prefill_bytes_per_sec": 3696.8320030412074, "decode_units_per_sec": 73.17922487582412, "decode_bytes_per_sec": 73.17922487582412, "total_units_per_sec": 70.45173760368289, "total_bytes_per_sec": 70.45173760368289, "step_latency_ms": {"count": 128, "sum": 1745, "mean": 13.6328125, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3324.7294921875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 98, "stage1_units": 49, "bytes_per_stage0_unit": 2.4285714285714284, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 239, "units_out": 98, "chunk_lengths": [1, 1, 3, 6, 1, 5, 1, 1, 1, 1, 1, 5, 4, 2, 1, 1, 4, 1, 5, 1, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 5, 1, 1, 2, 1, 4, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 1, 3, 1, 5, 1, 1, 1, 2, 5, 1, 1, 2, 1, 1, 1, 4, 1, 4, 1, 3, 1, 5, 3, 1, 5, 1, 9, 2, 5, 1, 1, 2, 1, 5, 2, 3, 1, 5, 1, 5, 4, 2, 1, 1], "chunk_stats": {"count": 98, "sum": 239, "mean": 2.438775510204082, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 49, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 4, 5, 3, 1, 2, 3, 2, 2, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 2, 3, 1, 3, 2, 1, 4, 2, 4, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 98, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 4, 1, 3, 1, 5, 1, 8, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 3, 1, 5, 1, 8, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 3, 4, 3, 1, 1, 1, 4, 5], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.5, "p95": 7.700000000000003, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [2, 7, 1, 1, 2, 4, 7, 1, 7, 2, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 16, "sum": 43, "mean": 2.6875, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 84, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06384585699925083, "decode_time_sec": 1.8382781899999827, "total_time_sec": 1.9053906459994323, "prefill_units_per_sec": 3257.846472362971, "prefill_bytes_per_sec": 3242.1837489381487, "decode_units_per_sec": 69.6303751501296, "decode_bytes_per_sec": 69.6303751501296, "total_units_per_sec": 67.1778253287584, "total_bytes_per_sec": 67.1778253287584, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 8.0, "p95": 40.0, "max": 42, "min": 8}, "peak_allocated_mb": 3315.6015625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 84, "stage1_units": 35, "bytes_per_stage0_unit": 2.4642857142857144, "stage0_per_stage1_unit": 2.4}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 208, "units_out": 84, "chunk_lengths": [1, 1, 3, 1, 2, 2, 4, 1, 1, 3, 1, 1, 9, 7, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 1, 4, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 208, "mean": 2.4761904761904763, "median": 1.0, "p95": 6.849999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 35, "chunk_lengths": [1, 2, 4, 1, 4, 1, 1, 1, 4, 2, 2, 2, 6, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 6, 1, 5, 4, 2, 2, 2, 5, 4, 4, 1, 1], "chunk_stats": {"count": 35, "sum": 84, "mean": 2.4, "median": 2.0, "p95": 5.299999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 3, 4, 1, 3, 1, 1, 4, 7, 1, 1, 3, 1, 1, 9, 7, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 8, 2, 1, 1, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 8.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 1, 2, 5, 1, 1, 4, 2, 4, 5, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 1.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 85, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06405367700062925, "decode_time_sec": 1.7853193180017115, "total_time_sec": 1.8525054829988221, "prefill_units_per_sec": 3356.5598427376444, "prefill_bytes_per_sec": 3340.947936492353, "decode_units_per_sec": 71.6958578274216, "decode_bytes_per_sec": 71.6958578274216, "total_units_per_sec": 69.09561195618949, "total_bytes_per_sec": 69.09561195618949, "step_latency_ms": {"count": 128, "sum": 1788, "mean": 13.96875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3317.29833984375, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 75, "stage1_units": 43, "bytes_per_stage0_unit": 2.8533333333333335, "stage0_per_stage1_unit": 1.744186046511628}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 215, "units_out": 75, "chunk_lengths": [1, 1, 3, 7, 1, 6, 2, 1, 3, 1, 2, 2, 2, 5, 1, 6, 1, 2, 2, 2, 5, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 5, 1, 3, 7, 5, 1, 5, 1, 2, 4, 3, 4, 1, 6, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 7, 2, 1, 6, 1, 1, 5, 4, 1, 7, 1, 6, 1, 5, 1, 1, 9, 3, 4], "chunk_stats": {"count": 75, "sum": 215, "mean": 2.8666666666666667, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 43, "chunk_lengths": [1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 1, 1, 1, 3, 1, 1, 2, 1, 2, 4, 1, 2], "chunk_stats": {"count": 43, "sum": 75, "mean": 1.744186046511628, "median": 1.0, "p95": 3.8999999999999986, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2, 1, 5, 4, 1, 6, 1, 5, 1, 1, 9, 3, 4, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [4, 3, 1, 1, 4, 1, 2, 1, 1, 3, 4, 1, 5, 3, 1, 1, 4, 3], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 2.5, "p95": 4.149999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 86, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06373949699991499, "decode_time_sec": 1.7238791500021762, "total_time_sec": 1.790759605999483, "prefill_units_per_sec": 3686.881934451309, "prefill_bytes_per_sec": 3671.1930751557716, "decode_units_per_sec": 74.25114457694927, "decode_bytes_per_sec": 74.25114457694927, "total_units_per_sec": 71.47804740020305, "total_bytes_per_sec": 71.47804740020305, "step_latency_ms": {"count": 128, "sum": 1731, "mean": 13.5234375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3324.6318359375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 234, "mean": 234.0, "median": 234.0, "p95": 234.0, "max": 234, "min": 234}, "model_input_units": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 234, "model_input_units": 235, "stage0_units": 106, "stage1_units": 41, "bytes_per_stage0_unit": 2.207547169811321, "stage0_per_stage1_unit": 2.5853658536585367}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 235, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 9, 7, 2, 1, 3, 1, 1, 1, 1, 9, 7, 2, 1, 1, 1, 1, 2, 7, 1, 1, 3, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 235, "mean": 2.2169811320754715, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 41, "chunk_lengths": [1, 2, 2, 11, 1, 4, 2, 2, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 2, 4, 1, 4, 1, 9, 1, 1, 1, 6, 1, 1, 1, 5, 1, 7, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 106, "mean": 2.5853658536585367, "median": 1.0, "p95": 7.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [9, 6, 1, 5, 2, 1, 1, 1, 2, 5, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 7, 1, 6, 2, 1, 4, 1, 1, 5, 4, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.399999999999991, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 4, 2, 1, 4, 1, 6, 2, 1, 9, 1, 4, 6], "chunk_stats": {"count": 15, "sum": 46, "mean": 3.066666666666667, "median": 2.0, "p95": 6.899999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 87, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06406783700003871, "decode_time_sec": 1.9149264719999337, "total_time_sec": 1.9821806079999078, "prefill_units_per_sec": 2778.3051267969677, "prefill_bytes_per_sec": 2762.6966710284455, "decode_units_per_sec": 66.8432975738843, "decode_bytes_per_sec": 66.8432975738843, "total_units_per_sec": 64.57534670826824, "total_bytes_per_sec": 64.57534670826824, "step_latency_ms": {"count": 128, "sum": 1917, "mean": 14.9765625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3307.33154296875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 64, "stage1_units": 39, "bytes_per_stage0_unit": 2.765625, "stage0_per_stage1_unit": 1.641025641025641}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 178, "units_out": 64, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 1, 1, 9, 5, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 1, 4, 1, 1, 1, 1, 1, 5, 6, 4, 1, 1, 9, 5, 3, 1, 3, 1, 1, 1, 1, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 5, 1, 13, 5, 1], "chunk_stats": {"count": 64, "sum": 178, "mean": 2.78125, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 39, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1], "chunk_stats": {"count": 39, "sum": 64, "mean": 1.641025641025641, "median": 1.0, "p95": 5.100000000000001, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 2, 4, 1, 6, 1, 1, 9, 3, 4, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 9, 5, 2, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [4, 1, 2, 1, 1, 1, 3, 2, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 1, 2, 1, 1, 3, 4], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 88, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06322247700154549, "decode_time_sec": 1.9102043349994346, "total_time_sec": 1.9766245809987595, "prefill_units_per_sec": 2546.5626725771012, "prefill_bytes_per_sec": 2530.745513120101, "decode_units_per_sec": 67.0085381206288, "decode_bytes_per_sec": 67.0085381206288, "total_units_per_sec": 64.75685936037661, "total_bytes_per_sec": 64.75685936037661, "step_latency_ms": {"count": 128, "sum": 1914, "mean": 14.953125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3303.091796875, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 160, "mean": 160.0, "median": 160.0, "p95": 160.0, "max": 160, "min": 160}, "model_input_units": {"count": 1, "sum": 161, "mean": 161.0, "median": 161.0, "p95": 161.0, "max": 161, "min": 161}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 160, "model_input_units": 161, "stage0_units": 66, "stage1_units": 33, "bytes_per_stage0_unit": 2.4242424242424243, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 161, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 4, 9, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 1, 3, 1, 9, 5, 2, 1, 3, 2, 3, 1, 4, 1], "chunk_stats": {"count": 66, "sum": 161, "mean": 2.4393939393939394, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 33, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 2, 1, 1, 2, 4, 1, 2, 1, 1, 3, 1, 5, 2, 2, 1, 1, 2, 1, 6, 4, 1, 1, 1, 2, 4, 1], "chunk_stats": {"count": 33, "sum": 66, "mean": 2.0, "median": 2.0, "p95": 4.399999999999999, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 4, 3, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 3, 4, 1, 3, 1, 1, 2, 1, 5, 1, 5, 2, 1, 3, 1, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 7.199999999999989, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 3, 1, 1, 1, 4, 4, 4, 1, 1, 2, 4, 1, 3, 1, 9, 2, 3, 1, 1, 1, 1], "chunk_stats": {"count": 22, "sum": 50, "mean": 2.272727272727273, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 89, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06393935700180009, "decode_time_sec": 2.7402694580014213, "total_time_sec": 2.8074689540007967, "prefill_units_per_sec": 2439.811836012178, "prefill_bytes_per_sec": 2424.1720165505617, "decode_units_per_sec": 46.71073482436106, "decode_bytes_per_sec": 46.71073482436106, "total_units_per_sec": 45.592668021348196, "total_bytes_per_sec": 45.592668021348196, "step_latency_ms": {"count": 128, "sum": 2731, "mean": 21.3359375, "median": 17.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3302.412109375, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 155, "mean": 155.0, "median": 155.0, "p95": 155.0, "max": 155, "min": 155}, "model_input_units": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 155, "model_input_units": 156, "stage0_units": 69, "stage1_units": 42, "bytes_per_stage0_unit": 2.246376811594203, "stage0_per_stage1_unit": 1.6428571428571428}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 156, "units_out": 69, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 1, 2, 2, 4, 2, 1, 4, 6, 1, 4, 1, 1, 4, 2, 1, 3, 3, 1, 1, 3, 2, 3, 2, 3, 1, 1, 10, 4, 1, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 9, 1, 4, 1, 1, 2, 3, 1], "chunk_stats": {"count": 69, "sum": 156, "mean": 2.260869565217391, "median": 2.0, "p95": 4.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 69, "units_out": 42, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 6, 2, 1, 5, 2, 1, 2, 2, 4, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 69, "mean": 1.6428571428571428, "median": 1.0, "p95": 3.9499999999999957, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 70, "chunk_lengths": [1, 1, 3, 1, 1, 2, 2, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 2, 4, 1, 1, 1, 2, 1, 2, 1, 2, 3, 3, 3, 3, 3, 3, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1], "chunk_stats": {"count": 71, "sum": 128, "mean": 1.8028169014084507, "median": 2.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 50, "chunk_lengths": [3, 2, 1, 1, 1, 1, 7, 1, 8, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 50, "sum": 70, "mean": 1.4, "median": 1.0, "p95": 2.549999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 70, "sum": 70, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 90, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06464884699744289, "decode_time_sec": 1.7780519449988788, "total_time_sec": 1.8460357999974804, "prefill_units_per_sec": 2351.1633549475705, "prefill_bytes_per_sec": 2335.6951749808104, "decode_units_per_sec": 71.98889793969474, "decode_bytes_per_sec": 71.98889793969474, "total_units_per_sec": 69.33776690580687, "total_bytes_per_sec": 69.33776690580687, "step_latency_ms": {"count": 128, "sum": 1782, "mean": 13.921875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3301.2060546875, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}, "model_input_units": {"count": 1, "sum": 152, "mean": 152.0, "median": 152.0, "p95": 152.0, "max": 152, "min": 152}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 151, "model_input_units": 152, "stage0_units": 54, "stage1_units": 25, "bytes_per_stage0_unit": 2.7962962962962963, "stage0_per_stage1_unit": 2.16}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 152, "units_out": 54, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 2, 1, 2, 2, 1, 5, 1, 1, 2, 1, 5, 13, 1, 3, 1, 2, 2, 1, 1, 9, 2, 3, 1, 3, 1, 10, 1, 13, 1, 3, 1], "chunk_stats": {"count": 54, "sum": 152, "mean": 2.814814814814815, "median": 1.5, "p95": 9.349999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 54, "units_out": 25, "chunk_lengths": [1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 2, 1, 5, 2, 1, 1, 6, 1, 3], "chunk_stats": {"count": 25, "sum": 54, "mean": 2.16, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 10, 1, 5, 1, 9, 4, 1, 13, 1, 3, 1, 5, 1, 1, 1, 9, 3, 4, 5, 1, 1, 1, 1, 5, 2, 2, 1, 9, 1, 1, 5, 2, 2, 1, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [2, 3, 1, 2, 1, 4, 2, 1, 1, 4, 1, 1, 4, 1, 3, 1, 2, 2, 1, 3], "chunk_stats": {"count": 20, "sum": 40, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 91, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.064179127002717, "decode_time_sec": 1.8006226840007002, "total_time_sec": 1.8679629090001981, "prefill_units_per_sec": 3147.4407557997542, "prefill_bytes_per_sec": 3131.8593659195576, "decode_units_per_sec": 71.08651975637902, "decode_bytes_per_sec": 71.08651975637902, "total_units_per_sec": 68.52384454919947, "total_bytes_per_sec": 68.52384454919947, "step_latency_ms": {"count": 128, "sum": 1807, "mean": 14.1171875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3313.73291015625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 63, "stage1_units": 44, "bytes_per_stage0_unit": 3.1904761904761907, "stage0_per_stage1_unit": 1.4318181818181819}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 63, "chunk_lengths": [1, 1, 3, 4, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 1, 1, 9, 2, 2, 2, 1, 9, 9, 2, 8, 1, 8, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 4, 1, 1, 9, 3, 4], "chunk_stats": {"count": 63, "sum": 202, "mean": 3.2063492063492065, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 44, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 3, 2, 1, 2, 1, 2, 1, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 63, "mean": 1.4318181818181819, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 8, 1, 1, 1, 4, 1, 3, 1, 8, 2, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 2], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 5, 1, 1, 5, 6, 1, 5, 2, 1], "chunk_stats": {"count": 19, "sum": 45, "mean": 2.3684210526315788, "median": 1.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 92, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06806899499861174, "decode_time_sec": 1.9825422409994644, "total_time_sec": 2.0537830339999346, "prefill_units_per_sec": 2952.886259068455, "prefill_bytes_per_sec": 2938.195282655179, "decode_units_per_sec": 64.56356760170266, "decode_bytes_per_sec": 64.56356760170266, "total_units_per_sec": 62.32401275158458, "total_bytes_per_sec": 62.32401275158458, "step_latency_ms": {"count": 128, "sum": 1980, "mean": 15.46875, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3314.0556640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 73, "stage1_units": 35, "bytes_per_stage0_unit": 2.73972602739726, "stage0_per_stage1_unit": 2.085714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 73, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 7, 1, 2, 4, 2, 2, 1, 13, 7, 2, 1, 3, 1, 1, 6, 9, 4, 1, 13, 7, 2, 4, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 9, 3, 4, 1, 6, 1, 2, 2, 1, 4, 2, 4, 1, 5, 1], "chunk_stats": {"count": 73, "sum": 201, "mean": 2.7534246575342465, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 35, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 2, 2, 4, 2, 1, 1, 4, 3, 2, 4, 1], "chunk_stats": {"count": 35, "sum": 73, "mean": 2.085714285714286, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [1, 1, 3, 1, 4, 2, 6, 1, 1, 1, 1, 1, 5, 1, 1, 5, 1, 2, 2, 1, 1, 6, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 6, 2, 5, 2, 6, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [3, 2, 2, 1, 1, 1, 1, 8, 1, 5, 3, 1, 7, 2, 1, 1, 1, 1, 3, 1, 2, 2, 3], "chunk_stats": {"count": 23, "sum": 53, "mean": 2.3043478260869565, "median": 2.0, "p95": 6.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 93, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06399571699876105, "decode_time_sec": 1.5232451269985177, "total_time_sec": 1.590351312999701, "prefill_units_per_sec": 2828.3142761492013, "prefill_bytes_per_sec": 2812.68823042462, "decode_units_per_sec": 84.03112390204585, "decode_bytes_per_sec": 84.03112390204585, "total_units_per_sec": 80.48536128697752, "total_bytes_per_sec": 80.48536128697752, "step_latency_ms": {"count": 128, "sum": 1534, "mean": 11.984375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3307.71044921875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 60, "stage1_units": 35, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 60, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 2, 4, 1, 1, 1, 9, 4, 5, 3, 5, 1, 13, 1, 4, 2, 1, 3, 1, 1, 3, 13, 6, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 13, 3, 1, 6, 2, 5, 1, 1, 1, 1, 1, 13, 6, 2, 1, 1, 1], "chunk_stats": {"count": 60, "sum": 181, "mean": 3.0166666666666666, "median": 1.0, "p95": 13.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 2, 1], "chunk_stats": {"count": 35, "sum": 60, "mean": 1.7142857142857142, "median": 1.0, "p95": 4.299999999999997, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 24, "chunk_lengths": [13, 4, 5, 3, 5, 1, 17, 1, 2, 5, 1, 2, 1, 1, 1, 1, 21, 6, 2, 1, 1, 21, 1, 4, 8], "chunk_stats": {"count": 25, "sum": 128, "mean": 5.12, "median": 2.0, "p95": 20.19999999999999, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 2, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 14, "sum": 24, "mean": 1.7142857142857142, "median": 1.5, "p95": 3.3499999999999996, "max": 4, "min": 1}, "active_size_stats": {"count": 24, "sum": 24, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 94, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06493498599957093, "decode_time_sec": 1.7059974940020766, "total_time_sec": 1.7741031689984084, "prefill_units_per_sec": 3326.4040435987354, "prefill_bytes_per_sec": 3311.0040248783707, "decode_units_per_sec": 75.02941853667471, "decode_bytes_per_sec": 75.02941853667471, "total_units_per_sec": 72.14912990221643, "total_bytes_per_sec": 72.14912990221643, "step_latency_ms": {"count": 128, "sum": 1708, "mean": 13.34375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3318.556640625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}, "model_input_units": {"count": 1, "sum": 216, "mean": 216.0, "median": 216.0, "p95": 216.0, "max": 216, "min": 216}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 215, "model_input_units": 216, "stage0_units": 96, "stage1_units": 56, "bytes_per_stage0_unit": 2.2395833333333335, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 216, "units_out": 96, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 5, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 6, 1, 6, 1, 1, 3, 1, 1, 5, 4, 1, 4, 2, 3, 1, 4, 5, 1, 3, 5, 4, 3, 1, 1, 5, 6, 1, 3, 2, 3, 1, 2, 3, 2, 2, 2, 5, 2, 3, 6, 5, 1], "chunk_stats": {"count": 96, "sum": 216, "mean": 2.25, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}}, {"stage": 1, "units_in": 96, "units_out": 56, "chunk_lengths": [1, 2, 3, 3, 1, 2, 1, 2, 1, 2, 2, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 1, 3, 1, 5, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 2, 1, 4, 2, 3, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 56, "sum": 96, "mean": 1.7142857142857142, "median": 1.0, "p95": 3.25, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 6, 1, 5, 3, 1, 2, 3, 2, 3, 1, 4, 5, 1, 3, 4, 1, 6, 1, 5, 3, 1, 4, 1, 5, 6, 1, 5, 3, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 5, 6, 1, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 3.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 6, 1, 4, 2, 1, 8, 1, 6, 3, 1, 4, 1, 3], "chunk_stats": {"count": 15, "sum": 43, "mean": 2.8666666666666667, "median": 2.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 95, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06417509699895163, "decode_time_sec": 1.8325192290030827, "total_time_sec": 1.8998340549987915, "prefill_units_per_sec": 2352.937620062604, "prefill_bytes_per_sec": 2337.355251717818, "decode_units_per_sec": 69.84919883740258, "decode_bytes_per_sec": 69.84919883740258, "total_units_per_sec": 67.37430548905569, "total_bytes_per_sec": 67.37430548905569, "step_latency_ms": {"count": 128, "sum": 1817, "mean": 14.1953125, "median": 8.0, "p95": 40.0, "max": 40, "min": 8}, "peak_allocated_mb": 3301.2080078125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 150, "mean": 150.0, "median": 150.0, "p95": 150.0, "max": 150, "min": 150}, "model_input_units": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 150, "model_input_units": 151, "stage0_units": 56, "stage1_units": 31, "bytes_per_stage0_unit": 2.6785714285714284, "stage0_per_stage1_unit": 1.8064516129032258}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 151, "units_out": 56, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 1, 3, 2, 1, 2, 1, 1, 1, 9, 2, 2, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 3, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 2, 2, 3, 1, 1, 1, 13, 4, 1, 1], "chunk_stats": {"count": 56, "sum": 151, "mean": 2.6964285714285716, "median": 1.0, "p95": 10.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 56, "units_out": 31, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 10, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 56, "mean": 1.8064516129032258, "median": 1.0, "p95": 3.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [17, 4, 3, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 4, 3, 1, 1, 3, 1, 7, 1, 1, 1, 1, 13, 4, 1, 4], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 1.0, "p95": 13.599999999999994, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 2], "chunk_stats": {"count": 20, "sum": 37, "mean": 1.85, "median": 1.0, "p95": 4.050000000000001, "max": 5, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 96, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06635794600151712, "decode_time_sec": 1.7982314070031862, "total_time_sec": 1.867801361997408, "prefill_units_per_sec": 3134.5153449331383, "prefill_bytes_per_sec": 3119.4455596209596, "decode_units_per_sec": 71.18105017046518, "decode_bytes_per_sec": 71.18105017046518, "total_units_per_sec": 68.52977120817499, "total_bytes_per_sec": 68.52977120817499, "step_latency_ms": {"count": 128, "sum": 1797, "mean": 14.0390625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3315.20849609375, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 78, "stage1_units": 40, "bytes_per_stage0_unit": 2.6538461538461537, "stage0_per_stage1_unit": 1.95}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 208, "units_out": 78, "chunk_lengths": [1, 1, 3, 1, 2, 1, 7, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 1, 7, 1, 7, 1, 5, 1, 2, 1, 6, 1, 3, 1, 5, 1, 7, 1, 1, 4, 1, 9, 4, 2, 1, 5, 1, 7, 1, 1, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 5, 4, 1, 9, 1, 5], "chunk_stats": {"count": 78, "sum": 208, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 40, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 3, 5, 1, 1, 2, 1, 5, 1, 3, 1, 2, 3, 1, 1, 3, 2, 3, 1, 3, 1, 1, 1, 1, 7, 1, 2, 1, 5, 1, 2, 1, 2], "chunk_stats": {"count": 40, "sum": 78, "mean": 1.95, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 3, 11, 5, 1, 1, 3, 1, 6, 6, 4, 8, 1, 1, 1, 1, 2, 7, 1, 5, 3, 4, 3, 1, 1, 1, 4, 1, 2, 1, 7, 1, 3, 1, 8, 1, 8, 2, 1, 4, 2], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 8.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 2, 3, 1, 1, 2, 2, 3, 1, 4, 1, 1, 6, 1, 2, 2, 1, 3], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 4.199999999999996, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 97, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06449854700258584, "decode_time_sec": 2.0315439680016425, "total_time_sec": 2.0991783539975586, "prefill_units_per_sec": 3162.861947755526, "prefill_bytes_per_sec": 3147.3577225214303, "decode_units_per_sec": 63.00626617789082, "decode_bytes_per_sec": 63.00626617789082, "total_units_per_sec": 60.97623851553343, "total_bytes_per_sec": 60.97623851553343, "step_latency_ms": {"count": 128, "sum": 2022, "mean": 15.796875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3315.13427734375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 85, "stage1_units": 39, "bytes_per_stage0_unit": 2.388235294117647, "stage0_per_stage1_unit": 2.1794871794871793}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 9, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 3, 4, 4, 1, 3, 1, 1, 9, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 204, "mean": 2.4, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 39, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 3, 4, 4, 1, 1, 1, 3, 2, 3, 1, 9, 1, 3, 2, 1, 5, 2, 1, 1, 1, 2, 1, 3, 2, 6, 1, 1, 2, 1], "chunk_stats": {"count": 39, "sum": 85, "mean": 2.1794871794871793, "median": 2.0, "p95": 5.100000000000001, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 1, 1, 1, 4, 1, 9, 1, 1, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 6], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 6.1499999999999915, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 3, 3, 1, 1, 1, 4, 2, 2, 4, 1, 1, 3, 3, 9, 1, 1, 3, 2, 3, 1, 9], "chunk_stats": {"count": 22, "sum": 59, "mean": 2.6818181818181817, "median": 2.0, "p95": 8.749999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 98, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06458282599851373, "decode_time_sec": 1.7482344540003396, "total_time_sec": 1.815987619000225, "prefill_units_per_sec": 2972.9265796516643, "prefill_bytes_per_sec": 2957.442587049312, "decode_units_per_sec": 73.216724282666, "decode_bytes_per_sec": 73.216724282666, "total_units_per_sec": 70.48506204600073, "total_bytes_per_sec": 70.48506204600073, "step_latency_ms": {"count": 128, "sum": 1748, "mean": 13.65625, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3311.7431640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 191, "mean": 191.0, "median": 191.0, "p95": 191.0, "max": 191, "min": 191}, "model_input_units": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 191, "model_input_units": 192, "stage0_units": 79, "stage1_units": 42, "bytes_per_stage0_unit": 2.4177215189873418, "stage0_per_stage1_unit": 1.880952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 192, "units_out": 79, "chunk_lengths": [1, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 1, 5, 3, 4, 1, 2, 1, 1, 9, 3, 1, 1, 5, 1, 4, 1, 1, 4, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 5, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 1, 2, 1, 1, 1, 10, 1, 1, 3, 1, 2, 3, 3, 1, 1, 9, 1, 1, 3, 1, 2, 3, 3, 1, 2], "chunk_stats": {"count": 79, "sum": 192, "mean": 2.430379746835443, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 42, "chunk_lengths": [1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 2, 1, 6, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 3, 2, 3, 1], "chunk_stats": {"count": 42, "sum": 79, "mean": 1.880952380952381, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 1, 1, 3, 1, 2, 3, 3, 1, 10, 1, 1, 7, 1, 1, 1, 3, 3, 1, 10, 1, 1, 3, 1, 1, 1, 3, 3, 1, 10, 1, 1, 10, 1, 1, 1, 3, 3, 1, 10, 1, 1, 6], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 1.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 2, 3, 1, 3, 3, 3, 1, 3, 3, 3, 1, 3, 3, 4, 2], "chunk_stats": {"count": 17, "sum": 42, "mean": 2.4705882352941178, "median": 3.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 99, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06439717700050096, "decode_time_sec": 1.8076641049992759, "total_time_sec": 1.8752094199990097, "prefill_units_per_sec": 2779.6249515503996, "prefill_bytes_per_sec": 2764.096320536152, "decode_units_per_sec": 70.8096153737872, "decode_bytes_per_sec": 70.8096153737872, "total_units_per_sec": 68.25904276870985, "total_bytes_per_sec": 68.25904276870985, "step_latency_ms": {"count": 128, "sum": 1805, "mean": 14.1015625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3308.0849609375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 76, "stage1_units": 42, "bytes_per_stage0_unit": 2.3421052631578947, "stage0_per_stage1_unit": 1.8095238095238095}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 179, "units_out": 76, "chunk_lengths": [1, 1, 3, 1, 7, 1, 4, 1, 1, 1, 1, 5, 2, 1, 2, 2, 4, 2, 2, 2, 3, 1, 1, 1, 2, 2, 5, 1, 6, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 5, 1, 1, 1, 1, 5, 4, 6, 2, 6, 3, 9, 1, 1, 5, 1, 1, 1, 9, 2, 4, 4, 1, 3, 1, 4, 1, 1], "chunk_stats": {"count": 76, "sum": 179, "mean": 2.3552631578947367, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 42, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 1, 1, 3, 1, 5, 2, 3, 1, 2, 1, 6, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1], "chunk_stats": {"count": 42, "sum": 76, "mean": 1.8095238095238095, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [9, 1, 5, 2, 5, 1, 5, 1, 1, 1, 9, 2, 4, 4, 2, 3, 1, 3, 1, 4, 1, 5, 1, 9, 2, 3, 2, 2, 2, 1, 3, 1, 1, 4, 1, 9, 6, 2, 7, 2], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 1, 4, 1, 5, 1, 2, 1, 4, 4, 2, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 40, "mean": 1.9047619047619047, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 100, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06783509500019136, "decode_time_sec": 1.848731174999557, "total_time_sec": 1.9199375479984155, "prefill_units_per_sec": 3582.2165502873477, "prefill_bytes_per_sec": 3567.4749183931613, "decode_units_per_sec": 69.23667525649351, "decode_bytes_per_sec": 69.23667525649351, "total_units_per_sec": 66.66883520948028, "total_bytes_per_sec": 66.66883520948028, "step_latency_ms": {"count": 128, "sum": 1848, "mean": 14.4375, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3326.60693359375, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}, "model_input_units": {"count": 1, "sum": 243, "mean": 243.0, "median": 243.0, "p95": 243.0, "max": 243, "min": 243}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 242, "model_input_units": 243, "stage0_units": 105, "stage1_units": 60, "bytes_per_stage0_unit": 2.3047619047619046, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 243, "units_out": 105, "chunk_lengths": [1, 1, 3, 6, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 1, 2, 4, 1, 1, 9, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 4, 2, 1, 1, 9, 1, 4, 2, 1, 2, 1, 1, 2, 4, 1, 1, 4, 1, 6, 1, 4, 2, 1, 2, 1, 9, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1], "chunk_stats": {"count": 105, "sum": 243, "mean": 2.3142857142857145, "median": 1.0, "p95": 8.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 105, "units_out": 60, "chunk_lengths": [1, 2, 1, 7, 1, 3, 1, 3, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 3, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 1, 2, 5, 1, 1, 3, 2, 4, 1, 1], "chunk_stats": {"count": 60, "sum": 105, "mean": 1.75, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [9, 3, 4, 1, 1, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 2, 4, 2, 4, 1, 1, 1, 1, 4, 6, 1, 7, 1, 1, 8, 1, 8, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 9], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 8.850000000000001, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 5, 5, 2, 3, 1, 1, 2, 1, 1, 1, 1, 2, 7, 2, 1, 3, 1, 3, 1], "chunk_stats": {"count": 20, "sum": 44, "mean": 2.2, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 101, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06389731699891854, "decode_time_sec": 1.624560920001386, "total_time_sec": 1.6919335039965517, "prefill_units_per_sec": 3881.22712576801, "prefill_bytes_per_sec": 3865.577016389913, "decode_units_per_sec": 78.79052021015673, "decode_bytes_per_sec": 78.79052021015673, "total_units_per_sec": 75.6530913878403, "total_bytes_per_sec": 75.6530913878403, "step_latency_ms": {"count": 128, "sum": 1628, "mean": 12.71875, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3326.07275390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 84, "stage1_units": 41, "bytes_per_stage0_unit": 2.9404761904761907, "stage0_per_stage1_unit": 2.048780487804878}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 84, "chunk_lengths": [1, 1, 3, 1, 5, 1, 6, 1, 1, 3, 2, 6, 2, 6, 1, 1, 9, 6, 2, 1, 3, 1, 3, 1, 6, 1, 5, 1, 6, 1, 9, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 13, 1, 5, 4, 5, 1, 1, 6, 1, 1, 4, 3, 3, 5, 3, 1, 1, 9, 4, 1, 2, 2, 3, 1, 5, 3, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 248, "mean": 2.9523809523809526, "median": 2.0, "p95": 7.699999999999989, "max": 13, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 41, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 5, 2, 1, 5, 1, 2, 3, 3, 2, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 5, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 84, "mean": 2.048780487804878, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 1, 2, 1, 3, 1, 2, 5, 1, 17, 1, 3, 1, 1, 5, 1, 1, 2, 1, 3, 3, 1, 4, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 3, 1, 3, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 13.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 4, 3, 1, 5, 4, 1, 3, 1, 2, 1, 5, 3, 1], "chunk_stats": {"count": 14, "sum": 36, "mean": 2.5714285714285716, "median": 2.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 102, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06609530700006871, "decode_time_sec": 1.9050410170020768, "total_time_sec": 1.9745291409999481, "prefill_units_per_sec": 3086.4521137603297, "prefill_bytes_per_sec": 3071.3224465360145, "decode_units_per_sec": 67.19015436288659, "decode_bytes_per_sec": 67.19015436288659, "total_units_per_sec": 64.82558162457799, "total_bytes_per_sec": 64.82558162457799, "step_latency_ms": {"count": 128, "sum": 1897, "mean": 14.8203125, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3314.75341796875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 79, "stage1_units": 37, "bytes_per_stage0_unit": 2.569620253164557, "stage0_per_stage1_unit": 2.135135135135135}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 79, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 9, 9, 2, 1, 3, 1, 1, 4, 1, 8, 1, 8, 1, 2, 1, 9, 1, 2, 1, 13, 1, 1, 1, 4, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 1, 1, 1, 9, 7, 1, 8, 5, 1, 1], "chunk_stats": {"count": 79, "sum": 204, "mean": 2.5822784810126582, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 37, "chunk_lengths": [1, 2, 1, 4, 1, 3, 3, 2, 1, 5, 6, 2, 1, 1, 1, 4, 1, 2, 5, 1, 3, 1, 2, 3, 1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 1, 4, 1], "chunk_stats": {"count": 37, "sum": 79, "mean": 2.135135135135135, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [13, 1, 1, 1, 4, 2, 2, 3, 1, 1, 9, 3, 4, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 3, 1, 8, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 4, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.399999999999999, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 2, 2, 1, 7, 1, 1, 1, 6, 2, 2, 4, 5, 1, 4, 6, 2], "chunk_stats": {"count": 18, "sum": 53, "mean": 2.9444444444444446, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 103, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06378737700288184, "decode_time_sec": 1.9554822509999212, "total_time_sec": 2.0224772569999914, "prefill_units_per_sec": 2774.8436809371133, "prefill_bytes_per_sec": 2759.1665979939658, "decode_units_per_sec": 65.45699912875617, "decode_bytes_per_sec": 65.45699912875617, "total_units_per_sec": 63.28872157003472, "total_bytes_per_sec": 63.28872157003472, "step_latency_ms": {"count": 128, "sum": 1951, "mean": 15.2421875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3307.8466796875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 76, "stage1_units": 44, "bytes_per_stage0_unit": 2.3157894736842106, "stage0_per_stage1_unit": 1.7272727272727273}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 177, "units_out": 76, "chunk_lengths": [1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 6, 2, 1, 1, 4, 1, 4, 1, 1, 5, 6, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 4, 7, 4, 1, 2, 4, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 9, 1, 1, 4, 1], "chunk_stats": {"count": 76, "sum": 177, "mean": 2.3289473684210527, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 44, "chunk_lengths": [1, 2, 2, 4, 6, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 3, 3, 1], "chunk_stats": {"count": 44, "sum": 76, "mean": 1.7272727272727273, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 4, 2, 5, 2, 1, 2, 2, 3, 1, 1, 1, 1, 4, 1, 4, 1, 3, 3, 1, 1, 1, 6, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 4, 2, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 3], "chunk_stats": {"count": 57, "sum": 128, "mean": 2.245614035087719, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 2, 1, 2, 3, 1, 1, 1, 3, 9, 1, 2, 4, 1, 1, 1, 9, 1, 4, 6, 1], "chunk_stats": {"count": 21, "sum": 56, "mean": 2.6666666666666665, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 104, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0644091069989372, "decode_time_sec": 1.6661154790017463, "total_time_sec": 1.7336976549995597, "prefill_units_per_sec": 3322.5115200484174, "prefill_bytes_per_sec": 3306.985765281836, "decode_units_per_sec": 76.82540713005754, "decode_bytes_per_sec": 76.82540713005754, "total_units_per_sec": 73.83063571141099, "total_bytes_per_sec": 73.83063571141099, "step_latency_ms": {"count": 128, "sum": 1671, "mean": 13.0546875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3317.9501953125, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}, "model_input_units": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 213, "model_input_units": 214, "stage0_units": 90, "stage1_units": 45, "bytes_per_stage0_unit": 2.3666666666666667, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 214, "units_out": 90, "chunk_lengths": [1, 1, 3, 1, 4, 1, 6, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 2, 4, 1, 1, 1, 4, 1, 4, 7, 1, 3, 1, 3, 1, 7, 9, 5, 2, 1, 4, 1, 1, 1, 1, 4, 2, 1, 1, 1, 9, 4, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 1, 1, 4, 1, 7, 1, 1, 2, 2, 1, 5, 1, 2, 3, 1, 4, 1, 1, 9, 1, 2, 1, 4, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 90, "sum": 214, "mean": 2.3777777777777778, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 90, "units_out": 45, "chunk_lengths": [1, 2, 1, 1, 2, 2, 1, 4, 1, 2, 1, 3, 4, 1, 2, 2, 2, 1, 1, 1, 8, 1, 2, 1, 1, 1, 5, 1, 4, 2, 3, 2, 1, 2, 1, 5, 3, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 45, "sum": 90, "mean": 2.0, "median": 1.0, "p95": 4.799999999999997, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [13, 3, 4, 4, 1, 5, 9, 4, 1, 13, 1, 5, 9, 1, 1, 1, 1, 3, 3, 1, 1, 4, 1, 8, 1, 6, 5, 6, 5, 1, 1, 1, 1, 2, 2], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 3.0, "p95": 10.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 2, 1, 2, 1, 2, 1, 1, 10, 2, 1, 1, 1, 2, 2, 1], "chunk_stats": {"count": 17, "sum": 34, "mean": 2.0, "median": 1.0, "p95": 4.399999999999995, "max": 10, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 105, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06434541700218688, "decode_time_sec": 1.7203031110002485, "total_time_sec": 1.7879820870002732, "prefill_units_per_sec": 3185.9300871891587, "prefill_bytes_per_sec": 3170.388964812626, "decode_units_per_sec": 74.40549237022307, "decode_bytes_per_sec": 74.40549237022307, "total_units_per_sec": 71.58908410248544, "total_bytes_per_sec": 71.58908410248544, "step_latency_ms": {"count": 128, "sum": 1725, "mean": 13.4765625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.1796875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}, "model_input_units": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 204, "model_input_units": 205, "stage0_units": 60, "stage1_units": 32, "bytes_per_stage0_unit": 3.4, "stage0_per_stage1_unit": 1.875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 205, "units_out": 60, "chunk_lengths": [1, 1, 3, 9, 1, 1, 2, 1, 1, 1, 3, 2, 2, 1, 1, 4, 2, 10, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 10, 2, 4, 1, 1, 13, 5, 1, 1, 11, 6, 1, 4, 3, 2, 4, 1, 1, 13, 3, 3, 1, 9, 5, 1, 7, 2, 1, 1, 10, 1, 2], "chunk_stats": {"count": 60, "sum": 205, "mean": 3.4166666666666665, "median": 2.0, "p95": 10.049999999999997, "max": 13, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 32, "chunk_lengths": [1, 2, 5, 1, 3, 4, 1, 1, 2, 1, 1, 5, 2, 1, 3, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1], "chunk_stats": {"count": 32, "sum": 60, "mean": 1.875, "median": 1.5, "p95": 4.449999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [1, 10, 1, 9, 9, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 3, 1, 3, 2, 6, 1, 5, 1, 6, 1, 9, 1, 2, 8, 1, 6, 1, 5, 3, 1, 1, 1, 1, 10], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.100000000000001, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 4, 2, 4, 2, 5], "chunk_stats": {"count": 17, "sum": 38, "mean": 2.235294117647059, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 106, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06382081699848641, "decode_time_sec": 1.8808493610013102, "total_time_sec": 1.9478070069999376, "prefill_units_per_sec": 3541.1643195567344, "prefill_bytes_per_sec": 3525.4954508861297, "decode_units_per_sec": 68.05436025554778, "decode_bytes_per_sec": 68.05436025554778, "total_units_per_sec": 65.71492942575912, "total_bytes_per_sec": 65.71492942575912, "step_latency_ms": {"count": 128, "sum": 1880, "mean": 14.6875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3320.68603515625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 225, "mean": 225.0, "median": 225.0, "p95": 225.0, "max": 225, "min": 225}, "model_input_units": {"count": 1, "sum": 226, "mean": 226.0, "median": 226.0, "p95": 226.0, "max": 226, "min": 226}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 225, "model_input_units": 226, "stage0_units": 83, "stage1_units": 36, "bytes_per_stage0_unit": 2.710843373493976, "stage0_per_stage1_unit": 2.3055555555555554}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 226, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 2, 7, 2, 1, 6, 3, 1, 1, 3, 2, 5, 2, 2, 7, 2, 2, 7, 4, 1, 2, 2, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 2, 2, 1, 7, 2, 7, 5, 2, 1, 3, 1, 2, 7, 4, 1, 5, 1, 9, 1, 2, 1, 1, 1, 2, 2, 1, 5, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 1, 1, 3, 1, 1, 7, 3, 4, 1, 1, 1], "chunk_stats": {"count": 83, "sum": 226, "mean": 2.7228915662650603, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 36, "chunk_lengths": [1, 2, 3, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 4, 1, 3, 1, 6, 1, 1, 3, 1, 5, 3, 1, 1, 1, 5, 1, 5, 1, 5], "chunk_stats": {"count": 36, "sum": 83, "mean": 2.3055555555555554, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 7, 2, 5, 2, 1, 9, 1, 5, 2, 3, 2, 7, 5, 1, 2, 1, 2, 2, 1, 1, 7, 3, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.5, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 6, 3, 1, 3, 2, 3, 1, 1, 1, 5, 1, 5, 1, 6, 6, 3, 1, 2], "chunk_stats": {"count": 19, "sum": 53, "mean": 2.789473684210526, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 107, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06416177700157277, "decode_time_sec": 1.4583019660021819, "total_time_sec": 1.5256497219997982, "prefill_units_per_sec": 3039.1926332592075, "prefill_bytes_per_sec": 3023.607030011724, "decode_units_per_sec": 87.77331649006945, "decode_bytes_per_sec": 87.77331649006945, "total_units_per_sec": 83.89868143011199, "total_bytes_per_sec": 83.89868143011199, "step_latency_ms": {"count": 128, "sum": 1459, "mean": 11.3984375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3313.2939453125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 73, "stage1_units": 38, "bytes_per_stage0_unit": 2.6575342465753424, "stage0_per_stage1_unit": 1.9210526315789473}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 195, "units_out": 73, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 3, 2, 7, 1, 2, 2, 1, 1, 9, 1, 3, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 3, 1, 4, 2, 1, 1, 17, 1, 2, 4, 1, 4, 1, 21, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1], "chunk_stats": {"count": 73, "sum": 195, "mean": 2.671232876712329, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 38, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 2, 1, 3, 1, 1, 4, 1, 2, 3, 1, 1, 2, 3, 1, 1, 5, 3, 3, 1], "chunk_stats": {"count": 38, "sum": 73, "mean": 1.9210526315789473, "median": 1.5, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 25, "chunk_lengths": [2, 1, 3, 1, 3, 4, 1, 25, 4, 1, 3, 1, 4, 1, 7, 1, 1, 25, 1, 5, 2, 2, 9, 17, 4], "chunk_stats": {"count": 25, "sum": 128, "mean": 5.12, "median": 3.0, "p95": 23.399999999999977, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [7, 1, 5, 2, 2, 1, 2, 2, 1, 1, 1], "chunk_stats": {"count": 11, "sum": 25, "mean": 2.272727272727273, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 25, "sum": 25, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 108, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06413511799837579, "decode_time_sec": 1.790071587998682, "total_time_sec": 1.8573554130016419, "prefill_units_per_sec": 2323.2201740670907, "prefill_bytes_per_sec": 2307.6280923619424, "decode_units_per_sec": 71.50552014688155, "decode_bytes_per_sec": 71.50552014688155, "total_units_per_sec": 68.91518936224558, "total_bytes_per_sec": 68.91518936224558, "step_latency_ms": {"count": 128, "sum": 1794, "mean": 14.015625, "median": 8.0, "p95": 38.0, "max": 50, "min": 8}, "peak_allocated_mb": 3301.1064453125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}, "model_input_units": {"count": 1, "sum": 149, "mean": 149.0, "median": 149.0, "p95": 149.0, "max": 149, "min": 149}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 148, "model_input_units": 149, "stage0_units": 58, "stage1_units": 28, "bytes_per_stage0_unit": 2.5517241379310347, "stage0_per_stage1_unit": 2.0714285714285716}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 149, "units_out": 58, "chunk_lengths": [1, 1, 3, 10, 1, 1, 3, 1, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 5, 1, 2, 1, 4, 1, 9, 1, 2, 1, 3, 1, 1, 7, 2, 1, 2, 4, 2, 2, 1, 1], "chunk_stats": {"count": 58, "sum": 149, "mean": 2.5689655172413794, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 58, "units_out": 28, "chunk_lengths": [1, 2, 1, 1, 4, 1, 4, 3, 3, 1, 2, 4, 1, 1, 5, 3, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 4, 1], "chunk_stats": {"count": 28, "sum": 58, "mean": 2.0714285714285716, "median": 1.5, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [13, 1, 3, 1, 1, 8, 1, 1, 4, 1, 1, 13, 1, 3, 1, 1, 9, 2, 2, 2, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 3, 1, 1, 1, 1, 5], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 9.949999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 3, 2, 1, 5, 1, 2, 1, 1, 4, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 109, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06450837699958356, "decode_time_sec": 1.823923850999563, "total_time_sec": 1.8916623069999332, "prefill_units_per_sec": 3053.8669419829266, "prefill_bytes_per_sec": 3038.3650793332667, "decode_units_per_sec": 70.17836842796495, "decode_bytes_per_sec": 70.17836842796495, "total_units_per_sec": 67.66535418417286, "total_bytes_per_sec": 67.66535418417286, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3313.6005859375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 74, "stage1_units": 40, "bytes_per_stage0_unit": 2.6486486486486487, "stage0_per_stage1_unit": 1.85}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 197, "units_out": 74, "chunk_lengths": [1, 1, 3, 2, 1, 1, 3, 1, 1, 9, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 2, 1, 5, 4, 1, 43, 4, 1, 1, 2, 1, 1, 3, 4, 1, 9, 4, 1, 1], "chunk_stats": {"count": 74, "sum": 197, "mean": 2.6621621621621623, "median": 1.0, "p95": 9.0, "max": 43, "min": 1}}, {"stage": 1, "units_in": 74, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 5, 2, 3, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 2, 6, 2, 1, 2, 5, 1, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 40, "sum": 74, "mean": 1.85, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 5, 4, 2, 4, 1, 1, 3, 4, 1, 9, 3, 4, 3, 1, 2, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 3, 1, 1, 1, 1, 5, 1, 3, 5, 7, 1, 5, 1, 1, 10, 1, 1], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 1.0, "p95": 7.449999999999996, "max": 10, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 110, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06466109699977096, "decode_time_sec": 1.9380326139980752, "total_time_sec": 2.005967649001832, "prefill_units_per_sec": 3093.0499060464194, "prefill_bytes_per_sec": 3077.5846565161874, "decode_units_per_sec": 66.04636014661368, "decode_bytes_per_sec": 66.04636014661368, "total_units_per_sec": 63.809603342153956, "total_bytes_per_sec": 63.809603342153956, "step_latency_ms": {"count": 128, "sum": 1937, "mean": 15.1328125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3313.400390625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 63, "stage1_units": 32, "bytes_per_stage0_unit": 3.1587301587301586, "stage0_per_stage1_unit": 1.96875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 5, 2, 8, 1, 4, 1, 1, 1, 9, 4, 1, 6, 2, 1, 3, 1, 1, 5, 9, 4, 1, 1, 6, 2, 5, 9, 1, 2, 4, 1, 1, 6, 3, 4, 1, 5, 1, 13, 2, 6, 1, 1, 3, 8, 1, 2, 3, 5, 1, 5, 4, 1, 6, 1], "chunk_stats": {"count": 63, "sum": 200, "mean": 3.1746031746031744, "median": 2.0, "p95": 8.899999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 32, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 5, 1, 4, 2, 1, 1, 5, 5, 1, 1, 1, 1, 2, 4, 4, 2, 1], "chunk_stats": {"count": 32, "sum": 63, "mean": 1.96875, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [13, 4, 1, 1, 1, 6, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 5, 1, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 1, 4, 1, 4, 2, 1, 6, 1, 1, 1, 1, 2, 4, 1, 1, 1, 9, 3], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 5, 3, 3, 1, 1, 1, 4, 1, 3, 1, 7, 2, 4, 1, 3, 1, 2, 1, 1, 3, 1], "chunk_stats": {"count": 22, "sum": 50, "mean": 2.272727272727273, "median": 1.5, "p95": 4.949999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 111, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0642696379982226, "decode_time_sec": 1.711559600000328, "total_time_sec": 1.7792492949993175, "prefill_units_per_sec": 3843.183308529462, "prefill_bytes_per_sec": 3827.6238619362257, "decode_units_per_sec": 74.78559320982774, "decode_bytes_per_sec": 74.78559320982774, "total_units_per_sec": 71.94045284140417, "total_bytes_per_sec": 71.94045284140417, "step_latency_ms": {"count": 128, "sum": 1718, "mean": 13.421875, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3325.94775390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 246, "mean": 246.0, "median": 246.0, "p95": 246.0, "max": 246, "min": 246}, "model_input_units": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 246, "model_input_units": 247, "stage0_units": 83, "stage1_units": 41, "bytes_per_stage0_unit": 2.963855421686747, "stage0_per_stage1_unit": 2.024390243902439}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 247, "units_out": 83, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 8, 1, 1, 3, 2, 3, 1, 1, 9, 6, 1, 5, 2, 6, 1, 6, 4, 1, 1, 4, 1, 1, 3, 1, 6, 2, 6, 1, 6, 4, 1, 1, 2, 2, 1, 4, 1, 9, 7, 2, 3, 4, 1, 3, 2, 6, 1, 4, 2, 2, 2, 1, 9, 1, 2, 6, 1, 13, 3, 4, 1, 5, 6, 1, 1, 1, 1, 3, 1, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 83, "sum": 247, "mean": 2.9759036144578315, "median": 2.0, "p95": 7.8999999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 41, "chunk_lengths": [1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 2, 3, 1, 1, 1, 2, 2, 4, 1, 3, 2, 3, 1, 3, 1, 1, 1, 5, 2, 2, 1, 1], "chunk_stats": {"count": 41, "sum": 83, "mean": 2.024390243902439, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 1, 1, 5, 1, 1, 4, 4, 1, 6, 1, 1, 3, 1, 1, 9, 3, 4, 1, 3, 1, 8, 1, 5, 1, 1, 4, 4, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 3.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 7, 2, 1, 1, 4, 2, 5, 1, 5, 1, 1, 1, 4], "chunk_stats": {"count": 16, "sum": 39, "mean": 2.4375, "median": 1.5, "p95": 5.5, "max": 7, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 112, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06566180699883262, "decode_time_sec": 2.014061476002098, "total_time_sec": 2.083085571000993, "prefill_units_per_sec": 3776.9292581973737, "prefill_bytes_per_sec": 3761.6997047369005, "decode_units_per_sec": 63.55317428248484, "decode_bytes_per_sec": 63.55317428248484, "total_units_per_sec": 61.44730767756779, "total_bytes_per_sec": 61.44730767756779, "step_latency_ms": {"count": 128, "sum": 2018, "mean": 15.765625, "median": 8.0, "p95": 38.0, "max": 43, "min": 8}, "peak_allocated_mb": 3327.27783203125, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 103, "stage1_units": 53, "bytes_per_stage0_unit": 2.3980582524271843, "stage0_per_stage1_unit": 1.9433962264150944}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 4, 4, 2, 3, 1, 9, 1, 3, 4, 1, 3, 4, 1, 13, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 3, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 4, 4, 1, 1, 1, 1, 17, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 13, 1, 1, 1], "chunk_stats": {"count": 103, "sum": 248, "mean": 2.407766990291262, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 53, "chunk_lengths": [1, 2, 2, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 1, 2, 1, 3, 1, 2, 2, 2, 1, 3, 3, 2, 1, 3, 1, 2, 1, 2, 7, 1, 1, 1, 1, 1, 5, 3, 1, 5, 3, 2, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 103, "mean": 1.9433962264150944, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [9, 1, 1, 6, 1, 1, 1, 4, 1, 1, 5, 1, 5, 3, 4, 4, 3, 1, 1, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 4, 3, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 9, 1, 3, 1, 5, 1, 5], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 5.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [1, 1, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 4, 4, 1, 4, 1, 3, 2, 1, 3, 1, 2, 2, 3], "chunk_stats": {"count": 26, "sum": 51, "mean": 1.9615384615384615, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 113, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06389125699934084, "decode_time_sec": 1.8450528520006628, "total_time_sec": 1.9122645979987283, "prefill_units_per_sec": 3161.6219415135943, "prefill_bytes_per_sec": 3145.970347743725, "decode_units_per_sec": 69.37470645418347, "decode_bytes_per_sec": 69.37470645418347, "total_units_per_sec": 66.93634350285929, "total_bytes_per_sec": 66.93634350285929, "step_latency_ms": {"count": 128, "sum": 1848, "mean": 14.4375, "median": 8.0, "p95": 38.0, "max": 52, "min": 8}, "peak_allocated_mb": 3314.44677734375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 78, "stage1_units": 41, "bytes_per_stage0_unit": 2.576923076923077, "stage0_per_stage1_unit": 1.9024390243902438}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 78, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 1, 5, 6, 1, 3, 7, 1, 1, 6, 1, 1, 13, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 4, 4, 1, 13, 1, 1, 6, 1, 1, 2, 4, 4, 6, 1, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4], "chunk_stats": {"count": 78, "sum": 202, "mean": 2.58974358974359, "median": 1.0, "p95": 6.1499999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 41, "chunk_lengths": [1, 2, 2, 3, 3, 1, 2, 1, 1, 1, 3, 3, 3, 4, 1, 2, 1, 1, 2, 6, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 5, 2, 2, 1, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 41, "sum": 78, "mean": 1.9024390243902438, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 2, 1, 5, 1, 5, 2, 4, 1, 1, 1, 2, 4, 2, 2, 1, 1, 1, 4, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 5, 4, 2, 1, 3, 7, 1, 1, 6, 1, 1, 10], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 6.699999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 2, 3, 1, 2, 3, 1, 1, 1, 3, 6, 1, 1, 2, 1, 3, 1, 1, 1, 8], "chunk_stats": {"count": 20, "sum": 46, "mean": 2.3, "median": 1.5, "p95": 6.100000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 114, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06398749700019835, "decode_time_sec": 1.8874432220000017, "total_time_sec": 1.954675667999254, "prefill_units_per_sec": 4000.78159017857, "prefill_bytes_per_sec": 3985.1535370919346, "decode_units_per_sec": 67.81660953189716, "decode_bytes_per_sec": 67.81660953189716, "total_units_per_sec": 65.48400949351196, "total_bytes_per_sec": 65.48400949351196, "step_latency_ms": {"count": 128, "sum": 1881, "mean": 14.6953125, "median": 8.0, "p95": 38.64999999999999, "max": 40, "min": 8}, "peak_allocated_mb": 3338.77587890625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 106, "stage1_units": 55, "bytes_per_stage0_unit": 2.4056603773584904, "stage0_per_stage1_unit": 1.9272727272727272}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 2, 2, 1, 1, 2, 3, 1, 2, 1, 3, 2, 1, 4, 1, 1, 7, 1, 1, 4, 4, 3, 2, 3, 1, 3, 4, 5, 1, 13, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 14, 1, 4, 4, 1, 4, 4, 5, 1, 2, 8, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 1, 1, 2, 1, 6, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 256, "mean": 2.4150943396226414, "median": 1.0, "p95": 7.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 55, "chunk_lengths": [1, 2, 3, 3, 1, 3, 2, 1, 1, 2, 3, 3, 3, 3, 3, 1, 1, 1, 1, 3, 2, 2, 1, 6, 1, 2, 1, 1, 3, 2, 1, 2, 5, 1, 2, 1, 1, 1, 1, 3, 5, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 3, 2, 1], "chunk_stats": {"count": 55, "sum": 106, "mean": 1.9272727272727272, "median": 2.0, "p95": 3.5999999999999943, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [13, 3, 4, 1, 4, 5, 3, 4, 1, 3, 1, 1, 1, 4, 1, 7, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 3, 4, 1, 4, 5, 3, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 4, 1, 1, 1, 3, 1, 5, 1, 1, 5, 3, 6, 3, 1, 4, 1, 1], "chunk_stats": {"count": 20, "sum": 48, "mean": 2.4, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 115, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06378904699886334, "decode_time_sec": 1.718693266997434, "total_time_sec": 1.785935273001087, "prefill_units_per_sec": 2837.4777256544567, "prefill_bytes_per_sec": 2821.8010531370287, "decode_units_per_sec": 74.47518557142931, "decode_bytes_per_sec": 74.47518557142931, "total_units_per_sec": 71.67113049114523, "total_bytes_per_sec": 71.67113049114523, "step_latency_ms": {"count": 128, "sum": 1726, "mean": 13.484375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3307.71044921875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 64, "stage1_units": 33, "bytes_per_stage0_unit": 2.8125, "stage0_per_stage1_unit": 1.9393939393939394}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 64, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 1, 13, 1, 5, 9, 1, 1, 4, 1, 1, 1, 7, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 9, 4, 1, 13, 1, 3, 1, 1, 4, 2, 1, 3, 13, 8, 2, 4, 1], "chunk_stats": {"count": 64, "sum": 181, "mean": 2.828125, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 33, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 8, 1, 2, 1, 1, 3, 1, 2, 3, 1, 2, 2, 2, 1, 3, 2, 1, 2, 1, 5, 1, 2, 1, 1, 1, 2], "chunk_stats": {"count": 33, "sum": 64, "mean": 1.9393939393939394, "median": 2.0, "p95": 4.399999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 13, 4, 1, 1, 4, 2, 1, 4, 13, 3, 4, 7, 1, 5, 4, 1, 3, 1, 5, 1, 4, 1, 1, 9, 8, 2, 1, 1, 9, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 2, 2, 1, 4, 3, 1, 3, 1, 1, 3, 2, 4, 1, 1, 1, 2, 1], "chunk_stats": {"count": 18, "sum": 36, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 116, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06443107800077996, "decode_time_sec": 1.8334176700009266, "total_time_sec": 1.901142875001824, "prefill_units_per_sec": 3926.67650224535, "prefill_bytes_per_sec": 3911.156041762167, "decode_units_per_sec": 69.81497020258091, "decode_bytes_per_sec": 69.81497020258091, "total_units_per_sec": 67.3279224213368, "total_bytes_per_sec": 67.3279224213368, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3329.0869140625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 252, "mean": 252.0, "median": 252.0, "p95": 252.0, "max": 252, "min": 252}, "model_input_units": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 252, "model_input_units": 253, "stage0_units": 110, "stage1_units": 64, "bytes_per_stage0_unit": 2.290909090909091, "stage0_per_stage1_unit": 1.71875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 253, "units_out": 110, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 1, 1, 1, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 1, 5, 4, 2, 1, 1, 2, 2, 1, 3, 1, 4, 1, 3, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 1, 5, 1, 2, 1, 1, 2, 1, 2, 1, 8, 2, 1, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 2, 2, 1, 1, 1, 1, 2, 7, 9, 5, 4, 5, 1, 2, 1, 8, 9, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 1], "chunk_stats": {"count": 110, "sum": 253, "mean": 2.3, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 110, "units_out": 64, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 2, 4, 1, 2, 3, 1, 3, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 7, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 2, 2, 2, 1], "chunk_stats": {"count": 64, "sum": 110, "mean": 1.71875, "median": 1.0, "p95": 3.8499999999999943, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 14, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 13, 1, 4, 1, 2, 1, 1, 1, 1, 3, 1, 13, 1, 1, 6, 1, 2, 1, 6, 1, 13, 1, 1, 6, 1, 2, 4, 4, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 13.0, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 5, 1, 3, 2, 3, 1, 5, 2, 4, 1, 2, 2, 4, 1, 7, 2], "chunk_stats": {"count": 18, "sum": 47, "mean": 2.611111111111111, "median": 2.0, "p95": 5.299999999999997, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 117, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0643301669988432, "decode_time_sec": 1.8634647949984355, "total_time_sec": 1.931125950999558, "prefill_units_per_sec": 3435.40224299393, "prefill_bytes_per_sec": 3419.8574364645456, "decode_units_per_sec": 68.68925044548935, "decode_bytes_per_sec": 68.68925044548935, "total_units_per_sec": 66.28257464705848, "total_bytes_per_sec": 66.28257464705848, "step_latency_ms": {"count": 128, "sum": 1869, "mean": 14.6015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3319.3857421875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 72, "stage1_units": 39, "bytes_per_stage0_unit": 3.0555555555555554, "stage0_per_stage1_unit": 1.8461538461538463}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 221, "units_out": 72, "chunk_lengths": [1, 1, 3, 2, 5, 1, 1, 6, 1, 1, 5, 1, 4, 1, 3, 2, 5, 1, 4, 2, 9, 1, 1, 5, 3, 1, 7, 2, 1, 1, 5, 4, 6, 3, 5, 1, 4, 1, 9, 4, 1, 2, 2, 5, 1, 1, 6, 1, 6, 1, 3, 2, 5, 2, 9, 1, 9, 3, 1, 6, 1, 1, 5, 1, 4, 1, 5, 3, 4, 1, 4, 1], "chunk_stats": {"count": 72, "sum": 221, "mean": 3.0694444444444446, "median": 2.0, "p95": 7.900000000000006, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 39, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 2, 1, 7, 2, 2, 3, 1, 3, 3, 3, 1, 3, 1, 1], "chunk_stats": {"count": 39, "sum": 72, "mean": 1.8461538461538463, "median": 1.0, "p95": 3.1000000000000014, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 5, 1, 1, 6, 1, 1, 5, 1, 3, 2, 5, 2, 9, 1, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 4, 1, 1, 9, 3, 4, 3, 1, 2, 5, 1, 1, 4], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [5, 1, 1, 1, 9, 1, 1, 2, 1, 3, 1, 1, 2, 1, 2, 1, 5, 1, 3, 1, 4], "chunk_stats": {"count": 21, "sum": 47, "mean": 2.238095238095238, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 118, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06394395700044697, "decode_time_sec": 1.5304430039977888, "total_time_sec": 1.5975243499997305, "prefill_units_per_sec": 3643.8157869768884, "prefill_bytes_per_sec": 3628.177092612181, "decode_units_per_sec": 83.63591435005503, "decode_bytes_per_sec": 83.63591435005503, "total_units_per_sec": 80.1239743231592, "total_bytes_per_sec": 80.1239743231592, "step_latency_ms": {"count": 128, "sum": 1528, "mean": 11.9375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3322.37744140625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 74, "stage1_units": 32, "bytes_per_stage0_unit": 3.135135135135135, "stage0_per_stage1_unit": 2.3125}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 74, "chunk_lengths": [1, 1, 3, 2, 1, 11, 1, 1, 3, 2, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 12, 1, 2, 2, 2, 1, 13, 1, 4, 1, 1, 7, 1, 2, 2, 1, 1, 3, 1, 2, 1, 11, 2, 1, 1, 13, 3, 3, 9, 1, 3, 1, 11, 1, 4, 1, 13, 3, 1, 1, 3, 1, 1, 1, 6, 1, 4, 2, 1, 1, 13, 1, 3, 1], "chunk_stats": {"count": 74, "sum": 233, "mean": 3.1486486486486487, "median": 1.5, "p95": 12.349999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 74, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 4, 1, 1, 5, 5, 1, 2, 3, 3, 5, 2, 1, 2, 1, 2, 1, 4, 2, 2, 1, 6, 1, 4, 2, 2, 1], "chunk_stats": {"count": 32, "sum": 74, "mean": 2.3125, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 1, 3, 1, 1, 1, 6, 1, 4, 3, 1, 1, 3, 1, 13, 11, 1, 1, 3, 1, 11, 1, 13, 11, 1, 4, 1, 1, 3, 1, 11, 1, 4, 1, 6], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 11.599999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [10, 1, 2, 2, 1, 5, 2, 3, 7, 1], "chunk_stats": {"count": 10, "sum": 34, "mean": 3.4, "median": 2.0, "p95": 8.649999999999997, "max": 10, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 119, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0644755970024562, "decode_time_sec": 1.7831769369986432, "total_time_sec": 1.8508104430002277, "prefill_units_per_sec": 2155.8544079042, "prefill_bytes_per_sec": 2140.344663962443, "decode_units_per_sec": 71.78199613519193, "decode_bytes_per_sec": 71.78199613519193, "total_units_per_sec": 69.15889224858034, "total_bytes_per_sec": 69.15889224858034, "step_latency_ms": {"count": 128, "sum": 1779, "mean": 13.8984375, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3298.263671875, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 138, "mean": 138.0, "median": 138.0, "p95": 138.0, "max": 138, "min": 138}, "model_input_units": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 138, "model_input_units": 139, "stage0_units": 47, "stage1_units": 27, "bytes_per_stage0_unit": 2.9361702127659575, "stage0_per_stage1_unit": 1.7407407407407407}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 139, "units_out": 47, "chunk_lengths": [1, 1, 3, 6, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 4, 4, 2, 1, 2, 3, 4, 4, 1, 1, 5, 1, 1, 1, 13, 1, 2, 1, 1, 1, 1, 1, 1, 17, 3, 4, 4, 1], "chunk_stats": {"count": 47, "sum": 139, "mean": 2.9574468085106385, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 47, "units_out": 27, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 3, 5, 1, 1, 3, 1, 2, 1, 1, 3, 1], "chunk_stats": {"count": 27, "sum": 47, "mean": 1.7407407407407407, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 3, 4, 2, 2, 1, 1, 4, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 1, 2, 2, 1, 2, 2, 2, 1, 13, 4, 1, 1, 8, 2, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 3, 2, 4, 3, 1, 1, 6, 1, 1, 2, 5, 1, 4, 1], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 120, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06402931699994951, "decode_time_sec": 1.8404746879969025, "total_time_sec": 1.9078196339978604, "prefill_units_per_sec": 3966.9328348481413, "prefill_bytes_per_sec": 3951.314989041652, "decode_units_per_sec": 69.54727540388505, "decode_bytes_per_sec": 69.54727540388505, "total_units_per_sec": 67.09229621029445, "total_bytes_per_sec": 67.09229621029445, "step_latency_ms": {"count": 128, "sum": 1847, "mean": 14.4296875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3329.32275390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.53, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 254, "units_out": 100, "chunk_lengths": [1, 1, 3, 9, 1, 1, 3, 2, 1, 3, 1, 1, 9, 1, 2, 1, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 6, 2, 1, 3, 1, 1, 7, 1, 4, 1, 9, 1, 1, 3, 1, 1, 9, 1, 5, 2, 1, 3, 1, 1, 3, 1, 2, 3, 1, 1, 2, 1, 3, 5, 1, 1, 9, 3, 2, 2, 1, 1, 1, 4, 1, 1, 1, 4, 1, 9, 4, 1, 2, 4, 1, 1, 2, 2, 3, 9, 1, 1, 2, 1, 4, 1, 3, 1, 1, 1, 13, 4, 3, 1], "chunk_stats": {"count": 100, "sum": 254, "mean": 2.54, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 1, 1, 3, 2, 2, 1, 4, 4, 1, 2, 3, 1, 5, 4, 4, 1, 1, 2, 1, 2, 4, 2, 7, 1, 1, 1, 1, 1, 5, 4, 1, 3, 5, 1, 1, 10, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 1.5, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [2, 3, 1, 3, 2, 3, 9, 1, 4, 1, 3, 1, 1, 1, 17, 3, 1, 1, 1, 2, 3, 1, 3, 3, 1, 3, 1, 1, 9, 3, 4, 3, 1, 1, 1, 1, 4, 1, 7, 1, 4, 1, 1, 2, 6, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 8.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 7, 1, 2, 2, 3, 5, 1, 1, 4, 1, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 20, "sum": 47, "mean": 2.35, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 121, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06426352699782001, "decode_time_sec": 1.6533855330017104, "total_time_sec": 1.7206767890020274, "prefill_units_per_sec": 1602.775397053667, "prefill_bytes_per_sec": 1587.2144708686797, "decode_units_per_sec": 77.41691060258454, "decode_bytes_per_sec": 77.41691060258454, "total_units_per_sec": 74.38933378896714, "total_bytes_per_sec": 74.38933378896714, "step_latency_ms": {"count": 128, "sum": 1657, "mean": 12.9453125, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3289.88330078125, "peak_reserved_mb": 3326.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "model_input_units": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 102, "model_input_units": 103, "stage0_units": 41, "stage1_units": 19, "bytes_per_stage0_unit": 2.4878048780487805, "stage0_per_stage1_unit": 2.1578947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 103, "units_out": 41, "chunk_lengths": [1, 1, 3, 12, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 6, 1, 8, 1, 2, 2, 2, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 41, "sum": 103, "mean": 2.5121951219512195, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 41, "units_out": 19, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 1, 5, 2, 2, 2, 3, 1, 6, 3, 2, 1, 1], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 5.099999999999998, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 6, 1, 7, 1, 13, 1, 5, 4, 1, 1, 4, 1, 1, 5, 1, 4, 1, 1, 9, 1, 5, 5, 5, 1, 1, 1, 5, 1, 1, 7, 5], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 9, 2, 1, 1, 4, 3, 4, 1, 2, 3, 3, 1, 2], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 2.0, "p95": 5.749999999999998, "max": 9, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 122, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06701026699738577, "decode_time_sec": 1.625225457999477, "total_time_sec": 1.6954020919984032, "prefill_units_per_sec": 2924.924922439817, "prefill_bytes_per_sec": 2910.0018361008383, "decode_units_per_sec": 78.75830357565147, "decode_bytes_per_sec": 78.75830357565147, "total_units_per_sec": 75.49831429612307, "total_bytes_per_sec": 75.49831429612307, "step_latency_ms": {"count": 128, "sum": 1616, "mean": 12.625, "median": 8.0, "p95": 39.0, "max": 41, "min": 8}, "peak_allocated_mb": 3312.787109375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}, "model_input_units": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 195, "model_input_units": 196, "stage0_units": 61, "stage1_units": 32, "bytes_per_stage0_unit": 3.19672131147541, "stage0_per_stage1_unit": 1.90625}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 196, "units_out": 61, "chunk_lengths": [1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 4, 1, 5, 2, 6, 1, 4, 1, 1, 1, 9, 4, 9, 1, 1, 1, 1, 13, 6, 2, 2, 1, 3, 1, 1, 6, 1, 6, 1, 1, 3, 1, 6, 1, 4, 1, 13, 1, 2, 6, 1, 1, 17, 6, 1, 1, 4, 1, 5, 1, 2], "chunk_stats": {"count": 61, "sum": 196, "mean": 3.2131147540983607, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 1, 1, 1, 1, 5, 1, 2, 2, 5, 1, 1, 4, 1, 2, 5, 1], "chunk_stats": {"count": 32, "sum": 61, "mean": 1.90625, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 29, "chunk_lengths": [2, 1, 3, 17, 3, 4, 1, 13, 4, 1, 17, 3, 4, 1, 1, 9, 3, 4, 9, 1, 5, 4, 1, 6, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 3.0, "p95": 15.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 1, 4, 2, 2], "chunk_stats": {"count": 16, "sum": 29, "mean": 1.8125, "median": 1.5, "p95": 3.25, "max": 4, "min": 1}, "active_size_stats": {"count": 29, "sum": 29, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 123, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06411683800251922, "decode_time_sec": 1.758272761999251, "total_time_sec": 1.8255697479980881, "prefill_units_per_sec": 2464.2512781711416, "prefill_bytes_per_sec": 2448.654751094109, "decode_units_per_sec": 72.79871631205677, "decode_bytes_per_sec": 72.79871631205677, "total_units_per_sec": 70.1150970212802, "total_bytes_per_sec": 70.1150970212802, "step_latency_ms": {"count": 128, "sum": 1757, "mean": 13.7265625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3302.78173828125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 70, "stage1_units": 30, "bytes_per_stage0_unit": 2.242857142857143, "stage0_per_stage1_unit": 2.3333333333333335}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 158, "units_out": 70, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 1, 6, 1, 4, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 2, 1, 1, 1, 5, 7, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 5, 7, 1, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1], "chunk_stats": {"count": 70, "sum": 158, "mean": 2.257142857142857, "median": 1.0, "p95": 6.549999999999997, "max": 8, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 30, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 4, 1, 10, 1, 2, 3, 4, 10, 1], "chunk_stats": {"count": 30, "sum": 70, "mean": 2.3333333333333335, "median": 1.0, "p95": 7.749999999999986, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [5, 7, 1, 1, 7, 1, 1, 3, 1, 1, 1, 3, 1, 7, 5, 7, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 5, 5, 7, 1, 1, 1, 5, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 1, 1, 4], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 2, 4, 7, 1, 2, 5, 8, 1, 2, 4, 4, 10], "chunk_stats": {"count": 13, "sum": 51, "mean": 3.923076923076923, "median": 4.0, "p95": 8.799999999999997, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 124, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06429297700015013, "decode_time_sec": 1.7732912639985443, "total_time_sec": 1.8407101900011185, "prefill_units_per_sec": 2768.5761074585853, "prefill_bytes_per_sec": 2753.022309102076, "decode_units_per_sec": 72.1821635275958, "decode_bytes_per_sec": 72.1821635275958, "total_units_per_sec": 69.53837746718956, "total_bytes_per_sec": 69.53837746718956, "step_latency_ms": {"count": 128, "sum": 1768, "mean": 13.8125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3307.27880859375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 63, "stage1_units": 36, "bytes_per_stage0_unit": 2.8095238095238093, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 178, "units_out": 63, "chunk_lengths": [1, 1, 3, 2, 4, 1, 5, 1, 1, 3, 2, 5, 2, 7, 1, 2, 2, 1, 1, 9, 1, 2, 8, 1, 2, 2, 2, 1, 13, 8, 2, 4, 1, 1, 1, 9, 7, 1, 1, 3, 1, 1, 3, 5, 9, 2, 2, 4, 6, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 178, "mean": 2.8253968253968256, "median": 2.0, "p95": 8.899999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 36, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 7, 1], "chunk_stats": {"count": 36, "sum": 63, "mean": 1.75, "median": 1.0, "p95": 4.25, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [9, 2, 5, 3, 10, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 4, 5, 2, 3, 7, 1, 9], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 1, 32, 9, 5, 1, 1, 1, 5, 3], "chunk_stats": {"count": 10, "sum": 59, "mean": 5.9, "median": 2.0, "p95": 21.649999999999977, "max": 32, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 125, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06446189700000104, "decode_time_sec": 1.5601788820022193, "total_time_sec": 1.6277947380003752, "prefill_units_per_sec": 3676.590529130661, "prefill_bytes_per_sec": 3661.0774889233585, "decode_units_per_sec": 82.04187447771, "decode_bytes_per_sec": 82.04187447771, "total_units_per_sec": 78.63399297950704, "total_bytes_per_sec": 78.63399297950704, "step_latency_ms": {"count": 128, "sum": 1567, "mean": 12.2421875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3323.388671875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}, "model_input_units": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 236, "model_input_units": 237, "stage0_units": 92, "stage1_units": 46, "bytes_per_stage0_unit": 2.5652173913043477, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 237, "units_out": 92, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 6, 1, 1, 5, 1, 4, 2, 1, 4, 1, 5, 2, 2, 2, 2, 2, 2, 1, 5, 1, 2, 1, 9, 1, 5, 2, 5, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 1, 9, 1, 1, 4, 1, 5, 2, 1, 4, 1, 3, 1, 4, 1, 1, 1, 9, 1, 2, 4, 1, 1, 4, 1, 4, 1, 13, 1, 4, 1, 1, 4, 1, 1, 13, 6, 1, 5, 1, 1], "chunk_stats": {"count": 92, "sum": 237, "mean": 2.5760869565217392, "median": 1.0, "p95": 7.3500000000000085, "max": 13, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 46, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 1, 1, 3, 1, 2, 1, 5, 5, 2, 1, 5, 1, 5, 1, 2, 1, 1, 1, 2, 6, 1, 5, 2, 1, 4, 1], "chunk_stats": {"count": 46, "sum": 92, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [17, 1, 6, 4, 5, 1, 3, 1, 5, 5, 3, 4, 13, 1, 4, 1, 1, 1, 17, 1, 2, 3, 1, 2, 7, 2, 2, 4, 3, 4, 4], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 3.0, "p95": 15.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 3, 1, 2, 4, 5, 1, 2, 1, 4, 2, 1, 2, 1], "chunk_stats": {"count": 14, "sum": 30, "mean": 2.142857142857143, "median": 2.0, "p95": 4.35, "max": 5, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 126, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06521696699928725, "decode_time_sec": 2.137458711000363, "total_time_sec": 2.2059086070003104, "prefill_units_per_sec": 3342.6884142340214, "prefill_bytes_per_sec": 3327.3549811412045, "decode_units_per_sec": 59.884197688241684, "decode_bytes_per_sec": 59.884197688241684, "total_units_per_sec": 58.025976050775704, "total_bytes_per_sec": 58.025976050775704, "step_latency_ms": {"count": 128, "sum": 2138, "mean": 16.703125, "median": 17.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3320.3837890625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 114, "stage1_units": 51, "bytes_per_stage0_unit": 1.9035087719298245, "stage0_per_stage1_unit": 2.235294117647059}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 218, "units_out": 114, "chunk_lengths": [1, 1, 3, 11, 1, 1, 3, 1, 1, 9, 3, 2, 1, 3, 1, 3, 1, 1, 2, 1, 4, 1, 1, 9, 1, 2, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 9, 1, 2, 2, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 3, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 2, 2, 1, 1, 9, 3, 4, 1, 1], "chunk_stats": {"count": 114, "sum": 218, "mean": 1.912280701754386, "median": 1.0, "p95": 5.749999999999972, "max": 11, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 51, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 7, 2, 2, 1, 2, 1, 1, 2, 4, 2, 1, 6, 2, 6, 1, 6, 2, 1, 3, 1, 2, 1, 5, 1, 5, 1, 3, 1, 1, 3, 6, 5, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 51, "sum": 114, "mean": 2.235294117647059, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 65, "chunk_lengths": [1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1, 1, 9, 1, 1, 2, 2, 2, 2, 2, 4, 9, 2, 2, 2, 2, 2, 2, 3, 1, 9, 1], "chunk_stats": {"count": 66, "sum": 128, "mean": 1.9393939393939394, "median": 1.0, "p95": 5.75, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [3, 5, 1, 6, 2, 1, 3, 1, 6, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 4, 1, 2, 1, 5, 1], "chunk_stats": {"count": 25, "sum": 65, "mean": 2.6, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 65, "sum": 65, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 127, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06426147800084436, "decode_time_sec": 2.0058472490018175, "total_time_sec": 2.073290423999424, "prefill_units_per_sec": 3314.582960528877, "prefill_bytes_per_sec": 3299.0215381789762, "decode_units_per_sec": 63.81343348238379, "decode_bytes_per_sec": 63.81343348238379, "total_units_per_sec": 61.73761211566545, "total_bytes_per_sec": 61.73761211566545, "step_latency_ms": {"count": 128, "sum": 2008, "mean": 15.6875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3317.259765625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.12, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 213, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 100, "sum": 213, "mean": 2.13, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 2.0, "p95": 4.949999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 2, 5, 1, 2, 2, 4, 1, 2, 3, 1, 2, 4, 2, 1, 1], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 23, "sum": 57, "mean": 2.4782608695652173, "median": 1.0, "p95": 7.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06425643800321268, "decode_time_sec": 1.825507129997277, "total_time_sec": 1.892945616000361, "prefill_units_per_sec": 2816.838368646429, "prefill_bytes_per_sec": 2801.2757257257304, "decode_units_per_sec": 70.11750208841471, "decode_bytes_per_sec": 70.11750208841471, "total_units_per_sec": 67.61948093915846, "total_bytes_per_sec": 67.61948093915846, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3307.71044921875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 61, "stage1_units": 29, "bytes_per_stage0_unit": 2.9508196721311477, "stage0_per_stage1_unit": 2.103448275862069}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 61, "chunk_lengths": [1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 4, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 181, "mean": 2.9672131147540983, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 29, "chunk_lengths": [1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 4, 1, 3, 1, 2, 1], "chunk_stats": {"count": 29, "sum": 61, "mean": 2.103448275862069, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 5, 1, 1, 9, 4, 1, 6, 2, 5, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 7], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 3, 1, 3, 2, 1, 1, 10], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 2.0, "p95": 7.599999999999998, "max": 10, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06405922799967811, "decode_time_sec": 1.6972812050007633, "total_time_sec": 1.764504291000776, "prefill_units_per_sec": 2731.846846497734, "prefill_bytes_per_sec": 2716.2362930891754, "decode_units_per_sec": 75.41472775570058, "decode_bytes_per_sec": 75.41472775570058, "total_units_per_sec": 72.54162013253143, "total_bytes_per_sec": 72.54162013253143, "step_latency_ms": {"count": 128, "sum": 1702, "mean": 13.296875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3305.73388671875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}, "model_input_units": {"count": 1, "sum": 175, "mean": 175.0, "median": 175.0, "p95": 175.0, "max": 175, "min": 175}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 174, "model_input_units": 175, "stage0_units": 63, "stage1_units": 30, "bytes_per_stage0_unit": 2.761904761904762, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 175, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 175, "mean": 2.7777777777777777, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 30, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1], "chunk_stats": {"count": 30, "sum": 63, "mean": 2.1, "median": 1.5, "p95": 4.549999999999997, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 3, 1, 3, 1, 1, 8, 2, 1, 5, 1, 2, 3, 1, 3, 1], "chunk_stats": {"count": 16, "sum": 38, "mean": 2.375, "median": 2.0, "p95": 5.75, "max": 8, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0643678579981497, "decode_time_sec": 1.9339748759994109, "total_time_sec": 2.001457271999243, "prefill_units_per_sec": 2889.6409758632435, "prefill_bytes_per_sec": 2874.1052716919357, "decode_units_per_sec": 66.18493424525697, "decode_bytes_per_sec": 66.18493424525697, "total_units_per_sec": 63.95340124955134, "total_bytes_per_sec": 63.95340124955134, "step_latency_ms": {"count": 128, "sum": 1938, "mean": 15.140625, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3309.9033203125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}, "model_input_units": {"count": 1, "sum": 186, "mean": 186.0, "median": 186.0, "p95": 186.0, "max": 186, "min": 186}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 185, "model_input_units": 186, "stage0_units": 76, "stage1_units": 39, "bytes_per_stage0_unit": 2.4342105263157894, "stage0_per_stage1_unit": 1.9487179487179487}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 186, "units_out": 76, "chunk_lengths": [1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1], "chunk_stats": {"count": 76, "sum": 186, "mean": 2.4473684210526314, "median": 1.0, "p95": 7.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 39, "chunk_lengths": [1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1], "chunk_stats": {"count": 39, "sum": 76, "mean": 1.9487179487179487, "median": 1.0, "p95": 4.100000000000001, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 1, 2, 3, 1, 4, 1, 8, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 1, 6, 2, 2, 4, 1, 1, 4, 2, 3], "chunk_stats": {"count": 22, "sum": 51, "mean": 2.3181818181818183, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06742884600316756, "decode_time_sec": 1.7315541789976123, "total_time_sec": 1.8021177730006457, "prefill_units_per_sec": 2506.3457261608924, "prefill_bytes_per_sec": 2491.5152780771, "decode_units_per_sec": 73.92203001935437, "decode_bytes_per_sec": 73.92203001935437, "total_units_per_sec": 71.02754432462619, "total_bytes_per_sec": 71.02754432462619, "step_latency_ms": {"count": 128, "sum": 1736, "mean": 13.5625, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3304.908203125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 168, "mean": 168.0, "median": 168.0, "p95": 168.0, "max": 168, "min": 168}, "model_input_units": {"count": 1, "sum": 169, "mean": 169.0, "median": 169.0, "p95": 169.0, "max": 169, "min": 169}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 168, "model_input_units": 169, "stage0_units": 68, "stage1_units": 37, "bytes_per_stage0_unit": 2.4705882352941178, "stage0_per_stage1_unit": 1.837837837837838}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 169, "units_out": 68, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 68, "sum": 169, "mean": 2.485294117647059, "median": 1.0, "p95": 7.299999999999997, "max": 16, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 37, "chunk_lengths": [1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1], "chunk_stats": {"count": 37, "sum": 68, "mean": 1.837837837837838, "median": 1.0, "p95": 4.199999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [5, 3, 4, 4, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 6, 2, 45, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 5.0, "max": 45, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 7, 2, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 21], "chunk_stats": {"count": 14, "sum": 48, "mean": 3.4285714285714284, "median": 1.0, "p95": 11.899999999999995, "max": 21, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06383343799825525, "decode_time_sec": 1.6754511370018008, "total_time_sec": 1.7424030829970434, "prefill_units_per_sec": 3133.154131624033, "prefill_bytes_per_sec": 3117.488360965913, "decode_units_per_sec": 76.39733393183548, "decode_bytes_per_sec": 76.39733393183548, "total_units_per_sec": 73.46176166070133, "total_bytes_per_sec": 73.46176166070133, "step_latency_ms": {"count": 128, "sum": 1684, "mean": 13.15625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3313.61181640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 67, "stage1_units": 30, "bytes_per_stage0_unit": 2.970149253731343, "stage0_per_stage1_unit": 2.2333333333333334}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 67, "chunk_lengths": [1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1], "chunk_stats": {"count": 67, "sum": 200, "mean": 2.985074626865672, "median": 2.0, "p95": 11.799999999999983, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 30, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1], "chunk_stats": {"count": 30, "sum": 67, "mean": 2.2333333333333334, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [1, 6, 2, 1, 14, 1, 2, 2, 2, 1, 13, 1, 2, 4, 2, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 3, 14, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 2.0, "p95": 14.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 1, 3, 1, 3, 2, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2], "chunk_stats": {"count": 16, "sum": 35, "mean": 2.1875, "median": 2.0, "p95": 3.5, "max": 5, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06420858799901907, "decode_time_sec": 1.866755421997368, "total_time_sec": 1.9341080779995536, "prefill_units_per_sec": 3395.1844573085837, "prefill_bytes_per_sec": 3379.6102166787277, "decode_units_per_sec": 68.56816832654174, "decode_bytes_per_sec": 68.56816832654174, "total_units_per_sec": 66.18037608962902, "total_bytes_per_sec": 66.18037608962902, "step_latency_ms": {"count": 128, "sum": 1869, "mean": 14.6015625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3317.80810546875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 73, "stage1_units": 36, "bytes_per_stage0_unit": 2.9726027397260273, "stage0_per_stage1_unit": 2.0277777777777777}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 218, "units_out": 73, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1], "chunk_stats": {"count": 73, "sum": 218, "mean": 2.9863013698630136, "median": 2.0, "p95": 8.399999999999991, "max": 9, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 36, "chunk_lengths": [1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3], "chunk_stats": {"count": 36, "sum": 73, "mean": 2.0277777777777777, "median": 1.5, "p95": 4.25, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 1, 5, 1, 5, 1, 7, 1, 1, 8, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 7.399999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [5, 2, 1, 3, 1, 1, 7, 3, 4, 1, 3, 1, 1, 7, 3, 5, 3, 1], "chunk_stats": {"count": 18, "sum": 52, "mean": 2.888888888888889, "median": 3.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06399954799780971, "decode_time_sec": 1.8862292720004916, "total_time_sec": 1.9533536880007887, "prefill_units_per_sec": 2937.5207463408024, "prefill_bytes_per_sec": 2921.8956359879257, "decode_units_per_sec": 67.86025532529571, "decode_bytes_per_sec": 67.86025532529571, "total_units_per_sec": 65.5283274023994, "total_bytes_per_sec": 65.5283274023994, "step_latency_ms": {"count": 128, "sum": 1890, "mean": 14.765625, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3310.1630859375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 70, "stage1_units": 37, "bytes_per_stage0_unit": 2.6714285714285713, "stage0_per_stage1_unit": 1.8918918918918919}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 188, "units_out": 70, "chunk_lengths": [1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 70, "sum": 188, "mean": 2.6857142857142855, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 37, "chunk_lengths": [1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1], "chunk_stats": {"count": 37, "sum": 70, "mean": 1.8918918918918919, "median": 1.0, "p95": 4.199999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [9, 3, 4, 6, 1, 1, 1, 1, 5, 7, 1, 7, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 2, 1, 1, 9, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 8.199999999999989, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 7, 3, 2, 1, 3, 6, 1, 5, 3, 1, 1], "chunk_stats": {"count": 21, "sum": 49, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06403798699830077, "decode_time_sec": 1.7574018769992108, "total_time_sec": 1.8245544029996381, "prefill_units_per_sec": 2295.512505786614, "prefill_bytes_per_sec": 2279.896774454732, "decode_units_per_sec": 72.83479190232906, "decode_bytes_per_sec": 72.83479190232906, "total_units_per_sec": 70.15411532238394, "total_bytes_per_sec": 70.15411532238394, "step_latency_ms": {"count": 128, "sum": 1764, "mean": 13.78125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3300.47705078125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}, "model_input_units": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 146, "model_input_units": 147, "stage0_units": 50, "stage1_units": 31, "bytes_per_stage0_unit": 2.92, "stage0_per_stage1_unit": 1.6129032258064515}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 147, "units_out": 50, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1], "chunk_stats": {"count": 50, "sum": 147, "mean": 2.94, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 50, "units_out": 31, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 50, "mean": 1.6129032258064515, "median": 1.0, "p95": 3.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [13, 7, 1, 1, 2, 1, 1, 3, 6, 1, 1, 2, 1, 1, 9, 1, 2, 1, 7, 2, 3, 6, 1, 13, 7, 1, 1, 7, 1, 1, 3, 6, 1, 1, 7, 1, 1, 1, 3], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 3, 1, 2, 4, 3, 4, 1], "chunk_stats": {"count": 19, "sum": 38, "mean": 2.0, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 8, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06341042799977004, "decode_time_sec": 1.9450650129983842, "total_time_sec": 2.0115866899977846, "prefill_units_per_sec": 2491.703730505856, "prefill_bytes_per_sec": 2475.9334537305026, "decode_units_per_sec": 65.80756897307182, "decode_bytes_per_sec": 65.80756897307182, "total_units_per_sec": 63.6313615696776, "total_bytes_per_sec": 63.6313615696776, "step_latency_ms": {"count": 128, "sum": 1945, "mean": 15.1953125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3302.1474609375, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 58, "stage1_units": 34, "bytes_per_stage0_unit": 2.706896551724138, "stage0_per_stage1_unit": 1.7058823529411764}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 158, "units_out": 58, "chunk_lengths": [1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6], "chunk_stats": {"count": 58, "sum": 158, "mean": 2.7241379310344827, "median": 1.0, "p95": 7.149999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 58, "units_out": 34, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1], "chunk_stats": {"count": 34, "sum": 58, "mean": 1.7058823529411764, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 2, 7, 1, 1, 4, 5, 1, 1, 5, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 1, 1, 5, 3, 4, 5, 1, 1, 1, 4, 1, 4, 1, 7, 1, 4, 1, 7, 1, 4, 2, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 4, 1, 2, 2, 2, 4, 3, 1, 2, 2, 1, 1, 4, 1, 1, 3, 2, 1, 1, 4, 1, 3], "chunk_stats": {"count": 24, "sum": 48, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 9, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06392398800016963, "decode_time_sec": 1.8734238110009755, "total_time_sec": 1.9405365769998753, "prefill_units_per_sec": 2894.0622415408293, "prefill_bytes_per_sec": 2878.418661856825, "decode_units_per_sec": 68.32410223910266, "decode_bytes_per_sec": 68.32410223910266, "total_units_per_sec": 65.96113751068359, "total_bytes_per_sec": 65.96113751068359, "step_latency_ms": {"count": 128, "sum": 1877, "mean": 14.6640625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3309.28271484375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 64, "stage1_units": 35, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 1.8285714285714285}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 185, "units_out": 64, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1], "chunk_stats": {"count": 64, "sum": 185, "mean": 2.890625, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 35, "sum": 64, "mean": 1.8285714285714285, "median": 2.0, "p95": 3.299999999999997, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [2, 3, 5, 1, 2, 7, 1, 1, 1, 5, 2, 7, 1, 4, 5, 1, 2, 2, 6, 5, 4, 1, 7, 2, 3, 1, 4, 1, 1, 5, 2, 7, 1, 4, 7, 1, 2, 2, 6, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 4, 1, 1], "chunk_stats": {"count": 24, "sum": 39, "mean": 1.625, "median": 1.0, "p95": 3.849999999999998, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 10, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06420164800147177, "decode_time_sec": 1.9560549090019776, "total_time_sec": 2.023429094999301, "prefill_units_per_sec": 2756.9385757191535, "prefill_bytes_per_sec": 2741.362651562548, "decode_units_per_sec": 65.43783582502212, "decode_bytes_per_sec": 65.43783582502212, "total_units_per_sec": 63.25895002515234, "total_bytes_per_sec": 63.25895002515234, "step_latency_ms": {"count": 128, "sum": 1953, "mean": 15.2578125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3307.52978515625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 70, "stage1_units": 45, "bytes_per_stage0_unit": 2.5142857142857142, "stage0_per_stage1_unit": 1.5555555555555556}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 177, "units_out": 70, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1], "chunk_stats": {"count": 70, "sum": 177, "mean": 2.5285714285714285, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 45, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 45, "sum": 70, "mean": 1.5555555555555556, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 2, 2, 1, 2, 2, 2, 3, 1, 6, 2, 1, 9, 2, 2, 1, 2, 2, 2, 3, 1, 7, 2, 1, 1, 9, 2, 1, 4, 2, 3, 9, 2, 3, 1, 1, 3, 1, 3, 2, 1, 2, 1, 1, 1, 8], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 1, 2, 3, 2, 2, 1, 1, 3, 5, 2, 1, 1, 1, 2, 2, 1, 5, 2, 1, 1, 3, 1], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.5, "p95": 4.699999999999996, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 11, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06394052800169447, "decode_time_sec": 2.0149180900007195, "total_time_sec": 2.0820037160010543, "prefill_units_per_sec": 3190.4647392744996, "prefill_bytes_per_sec": 3174.82520623884, "decode_units_per_sec": 63.52615554707452, "decode_bytes_per_sec": 63.52615554707452, "total_units_per_sec": 61.479237052396876, "total_bytes_per_sec": 61.479237052396876, "step_latency_ms": {"count": 128, "sum": 2011, "mean": 15.7109375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3314.80615234375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 80, "stage1_units": 44, "bytes_per_stage0_unit": 2.5375, "stage0_per_stage1_unit": 1.8181818181818181}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 80, "chunk_lengths": [1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4], "chunk_stats": {"count": 80, "sum": 204, "mean": 2.55, "median": 1.0, "p95": 7.049999999999997, "max": 13, "min": 1}}, {"stage": 1, "units_in": 80, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 80, "mean": 1.8181818181818181, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 7, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 4, 4, 1, 1, 5, 3, 4, 1, 3, 1, 3, 1, 1, 3, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 2, 1, 1, 4, 1, 1, 3], "chunk_stats": {"count": 57, "sum": 128, "mean": 2.245614035087719, "median": 1.0, "p95": 5.3999999999999915, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [2, 1, 1, 1, 2, 3, 1, 5, 1, 4, 1, 4, 5, 4, 1, 1, 1, 5, 1, 6, 1, 3, 1, 1], "chunk_stats": {"count": 24, "sum": 56, "mean": 2.3333333333333335, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 12, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0641137480015459, "decode_time_sec": 1.7826159470023413, "total_time_sec": 1.8499173639975197, "prefill_units_per_sec": 3634.165951339827, "prefill_bytes_per_sec": 3618.568672578712, "decode_units_per_sec": 71.80458595988982, "decode_bytes_per_sec": 71.80458595988982, "total_units_per_sec": 69.19227987751977, "total_bytes_per_sec": 69.19227987751977, "step_latency_ms": {"count": 128, "sum": 1782, "mean": 13.921875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3322.37744140625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 66, "stage1_units": 33, "bytes_per_stage0_unit": 3.515151515151515, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1], "chunk_stats": {"count": 66, "sum": 233, "mean": 3.5303030303030303, "median": 1.5, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 33, "chunk_lengths": [1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1], "chunk_stats": {"count": 33, "sum": 66, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 1, 5, 1, 1, 6, 1, 9, 3, 4, 1, 7, 1, 1, 4, 1, 2, 4, 1, 1, 7, 1, 4, 1, 1, 6, 1, 1, 6, 1, 4, 2, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 7.799999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 4, 1, 4, 1, 1, 7, 1, 1, 3, 5, 4, 3, 1, 2, 1, 2], "chunk_stats": {"count": 17, "sum": 44, "mean": 2.588235294117647, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 13, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06471825699918554, "decode_time_sec": 1.915620070998557, "total_time_sec": 1.983165617002669, "prefill_units_per_sec": 1606.9654039247196, "prefill_bytes_per_sec": 1591.5138135023665, "decode_units_per_sec": 66.81909525685714, "decode_bytes_per_sec": 66.81909525685714, "total_units_per_sec": 64.54327308954537, "total_bytes_per_sec": 64.54327308954537, "step_latency_ms": {"count": 128, "sum": 1920, "mean": 15.0, "median": 8.0, "p95": 38.0, "max": 46, "min": 8}, "peak_allocated_mb": 3290.6640625, "peak_reserved_mb": 3326.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}, "model_input_units": {"count": 1, "sum": 104, "mean": 104.0, "median": 104.0, "p95": 104.0, "max": 104, "min": 104}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 103, "model_input_units": 104, "stage0_units": 55, "stage1_units": 32, "bytes_per_stage0_unit": 1.8727272727272728, "stage0_per_stage1_unit": 1.71875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 104, "units_out": 55, "chunk_lengths": [1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 104, "mean": 1.8909090909090909, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 55, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1], "chunk_stats": {"count": 32, "sum": 55, "mean": 1.71875, "median": 1.0, "p95": 4.449999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 5, 1, 2, 1, 4, 1, 5, 2, 3, 1, 1, 9, 3, 1, 1, 4, 1, 3], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 1, 4, 1, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 1, 1, 1, 2, 3, 3, 1, 2, 3], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 14, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06593564699869603, "decode_time_sec": 2.351844002998405, "total_time_sec": 2.4209412090021942, "prefill_units_per_sec": 2335.610659937038, "prefill_bytes_per_sec": 2320.4443569504338, "decode_units_per_sec": 54.42537848463192, "decode_bytes_per_sec": 54.42537848463192, "total_units_per_sec": 52.871998511998555, "total_bytes_per_sec": 52.871998511998555, "step_latency_ms": {"count": 128, "sum": 2335, "mean": 18.2421875, "median": 17.0, "p95": 40.0, "max": 40, "min": 8}, "peak_allocated_mb": 3302.36376953125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 153, "mean": 153.0, "median": 153.0, "p95": 153.0, "max": 153, "min": 153}, "model_input_units": {"count": 1, "sum": 154, "mean": 154.0, "median": 154.0, "p95": 154.0, "max": 154, "min": 154}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 153, "model_input_units": 154, "stage0_units": 72, "stage1_units": 48, "bytes_per_stage0_unit": 2.125, "stage0_per_stage1_unit": 1.5}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 154, "units_out": 72, "chunk_lengths": [1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 72, "sum": 154, "mean": 2.138888888888889, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 48, "chunk_lengths": [1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 48, "sum": 72, "mean": 1.5, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 69, "chunk_lengths": [3, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 4, 1, 2, 1, 4, 1, 1, 4, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 4, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4], "chunk_stats": {"count": 69, "sum": 128, "mean": 1.855072463768116, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 30, "chunk_lengths": [1, 3, 3, 3, 3, 1, 3, 2, 3, 3, 2, 3, 1, 1, 6, 1, 1, 2, 4, 1, 3, 4, 1, 4, 1, 2, 1, 1, 2, 1, 2], "chunk_stats": {"count": 31, "sum": 69, "mean": 2.225806451612903, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 69, "sum": 69, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 15, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06465355799809913, "decode_time_sec": 2.114488351999171, "total_time_sec": 2.182414238999627, "prefill_units_per_sec": 3712.0926895787575, "prefill_bytes_per_sec": 3696.625636705513, "decode_units_per_sec": 60.53473876031557, "decode_bytes_per_sec": 60.53473876031557, "total_units_per_sec": 58.650643728695854, "total_bytes_per_sec": 58.650643728695854, "step_latency_ms": {"count": 128, "sum": 2110, "mean": 16.484375, "median": 17.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3326.31787109375, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 109, "stage1_units": 51, "bytes_per_stage0_unit": 2.1926605504587156, "stage0_per_stage1_unit": 2.1372549019607843}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 240, "units_out": 109, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 13, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 13, 2, 2, 1, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 5, 4, 5, 3, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1], "chunk_stats": {"count": 109, "sum": 240, "mean": 2.2018348623853212, "median": 1.0, "p95": 5.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 51, "chunk_lengths": [1, 2, 2, 2, 2, 1, 3, 4, 1, 1, 5, 1, 2, 3, 2, 4, 1, 1, 1, 1, 7, 5, 4, 1, 1, 1, 8, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 3, 2, 3, 1], "chunk_stats": {"count": 51, "sum": 109, "mean": 2.1372549019607843, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 69, "chunk_lengths": [2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2], "chunk_stats": {"count": 69, "sum": 128, "mean": 1.855072463768116, "median": 1.0, "p95": 3.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [5, 1, 1, 3, 1, 5, 2, 3, 5, 2, 3, 1, 7, 3, 5, 2, 3, 1, 7, 3, 5, 1], "chunk_stats": {"count": 22, "sum": 69, "mean": 3.1363636363636362, "median": 3.0, "p95": 6.899999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 69, "sum": 69, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 16, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06548900699999649, "decode_time_sec": 1.7552955819992349, "total_time_sec": 1.8241176979972806, "prefill_units_per_sec": 3069.2174031591403, "prefill_bytes_per_sec": 3053.9476648349655, "decode_units_per_sec": 72.92219117546654, "decode_bytes_per_sec": 72.92219117546654, "total_units_per_sec": 70.17091064931427, "total_bytes_per_sec": 70.17091064931427, "step_latency_ms": {"count": 128, "sum": 1756, "mean": 13.71875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3313.68603515625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 66, "stage1_units": 31, "bytes_per_stage0_unit": 3.0303030303030303, "stage0_per_stage1_unit": 2.129032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 3, 4, 5, 1, 5, 1, 2, 4, 2, 3, 14, 1, 3, 1, 1, 8, 1, 5, 1, 4, 2, 4, 1, 1, 14, 1, 3, 3, 1, 5, 1, 4, 1, 1, 1, 2, 2, 14, 1, 3, 1, 3, 1, 3, 6, 1, 5, 3], "chunk_stats": {"count": 66, "sum": 201, "mean": 3.0454545454545454, "median": 2.0, "p95": 8.75, "max": 14, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 31, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 5, 2, 3, 1, 2, 3, 4, 1, 2, 1, 1, 2, 1, 7, 2, 1, 2, 4, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 66, "mean": 2.129032258064516, "median": 2.0, "p95": 4.5, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 5, 1, 4, 1, 5, 4, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 5, 1, 4, 1, 1, 13, 3, 4, 5, 1, 4, 9, 2], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.849999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 3, 1, 1, 2, 4, 5, 1, 1, 1, 4, 2, 2, 6, 1, 5, 1], "chunk_stats": {"count": 17, "sum": 41, "mean": 2.411764705882353, "median": 2.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 17, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06398275799801922, "decode_time_sec": 1.8528364240009978, "total_time_sec": 1.919988370998908, "prefill_units_per_sec": 3579.0892291184036, "prefill_bytes_per_sec": 3563.4600185108998, "decode_units_per_sec": 69.08327056934577, "decode_bytes_per_sec": 69.08327056934577, "total_units_per_sec": 66.66707045387246, "total_bytes_per_sec": 66.66707045387246, "step_latency_ms": {"count": 128, "sum": 1861, "mean": 14.5390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3321.125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 84, "stage1_units": 38, "bytes_per_stage0_unit": 2.7142857142857144, "stage0_per_stage1_unit": 2.210526315789474}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 229, "units_out": 84, "chunk_lengths": [1, 1, 3, 4, 1, 1, 6, 1, 9, 1, 1, 6, 1, 1, 5, 7, 1, 6, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 6, 1, 1, 1, 7, 1, 1, 1, 5, 1, 2, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 5, 1, 3, 1], "chunk_stats": {"count": 84, "sum": 229, "mean": 2.7261904761904763, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 38, "chunk_lengths": [1, 2, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 2, 2, 1, 3, 1, 9, 1, 1, 5, 4, 1, 9, 1, 4, 2, 1], "chunk_stats": {"count": 38, "sum": 84, "mean": 2.210526315789474, "median": 1.0, "p95": 5.599999999999994, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 1, 1, 7, 8, 1, 1, 1, 1, 2, 3, 5, 1, 1, 2, 8, 1, 1, 1, 9, 3, 4, 1, 4, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 4, 5, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 2, 1, 6, 4, 1, 3], "chunk_stats": {"count": 21, "sum": 46, "mean": 2.1904761904761907, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 18, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06455833800282562, "decode_time_sec": 1.7661047680012416, "total_time_sec": 1.8337952449983277, "prefill_units_per_sec": 3097.973184985746, "prefill_bytes_per_sec": 3082.483319060817, "decode_units_per_sec": 72.47588156667612, "decode_bytes_per_sec": 72.47588156667612, "total_units_per_sec": 69.8005954313164, "total_bytes_per_sec": 69.8005954313164, "step_latency_ms": {"count": 128, "sum": 1755, "mean": 13.7109375, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3314.62646484375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 85, "stage1_units": 35, "bytes_per_stage0_unit": 2.3411764705882354, "stage0_per_stage1_unit": 2.4285714285714284}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 85, "chunk_lengths": [1, 1, 3, 4, 1, 1, 2, 1, 2, 6, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 200, "mean": 2.3529411764705883, "median": 1.0, "p95": 7.599999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 35, "chunk_lengths": [1, 2, 1, 3, 3, 1, 3, 1, 5, 1, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 7, 1, 7, 1, 5, 1, 1, 4, 1, 5, 1, 2, 1], "chunk_stats": {"count": 35, "sum": 85, "mean": 2.4285714285714284, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 1, 5, 4, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 6.199999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 15, 4, 1, 5, 1, 1, 10, 4, 4, 6], "chunk_stats": {"count": 11, "sum": 52, "mean": 4.7272727272727275, "median": 4.0, "p95": 12.5, "max": 15, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 19, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06389451799987, "decode_time_sec": 1.8383697030003532, "total_time_sec": 1.9054593090004346, "prefill_units_per_sec": 3036.2542213777197, "prefill_bytes_per_sec": 3020.6034264221644, "decode_units_per_sec": 69.6269089895763, "decode_bytes_per_sec": 69.6269089895763, "total_units_per_sec": 67.17540458376212, "total_bytes_per_sec": 67.17540458376212, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3313.0615234375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 71, "stage1_units": 39, "bytes_per_stage0_unit": 2.7183098591549295, "stage0_per_stage1_unit": 1.8205128205128205}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 194, "units_out": 71, "chunk_lengths": [1, 1, 3, 7, 1, 1, 13, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5, 5, 1, 4, 1, 6, 2, 1, 14, 1, 1, 3, 4, 5, 1, 1, 5, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1], "chunk_stats": {"count": 71, "sum": 194, "mean": 2.732394366197183, "median": 1.0, "p95": 8.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 39, "chunk_lengths": [1, 2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 7, 2, 1, 1, 2, 2, 1, 2, 1, 3, 3, 5, 1], "chunk_stats": {"count": 39, "sum": 71, "mean": 1.8205128205128205, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [9, 1, 3, 2, 1, 14, 1, 7, 1, 6, 1, 7, 1, 7, 2, 4, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 8.700000000000003, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 4, 1, 5, 1, 1], "chunk_stats": {"count": 20, "sum": 43, "mean": 2.15, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 20, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06438675799654447, "decode_time_sec": 1.653379715000483, "total_time_sec": 1.7210822019987972, "prefill_units_per_sec": 3805.1302414255542, "prefill_bytes_per_sec": 3789.599097583001, "decode_units_per_sec": 77.41718302136216, "decode_bytes_per_sec": 77.41718302136216, "total_units_per_sec": 74.3718108590896, "total_bytes_per_sec": 74.3718108590896, "step_latency_ms": {"count": 128, "sum": 1655, "mean": 12.9296875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3325.67431640625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 79, "stage1_units": 44, "bytes_per_stage0_unit": 3.088607594936709, "stage0_per_stage1_unit": 1.7954545454545454}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 79, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 2, 1, 1, 1, 3, 2, 4, 1, 4, 2, 1, 6, 1, 2, 2, 1, 22, 6, 1, 4, 6, 1, 2, 1, 4, 2, 4, 1, 4, 1, 2, 2, 1, 1, 9, 3, 1, 5, 2, 1, 1, 9, 4, 1, 5, 3, 4, 1, 4, 1, 13, 1, 2, 4, 1, 5, 1, 2, 2, 2, 1, 17, 1, 5, 2, 4, 5, 1, 2, 1, 5, 1], "chunk_stats": {"count": 79, "sum": 245, "mean": 3.1012658227848102, "median": 2.0, "p95": 9.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 44, "chunk_lengths": [1, 2, 1, 2, 3, 1, 3, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 4, 5, 1, 1, 1, 1, 2, 2, 2, 1], "chunk_stats": {"count": 44, "sum": 79, "mean": 1.7954545454545454, "median": 1.5, "p95": 3.8500000000000014, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [13, 4, 1, 17, 1, 5, 2, 4, 1, 4, 1, 3, 1, 1, 4, 2, 4, 5, 1, 2, 1, 5, 1, 13, 1, 2, 1, 5, 1, 2, 4, 5, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 3, 1, 2, 5, 2, 4, 8], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 2.0, "p95": 6.049999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 21, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06393963799928315, "decode_time_sec": 1.8496625879997737, "total_time_sec": 1.9170883340011642, "prefill_units_per_sec": 3831.7389285617596, "prefill_bytes_per_sec": 3816.099177832936, "decode_units_per_sec": 69.20181055206359, "decode_bytes_per_sec": 69.20181055206359, "total_units_per_sec": 66.76791973004738, "total_bytes_per_sec": 66.76791973004738, "step_latency_ms": {"count": 128, "sum": 1853, "mean": 14.4765625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3326.82666015625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 103, "stage1_units": 45, "bytes_per_stage0_unit": 2.3689320388349513, "stage0_per_stage1_unit": 2.2888888888888888}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 4, 1, 1, 3, 2, 1, 5, 1, 2, 3, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 6, 1, 6, 1, 9, 3, 1, 1, 3, 1, 1, 3, 2, 3, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 1, 1, 1, 1, 1, 7, 2, 1, 3, 1, 1, 1, 2, 1, 1, 6, 1, 2, 2, 1, 1, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 14, 1, 1, 2], "chunk_stats": {"count": 103, "sum": 245, "mean": 2.378640776699029, "median": 1.0, "p95": 8.799999999999983, "max": 14, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 45, "chunk_lengths": [1, 2, 2, 3, 1, 3, 3, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 5, 2, 1, 6, 4, 1, 5, 2, 1, 9, 3, 2, 1, 6, 1, 4, 1, 2, 2, 1], "chunk_stats": {"count": 45, "sum": 103, "mean": 2.2888888888888888, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [2, 1, 1, 1, 1, 1, 4, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 1, 3, 3, 1, 1, 3, 1, 1, 2, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 6, 1, 6, 1, 4, 1, 5, 1, 7, 1, 7, 4, 1, 7, 1, 1], "chunk_stats": {"count": 17, "sum": 55, "mean": 3.235294117647059, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 22, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06376782900042599, "decode_time_sec": 1.9035624709977128, "total_time_sec": 1.9705426069995156, "prefill_units_per_sec": 2462.0565332238484, "prefill_bytes_per_sec": 2446.3746444771996, "decode_units_per_sec": 67.24234268650582, "decode_bytes_per_sec": 67.24234268650582, "total_units_per_sec": 64.95672793134966, "total_bytes_per_sec": 64.95672793134966, "step_latency_ms": {"count": 128, "sum": 1904, "mean": 14.875, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3302.66064453125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 71, "stage1_units": 37, "bytes_per_stage0_unit": 2.1971830985915495, "stage0_per_stage1_unit": 1.9189189189189189}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 157, "units_out": 71, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 2, 3, 1, 4, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 5, 1, 6, 2, 2, 3, 1, 1, 1, 1, 4, 1, 3, 1, 2, 3, 1, 3, 1, 5, 1, 2, 1, 5, 1, 9, 3, 4, 8, 1, 1, 5, 1, 5, 4, 1, 1], "chunk_stats": {"count": 71, "sum": 157, "mean": 2.211267605633803, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 37, "chunk_lengths": [1, 2, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 7, 1, 2, 1, 3, 1, 1, 2, 2, 6, 1, 1, 4, 1, 2, 1, 4, 1, 2, 1], "chunk_stats": {"count": 37, "sum": 71, "mean": 1.9189189189189189, "median": 1.0, "p95": 4.3999999999999915, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [9, 6, 2, 5, 1, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 9, 2, 3, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 3, 2, 5, 1, 9, 3, 4, 8, 1, 5, 1, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 8.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 3, 2, 7, 1, 6, 1, 1, 5, 2, 3, 5, 3, 1, 3, 3, 1, 1], "chunk_stats": {"count": 20, "sum": 51, "mean": 2.55, "median": 2.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 23, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06476751699665328, "decode_time_sec": 1.843439631997171, "total_time_sec": 1.9114014379993023, "prefill_units_per_sec": 2547.5733461964583, "prefill_bytes_per_sec": 2532.1335077346616, "decode_units_per_sec": 69.43541723757212, "decode_bytes_per_sec": 69.43541723757212, "total_units_per_sec": 66.9665709438724, "total_bytes_per_sec": 66.9665709438724, "step_latency_ms": {"count": 128, "sum": 1846, "mean": 14.421875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3303.68310546875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 164, "mean": 164.0, "median": 164.0, "p95": 164.0, "max": 164, "min": 164}, "model_input_units": {"count": 1, "sum": 165, "mean": 165.0, "median": 165.0, "p95": 165.0, "max": 165, "min": 165}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 164, "model_input_units": 165, "stage0_units": 59, "stage1_units": 37, "bytes_per_stage0_unit": 2.7796610169491527, "stage0_per_stage1_unit": 1.5945945945945945}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 165, "units_out": 59, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 6, 1, 7, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 7, 1, 2, 1, 2, 2, 5, 1, 1, 7, 1, 9, 3, 4, 1, 3, 5, 7, 9, 1, 1], "chunk_stats": {"count": 59, "sum": 165, "mean": 2.7966101694915255, "median": 1.0, "p95": 7.199999999999989, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 37, "chunk_lengths": [1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 3, 1, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1], "chunk_stats": {"count": 37, "sum": 59, "mean": 1.5945945945945945, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [9, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 7, 1, 7, 1, 2, 1, 1, 4, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 4], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 1, 1, 3, 4, 2, 3, 3, 3, 1, 1, 10, 1, 3, 1, 4, 1], "chunk_stats": {"count": 19, "sum": 48, "mean": 2.526315789473684, "median": 2.0, "p95": 4.599999999999987, "max": 10, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 24, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06707773599919165, "decode_time_sec": 1.9116137780001736, "total_time_sec": 1.9818505130024278, "prefill_units_per_sec": 2966.7071649883674, "prefill_bytes_per_sec": 2951.7990887823958, "decode_units_per_sec": 66.95913236925225, "decode_bytes_per_sec": 66.95913236925225, "total_units_per_sec": 64.58610231206838, "total_bytes_per_sec": 64.58610231206838, "step_latency_ms": {"count": 128, "sum": 1909, "mean": 14.9140625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3314.17138671875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 80, "stage1_units": 47, "bytes_per_stage0_unit": 2.475, "stage0_per_stage1_unit": 1.702127659574468}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 199, "units_out": 80, "chunk_lengths": [1, 1, 3, 3, 2, 1, 1, 5, 2, 5, 1, 1, 1, 1, 5, 4, 7, 1, 5, 3, 1, 1, 9, 3, 4, 3, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 3, 1, 5, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 5, 1, 1, 9, 6, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1], "chunk_stats": {"count": 80, "sum": 199, "mean": 2.4875, "median": 2.0, "p95": 6.049999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 80, "units_out": 47, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 4, 2, 1, 3, 1, 1, 3, 1, 1, 3, 3, 3, 1, 1, 1, 1, 4, 3, 2, 5, 4, 1], "chunk_stats": {"count": 47, "sum": 80, "mean": 1.702127659574468, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [5, 3, 4, 5, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 5, 1, 1, 5, 3, 4, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 3], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 2.0, "p95": 5.349999999999994, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 6, 1, 1, 1, 3, 1, 7, 3, 2, 5, 4, 1, 1, 1, 8, 1], "chunk_stats": {"count": 20, "sum": 53, "mean": 2.65, "median": 1.0, "p95": 7.050000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 25, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06451997800104436, "decode_time_sec": 1.7496368790016277, "total_time_sec": 1.8172977860012907, "prefill_units_per_sec": 3022.3196913806078, "prefill_bytes_per_sec": 3006.820616040194, "decode_units_per_sec": 73.1580372683039, "decode_bytes_per_sec": 73.1580372683039, "total_units_per_sec": 70.43424637722477, "total_bytes_per_sec": 70.43424637722477, "step_latency_ms": {"count": 128, "sum": 1754, "mean": 13.703125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3312.92431640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 66, "stage1_units": 30, "bytes_per_stage0_unit": 2.9393939393939394, "stage0_per_stage1_unit": 2.2}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 195, "units_out": 66, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 7, 1, 2, 4, 2, 2, 1, 13, 2, 2, 4, 1, 1, 3, 1, 6, 1, 13, 1, 1, 1, 1, 3, 4, 1, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 3, 1, 13, 4, 1, 7, 2, 1, 4, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 66, "sum": 195, "mean": 2.9545454545454546, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 30, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 5, 2, 4, 1, 1, 1, 1, 6, 1, 1, 3, 1, 3, 4, 3, 4, 1, 3, 1, 2, 3, 1, 2], "chunk_stats": {"count": 30, "sum": 66, "mean": 2.2, "median": 2.0, "p95": 4.549999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 4, 1, 1, 4, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 4, 1, 1, 9, 1, 2, 2, 4, 1, 13, 3, 4, 2, 1, 4, 1, 2, 1, 9, 4, 1, 13, 3, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 1, 1, 2, 4, 3, 5, 1, 1, 4, 1, 4, 2, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 26, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06680998700176133, "decode_time_sec": 1.7851762419995794, "total_time_sec": 1.8552977170002123, "prefill_units_per_sec": 2888.789665456931, "prefill_bytes_per_sec": 2873.821843356118, "decode_units_per_sec": 71.70160401452965, "decode_bytes_per_sec": 71.70160401452965, "total_units_per_sec": 68.99162265286469, "total_bytes_per_sec": 68.99162265286469, "step_latency_ms": {"count": 128, "sum": 1780, "mean": 13.90625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3313.462890625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 81, "stage1_units": 43, "bytes_per_stage0_unit": 2.3703703703703702, "stage0_per_stage1_unit": 1.8837209302325582}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 193, "units_out": 81, "chunk_lengths": [1, 1, 3, 7, 1, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 3, 2, 1, 4, 1, 1, 1, 3, 5, 7, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 5, 1, 1, 9, 1, 2, 5, 1, 1, 4, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 1, 7, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 81, "sum": 193, "mean": 2.382716049382716, "median": 1.0, "p95": 7.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 43, "chunk_lengths": [1, 2, 1, 3, 1, 3, 3, 1, 2, 1, 2, 4, 2, 4, 2, 3, 3, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 5, 1, 4, 3, 1, 1, 1], "chunk_stats": {"count": 43, "sum": 81, "mean": 1.8837209302325582, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 3, 4, 1, 2, 1, 1, 1, 1, 5, 1, 1, 3, 5, 7, 1, 1, 1, 3, 7, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 1, 1, 3, 5, 2], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 5, 1, 1, 7, 1, 6, 1, 7, 3, 3, 6, 1, 2, 5], "chunk_stats": {"count": 15, "sum": 50, "mean": 3.3333333333333335, "median": 3.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 27, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06490185800066683, "decode_time_sec": 1.8456257329999062, "total_time_sec": 1.9137334689985437, "prefill_units_per_sec": 3081.5758771951505, "prefill_bytes_per_sec": 3066.1679978091747, "decode_units_per_sec": 69.35317259146956, "decode_bytes_per_sec": 69.35317259146956, "total_units_per_sec": 66.88496704140435, "total_bytes_per_sec": 66.88496704140435, "step_latency_ms": {"count": 128, "sum": 1852, "mean": 14.46875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.24560546875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 79, "stage1_units": 41, "bytes_per_stage0_unit": 2.518987341772152, "stage0_per_stage1_unit": 1.9268292682926829}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 79, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 2, 1, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 9, 1, 2, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 1, 2, 1, 1, 9, 3, 2, 2, 1, 1, 9, 3, 1, 1, 6, 1, 1, 3, 1, 2, 1, 1, 1, 1, 9, 3, 1, 1], "chunk_stats": {"count": 79, "sum": 200, "mean": 2.5316455696202533, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 2, 5, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 8, 2, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 6, 1, 3], "chunk_stats": {"count": 41, "sum": 79, "mean": 1.9268292682926829, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 6, 1, 1, 3, 1, 1, 2, 1, 1, 1, 9, 3, 4, 3, 1, 1, 1, 4, 1, 7, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 1, 9, 1, 2, 10, 1, 2, 1, 2, 1, 1, 1, 17, 3], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 3, 6, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 21, "sum": 45, "mean": 2.142857142857143, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 28, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06429333799678716, "decode_time_sec": 1.7734697380001307, "total_time_sec": 1.8409464949982066, "prefill_units_per_sec": 3344.047870259029, "prefill_bytes_per_sec": 3328.4941592345685, "decode_units_per_sec": 72.17489943997599, "decode_bytes_per_sec": 72.17489943997599, "total_units_per_sec": 69.5294514793189, "total_bytes_per_sec": 69.5294514793189, "step_latency_ms": {"count": 128, "sum": 1778, "mean": 13.890625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3318.3408203125, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 94, "stage1_units": 57, "bytes_per_stage0_unit": 2.276595744680851, "stage0_per_stage1_unit": 1.6491228070175439}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 215, "units_out": 94, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 4, 1, 4, 2, 5, 1, 1, 6, 1, 2, 6, 1, 2, 2, 2, 5, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 4, 4, 1, 1, 5, 5, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 9, 2, 2, 1, 9, 4, 1, 4, 1, 4, 2, 1, 4, 1, 5], "chunk_stats": {"count": 94, "sum": 215, "mean": 2.2872340425531914, "median": 1.0, "p95": 5.349999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 94, "units_out": 57, "chunk_lengths": [1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 1, 2, 1, 2, 2, 3, 1, 1, 1, 4, 3, 3, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4], "chunk_stats": {"count": 57, "sum": 94, "mean": 1.6491228070175439, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 3, 4, 1, 5, 1, 1, 1, 13, 1, 2, 7, 1, 2, 4, 2, 2, 1, 17, 1, 4, 1, 5, 2, 7, 2, 1, 1, 1, 1, 2, 1, 4, 1, 4, 13, 1, 2, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 6, 1, 1, 2, 2, 4, 1, 4, 1, 1, 1, 2, 2, 5, 1, 1, 2], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 1.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 29, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06656568700054777, "decode_time_sec": 1.8036850839998806, "total_time_sec": 1.8735521890012024, "prefill_units_per_sec": 3680.5749484412877, "prefill_bytes_per_sec": 3665.552193549691, "decode_units_per_sec": 70.96582498544878, "decode_bytes_per_sec": 70.96582498544878, "total_units_per_sec": 68.31942059123385, "total_bytes_per_sec": 68.31942059123385, "step_latency_ms": {"count": 128, "sum": 1805, "mean": 14.1015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3326.705078125, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 100, "stage1_units": 50, "bytes_per_stage0_unit": 2.44, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 245, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 9, 1, 1, 1, 1, 2, 4, 1, 2, 1, 1, 5, 4, 1, 2, 1, 1, 8, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 5, 6, 1, 1, 2, 5, 1, 7, 1, 1, 3, 1, 5, 2, 1, 3, 1, 8, 2, 7, 1, 6, 7, 1, 1, 2, 1, 2, 1, 3, 1, 5, 2, 1, 3, 1, 7, 1], "chunk_stats": {"count": 100, "sum": 245, "mean": 2.45, "median": 1.0, "p95": 7.049999999999997, "max": 10, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 50, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 1, 3, 2, 1, 1, 5, 1, 1, 4, 1, 4, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 2, 1, 3, 1, 8, 1, 5, 1], "chunk_stats": {"count": 50, "sum": 100, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 1, 2, 9, 1, 1, 9, 1, 5, 6, 1, 1, 2, 7, 1, 2, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 5], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 1, 1, 3, 1, 4, 1, 7, 1, 1, 1, 3, 5, 1, 3, 1, 2, 4, 1], "chunk_stats": {"count": 19, "sum": 44, "mean": 2.3157894736842106, "median": 1.0, "p95": 5.199999999999996, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 30, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06404193799971836, "decode_time_sec": 1.636951617001614, "total_time_sec": 1.70430096400014, "prefill_units_per_sec": 3169.79789088976, "prefill_bytes_per_sec": 3154.1831229543423, "decode_units_per_sec": 78.19412539171816, "decode_bytes_per_sec": 78.19412539171816, "total_units_per_sec": 75.1041058496928, "total_bytes_per_sec": 75.1041058496928, "step_latency_ms": {"count": 128, "sum": 1642, "mean": 12.828125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3314.92626953125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 83, "stage1_units": 44, "bytes_per_stage0_unit": 2.433734939759036, "stage0_per_stage1_unit": 1.8863636363636365}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 203, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 2, 3, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 1, 6, 4, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 1, 8, 2, 1, 1, 1, 1, 2, 5, 1, 2, 4, 1, 1, 1, 2, 3, 1, 1, 1, 1, 6, 1, 17, 1, 1, 5, 1, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 83, "sum": 203, "mean": 2.4457831325301207, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 44, "chunk_lengths": [1, 2, 2, 4, 1, 3, 3, 1, 1, 1, 2, 6, 1, 2, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 2, 7, 2, 1, 1], "chunk_stats": {"count": 44, "sum": 83, "mean": 1.8863636363636365, "median": 1.0, "p95": 4.850000000000001, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [13, 1, 3, 1, 1, 1, 5, 1, 3, 4, 2, 5, 9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 3, 1, 5, 1, 5, 1, 3, 4, 2, 8, 1, 1, 3], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 3.0, "p95": 9.400000000000006, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 6, 3, 2, 1, 2, 1, 11, 1, 1, 5, 1, 1, 2], "chunk_stats": {"count": 14, "sum": 38, "mean": 2.7142857142857144, "median": 1.5, "p95": 7.749999999999998, "max": 11, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 31, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06755771600001026, "decode_time_sec": 1.834490528999595, "total_time_sec": 1.9052842540004349, "prefill_units_per_sec": 2723.5971091736146, "prefill_bytes_per_sec": 2708.794950971584, "decode_units_per_sec": 69.77414054560555, "decode_bytes_per_sec": 69.77414054560555, "total_units_per_sec": 67.18157657118327, "total_bytes_per_sec": 67.18157657118327, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3309.1455078125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}, "model_input_units": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 183, "model_input_units": 184, "stage0_units": 65, "stage1_units": 37, "bytes_per_stage0_unit": 2.8153846153846156, "stage0_per_stage1_unit": 1.7567567567567568}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 184, "units_out": 65, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 6, 1, 3, 4, 2, 1, 4, 3, 1, 2, 4, 1, 1, 7, 5, 3, 4, 1, 2, 1, 5, 4, 2, 1, 3, 3, 4, 1, 1, 7, 5, 2], "chunk_stats": {"count": 65, "sum": 184, "mean": 2.830769230769231, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 65, "units_out": 37, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 3, 1, 1, 2, 2, 2, 4, 1, 1, 1, 2, 1, 1, 2, 4, 5, 1, 1, 1, 2, 1, 5, 1], "chunk_stats": {"count": 37, "sum": 65, "mean": 1.7567567567567568, "median": 1.0, "p95": 4.199999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 4, 1, 2, 3, 3, 4, 3, 1, 1, 4, 8, 1, 1, 6, 1, 1, 2, 1, 1, 7, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 3], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 4, 1, 2, 3, 1, 2, 3, 2, 5, 1, 3, 6, 1, 4, 2, 2], "chunk_stats": {"count": 19, "sum": 47, "mean": 2.473684210526316, "median": 2.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 32, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06640651699854061, "decode_time_sec": 1.8157579389990133, "total_time_sec": 1.8850920149998274, "prefill_units_per_sec": 1430.582483374151, "prefill_bytes_per_sec": 1415.5237203912652, "decode_units_per_sec": 70.49397788703241, "decode_bytes_per_sec": 70.49397788703241, "total_units_per_sec": 67.90119473293282, "total_bytes_per_sec": 67.90119473293282, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3288.97412109375, "peak_reserved_mb": 3326.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}, "model_input_units": {"count": 1, "sum": 95, "mean": 95.0, "median": 95.0, "p95": 95.0, "max": 95, "min": 95}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 94, "model_input_units": 95, "stage0_units": 30, "stage1_units": 22, "bytes_per_stage0_unit": 3.1333333333333333, "stage0_per_stage1_unit": 1.3636363636363635}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 95, "units_out": 30, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 9, 7, 2], "chunk_stats": {"count": 30, "sum": 95, "mean": 3.1666666666666665, "median": 2.5, "p95": 8.099999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 30, "units_out": 22, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 22, "sum": 30, "mean": 1.3636363636363635, "median": 1.0, "p95": 2.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 4, 1, 4, 1, 7, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 4, 1, 4, 1, 7, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 2], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 2, 2, 1, 1, 4, 1, 1, 4, 2, 4, 1, 1, 1, 5, 1, 5, 1, 2], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 33, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06436055800077156, "decode_time_sec": 1.7986785680004687, "total_time_sec": 1.8662627350022376, "prefill_units_per_sec": 2206.3202124241634, "prefill_bytes_per_sec": 2190.7827461394863, "decode_units_per_sec": 71.16335418523019, "decode_bytes_per_sec": 71.16335418523019, "total_units_per_sec": 68.58627008905395, "total_bytes_per_sec": 68.58627008905395, "step_latency_ms": {"count": 128, "sum": 1804, "mean": 14.09375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3299.7890625, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "model_input_units": {"count": 1, "sum": 142, "mean": 142.0, "median": 142.0, "p95": 142.0, "max": 142, "min": 142}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 141, "model_input_units": 142, "stage0_units": 66, "stage1_units": 31, "bytes_per_stage0_unit": 2.1363636363636362, "stage0_per_stage1_unit": 2.129032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 142, "units_out": 66, "chunk_lengths": [1, 1, 3, 6, 1, 2, 2, 5, 1, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 4, 2, 4, 1, 1, 9, 1, 1, 5, 2, 1, 5, 1, 1, 4, 1, 1, 1, 5, 2, 2, 6, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 66, "sum": 142, "mean": 2.1515151515151514, "median": 1.0, "p95": 5.75, "max": 9, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 31, "chunk_lengths": [1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 5, 4, 1, 3, 1, 3, 1, 5, 2, 1, 1, 3, 1, 1, 3, 1, 4, 4, 4, 1, 1], "chunk_stats": {"count": 31, "sum": 66, "mean": 2.129032258064516, "median": 1.0, "p95": 4.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 4, 5, 3, 2, 2, 5, 1, 9, 1, 2, 5, 3, 1, 1, 4, 1, 13, 1, 5, 1, 2, 4, 1, 4, 1, 1, 5, 3, 4, 1, 5, 1, 1, 1, 4, 6, 1, 2, 2, 5], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 2, 4, 1, 1, 2, 1, 4, 1, 5, 3, 1, 1, 5, 1, 1, 2, 4], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 34, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06507678799971472, "decode_time_sec": 1.7629471460022614, "total_time_sec": 1.8313402620005945, "prefill_units_per_sec": 3104.025355413754, "prefill_bytes_per_sec": 3088.65889325824, "decode_units_per_sec": 72.60569342096193, "decode_bytes_per_sec": 72.60569342096193, "total_units_per_sec": 69.8941658499716, "total_bytes_per_sec": 69.8941658499716, "step_latency_ms": {"count": 128, "sum": 1764, "mean": 13.78125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3313.73291015625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 59, "stage1_units": 27, "bytes_per_stage0_unit": 3.406779661016949, "stage0_per_stage1_unit": 2.185185185185185}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 59, "chunk_lengths": [1, 1, 3, 7, 1, 4, 1, 1, 3, 1, 1, 2, 10, 2, 3, 2, 3, 1, 3, 1, 4, 5, 1, 8, 4, 10, 8, 2, 1, 2, 1, 3, 1, 12, 1, 1, 3, 1, 1, 1, 1, 1, 10, 5, 1, 7, 1, 4, 2, 7, 1, 7, 10, 5, 1, 8, 2, 7, 1], "chunk_stats": {"count": 59, "sum": 202, "mean": 3.4237288135593222, "median": 2.0, "p95": 10.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 27, "chunk_lengths": [1, 2, 2, 1, 1, 4, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 6, 1, 7, 1, 5, 1, 3, 1, 3, 1, 2], "chunk_stats": {"count": 27, "sum": 59, "mean": 2.185185185185185, "median": 1.0, "p95": 5.699999999999999, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 7, 10, 5, 1, 7, 1, 4, 2, 5, 1, 7, 1, 3, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 10, 5, 1, 8, 2, 5, 1, 7, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 7.949999999999996, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 5, 1, 7, 1, 3, 1, 3, 1, 3, 1, 5, 1, 3, 1, 3], "chunk_stats": {"count": 17, "sum": 42, "mean": 2.4705882352941178, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 35, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06545214700236102, "decode_time_sec": 1.9124390830002085, "total_time_sec": 1.9811679190024734, "prefill_units_per_sec": 3498.7393154840197, "prefill_bytes_per_sec": 3483.4609778618187, "decode_units_per_sec": 66.93023643879697, "decode_bytes_per_sec": 66.93023643879697, "total_units_per_sec": 64.60835488616662, "total_bytes_per_sec": 64.60835488616662, "step_latency_ms": {"count": 128, "sum": 1914, "mean": 14.953125, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3321.16552734375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 85, "stage1_units": 49, "bytes_per_stage0_unit": 2.6823529411764704, "stage0_per_stage1_unit": 1.7346938775510203}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 229, "units_out": 85, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 2, 4, 4, 1, 1, 4, 1, 1, 5, 5, 1, 1, 2, 4, 7, 1, 6, 1, 2, 2, 2, 1, 5, 5, 1, 3, 1, 2, 2, 7, 6, 1, 1, 2, 2, 2, 1, 5, 7, 2, 6, 1, 2, 1, 5, 6, 1, 7, 1, 9, 3, 2, 1, 2, 3, 1, 1, 2, 3, 2, 4, 4, 1, 4, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 229, "mean": 2.6941176470588237, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 49, "chunk_lengths": [1, 3, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 1, 1, 1, 1, 4, 3, 1, 1, 3, 1, 6, 3, 1, 1, 3, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 85, "mean": 1.7346938775510203, "median": 1.0, "p95": 3.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [5, 3, 4, 1, 5, 1, 7, 2, 6, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 5, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 7, 2, 6, 2, 1, 1, 1, 5, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 4, 2, 1, 1, 1, 5, 1, 1, 1, 4, 1, 5, 1, 7, 3, 1, 1, 1, 1, 6], "chunk_stats": {"count": 21, "sum": 49, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 36, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0642156879985123, "decode_time_sec": 2.0613766700007545, "total_time_sec": 2.1287090859987075, "prefill_units_per_sec": 1962.13735190253, "prefill_bytes_per_sec": 1946.564833236637, "decode_units_per_sec": 62.094425469534954, "decode_bytes_per_sec": 62.094425469534954, "total_units_per_sec": 60.13033948222539, "total_bytes_per_sec": 60.13033948222539, "step_latency_ms": {"count": 128, "sum": 2061, "mean": 16.1015625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3295.40576171875, "peak_reserved_mb": 3326.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 125, "mean": 125.0, "median": 125.0, "p95": 125.0, "max": 125, "min": 125}, "model_input_units": {"count": 1, "sum": 126, "mean": 126.0, "median": 126.0, "p95": 126.0, "max": 126, "min": 126}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 125, "model_input_units": 126, "stage0_units": 49, "stage1_units": 28, "bytes_per_stage0_unit": 2.5510204081632653, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 126, "units_out": 49, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 5, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 5, 2, 3, 4, 1, 6, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 49, "sum": 126, "mean": 2.5714285714285716, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 49, "units_out": 28, "chunk_lengths": [1, 2, 2, 2, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 5, 1], "chunk_stats": {"count": 28, "sum": 49, "mean": 1.75, "median": 1.0, "p95": 3.6499999999999986, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [9, 6, 2, 1, 1, 1, 6, 1, 1, 5, 5, 1, 1, 1, 2, 1, 1, 1, 1, 6, 1, 5, 2, 4, 1, 4, 5, 1, 1, 1, 1, 1, 4, 1, 2, 1, 5, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 3, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 4, 5], "chunk_stats": {"count": 27, "sum": 52, "mean": 1.9259259259259258, "median": 1.0, "p95": 4.699999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 37, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06406361799963634, "decode_time_sec": 1.5806586680009787, "total_time_sec": 1.6480347139986407, "prefill_units_per_sec": 3996.0278234902876, "prefill_bytes_per_sec": 3980.4183398047785, "decode_units_per_sec": 80.9788998670273, "decode_bytes_per_sec": 80.9788998670273, "total_units_per_sec": 77.66826688342778, "total_bytes_per_sec": 77.66826688342778, "step_latency_ms": {"count": 128, "sum": 1584, "mean": 12.375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3338.77587890625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 78, "stage1_units": 38, "bytes_per_stage0_unit": 3.269230769230769, "stage0_per_stage1_unit": 2.0526315789473686}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 78, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 7, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 1, 13, 2, 5, 4, 1, 3, 4, 5, 13, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 6, 1, 5, 1, 1, 9, 7, 3, 5, 1, 13, 2, 1, 4, 13, 7, 2, 1, 2, 1, 1, 13, 4, 1, 2, 1, 6, 3, 1, 3, 1, 1, 1, 1, 6, 1, 5, 1, 1, 1], "chunk_stats": {"count": 78, "sum": 256, "mean": 3.282051282051282, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 38, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 3, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 4, 1, 7, 4, 1], "chunk_stats": {"count": 38, "sum": 78, "mean": 2.0526315789473686, "median": 1.0, "p95": 4.449999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [17, 6, 1, 1, 5, 1, 3, 1, 5, 1, 7, 1, 1, 2, 1, 5, 2, 5, 1, 1, 13, 3, 4, 6, 1, 5, 4, 3, 1, 5, 1, 7, 1, 1, 3, 2, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 8.199999999999974, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 4, 6, 5, 4, 1, 3, 1, 1, 6, 4], "chunk_stats": {"count": 11, "sum": 36, "mean": 3.272727272727273, "median": 4.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 38, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06424056800096878, "decode_time_sec": 2.053432024000358, "total_time_sec": 2.120965949998208, "prefill_units_per_sec": 2303.84015281073, "prefill_bytes_per_sec": 2288.2736652917383, "decode_units_per_sec": 62.33466630691724, "decode_bytes_per_sec": 62.33466630691724, "total_units_per_sec": 60.34986087358364, "total_bytes_per_sec": 60.34986087358364, "step_latency_ms": {"count": 128, "sum": 2056, "mean": 16.0625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3301.68994140625, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 71, "stage1_units": 37, "bytes_per_stage0_unit": 2.0704225352112675, "stage0_per_stage1_unit": 1.9189189189189189}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 148, "units_out": 71, "chunk_lengths": [1, 1, 3, 8, 3, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 5, 4, 2, 2, 1, 1, 2, 1, 1, 1, 9, 1, 1, 1, 1, 2, 3, 1, 8, 4], "chunk_stats": {"count": 71, "sum": 148, "mean": 2.084507042253521, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 71, "units_out": 37, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 4, 1, 1, 4, 3, 1, 1, 1, 4, 1, 7, 3, 1, 1, 3, 2, 1, 3, 1, 4, 2, 2, 1], "chunk_stats": {"count": 37, "sum": 71, "mean": 1.9189189189189189, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [1, 8, 3, 1, 13, 1, 1, 1, 9, 3, 4, 1, 1, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 3, 4, 2, 2, 1, 1, 1, 4, 1, 6, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.0, "p95": 6.699999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 26, "chunk_lengths": [1, 3, 1, 3, 1, 6, 1, 1, 2, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 4, 1, 1, 6, 1, 1], "chunk_stats": {"count": 26, "sum": 54, "mean": 2.076923076923077, "median": 1.0, "p95": 5.5, "max": 6, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 39, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06406343799972092, "decode_time_sec": 1.808669556001405, "total_time_sec": 1.875875752997672, "prefill_units_per_sec": 3153.1245638250007, "prefill_bytes_per_sec": 3137.515036281313, "decode_units_per_sec": 70.77025185461825, "decode_bytes_per_sec": 70.77025185461825, "total_units_per_sec": 68.23479635868978, "total_bytes_per_sec": 68.23479635868978, "step_latency_ms": {"count": 128, "sum": 1807, "mean": 14.1171875, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3314.28857421875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 75, "stage1_units": 32, "bytes_per_stage0_unit": 2.68, "stage0_per_stage1_unit": 2.34375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 75, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 6, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 4, 1, 3, 1, 1, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 13, 1, 3, 1, 3, 1, 8, 1, 1, 6, 1, 1, 3, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 13, 3, 4, 1, 9, 3, 4], "chunk_stats": {"count": 75, "sum": 202, "mean": 2.6933333333333334, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 3, 1, 1, 3, 3, 6, 1, 3, 1, 3, 1, 2, 1, 8, 1, 4, 5, 3, 1, 2, 1, 2, 1, 5, 1, 3, 1, 2], "chunk_stats": {"count": 32, "sum": 75, "mean": 2.34375, "median": 2.0, "p95": 5.449999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 4, 1, 1, 4, 3, 1, 8, 1, 1, 6, 1, 1, 2, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 2, 1, 13, 3, 3, 9, 1, 2, 4, 1, 1, 8, 1, 1, 2, 2, 3], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 8.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 1, 7, 3, 1, 3, 6, 1, 1, 5, 1, 2, 2, 5, 3, 1, 1], "chunk_stats": {"count": 18, "sum": 46, "mean": 2.5555555555555554, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 40, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06447681799909333, "decode_time_sec": 1.8348701920003805, "total_time_sec": 1.902697248999175, "prefill_units_per_sec": 3458.6074021695026, "prefill_bytes_per_sec": 3443.0979519355587, "decode_units_per_sec": 69.75970319756192, "decode_bytes_per_sec": 69.75970319756192, "total_units_per_sec": 67.27292009663041, "total_bytes_per_sec": 67.27292009663041, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3320.466796875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 222, "mean": 222.0, "median": 222.0, "p95": 222.0, "max": 222, "min": 222}, "model_input_units": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 222, "model_input_units": 223, "stage0_units": 88, "stage1_units": 49, "bytes_per_stage0_unit": 2.522727272727273, "stage0_per_stage1_unit": 1.7959183673469388}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 223, "units_out": 88, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 1, 3, 1, 3, 4, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 13, 1, 4, 7, 1, 4, 3, 5, 3, 1, 1, 1, 1, 5, 1, 1, 6, 1, 1, 3, 5, 1, 1, 5, 7, 2, 1, 2, 1, 3, 1, 1, 1, 8, 4, 1, 1, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 88, "sum": 223, "mean": 2.534090909090909, "median": 1.0, "p95": 6.6499999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 88, "units_out": 49, "chunk_lengths": [1, 2, 2, 4, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 4, 1, 2, 3, 1, 2, 5, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 88, "mean": 1.7959183673469388, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [5, 4, 2, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 2, 6, 1, 5, 1, 2, 4, 1, 2, 1, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 1, 2, 6, 4, 6, 1, 1, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 1, 6, 8, 2, 2, 3, 1, 1, 3, 1, 3, 1, 2, 5, 3, 4], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.299999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 41, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06340220899801352, "decode_time_sec": 1.9210375910006405, "total_time_sec": 1.987634908000473, "prefill_units_per_sec": 2744.383874786629, "prefill_bytes_per_sec": 2728.6115536671655, "decode_units_per_sec": 66.63065866052453, "decode_bytes_per_sec": 66.63065866052453, "total_units_per_sec": 64.39814449061264, "total_bytes_per_sec": 64.39814449061264, "step_latency_ms": {"count": 128, "sum": 1927, "mean": 15.0546875, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3305.44677734375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 173, "mean": 173.0, "median": 173.0, "p95": 173.0, "max": 173, "min": 173}, "model_input_units": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 173, "model_input_units": 174, "stage0_units": 61, "stage1_units": 40, "bytes_per_stage0_unit": 2.8360655737704916, "stage0_per_stage1_unit": 1.525}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 174, "units_out": 61, "chunk_lengths": [1, 1, 3, 3, 1, 5, 1, 10, 1, 1, 5, 1, 2, 3, 4, 1, 10, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 4, 1, 4, 3, 1, 10, 2, 4, 1, 1, 1, 1, 1, 1, 5, 5, 2, 5, 1, 1, 1, 10, 1, 5, 7, 1, 2, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 174, "mean": 2.8524590163934427, "median": 2.0, "p95": 10.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3], "chunk_stats": {"count": 40, "sum": 61, "mean": 1.525, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 1, 3, 4, 1, 4, 3, 1, 4, 2, 4, 1, 1, 1, 1, 1, 1, 5, 7, 1, 5, 1, 10, 1, 5, 7, 1, 1, 4, 1, 1, 5, 3, 4, 4, 1, 3, 5, 1, 1, 1, 1, 1, 4, 1, 1, 3, 1, 4], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 6.199999999999989, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [4, 3, 2, 1, 1, 1, 5, 1, 3, 3, 1, 4, 2, 1, 3, 2, 1, 2, 1, 1, 1, 4, 1], "chunk_stats": {"count": 23, "sum": 48, "mean": 2.0869565217391304, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 42, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06409951800014824, "decode_time_sec": 1.5560296809999272, "total_time_sec": 1.6232654680025007, "prefill_units_per_sec": 2184.1037868596177, "prefill_bytes_per_sec": 2168.503045524906, "decode_units_per_sec": 82.26064165931935, "decode_bytes_per_sec": 82.26064165931935, "total_units_per_sec": 78.85339922712063, "total_bytes_per_sec": 78.85339922712063, "step_latency_ms": {"count": 128, "sum": 1562, "mean": 12.203125, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3298.17333984375, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}, "model_input_units": {"count": 1, "sum": 140, "mean": 140.0, "median": 140.0, "p95": 140.0, "max": 140, "min": 140}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 139, "model_input_units": 140, "stage0_units": 42, "stage1_units": 25, "bytes_per_stage0_unit": 3.3095238095238093, "stage0_per_stage1_unit": 1.68}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 140, "units_out": 42, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 2, 8, 1, 1, 9, 1, 1, 1, 9, 1, 3, 2, 10, 1, 1, 9, 1, 6, 8, 2, 9, 6, 5, 1, 5, 3, 1, 5, 2, 8, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 140, "mean": 3.3333333333333335, "median": 2.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 42, "units_out": 25, "chunk_lengths": [1, 2, 2, 1, 3, 3, 1, 3, 1, 3, 2, 1, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1], "chunk_stats": {"count": 25, "sum": 42, "mean": 1.68, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [26, 1, 7, 1, 6, 1, 1, 2, 9, 9, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 6, 1, 8, 1, 1, 13, 1, 1, 1, 2, 2, 1], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 1.0, "p95": 10.399999999999991, "max": 26, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 2, 3, 1, 2, 4, 1, 1, 8, 4, 1, 5], "chunk_stats": {"count": 12, "sum": 33, "mean": 2.75, "median": 2.0, "p95": 6.349999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 43, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06381424899882404, "decode_time_sec": 1.734187303998624, "total_time_sec": 1.8012665509995713, "prefill_units_per_sec": 3760.915528511864, "prefill_bytes_per_sec": 3745.2450471430643, "decode_units_per_sec": 73.80978957974285, "decode_bytes_per_sec": 73.80978957974285, "total_units_per_sec": 71.06110971136913, "total_bytes_per_sec": 71.06110971136913, "step_latency_ms": {"count": 128, "sum": 1737, "mean": 13.5703125, "median": 8.0, "p95": 38.0, "max": 43, "min": 8}, "peak_allocated_mb": 3325.07275390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 89, "stage1_units": 43, "bytes_per_stage0_unit": 2.6853932584269664, "stage0_per_stage1_unit": 2.0697674418604652}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 240, "units_out": 89, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 8, 1, 5, 2, 6, 1, 1, 1, 1, 1, 5, 1, 3, 6, 2, 5, 1, 5, 3, 2, 1, 1, 4, 1, 1, 3, 1, 2, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3], "chunk_stats": {"count": 89, "sum": 240, "mean": 2.696629213483146, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 89, "units_out": 43, "chunk_lengths": [1, 2, 2, 3, 3, 1, 3, 1, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 1], "chunk_stats": {"count": 43, "sum": 89, "mean": 2.0697674418604652, "median": 1.0, "p95": 5.799999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 6, 1, 2, 1, 4, 1, 5, 1, 1, 5, 3, 4, 5, 1, 4, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 3.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 3], "chunk_stats": {"count": 16, "sum": 43, "mean": 2.6875, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 44, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06414820799909648, "decode_time_sec": 1.6977018420002423, "total_time_sec": 1.765130498999497, "prefill_units_per_sec": 2790.413100900982, "prefill_bytes_per_sec": 2774.8242008959487, "decode_units_per_sec": 75.39604236347512, "decode_bytes_per_sec": 75.39604236347512, "total_units_per_sec": 72.51588484395481, "total_bytes_per_sec": 72.51588484395481, "step_latency_ms": {"count": 128, "sum": 1700, "mean": 13.28125, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3307.42041015625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 59, "stage1_units": 32, "bytes_per_stage0_unit": 3.016949152542373, "stage0_per_stage1_unit": 1.84375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 179, "units_out": 59, "chunk_lengths": [1, 1, 3, 1, 1, 1, 8, 4, 1, 6, 1, 5, 1, 8, 1, 4, 1, 1, 5, 1, 2, 4, 1, 5, 4, 3, 1, 1, 8, 1, 2, 1, 1, 9, 3, 4, 1, 4, 1, 5, 6, 1, 2, 4, 1, 6, 5, 6, 4, 1, 1, 8, 1, 6, 2, 6, 1, 1, 1], "chunk_stats": {"count": 59, "sum": 179, "mean": 3.0338983050847457, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 32, "chunk_lengths": [1, 2, 2, 3, 2, 2, 2, 1, 2, 1, 1, 1, 4, 2, 1, 3, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 1, 4, 2, 1, 3, 1], "chunk_stats": {"count": 32, "sum": 59, "mean": 1.84375, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [9, 1, 2, 6, 1, 5, 1, 2, 1, 8, 4, 1, 1, 13, 3, 4, 1, 3, 9, 7, 2, 6, 1, 6, 5, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 3.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 5, 1, 5, 1, 4, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 17, "sum": 36, "mean": 2.1176470588235294, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 45, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06394959800309152, "decode_time_sec": 1.8107516070012935, "total_time_sec": 1.8778189240001666, "prefill_units_per_sec": 2095.4001930320505, "prefill_bytes_per_sec": 2079.762878158677, "decode_units_per_sec": 70.68887831168362, "decode_bytes_per_sec": 70.68887831168362, "total_units_per_sec": 68.16418684679772, "total_bytes_per_sec": 68.16418684679772, "step_latency_ms": {"count": 128, "sum": 1815, "mean": 14.1796875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3296.9140625, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 133, "mean": 133.0, "median": 133.0, "p95": 133.0, "max": 133, "min": 133}, "model_input_units": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 133, "model_input_units": 134, "stage0_units": 45, "stage1_units": 28, "bytes_per_stage0_unit": 2.9555555555555557, "stage0_per_stage1_unit": 1.6071428571428572}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 134, "units_out": 45, "chunk_lengths": [1, 1, 3, 1, 8, 1, 5, 2, 3, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 5, 2, 3, 4, 1, 1, 4, 1, 1, 5, 7, 3, 5, 1, 9, 2, 3, 2, 9, 3, 4], "chunk_stats": {"count": 45, "sum": 134, "mean": 2.977777777777778, "median": 2.0, "p95": 8.799999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 45, "units_out": 28, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2], "chunk_stats": {"count": 28, "sum": 45, "mean": 1.6071428571428572, "median": 1.0, "p95": 3.6499999999999986, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 5, 5, 1, 2, 1, 5, 1, 2, 1, 6, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 3, 1, 1, 13, 1, 5, 5, 5, 1, 1, 1, 2, 1, 2, 4, 2, 6, 6, 1, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.799999999999997, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [2, 1, 1, 4, 1, 4, 1, 1, 5, 3, 3, 1, 2, 3, 3, 2, 2, 2, 2], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 46, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06412184799773968, "decode_time_sec": 1.782797080999444, "total_time_sec": 1.8502747980019194, "prefill_units_per_sec": 3711.6834188620014, "prefill_bytes_per_sec": 3696.088110379388, "decode_units_per_sec": 71.79729054090812, "decode_bytes_per_sec": 71.79729054090812, "total_units_per_sec": 69.17891339071636, "total_bytes_per_sec": 69.17891339071636, "step_latency_ms": {"count": 128, "sum": 1787, "mean": 13.9609375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3323.16943359375, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 85, "stage1_units": 54, "bytes_per_stage0_unit": 2.788235294117647, "stage0_per_stage1_unit": 1.5740740740740742}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 238, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 2, 4, 1, 5, 4, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 2, 1, 4, 2, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 5, 3, 7, 1, 1, 6, 5, 1, 2, 4, 1, 4, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 9, 7, 2, 1, 6, 1, 5, 1, 2, 4, 1, 5, 1, 9, 1, 6, 2, 6, 9, 7, 2, 1, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 85, "sum": 238, "mean": 2.8, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 54, "chunk_lengths": [1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 54, "sum": 85, "mean": 1.5740740740740742, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 2, 4, 4, 1, 6, 5, 4, 5, 1, 6, 2, 1, 4, 1, 4, 1, 1, 6, 1, 1, 5, 1, 5, 2, 4, 4, 1, 6, 5, 4, 1, 1, 3, 9, 5, 1, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 4.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 2, 1, 5, 2, 4, 1, 1, 1, 6, 1, 1, 1, 1, 2], "chunk_stats": {"count": 20, "sum": 38, "mean": 1.9, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 47, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06350527899849112, "decode_time_sec": 1.8796817139991617, "total_time_sec": 1.946549240998138, "prefill_units_per_sec": 2472.235418471751, "prefill_bytes_per_sec": 2456.488696061103, "decode_units_per_sec": 68.09663521579435, "decode_bytes_per_sec": 68.09663521579435, "total_units_per_sec": 65.75739123576707, "total_bytes_per_sec": 65.75739123576707, "step_latency_ms": {"count": 128, "sum": 1884, "mean": 14.71875, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3302.8720703125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 75, "stage1_units": 40, "bytes_per_stage0_unit": 2.08, "stage0_per_stage1_unit": 1.875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 157, "units_out": 75, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 8, 1, 1, 2, 1, 5, 1, 1, 1, 5, 5, 4, 2, 3, 1, 5, 1, 3, 1, 1, 1, 5, 5, 2, 5, 4, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 2, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 75, "sum": 157, "mean": 2.0933333333333333, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 40, "chunk_lengths": [1, 2, 1, 3, 1, 3, 2, 2, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 5, 1, 3, 2, 5, 1, 3, 1, 1, 1, 1, 3, 1, 4, 2, 1, 5, 1], "chunk_stats": {"count": 40, "sum": 75, "mean": 1.875, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 7, 10, 1, 2, 1, 1, 9, 5, 1, 1, 6, 7, 1, 6, 5, 1, 1, 1, 1, 6, 1, 4, 1, 1, 9, 1, 5, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 4, 4, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 1, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 5, 1, 1, 3], "chunk_stats": {"count": 24, "sum": 41, "mean": 1.7083333333333333, "median": 1.0, "p95": 3.849999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 48, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06441232799988938, "decode_time_sec": 1.5516919449983106, "total_time_sec": 1.6192797219991917, "prefill_units_per_sec": 3399.9702665672335, "prefill_bytes_per_sec": 3384.445288181082, "decode_units_per_sec": 82.49060028480032, "decode_bytes_per_sec": 82.49060028480032, "total_units_per_sec": 79.04749146241942, "total_bytes_per_sec": 79.04749146241942, "step_latency_ms": {"count": 128, "sum": 1566, "mean": 12.234375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3318.029296875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}, "model_input_units": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 218, "model_input_units": 219, "stage0_units": 55, "stage1_units": 28, "bytes_per_stage0_unit": 3.963636363636364, "stage0_per_stage1_unit": 1.9642857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 219, "units_out": 55, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 3, 2, 4, 1, 1, 9, 1, 2, 1, 13, 9, 2, 1, 3, 1, 7, 1, 3, 2, 4, 1, 13, 1, 2, 9, 1, 2, 2, 2, 1, 17, 6, 1, 5, 1, 1, 1, 11, 3, 6, 2, 3, 1, 30, 1, 4, 4], "chunk_stats": {"count": 55, "sum": 219, "mean": 3.981818181818182, "median": 2.0, "p95": 13.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 55, "units_out": 28, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 1, 1, 1, 4, 2, 3, 2, 2, 5, 1, 1, 3, 3, 2, 2, 1, 1, 3], "chunk_stats": {"count": 28, "sum": 55, "mean": 1.9642857142857142, "median": 2.0, "p95": 3.6499999999999986, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 25, "chunk_lengths": [1, 3, 2, 8, 1, 5, 4, 1, 5, 1, 1, 17, 3, 4, 2, 2, 13, 4, 1, 17, 3, 4, 8, 9, 7, 2], "chunk_stats": {"count": 26, "sum": 128, "mean": 4.923076923076923, "median": 3.5, "p95": 16.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 15, "sum": 25, "mean": 1.6666666666666667, "median": 1.0, "p95": 3.299999999999999, "max": 4, "min": 1}, "active_size_stats": {"count": 25, "sum": 25, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 49, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06625842699941131, "decode_time_sec": 1.8948538650001865, "total_time_sec": 1.964413981000689, "prefill_units_per_sec": 3652.365607806387, "prefill_bytes_per_sec": 3637.273187939418, "decode_units_per_sec": 67.55138344137552, "decode_bytes_per_sec": 67.55138344137552, "total_units_per_sec": 65.15938149391286, "total_bytes_per_sec": 65.15938149391286, "step_latency_ms": {"count": 128, "sum": 1896, "mean": 14.8125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3325.9296875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 241, "mean": 241.0, "median": 241.0, "p95": 241.0, "max": 241, "min": 241}, "model_input_units": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 241, "model_input_units": 242, "stage0_units": 92, "stage1_units": 51, "bytes_per_stage0_unit": 2.619565217391304, "stage0_per_stage1_unit": 1.803921568627451}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 242, "units_out": 92, "chunk_lengths": [1, 1, 3, 2, 4, 1, 3, 2, 5, 1, 2, 2, 2, 1, 4, 1, 2, 2, 1, 1, 6, 5, 1, 1, 2, 2, 1, 1, 4, 1, 2, 1, 1, 1, 1, 2, 4, 1, 4, 5, 1, 18, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 1, 18, 2, 2, 2, 1, 1, 1, 1, 2, 4, 1, 1, 2, 5, 18, 1, 6, 2, 2, 5, 1, 1, 1, 1, 5, 1, 6, 1, 2, 1, 7, 1, 3, 1, 1, 2], "chunk_stats": {"count": 92, "sum": 242, "mean": 2.630434782608696, "median": 2.0, "p95": 6.0, "max": 18, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 51, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 3, 2, 4, 1, 7, 1, 2, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 51, "sum": 92, "mean": 1.803921568627451, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [9, 4, 2, 3, 1, 1, 6, 1, 2, 1, 1, 8, 1, 3, 2, 1, 1, 1, 1, 6, 1, 1, 10, 4, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 6, 1, 2, 1, 5, 1, 2, 2, 2, 1, 10, 1, 5, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 1, 1, 2, 1, 1, 4, 3, 7, 1, 1, 1, 6, 3, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 21, "sum": 47, "mean": 2.238095238095238, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 50, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06556983799964655, "decode_time_sec": 1.8027188230007596, "total_time_sec": 1.8717766590016254, "prefill_units_per_sec": 2745.1646289101745, "prefill_bytes_per_sec": 2729.913714305118, "decode_units_per_sec": 71.00386281368854, "decode_bytes_per_sec": 71.00386281368854, "total_units_per_sec": 68.38422703073617, "total_bytes_per_sec": 68.38422703073617, "step_latency_ms": {"count": 128, "sum": 1801, "mean": 14.0703125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3307.833984375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 69, "stage1_units": 33, "bytes_per_stage0_unit": 2.5942028985507246, "stage0_per_stage1_unit": 2.090909090909091}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 180, "units_out": 69, "chunk_lengths": [1, 1, 3, 8, 1, 1, 7, 1, 1, 3, 1, 1, 1, 5, 3, 4, 10, 1, 3, 2, 14, 1, 7, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 6, 1, 2, 6, 1, 3, 1, 7, 3, 1, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 69, "sum": 180, "mean": 2.608695652173913, "median": 1.0, "p95": 7.599999999999994, "max": 14, "min": 1}}, {"stage": 1, "units_in": 69, "units_out": 33, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 4, 1, 2, 4, 1, 3, 3, 3, 3, 4, 4, 1, 1, 2], "chunk_stats": {"count": 33, "sum": 69, "mean": 2.090909090909091, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [13, 1, 1, 5, 2, 1, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 9, 1, 9, 4, 1, 4, 3, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 6, 4, 4, 5, 2, 4, 4, 4, 5, 2, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 2.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 51, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0644357979981578, "decode_time_sec": 1.7598886740015587, "total_time_sec": 1.8274746509996476, "prefill_units_per_sec": 3196.980659817226, "prefill_bytes_per_sec": 3181.46133622588, "decode_units_per_sec": 72.73187326614196, "decode_bytes_per_sec": 72.73187326614196, "total_units_per_sec": 70.0420112147562, "total_bytes_per_sec": 70.0420112147562, "step_latency_ms": {"count": 128, "sum": 1766, "mean": 13.796875, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3314.42626953125, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 68, "stage1_units": 38, "bytes_per_stage0_unit": 3.014705882352941, "stage0_per_stage1_unit": 1.7894736842105263}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 206, "units_out": 68, "chunk_lengths": [1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 1, 4, 2, 6, 1, 2, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 9, 10, 1, 1, 2, 1, 1, 3, 6, 1, 2, 9, 9, 2, 1, 3, 1, 7, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 2, 10, 1, 1], "chunk_stats": {"count": 68, "sum": 206, "mean": 3.0294117647058822, "median": 1.5, "p95": 9.649999999999999, "max": 11, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 38, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 2, 4, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 3, 1, 2, 1], "chunk_stats": {"count": 38, "sum": 68, "mean": 1.7894736842105263, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [9, 3, 4, 8, 1, 4, 1, 1, 1, 1, 1, 4, 6, 1, 4, 1, 1, 3, 2, 1, 4, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 2, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 2, 1, 2, 5, 3], "chunk_stats": {"count": 18, "sum": 40, "mean": 2.2222222222222223, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 52, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06353562799995416, "decode_time_sec": 1.7070125110003573, "total_time_sec": 1.773925617999339, "prefill_units_per_sec": 3997.7569750342795, "prefill_bytes_per_sec": 3982.017774345168, "decode_units_per_sec": 74.98480484187453, "decode_bytes_per_sec": 74.98480484187453, "total_units_per_sec": 72.15635125916971, "total_bytes_per_sec": 72.15635125916971, "step_latency_ms": {"count": 128, "sum": 1707, "mean": 13.3359375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3329.32275390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 85, "stage1_units": 33, "bytes_per_stage0_unit": 2.976470588235294, "stage0_per_stage1_unit": 2.5757575757575757}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 254, "units_out": 85, "chunk_lengths": [1, 1, 3, 3, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 1, 6, 1, 8, 1, 13, 1, 5, 1, 6, 5, 1, 1, 3, 1, 5, 1, 8, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 1, 3, 1, 1, 6, 1, 8, 2, 1, 5, 1, 1, 13, 1, 5, 1, 6, 5, 1, 1, 1, 7, 8, 1, 4, 2, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 85, "sum": 254, "mean": 2.988235294117647, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 33, "chunk_lengths": [1, 2, 1, 1, 1, 3, 3, 6, 1, 1, 5, 2, 3, 1, 2, 4, 2, 6, 1, 1, 5, 8, 1, 4, 1, 2, 4, 5, 1, 1, 4, 1, 1], "chunk_stats": {"count": 33, "sum": 85, "mean": 2.5757575757575757, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [9, 1, 2, 1, 3, 1, 1, 6, 1, 8, 1, 1, 1, 1, 1, 5, 1, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 8, 1, 3, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 9, 4], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 1.0, "p95": 8.899999999999999, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 8, 3, 3, 3, 1, 9, 3, 1, 2, 1, 5, 1, 1], "chunk_stats": {"count": 15, "sum": 43, "mean": 2.8666666666666667, "median": 2.0, "p95": 8.299999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 53, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06743154699870502, "decode_time_sec": 1.9110827209988202, "total_time_sec": 1.9819951050012605, "prefill_units_per_sec": 3499.845554552267, "prefill_bytes_per_sec": 3485.015700507554, "decode_units_per_sec": 66.97773915987335, "decode_bytes_per_sec": 66.97773915987335, "total_units_per_sec": 64.58139057811577, "total_bytes_per_sec": 64.58139057811577, "step_latency_ms": {"count": 128, "sum": 1909, "mean": 14.9140625, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3322.76025390625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}, "model_input_units": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 235, "model_input_units": 236, "stage0_units": 79, "stage1_units": 44, "bytes_per_stage0_unit": 2.9746835443037973, "stage0_per_stage1_unit": 1.7954545454545454}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 236, "units_out": 79, "chunk_lengths": [1, 1, 3, 1, 3, 10, 1, 1, 1, 3, 2, 1, 2, 2, 1, 1, 1, 9, 2, 2, 3, 1, 2, 9, 2, 1, 2, 2, 1, 6, 1, 2, 2, 4, 2, 4, 8, 1, 4, 1, 1, 2, 1, 9, 9, 2, 6, 3, 4, 5, 2, 6, 12, 1, 2, 1, 4, 3, 1, 4, 1, 5, 1, 9, 1, 2, 2, 2, 1, 2, 2, 2, 1, 13, 2, 2, 2, 1, 1], "chunk_stats": {"count": 79, "sum": 236, "mean": 2.9873417721518987, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 3, 2, 2, 1, 2, 2, 1, 1, 1, 1, 3, 3, 1, 4, 4, 1, 1, 3, 5, 1, 2, 1, 1, 1], "chunk_stats": {"count": 44, "sum": 79, "mean": 1.7954545454545454, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [9, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 9, 4, 1, 13, 3, 4, 1, 2, 1, 1, 1, 3, 1, 7, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 3, 1, 4, 1, 3, 1, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 2, 5, 3, 1, 3, 1, 2, 1, 4, 1, 4, 1, 2, 3, 3, 1, 1, 3, 4, 2], "chunk_stats": {"count": 22, "sum": 49, "mean": 2.227272727272727, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 54, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06340310900122859, "decode_time_sec": 1.6561493659974076, "total_time_sec": 1.7228677530001733, "prefill_units_per_sec": 3958.7964053172263, "prefill_bytes_per_sec": 3943.024308084887, "decode_units_per_sec": 77.28771488126776, "decode_bytes_per_sec": 77.28771488126776, "total_units_per_sec": 74.29473317212127, "total_bytes_per_sec": 74.29473317212127, "step_latency_ms": {"count": 128, "sum": 1662, "mean": 12.984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3326.47119140625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 250, "mean": 250.0, "median": 250.0, "p95": 250.0, "max": 250, "min": 250}, "model_input_units": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 250, "model_input_units": 251, "stage0_units": 81, "stage1_units": 44, "bytes_per_stage0_unit": 3.0864197530864197, "stage0_per_stage1_unit": 1.8409090909090908}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 251, "units_out": 81, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 6, 1, 1, 2, 1, 4, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 1, 9, 2, 12, 5, 1, 8, 3, 9, 2, 1, 1, 1, 1, 1, 8, 1, 8, 3, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 9, 1, 9, 1, 5, 2, 1, 1, 9, 4, 4, 1, 3, 3, 4, 1, 2, 1, 1, 13, 1, 9, 1, 5, 3, 4, 1, 1], "chunk_stats": {"count": 81, "sum": 251, "mean": 3.0987654320987654, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 44, "chunk_lengths": [1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 4, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 2, 2, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 81, "mean": 1.8409090909090908, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [17, 1, 3, 1, 8, 1, 3, 1, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 9, 3, 4, 1, 9, 1, 4, 1, 5, 4, 3, 1, 1, 8], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 2, 3, 6, 3, 4, 1, 1, 1, 6, 1, 1, 4], "chunk_stats": {"count": 15, "sum": 38, "mean": 2.533333333333333, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 55, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06432251799924416, "decode_time_sec": 1.9184112180009834, "total_time_sec": 1.9859328849997837, "prefill_units_per_sec": 2269.811638930485, "prefill_bytes_per_sec": 2254.2649838693173, "decode_units_per_sec": 66.72187839548715, "decode_bytes_per_sec": 66.72187839548715, "total_units_per_sec": 64.453336246564, "total_bytes_per_sec": 64.453336246564, "step_latency_ms": {"count": 128, "sum": 1919, "mean": 14.9921875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3301.06005859375, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}, "model_input_units": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 145, "model_input_units": 146, "stage0_units": 63, "stage1_units": 42, "bytes_per_stage0_unit": 2.3015873015873014, "stage0_per_stage1_unit": 1.5}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 146, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 5, 5, 1, 5, 2, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 3, 3, 5, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 146, "mean": 2.3174603174603177, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 42, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 63, "mean": 1.5, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.5, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 2, 5, 4, 1, 1, 2, 2, 1, 2, 8, 1, 1, 3, 5, 4, 1, 1, 2, 2], "chunk_stats": {"count": 21, "sum": 50, "mean": 2.380952380952381, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 56, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06390953899972374, "decode_time_sec": 1.7445487340010004, "total_time_sec": 1.8116880409979785, "prefill_units_per_sec": 3113.7761766809213, "prefill_bytes_per_sec": 3098.129060215188, "decode_units_per_sec": 73.37140975502642, "decode_bytes_per_sec": 73.37140975502642, "total_units_per_sec": 70.65234030550342, "total_bytes_per_sec": 70.65234030550342, "step_latency_ms": {"count": 128, "sum": 1747, "mean": 13.6484375, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3313.48486328125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 67, "stage1_units": 37, "bytes_per_stage0_unit": 2.955223880597015, "stage0_per_stage1_unit": 1.8108108108108107}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 199, "units_out": 67, "chunk_lengths": [1, 1, 3, 9, 1, 1, 3, 2, 1, 2, 1, 2, 2, 1, 5, 2, 6, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 10, 1, 1, 1, 13, 3, 3, 9, 5, 2, 14, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 13, 1, 1, 6, 2, 1, 5, 1, 1], "chunk_stats": {"count": 67, "sum": 199, "mean": 2.970149253731343, "median": 2.0, "p95": 10.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 37, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 1, 6, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 37, "sum": 67, "mean": 1.8108108108108107, "median": 1.0, "p95": 4.199999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [13, 1, 7, 2, 6, 1, 13, 1, 10, 1, 2, 10, 9, 1, 9, 1, 3, 1, 1, 1, 10, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 2.0, "p95": 11.049999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 1, 1], "chunk_stats": {"count": 20, "sum": 33, "mean": 1.65, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 57, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0639772089998587, "decode_time_sec": 1.7436908950003271, "total_time_sec": 1.810732501999155, "prefill_units_per_sec": 3438.7245620621848, "prefill_bytes_per_sec": 3423.0939958709932, "decode_units_per_sec": 73.40750609354761, "decode_bytes_per_sec": 73.40750609354761, "total_units_per_sec": 70.68962414861416, "total_bytes_per_sec": 70.68962414861416, "step_latency_ms": {"count": 128, "sum": 1743, "mean": 13.6171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3319.21923828125, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 62, "stage1_units": 45, "bytes_per_stage0_unit": 3.532258064516129, "stage0_per_stage1_unit": 1.3777777777777778}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 220, "units_out": 62, "chunk_lengths": [1, 1, 3, 6, 1, 4, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 8, 2, 8, 1, 4, 1, 3, 5, 1, 1, 1, 2, 3, 1, 5, 3, 4, 1, 6, 1, 4, 1, 9, 6, 1, 9, 4, 5, 1, 1, 3, 10, 5, 1, 5, 1, 1], "chunk_stats": {"count": 62, "sum": 220, "mean": 3.5483870967741935, "median": 3.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 62, "units_out": 45, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 62, "mean": 1.3777777777777778, "median": 1.0, "p95": 2.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [9, 8, 1, 8, 1, 1, 1, 1, 4, 6, 1, 4, 1, 5, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 1], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 3.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 3, 2, 1, 2, 3, 3, 2], "chunk_stats": {"count": 20, "sum": 33, "mean": 1.65, "median": 1.5, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 58, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06394613800148363, "decode_time_sec": 1.7751921990020492, "total_time_sec": 1.8422618760014302, "prefill_units_per_sec": 2939.974263897503, "prefill_bytes_per_sec": 2924.336102919325, "decode_units_per_sec": 72.10486845985304, "decode_bytes_per_sec": 72.10486845985304, "total_units_per_sec": 69.47980722361788, "total_bytes_per_sec": 69.47980722361788, "step_latency_ms": {"count": 128, "sum": 1775, "mean": 13.8671875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3310.1630859375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 72, "stage1_units": 30, "bytes_per_stage0_unit": 2.5972222222222223, "stage0_per_stage1_unit": 2.4}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 188, "units_out": 72, "chunk_lengths": [1, 1, 3, 1, 3, 1, 2, 4, 1, 1, 3, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 6, 2, 1, 1, 3, 1, 6, 2, 2, 1, 3, 1, 1, 7, 1, 9, 4, 1, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 8, 1, 6, 1, 1, 1, 1, 9, 4, 1, 6, 1, 1, 3, 1, 4, 1, 4, 1, 9, 4, 1], "chunk_stats": {"count": 72, "sum": 188, "mean": 2.611111111111111, "median": 1.0, "p95": 8.450000000000003, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 30, "chunk_lengths": [1, 2, 1, 1, 3, 1, 4, 1, 4, 3, 3, 6, 6, 1, 1, 3, 1, 3, 4, 2, 2, 3, 1, 1, 2, 1, 3, 5, 1, 2], "chunk_stats": {"count": 30, "sum": 72, "mean": 2.4, "median": 2.0, "p95": 5.549999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 6, 2, 1, 1, 3, 1, 4, 1, 6, 2, 1, 1, 9, 4, 1, 3, 3, 1, 1, 3, 1, 4, 1, 4, 1, 1, 9, 4, 1, 4, 1, 1, 3, 1, 4, 1, 8, 1, 9, 4, 1, 1, 4, 1, 1, 2], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.699999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [2, 1, 3, 6, 1, 1, 4, 3, 5, 1, 1, 3, 3, 5, 1, 4, 2], "chunk_stats": {"count": 17, "sum": 46, "mean": 2.7058823529411766, "median": 3.0, "p95": 5.199999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 59, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06613913699766272, "decode_time_sec": 1.7384208279981976, "total_time_sec": 1.8076985640000203, "prefill_units_per_sec": 3326.320995204013, "prefill_bytes_per_sec": 3311.201354316722, "decode_units_per_sec": 73.63004281730379, "decode_bytes_per_sec": 73.63004281730379, "total_units_per_sec": 70.80826557540959, "total_bytes_per_sec": 70.80826557540959, "step_latency_ms": {"count": 128, "sum": 1743, "mean": 13.6171875, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3319.21923828125, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 78, "stage1_units": 37, "bytes_per_stage0_unit": 2.8076923076923075, "stage0_per_stage1_unit": 2.108108108108108}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 220, "units_out": 78, "chunk_lengths": [1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 1, 1, 9, 6, 2, 1, 4, 1, 4, 4, 5, 2, 1, 3, 1, 1, 3, 1, 1, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 2, 7, 1, 6, 1, 1, 5, 8, 1, 1, 3, 2, 3, 5, 13, 1, 2, 1, 3, 1, 5, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 4, 1, 1], "chunk_stats": {"count": 78, "sum": 220, "mean": 2.8205128205128207, "median": 2.0, "p95": 8.149999999999991, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 37, "chunk_lengths": [1, 2, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 4, 5, 2, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 1, 2, 5, 1, 1, 5, 3, 5, 1, 2, 1, 1], "chunk_stats": {"count": 37, "sum": 78, "mean": 2.108108108108108, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [17, 1, 2, 1, 1, 8, 1, 5, 2, 1, 4, 4, 2, 4, 1, 1, 1, 21, 6, 2, 5, 1, 1, 3, 1, 1, 4, 1, 1, 2, 1, 1, 3, 1, 17], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 2.0, "p95": 17.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 4, 3, 3, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 19, "sum": 35, "mean": 1.8421052631578947, "median": 2.0, "p95": 3.099999999999998, "max": 4, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 60, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06557795700064162, "decode_time_sec": 1.6961139790000743, "total_time_sec": 1.7648955949989613, "prefill_units_per_sec": 2790.5718380066264, "prefill_bytes_per_sec": 2775.322811569432, "decode_units_per_sec": 75.46662640883427, "decode_bytes_per_sec": 75.46662640883427, "total_units_per_sec": 72.52553656018125, "total_bytes_per_sec": 72.52553656018125, "step_latency_ms": {"count": 128, "sum": 1697, "mean": 13.2578125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3308.00048828125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "model_input_units": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 182, "model_input_units": 183, "stage0_units": 64, "stage1_units": 41, "bytes_per_stage0_unit": 2.84375, "stage0_per_stage1_unit": 1.5609756097560976}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 183, "units_out": 64, "chunk_lengths": [1, 1, 3, 3, 6, 6, 1, 1, 3, 2, 7, 4, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 6, 9, 1, 1, 7, 2, 1, 1, 4, 2, 1, 1, 9, 1, 9, 2, 1, 1, 8, 1, 1, 1, 1, 9, 1, 1, 1, 2, 3, 1, 1, 1, 6, 1, 1], "chunk_stats": {"count": 64, "sum": 183, "mean": 2.859375, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 2, 2, 2, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 41, "sum": 64, "mean": 1.5609756097560976, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [2, 2, 3, 1, 1, 8, 1, 1, 9, 3, 4, 1, 1, 6, 1, 5, 1, 5, 4, 3, 6, 7, 1, 1, 3, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 5, 1, 5, 2, 1, 1, 4, 5, 1, 1, 2, 8, 3], "chunk_stats": {"count": 15, "sum": 42, "mean": 2.8, "median": 2.0, "p95": 5.899999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 61, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06600240700208815, "decode_time_sec": 1.9139215020004485, "total_time_sec": 1.9830653280005208, "prefill_units_per_sec": 3075.645407804258, "prefill_bytes_per_sec": 3060.494445204237, "decode_units_per_sec": 66.87839593536789, "decode_bytes_per_sec": 66.87839593536789, "total_units_per_sec": 64.54653721824658, "total_bytes_per_sec": 64.54653721824658, "step_latency_ms": {"count": 128, "sum": 1916, "mean": 14.96875, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3314.1513671875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 70, "stage1_units": 41, "bytes_per_stage0_unit": 2.8857142857142857, "stage0_per_stage1_unit": 1.7073170731707317}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 203, "units_out": 70, "chunk_lengths": [1, 1, 3, 1, 4, 1, 8, 1, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 9, 5, 3, 2, 4, 1, 5, 2, 1, 1, 8, 1, 1, 9, 3, 4, 1, 5, 1, 1, 1, 1, 4, 6, 3, 5, 2, 1, 5, 4, 1, 9, 3, 4], "chunk_stats": {"count": 70, "sum": 203, "mean": 2.9, "median": 2.0, "p95": 8.549999999999997, "max": 9, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 41, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 3, 1, 1, 4, 1, 2, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 2], "chunk_stats": {"count": 41, "sum": 70, "mean": 1.7073170731707317, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 1, 4, 1, 1, 8, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 9, 1, 1, 2, 1, 1, 7, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 7], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 4, 1, 1, 1, 1, 3, 2, 3, 3, 2, 1, 7, 5, 1, 1, 7, 4], "chunk_stats": {"count": 20, "sum": 51, "mean": 2.55, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 62, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0644719880001503, "decode_time_sec": 1.8026386269993964, "total_time_sec": 1.8702501939987997, "prefill_units_per_sec": 2295.570597259308, "prefill_bytes_per_sec": 2280.0599851156644, "decode_units_per_sec": 71.00702164197153, "decode_bytes_per_sec": 71.00702164197153, "total_units_per_sec": 68.44004102270509, "total_bytes_per_sec": 68.44004102270509, "step_latency_ms": {"count": 128, "sum": 1806, "mean": 14.109375, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3300.63330078125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 51, "stage1_units": 26, "bytes_per_stage0_unit": 2.8823529411764706, "stage0_per_stage1_unit": 1.9615384615384615}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 148, "units_out": 51, "chunk_lengths": [1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 4, 5, 3, 1, 2, 1, 1, 4, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 1, 3, 3, 1, 3, 1, 7, 1, 13, 4, 5, 3], "chunk_stats": {"count": 51, "sum": 148, "mean": 2.9019607843137254, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 51, "units_out": 26, "chunk_lengths": [1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 8, 3, 1, 2, 1, 1, 1, 2, 1, 5, 1, 2, 1], "chunk_stats": {"count": 26, "sum": 51, "mean": 1.9615384615384615, "median": 1.0, "p95": 4.75, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 3, 1, 5, 1, 17, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 5, 3, 1, 3, 1, 5, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 5], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 7.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 8, 3, 1, 2, 1, 1, 3, 5, 1, 8, 3, 1, 2, 1], "chunk_stats": {"count": 17, "sum": 46, "mean": 2.7058823529411766, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 63, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06545490799908293, "decode_time_sec": 1.8910065640011453, "total_time_sec": 1.9596168310017674, "prefill_units_per_sec": 3070.816324465938, "prefill_bytes_per_sec": 3055.5386313093913, "decode_units_per_sec": 67.68881845082927, "decode_bytes_per_sec": 67.68881845082927, "total_units_per_sec": 65.31889192570655, "total_bytes_per_sec": 65.31889192570655, "step_latency_ms": {"count": 128, "sum": 1891, "mean": 14.7734375, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3314.0556640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 73, "stage1_units": 46, "bytes_per_stage0_unit": 2.73972602739726, "stage0_per_stage1_unit": 1.5869565217391304}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 73, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 2, 2, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 1, 1, 1, 6, 2, 1, 4, 2, 4, 2, 12, 2, 1, 3, 2, 1, 7, 2, 1, 5, 1, 9, 3, 4, 1, 1, 5, 3, 4], "chunk_stats": {"count": 73, "sum": 201, "mean": 2.7534246575342465, "median": 2.0, "p95": 7.799999999999983, "max": 12, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 46, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 2, 3, 1, 2, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2], "chunk_stats": {"count": 46, "sum": 73, "mean": 1.5869565217391304, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 4, 1, 1, 1, 4, 1, 5, 1, 12, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 4, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 8.5, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [2, 1, 1, 1, 3, 2, 1, 1, 2, 2, 3, 3, 2, 3, 3, 3, 5, 1, 2, 4, 1], "chunk_stats": {"count": 21, "sum": 46, "mean": 2.1904761904761907, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 64, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06411787799879676, "decode_time_sec": 1.9614734210008464, "total_time_sec": 2.02883417799967, "prefill_units_per_sec": 3493.565398471291, "prefill_bytes_per_sec": 3477.9691243709726, "decode_units_per_sec": 65.25706574942407, "decode_bytes_per_sec": 65.25706574942407, "total_units_per_sec": 63.09041980266799, "total_bytes_per_sec": 63.09041980266799, "step_latency_ms": {"count": 128, "sum": 1964, "mean": 15.34375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3320.40478515625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}, "model_input_units": {"count": 1, "sum": 224, "mean": 224.0, "median": 224.0, "p95": 224.0, "max": 224, "min": 224}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 223, "model_input_units": 224, "stage0_units": 83, "stage1_units": 49, "bytes_per_stage0_unit": 2.6867469879518073, "stage0_per_stage1_unit": 1.6938775510204083}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 224, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1, 5, 7, 1, 1, 6, 1, 2, 3, 1, 9, 7, 1, 4, 1, 1, 1, 6, 1, 2, 1, 6, 5, 1, 5, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 3, 4], "chunk_stats": {"count": 83, "sum": 224, "mean": 2.6987951807228914, "median": 2.0, "p95": 6.8999999999999915, "max": 9, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 49, "chunk_lengths": [1, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 1, 1, 3, 1, 1, 3, 2, 2, 1, 1, 2, 1, 5, 2, 3, 1, 2, 1, 2, 2, 1, 1, 2], "chunk_stats": {"count": 49, "sum": 83, "mean": 1.6938775510204083, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 4, 1, 1, 1, 4, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.5, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [3, 1, 1, 6, 2, 2, 3, 2, 4, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 2, 3], "chunk_stats": {"count": 23, "sum": 50, "mean": 2.1739130434782608, "median": 2.0, "p95": 3.8999999999999986, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 65, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06375856900194776, "decode_time_sec": 1.6946047310011636, "total_time_sec": 1.7616579989989987, "prefill_units_per_sec": 3748.515748411775, "prefill_bytes_per_sec": 3732.8315821004285, "decode_units_per_sec": 75.5338384570532, "decode_bytes_per_sec": 75.5338384570532, "total_units_per_sec": 72.65882485291219, "total_bytes_per_sec": 72.65882485291219, "step_latency_ms": {"count": 128, "sum": 1698, "mean": 13.265625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3323.15869140625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 68, "stage1_units": 38, "bytes_per_stage0_unit": 3.5, "stage0_per_stage1_unit": 1.7894736842105263}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 239, "units_out": 68, "chunk_lengths": [1, 1, 3, 1, 1, 1, 7, 1, 2, 1, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 9, 7, 1, 5, 2, 6, 1, 6, 9, 7, 1, 3, 1, 5, 2, 4, 9, 7, 1, 5, 2, 7, 1, 5, 1, 1, 2, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 68, "sum": 239, "mean": 3.514705882352941, "median": 2.0, "p95": 9.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 68, "units_out": 38, "chunk_lengths": [1, 2, 2, 5, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 2, 1, 5, 1, 2], "chunk_stats": {"count": 38, "sum": 68, "mean": 1.7894736842105263, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 7, 1, 1, 4, 1, 1, 1, 7, 1, 2, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [2, 1, 1, 8, 2, 4, 1, 4, 1, 1, 2, 2, 1, 3, 6], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 66, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.063976568999351, "decode_time_sec": 1.6499801339996338, "total_time_sec": 1.717229171001236, "prefill_units_per_sec": 3032.360175519384, "prefill_bytes_per_sec": 3016.7294529651604, "decode_units_per_sec": 77.57669159914164, "decode_bytes_per_sec": 77.57669159914164, "total_units_per_sec": 74.53868252504073, "total_bytes_per_sec": 74.53868252504073, "step_latency_ms": {"count": 128, "sum": 1661, "mean": 12.9765625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3313.1142578125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 72, "stage1_units": 33, "bytes_per_stage0_unit": 2.6805555555555554, "stage0_per_stage1_unit": 2.1818181818181817}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 194, "units_out": 72, "chunk_lengths": [1, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 2, 2, 1, 1, 9, 1, 2, 3, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 2, 3, 1, 9, 4, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 6, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 72, "sum": 194, "mean": 2.6944444444444446, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 33, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 6, 4, 3, 3, 1, 2, 1, 1, 1, 10, 4, 1, 1, 1, 2, 2, 3, 1], "chunk_stats": {"count": 33, "sum": 72, "mean": 2.1818181818181817, "median": 1.0, "p95": 4.799999999999997, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [13, 3, 4, 2, 2, 9, 2, 3, 6, 1, 2, 1, 3, 1, 13, 3, 4, 1, 1, 9, 4, 1, 13, 3, 4, 5, 1, 5, 4, 3, 1, 1], "chunk_stats": {"count": 32, "sum": 128, "mean": 4.0, "median": 3.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 2, 2, 3, 1, 2, 2, 1, 2, 1, 3, 1, 1, 3], "chunk_stats": {"count": 17, "sum": 31, "mean": 1.8235294117647058, "median": 2.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 67, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06479412900080206, "decode_time_sec": 1.8612196810026944, "total_time_sec": 1.9291689370002132, "prefill_units_per_sec": 3040.3989225252403, "prefill_bytes_per_sec": 3024.9654254565844, "decode_units_per_sec": 68.77210750911605, "decode_bytes_per_sec": 68.77210750911605, "total_units_per_sec": 66.34981392507558, "total_bytes_per_sec": 66.34981392507558, "step_latency_ms": {"count": 128, "sum": 1862, "mean": 14.546875, "median": 8.0, "p95": 38.0, "max": 43, "min": 8}, "peak_allocated_mb": 3312.9140625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 61, "stage1_units": 35, "bytes_per_stage0_unit": 3.2131147540983607, "stage0_per_stage1_unit": 1.7428571428571429}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 197, "units_out": 61, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 3, 2, 4, 2, 8, 11, 2, 1, 4, 1, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 4, 6, 1, 9, 4, 6, 1, 3, 1, 3, 1, 1, 6, 1, 1, 13, 1, 2, 6, 1, 5, 1, 2, 4, 1, 6, 1, 17, 3, 4, 6, 1, 1], "chunk_stats": {"count": 61, "sum": 197, "mean": 3.2295081967213113, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 5, 2, 3, 1, 3, 1, 1], "chunk_stats": {"count": 35, "sum": 61, "mean": 1.7428571428571429, "median": 1.0, "p95": 3.5999999999999943, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [9, 1, 2, 1, 4, 1, 2, 1, 5, 1, 13, 1, 5, 5, 5, 1, 1, 3, 6, 1, 5, 1, 4, 1, 1, 1, 1, 6, 1, 4, 1, 6, 1, 1, 1, 9, 3, 4, 2, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 1.0, "p95": 8.399999999999991, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2, 3, 6, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 44, "mean": 2.0952380952380953, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 68, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0651011079971795, "decode_time_sec": 1.8715740160005225, "total_time_sec": 1.9398190619976958, "prefill_units_per_sec": 3241.1122712249626, "prefill_bytes_per_sec": 3225.751549560389, "decode_units_per_sec": 68.39163127169867, "decode_bytes_per_sec": 68.39163127169867, "total_units_per_sec": 65.98553571701733, "total_bytes_per_sec": 65.98553571701733, "step_latency_ms": {"count": 128, "sum": 1874, "mean": 14.640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3315.787109375, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 210, "mean": 210.0, "median": 210.0, "p95": 210.0, "max": 210, "min": 210}, "model_input_units": {"count": 1, "sum": 211, "mean": 211.0, "median": 211.0, "p95": 211.0, "max": 211, "min": 211}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 210, "model_input_units": 211, "stage0_units": 81, "stage1_units": 40, "bytes_per_stage0_unit": 2.5925925925925926, "stage0_per_stage1_unit": 2.025}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 211, "units_out": 81, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 3, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 5, 2, 1, 6, 5, 1, 1, 2, 2, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 4, 1, 3, 1, 7, 1, 5, 3, 4], "chunk_stats": {"count": 81, "sum": 211, "mean": 2.6049382716049383, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 40, "chunk_lengths": [1, 2, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 4, 2, 5, 1, 2, 2, 3, 1, 3, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2], "chunk_stats": {"count": 40, "sum": 81, "mean": 2.025, "median": 1.5, "p95": 5.049999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 3, 1, 1, 1, 4, 4, 1, 1, 3, 1, 4, 1, 4, 1, 2, 1, 1, 4, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 4, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 7], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 6.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [3, 1, 1, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 6, 1, 1, 6, 5, 1, 2], "chunk_stats": {"count": 20, "sum": 50, "mean": 2.5, "median": 1.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 69, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06426016800105572, "decode_time_sec": 1.7807311799988383, "total_time_sec": 1.8481055670017668, "prefill_units_per_sec": 2676.6192082967204, "prefill_bytes_per_sec": 2661.0574687136, "decode_units_per_sec": 71.8805855918598, "decode_bytes_per_sec": 71.8805855918598, "total_units_per_sec": 69.26011278006048, "total_bytes_per_sec": 69.26011278006048, "step_latency_ms": {"count": 128, "sum": 1786, "mean": 13.953125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3305.18896484375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}, "model_input_units": {"count": 1, "sum": 172, "mean": 172.0, "median": 172.0, "p95": 172.0, "max": 172, "min": 172}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 171, "model_input_units": 172, "stage0_units": 63, "stage1_units": 31, "bytes_per_stage0_unit": 2.7142857142857144, "stage0_per_stage1_unit": 2.032258064516129}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 172, "units_out": 63, "chunk_lengths": [1, 1, 3, 5, 1, 1, 3, 2, 1, 1, 1, 5, 1, 2, 2, 2, 4, 1, 2, 2, 1, 1, 9, 5, 1, 3, 1, 4, 1, 13, 1, 2, 4, 1, 1, 1, 5, 1, 17, 1, 3, 1, 1, 3, 1, 1, 4, 1, 1, 1, 13, 2, 3, 4, 5, 1, 3, 1, 1, 1, 5, 1, 1], "chunk_stats": {"count": 63, "sum": 172, "mean": 2.7301587301587302, "median": 1.0, "p95": 8.599999999999994, "max": 17, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 31, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 2, 5, 1, 5, 1, 5, 1, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 31, "sum": 63, "mean": 2.032258064516129, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 6, 1, 13, 2, 3, 5, 1, 3, 4, 1, 1, 6, 1, 17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 3, 2, 1, 5, 1, 1, 2, 2, 5, 1, 4, 1, 3, 2, 2], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 70, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06380327800070518, "decode_time_sec": 2.087544161000551, "total_time_sec": 2.1545169380005973, "prefill_units_per_sec": 2272.610507541594, "prefill_bytes_per_sec": 2256.9373316275137, "decode_units_per_sec": 61.31606812985942, "decode_bytes_per_sec": 61.31606812985942, "total_units_per_sec": 59.41006902400343, "total_bytes_per_sec": 59.41006902400343, "step_latency_ms": {"count": 128, "sum": 2091, "mean": 16.3359375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3300.90380859375, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 62, "stage1_units": 32, "bytes_per_stage0_unit": 2.3225806451612905, "stage0_per_stage1_unit": 1.9375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 145, "units_out": 62, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 1, 9, 4, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 3, 1, 6, 1, 5, 4, 1, 8, 1, 1, 5, 1, 1, 2, 1, 4, 1, 6, 1, 1, 5, 3, 4], "chunk_stats": {"count": 62, "sum": 145, "mean": 2.338709677419355, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 62, "units_out": 32, "chunk_lengths": [1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 1, 7, 1, 3, 3, 3, 1, 2, 1, 1, 1, 1, 3, 3, 3, 2, 3, 1, 1, 2], "chunk_stats": {"count": 32, "sum": 62, "mean": 1.9375, "median": 1.5, "p95": 3.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 6, 1, 1, 1, 4, 3, 1, 6, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 3], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [3, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 5, 1, 1, 3, 1, 3, 4], "chunk_stats": {"count": 28, "sum": 55, "mean": 1.9642857142857142, "median": 1.0, "p95": 3.6499999999999986, "max": 5, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 71, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06359146899922052, "decode_time_sec": 2.1699444219993893, "total_time_sec": 2.236735160000535, "prefill_units_per_sec": 2830.568358189781, "prefill_bytes_per_sec": 2814.8429784220602, "decode_units_per_sec": 58.987685906748084, "decode_bytes_per_sec": 58.987685906748084, "total_units_per_sec": 57.22626544662953, "total_bytes_per_sec": 57.22626544662953, "step_latency_ms": {"count": 128, "sum": 2174, "mean": 16.984375, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3307.5654296875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 63, "stage1_units": 38, "bytes_per_stage0_unit": 2.8412698412698414, "stage0_per_stage1_unit": 1.6578947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 180, "units_out": 63, "chunk_lengths": [1, 1, 3, 7, 1, 1, 8, 1, 3, 2, 4, 2, 6, 2, 7, 1, 1, 5, 5, 1, 4, 2, 6, 1, 5, 2, 1, 3, 1, 5, 1, 6, 1, 4, 1, 3, 2, 4, 1, 5, 5, 2, 4, 1, 1, 4, 1, 1, 5, 6, 2, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1], "chunk_stats": {"count": 63, "sum": 180, "mean": 2.857142857142857, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 38, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 5, 3, 2, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 38, "sum": 63, "mean": 1.6578947368421053, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [2, 1, 1, 5, 4, 1, 4, 3, 5, 1, 1, 1, 3, 1, 1, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 1, 1, 2, 1, 1, 9, 1, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 2, 1], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 29, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 6, 1, 2, 3, 2, 1, 5, 1, 1, 1, 2, 6, 3, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 30, "sum": 59, "mean": 1.9666666666666666, "median": 1.0, "p95": 5.549999999999997, "max": 6, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 72, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0638779090004391, "decode_time_sec": 1.6624263289995724, "total_time_sec": 1.7294603970003664, "prefill_units_per_sec": 2896.149903697197, "prefill_bytes_per_sec": 2880.4950393528875, "decode_units_per_sec": 76.99589315156528, "decode_bytes_per_sec": 76.99589315156528, "total_units_per_sec": 74.01152418523573, "total_bytes_per_sec": 74.01152418523573, "step_latency_ms": {"count": 128, "sum": 1664, "mean": 13.0, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3309.31640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 67, "stage1_units": 31, "bytes_per_stage0_unit": 2.746268656716418, "stage0_per_stage1_unit": 2.161290322580645}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 185, "units_out": 67, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 1, 5, 1, 1, 3, 1, 1, 9, 5, 2, 1, 4, 1, 4, 7, 4, 4, 1, 4, 2, 1, 3, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 4, 1, 1, 5, 1, 14, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 1, 2, 8, 1, 7, 1, 1, 10, 1, 1, 1], "chunk_stats": {"count": 67, "sum": 185, "mean": 2.7611940298507465, "median": 1.0, "p95": 8.699999999999996, "max": 14, "min": 1}}, {"stage": 1, "units_in": 67, "units_out": 31, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 4, 1, 1, 1, 2, 6, 1, 4, 7, 2, 1, 2, 2, 1, 1, 3, 6, 4, 2, 2, 1, 1, 1, 1], "chunk_stats": {"count": 31, "sum": 67, "mean": 2.161290322580645, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 1, 5, 4, 7, 4, 4, 1, 4, 7, 4, 4, 1, 4, 2, 4, 4, 1, 1, 5, 4, 1, 1, 5, 2, 4, 7, 4, 5, 5], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 4.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 4, 1, 1, 6, 1, 6, 1, 4, 1, 1, 3, 1, 3, 1], "chunk_stats": {"count": 15, "sum": 35, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 73, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06506244900083402, "decode_time_sec": 2.092100390997075, "total_time_sec": 2.1603854880013387, "prefill_units_per_sec": 3396.7365722302743, "prefill_bytes_per_sec": 3381.366723487151, "decode_units_per_sec": 61.18253242092098, "decode_bytes_per_sec": 61.18253242092098, "total_units_per_sec": 59.24868534384484, "total_bytes_per_sec": 59.24868534384484, "step_latency_ms": {"count": 128, "sum": 2092, "mean": 16.34375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3320.02294921875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 93, "stage1_units": 54, "bytes_per_stage0_unit": 2.3655913978494625, "stage0_per_stage1_unit": 1.7222222222222223}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 221, "units_out": 93, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 5, 1, 1, 3, 1, 5, 1, 1, 1, 1, 5, 2, 2, 5, 2, 4, 1, 9, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 9, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 8, 1, 6, 1, 1, 1, 1, 5, 2, 1, 1, 1], "chunk_stats": {"count": 93, "sum": 221, "mean": 2.3763440860215055, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 54, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 5, 1, 1, 1, 1, 2, 3, 2, 1, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 1, 2, 2, 1, 3, 7, 1, 1], "chunk_stats": {"count": 54, "sum": 93, "mean": 1.7222222222222223, "median": 1.0, "p95": 4.349999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [5, 4, 2, 2, 1, 1, 3, 1, 4, 1, 4, 2, 4, 2, 5, 1, 1, 9, 3, 4, 1, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 4, 1, 1, 5, 3, 4, 1, 2, 2, 1, 1, 3, 1, 4, 1, 4, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 4, 4, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 1, 2, 2, 3, 1, 1, 2, 8, 2], "chunk_stats": {"count": 27, "sum": 53, "mean": 1.962962962962963, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 74, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06357794900031877, "decode_time_sec": 1.8221380930008308, "total_time_sec": 1.8888936000003014, "prefill_units_per_sec": 3240.117104107387, "prefill_bytes_per_sec": 3224.388380301041, "decode_units_per_sec": 70.24714564262261, "decode_bytes_per_sec": 70.24714564262261, "total_units_per_sec": 67.76453686961487, "total_bytes_per_sec": 67.76453686961487, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3315.34765625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 84, "stage1_units": 40, "bytes_per_stage0_unit": 2.4404761904761907, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 206, "units_out": 84, "chunk_lengths": [1, 1, 3, 6, 1, 4, 1, 1, 1, 5, 1, 1, 4, 4, 1, 4, 1, 1, 4, 1, 5, 4, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 3, 4, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 7, 1, 1, 1, 1, 4, 1, 4, 1, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 206, "mean": 2.4523809523809526, "median": 1.0, "p95": 6.849999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 2, 1, 3, 6, 1, 3, 1, 2, 1, 5, 1, 1, 1, 2, 5, 4, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 7, 1], "chunk_stats": {"count": 40, "sum": 84, "mean": 2.1, "median": 1.0, "p95": 5.049999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [5, 4, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 1, 6, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 2, 1, 8, 5, 9, 1, 1, 4, 1, 1, 6, 1, 3, 1, 3, 1], "chunk_stats": {"count": 17, "sum": 49, "mean": 2.8823529411764706, "median": 1.0, "p95": 8.2, "max": 9, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 75, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06448555899987696, "decode_time_sec": 1.7335038350029208, "total_time_sec": 1.80116081199958, "prefill_units_per_sec": 2992.9181508741867, "prefill_bytes_per_sec": 2977.410802942196, "decode_units_per_sec": 73.8388905841586, "decode_bytes_per_sec": 73.8388905841586, "total_units_per_sec": 71.06528142698113, "total_bytes_per_sec": 71.06528142698113, "step_latency_ms": {"count": 128, "sum": 1729, "mean": 13.5078125, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3313.14599609375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 75, "stage1_units": 38, "bytes_per_stage0_unit": 2.56, "stage0_per_stage1_unit": 1.9736842105263157}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 193, "units_out": 75, "chunk_lengths": [1, 1, 3, 1, 3, 1, 9, 1, 1, 3, 2, 9, 2, 4, 1, 4, 2, 3, 1, 2, 2, 2, 3, 1, 4, 1, 2, 2, 2, 4, 1, 2, 1, 4, 2, 2, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 4, 2, 1, 4, 1, 13, 2, 1, 5, 2, 1, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 3, 1, 5, 1, 3, 3, 1, 1], "chunk_stats": {"count": 75, "sum": 193, "mean": 2.5733333333333333, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 38, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 6, 1, 3, 1, 6, 1, 1, 1, 2, 3, 2, 2, 1], "chunk_stats": {"count": 38, "sum": 75, "mean": 1.9736842105263157, "median": 2.0, "p95": 3.4499999999999957, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [13, 3, 1, 5, 2, 3, 13, 4, 2, 2, 2, 1, 9, 1, 2, 4, 3, 1, 4, 1, 13, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 2], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 6, 1, 2, 1], "chunk_stats": {"count": 19, "sum": 35, "mean": 1.8421052631578947, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 76, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06408506899970234, "decode_time_sec": 1.6703734170005191, "total_time_sec": 1.7375780239999585, "prefill_units_per_sec": 3152.0602716513927, "prefill_bytes_per_sec": 3136.456012880841, "decode_units_per_sec": 76.62957198507681, "decode_bytes_per_sec": 76.62957198507681, "total_units_per_sec": 73.66575672115145, "total_bytes_per_sec": 73.66575672115145, "step_latency_ms": {"count": 128, "sum": 1677, "mean": 13.1015625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3313.81298828125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 66, "stage1_units": 34, "bytes_per_stage0_unit": 3.0454545454545454, "stage0_per_stage1_unit": 1.9411764705882353}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 4, 1, 5, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 6, 1, 39, 4, 1, 1, 2, 3, 1, 4, 1, 5, 1, 4, 1, 1, 1, 13, 4, 1, 5, 1, 4, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 66, "sum": 202, "mean": 3.0606060606060606, "median": 1.0, "p95": 8.25, "max": 39, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 34, "chunk_lengths": [1, 2, 3, 2, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 4, 2, 2, 2, 3, 4, 3, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 34, "sum": 66, "mean": 1.9411764705882353, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 4, 1, 3, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 5, 1, 3, 1, 6, 1, 1, 5, 1, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 1, 2, 4, 5, 1, 5, 6, 2, 1, 4, 1, 5, 3], "chunk_stats": {"count": 14, "sum": 42, "mean": 3.0, "median": 2.5, "p95": 5.35, "max": 6, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 77, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06353251900145551, "decode_time_sec": 1.8606997349997982, "total_time_sec": 1.9273952529983944, "prefill_units_per_sec": 2282.2957798458783, "prefill_bytes_per_sec": 2266.5558089503897, "decode_units_per_sec": 68.79132489370397, "decode_bytes_per_sec": 68.79132489370397, "total_units_per_sec": 66.41087229040022, "total_bytes_per_sec": 66.41087229040022, "step_latency_ms": {"count": 128, "sum": 1855, "mean": 14.4921875, "median": 8.0, "p95": 38.64999999999999, "max": 46, "min": 8}, "peak_allocated_mb": 3300.74560546875, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 59, "stage1_units": 32, "bytes_per_stage0_unit": 2.440677966101695, "stage0_per_stage1_unit": 1.84375}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 145, "units_out": 59, "chunk_lengths": [1, 1, 3, 2, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 5, 4, 1, 3, 1, 1, 3, 2, 1, 2, 3, 4, 1, 8, 1, 9, 1, 3, 1, 1, 4, 2, 2, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 1, 4, 2, 1], "chunk_stats": {"count": 59, "sum": 145, "mean": 2.457627118644068, "median": 2.0, "p95": 8.099999999999994, "max": 9, "min": 1}}, {"stage": 1, "units_in": 59, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 1, 1, 2, 3, 1, 1, 4, 1, 1, 1, 5, 1, 6, 1], "chunk_stats": {"count": 32, "sum": 59, "mean": 1.84375, "median": 1.0, "p95": 4.449999999999999, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1, 1, 17, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 3, 2, 2, 1, 5, 1, 17, 1, 3, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [7, 1, 5, 1, 1, 1, 8, 1, 3, 1, 6, 1, 5, 1, 5, 1, 3], "chunk_stats": {"count": 17, "sum": 51, "mean": 3.0, "median": 1.0, "p95": 7.199999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 78, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06386343900157954, "decode_time_sec": 2.0283316530003503, "total_time_sec": 2.0955001410002296, "prefill_units_per_sec": 3726.7019083346504, "prefill_bytes_per_sec": 3711.043496955093, "decode_units_per_sec": 63.106050635585035, "decode_bytes_per_sec": 63.106050635585035, "total_units_per_sec": 61.08326957157956, "total_bytes_per_sec": 61.08326957157956, "step_latency_ms": {"count": 128, "sum": 2022, "mean": 15.796875, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3324.66796875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 100, "stage1_units": 55, "bytes_per_stage0_unit": 2.37, "stage0_per_stage1_unit": 1.8181818181818181}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 238, "units_out": 100, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 1, 1, 5, 4, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 5, 4, 1, 6, 2, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 7, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 28, 4, 1, 4, 2, 2, 1, 1, 1, 5, 1, 2, 4, 1, 5, 1, 9, 3, 4, 4, 1, 5, 1, 5, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 100, "sum": 238, "mean": 2.38, "median": 1.0, "p95": 5.0, "max": 28, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 55, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 9, 1, 1, 2, 1, 1, 4, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 5, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 55, "sum": 100, "mean": 1.8181818181818181, "median": 1.0, "p95": 4.299999999999997, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [1, 9, 1, 1, 6, 4, 5, 1, 1, 7, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 4, 1, 7, 1, 1, 1, 5, 7, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 2, 3, 1, 7, 1, 1, 7, 2, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 2, 1, 10], "chunk_stats": {"count": 23, "sum": 54, "mean": 2.347826086956522, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 79, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06409751900355332, "decode_time_sec": 1.821272864999628, "total_time_sec": 1.8887488619984651, "prefill_units_per_sec": 3869.1045122394185, "prefill_bytes_per_sec": 3853.5032843674853, "decode_units_per_sec": 70.28051779601194, "decode_bytes_per_sec": 70.28051779601194, "total_units_per_sec": 67.76972978004315, "total_bytes_per_sec": 67.76972978004315, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3326.07275390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 83, "stage1_units": 46, "bytes_per_stage0_unit": 2.9759036144578315, "stage0_per_stage1_unit": 1.8043478260869565}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 83, "chunk_lengths": [1, 1, 3, 3, 1, 9, 1, 1, 4, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 1, 9, 7, 2, 1, 1, 9, 5, 2, 1, 1, 9, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 1, 2, 5, 1, 13, 6, 1], "chunk_stats": {"count": 83, "sum": 248, "mean": 2.9879518072289155, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 46, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 4, 3, 2, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 5, 1, 2, 1, 2, 5, 1, 2, 1, 1, 3, 1, 2], "chunk_stats": {"count": 46, "sum": 83, "mean": 1.8043478260869565, "median": 1.0, "p95": 4.75, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 1, 5, 1, 1, 3, 5, 9, 3, 4, 1, 3, 1, 3, 1, 4, 2, 6, 2, 1, 1, 1, 3, 1, 1, 5, 4, 3, 1, 9, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 1], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 5.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 2, 1, 6, 2, 2, 1, 5, 1, 1, 7, 4, 4, 2, 3, 2, 1], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 80, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06380251800146652, "decode_time_sec": 1.7657860619983694, "total_time_sec": 1.8330531789979432, "prefill_units_per_sec": 4012.3808278870083, "prefill_bytes_per_sec": 3996.707465278075, "decode_units_per_sec": 72.4889627088461, "decode_bytes_per_sec": 72.4889627088461, "total_units_per_sec": 69.82885246677485, "total_bytes_per_sec": 69.82885246677485, "step_latency_ms": {"count": 128, "sum": 1769, "mean": 13.8203125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3338.77587890625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 92, "stage1_units": 44, "bytes_per_stage0_unit": 2.7717391304347827, "stage0_per_stage1_unit": 2.090909090909091}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 92, "chunk_lengths": [1, 1, 3, 3, 3, 1, 4, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 4, 1, 1, 3, 1, 9, 7, 5, 5, 1, 13, 1, 5, 1, 5, 9, 1, 1, 1, 3, 1, 1, 1, 2, 4, 2, 4, 1, 6, 1, 1, 5, 4, 1, 4, 2, 4, 1, 1, 3, 1, 1, 3, 2, 1, 3, 1, 3, 1, 1, 1, 3, 2, 6, 1, 1, 1, 1], "chunk_stats": {"count": 92, "sum": 256, "mean": 2.782608695652174, "median": 2.0, "p95": 8.450000000000003, "max": 13, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 44, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 4, 3, 5, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 2, 2, 3, 2, 1, 3, 1, 5, 2, 3, 3, 3, 1, 1, 3, 1], "chunk_stats": {"count": 44, "sum": 92, "mean": 2.090909090909091, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 3, 4, 4, 1, 3, 1, 1, 1, 4, 3, 3, 1, 4, 1, 6, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 2], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 7.700000000000003, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 5, 1, 1, 1, 3, 4, 4, 1, 1, 4, 3, 5, 1, 3, 1, 1, 3], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 81, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0639839089999441, "decode_time_sec": 1.5974293640028918, "total_time_sec": 1.664650212002016, "prefill_units_per_sec": 2672.546936764201, "prefill_bytes_per_sec": 2656.9180073094394, "decode_units_per_sec": 80.12873863746522, "decode_bytes_per_sec": 80.12873863746522, "total_units_per_sec": 76.89303078636497, "total_bytes_per_sec": 76.89303078636497, "step_latency_ms": {"count": 128, "sum": 1600, "mean": 12.5, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3304.84912109375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}, "model_input_units": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 170, "model_input_units": 171, "stage0_units": 60, "stage1_units": 26, "bytes_per_stage0_unit": 2.8333333333333335, "stage0_per_stage1_unit": 2.3076923076923075}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 171, "units_out": 60, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 2, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 8, 3, 4, 1, 1, 3, 1, 1, 3, 1, 2, 1, 7, 1, 1, 17, 1, 3, 1, 1, 1, 7, 1, 1, 7, 1, 7, 1, 1], "chunk_stats": {"count": 60, "sum": 171, "mean": 2.85, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 26, "chunk_lengths": [1, 2, 2, 3, 1, 4, 1, 4, 1, 3, 1, 2, 1, 3, 1, 1, 2, 1, 6, 2, 4, 1, 6, 3, 3, 1], "chunk_stats": {"count": 26, "sum": 60, "mean": 2.3076923076923075, "median": 2.0, "p95": 5.5, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 4, 1, 1, 1, 7, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 2, 1, 13, 4, 1, 1, 4, 1, 7, 1, 1, 1, 5, 4, 1, 1, 7, 1, 1, 6], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [1, 8, 6, 1, 3, 1, 4, 2, 2, 1, 1, 4, 2], "chunk_stats": {"count": 13, "sum": 36, "mean": 2.769230769230769, "median": 2.0, "p95": 6.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 82, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06444358799853944, "decode_time_sec": 1.855206199001259, "total_time_sec": 1.922876646000077, "prefill_units_per_sec": 3615.5652910772246, "prefill_bytes_per_sec": 3600.047843476035, "decode_units_per_sec": 68.99502603479235, "decode_bytes_per_sec": 68.99502603479235, "total_units_per_sec": 66.56693255194638, "total_bytes_per_sec": 66.56693255194638, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3324.17236328125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 99, "stage1_units": 53, "bytes_per_stage0_unit": 2.3434343434343434, "stage0_per_stage1_unit": 1.8679245283018868}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 99, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 13, 3, 1, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 4, 2, 3, 1, 4, 1, 3, 1, 4, 1, 1, 17, 1, 2, 2, 5, 2, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 99, "sum": 233, "mean": 2.3535353535353534, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 99, "units_out": 53, "chunk_lengths": [1, 2, 1, 1, 3, 4, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 3, 2, 1, 2, 1, 3, 1, 3, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 3, 3, 2, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 99, "mean": 1.8679245283018868, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [17, 1, 3, 1, 4, 1, 1, 1, 3, 1, 1, 2, 2, 5, 1, 1, 5, 4, 1, 3, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 12], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 7.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 3, 1, 3, 3, 1, 1, 3, 4, 4, 1, 2, 3, 1, 5, 1, 5], "chunk_stats": {"count": 18, "sum": 46, "mean": 2.5555555555555554, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 83, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06448059900139924, "decode_time_sec": 1.725355871996726, "total_time_sec": 1.793198689003475, "prefill_units_per_sec": 3706.5412496371764, "prefill_bytes_per_sec": 3691.032708843715, "decode_units_per_sec": 74.18759345680246, "decode_bytes_per_sec": 74.18759345680246, "total_units_per_sec": 71.38082399063808, "total_bytes_per_sec": 71.38082399063808, "step_latency_ms": {"count": 128, "sum": 1727, "mean": 13.4921875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3324.7294921875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 98, "stage1_units": 49, "bytes_per_stage0_unit": 2.4285714285714284, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 239, "units_out": 98, "chunk_lengths": [1, 1, 3, 6, 1, 5, 1, 1, 1, 1, 1, 5, 4, 2, 1, 1, 4, 1, 5, 1, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 5, 1, 1, 2, 1, 4, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 1, 3, 1, 5, 1, 1, 1, 2, 5, 1, 1, 2, 1, 1, 1, 4, 1, 4, 1, 3, 1, 5, 3, 1, 5, 1, 9, 2, 5, 1, 1, 2, 1, 5, 2, 3, 1, 5, 1, 5, 4, 2, 1, 1], "chunk_stats": {"count": 98, "sum": 239, "mean": 2.438775510204082, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 49, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 4, 5, 3, 1, 2, 3, 2, 2, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 2, 3, 1, 3, 2, 1, 4, 2, 4, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 98, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 4, 1, 3, 1, 5, 1, 8, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 3, 1, 5, 1, 8, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 3, 4, 3, 1, 1, 1, 4, 5], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.5, "p95": 7.700000000000003, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [2, 7, 1, 1, 2, 4, 7, 1, 7, 2, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 16, "sum": 43, "mean": 2.6875, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 84, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06415024899979471, "decode_time_sec": 1.7791306970029837, "total_time_sec": 1.8465417040024477, "prefill_units_per_sec": 3242.3880381300723, "prefill_bytes_per_sec": 3226.7996341006005, "decode_units_per_sec": 71.94524843825194, "decode_bytes_per_sec": 71.94524843825194, "total_units_per_sec": 69.31877017592143, "total_bytes_per_sec": 69.31877017592143, "step_latency_ms": {"count": 128, "sum": 1781, "mean": 13.9140625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3315.6015625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 84, "stage1_units": 35, "bytes_per_stage0_unit": 2.4642857142857144, "stage0_per_stage1_unit": 2.4}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 208, "units_out": 84, "chunk_lengths": [1, 1, 3, 1, 2, 2, 4, 1, 1, 3, 1, 1, 9, 7, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 1, 4, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 208, "mean": 2.4761904761904763, "median": 1.0, "p95": 6.849999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 35, "chunk_lengths": [1, 2, 4, 1, 4, 1, 1, 1, 4, 2, 2, 2, 6, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 6, 1, 5, 4, 2, 2, 2, 5, 4, 4, 1, 1], "chunk_stats": {"count": 35, "sum": 84, "mean": 2.4, "median": 2.0, "p95": 5.299999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 3, 4, 1, 3, 1, 1, 4, 7, 1, 1, 3, 1, 1, 9, 7, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 8, 2, 1, 1, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 8.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 1, 2, 5, 1, 1, 4, 2, 4, 5, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 1.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 85, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06442180899830419, "decode_time_sec": 1.7864061639993452, "total_time_sec": 1.8540205110002717, "prefill_units_per_sec": 3337.3791165296147, "prefill_bytes_per_sec": 3321.8564229643607, "decode_units_per_sec": 71.65223820849228, "decode_bytes_per_sec": 71.65223820849228, "total_units_per_sec": 69.03914991260916, "total_bytes_per_sec": 69.03914991260916, "step_latency_ms": {"count": 128, "sum": 1790, "mean": 13.984375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3317.29833984375, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 75, "stage1_units": 43, "bytes_per_stage0_unit": 2.8533333333333335, "stage0_per_stage1_unit": 1.744186046511628}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 215, "units_out": 75, "chunk_lengths": [1, 1, 3, 7, 1, 6, 2, 1, 3, 1, 2, 2, 2, 5, 1, 6, 1, 2, 2, 2, 5, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 5, 1, 3, 7, 5, 1, 5, 1, 2, 4, 3, 4, 1, 6, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 7, 2, 1, 6, 1, 1, 5, 4, 1, 7, 1, 6, 1, 5, 1, 1, 9, 3, 4], "chunk_stats": {"count": 75, "sum": 215, "mean": 2.8666666666666667, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 75, "units_out": 43, "chunk_lengths": [1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 1, 1, 1, 3, 1, 1, 2, 1, 2, 4, 1, 2], "chunk_stats": {"count": 43, "sum": 75, "mean": 1.744186046511628, "median": 1.0, "p95": 3.8999999999999986, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2, 1, 5, 4, 1, 6, 1, 5, 1, 1, 9, 3, 4, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [4, 3, 1, 1, 4, 1, 2, 1, 1, 3, 4, 1, 5, 3, 1, 1, 4, 3], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 2.5, "p95": 4.149999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 86, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06441643899961491, "decode_time_sec": 1.7400634860023274, "total_time_sec": 1.8077791939977033, "prefill_units_per_sec": 3648.137085028945, "prefill_bytes_per_sec": 3632.613097433077, "decode_units_per_sec": 73.56053444582699, "decode_bytes_per_sec": 73.56053444582699, "total_units_per_sec": 70.8051074074717, "total_bytes_per_sec": 70.8051074074717, "step_latency_ms": {"count": 128, "sum": 1736, "mean": 13.5625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3324.6318359375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 234, "mean": 234.0, "median": 234.0, "p95": 234.0, "max": 234, "min": 234}, "model_input_units": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 234, "model_input_units": 235, "stage0_units": 106, "stage1_units": 41, "bytes_per_stage0_unit": 2.207547169811321, "stage0_per_stage1_unit": 2.5853658536585367}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 235, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 9, 7, 2, 1, 3, 1, 1, 1, 1, 9, 7, 2, 1, 1, 1, 1, 2, 7, 1, 1, 3, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 235, "mean": 2.2169811320754715, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 41, "chunk_lengths": [1, 2, 2, 11, 1, 4, 2, 2, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 2, 4, 1, 4, 1, 9, 1, 1, 1, 6, 1, 1, 1, 5, 1, 7, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 106, "mean": 2.5853658536585367, "median": 1.0, "p95": 7.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [9, 6, 1, 5, 2, 1, 1, 1, 2, 5, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 7, 1, 6, 2, 1, 4, 1, 1, 5, 4, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.399999999999991, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 4, 2, 1, 4, 1, 6, 2, 1, 9, 1, 4, 6], "chunk_stats": {"count": 15, "sum": 46, "mean": 3.066666666666667, "median": 2.0, "p95": 6.899999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 87, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06399710900222999, "decode_time_sec": 1.9244718279987865, "total_time_sec": 1.9915993040012836, "prefill_units_per_sec": 2781.3756398558185, "prefill_bytes_per_sec": 2765.749934013932, "decode_units_per_sec": 66.51175566082681, "decode_bytes_per_sec": 66.51175566082681, "total_units_per_sec": 64.26995618186734, "total_bytes_per_sec": 64.26995618186734, "step_latency_ms": {"count": 128, "sum": 1919, "mean": 14.9921875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3307.33154296875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 64, "stage1_units": 39, "bytes_per_stage0_unit": 2.765625, "stage0_per_stage1_unit": 1.641025641025641}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 178, "units_out": 64, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 1, 1, 1, 9, 5, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 1, 4, 1, 1, 1, 1, 1, 5, 6, 4, 1, 1, 9, 5, 3, 1, 3, 1, 1, 1, 1, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 5, 1, 13, 5, 1], "chunk_stats": {"count": 64, "sum": 178, "mean": 2.78125, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 39, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1], "chunk_stats": {"count": 39, "sum": 64, "mean": 1.641025641025641, "median": 1.0, "p95": 5.100000000000001, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 2, 4, 1, 6, 1, 1, 9, 3, 4, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 9, 5, 2, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [4, 1, 2, 1, 1, 1, 3, 2, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 1, 2, 1, 1, 3, 4], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 88, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06368617900079698, "decode_time_sec": 1.9324067540001124, "total_time_sec": 1.9992789220013947, "prefill_units_per_sec": 2528.0210326008914, "prefill_bytes_per_sec": 2512.3190386095816, "decode_units_per_sec": 66.23864242610308, "decode_bytes_per_sec": 66.23864242610308, "total_units_per_sec": 64.02308281821155, "total_bytes_per_sec": 64.02308281821155, "step_latency_ms": {"count": 128, "sum": 1932, "mean": 15.09375, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3303.091796875, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 160, "mean": 160.0, "median": 160.0, "p95": 160.0, "max": 160, "min": 160}, "model_input_units": {"count": 1, "sum": 161, "mean": 161.0, "median": 161.0, "p95": 161.0, "max": 161, "min": 161}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 160, "model_input_units": 161, "stage0_units": 66, "stage1_units": 33, "bytes_per_stage0_unit": 2.4242424242424243, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 161, "units_out": 66, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 4, 9, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 1, 3, 1, 9, 5, 2, 1, 3, 2, 3, 1, 4, 1], "chunk_stats": {"count": 66, "sum": 161, "mean": 2.4393939393939394, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 66, "units_out": 33, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 2, 1, 1, 2, 4, 1, 2, 1, 1, 3, 1, 5, 2, 2, 1, 1, 2, 1, 6, 4, 1, 1, 1, 2, 4, 1], "chunk_stats": {"count": 33, "sum": 66, "mean": 2.0, "median": 2.0, "p95": 4.399999999999999, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 4, 3, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 3, 4, 1, 3, 1, 1, 2, 1, 5, 1, 5, 2, 1, 3, 1, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 7.199999999999989, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 3, 1, 1, 1, 4, 4, 4, 1, 1, 2, 4, 1, 3, 1, 9, 2, 3, 1, 1, 1, 1], "chunk_stats": {"count": 22, "sum": 50, "mean": 2.272727272727273, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 89, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06426586899760878, "decode_time_sec": 2.7105892470026447, "total_time_sec": 2.7779756950003502, "prefill_units_per_sec": 2427.4160208711173, "prefill_bytes_per_sec": 2411.8556617629692, "decode_units_per_sec": 47.2222045968572, "decode_bytes_per_sec": 47.2222045968572, "total_units_per_sec": 46.076717024690836, "total_bytes_per_sec": 46.076717024690836, "step_latency_ms": {"count": 128, "sum": 2706, "mean": 21.140625, "median": 17.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3302.412109375, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 155, "mean": 155.0, "median": 155.0, "p95": 155.0, "max": 155, "min": 155}, "model_input_units": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 155, "model_input_units": 156, "stage0_units": 69, "stage1_units": 42, "bytes_per_stage0_unit": 2.246376811594203, "stage0_per_stage1_unit": 1.6428571428571428}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 156, "units_out": 69, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 1, 2, 2, 4, 2, 1, 4, 6, 1, 4, 1, 1, 4, 2, 1, 3, 3, 1, 1, 3, 2, 3, 2, 3, 1, 1, 10, 4, 1, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 9, 1, 4, 1, 1, 2, 3, 1], "chunk_stats": {"count": 69, "sum": 156, "mean": 2.260869565217391, "median": 2.0, "p95": 4.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 69, "units_out": 42, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 6, 2, 1, 5, 2, 1, 2, 2, 4, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 69, "mean": 1.6428571428571428, "median": 1.0, "p95": 3.9499999999999957, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 70, "chunk_lengths": [1, 1, 3, 1, 1, 2, 2, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 2, 4, 1, 1, 1, 2, 1, 2, 1, 2, 3, 3, 3, 3, 3, 3, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1], "chunk_stats": {"count": 71, "sum": 128, "mean": 1.8028169014084507, "median": 2.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 50, "chunk_lengths": [3, 2, 1, 1, 1, 1, 7, 1, 8, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 50, "sum": 70, "mean": 1.4, "median": 1.0, "p95": 2.549999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 70, "sum": 70, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 90, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06411717900118674, "decode_time_sec": 1.7927619019974372, "total_time_sec": 1.8600713300002099, "prefill_units_per_sec": 2370.65950760539, "prefill_bytes_per_sec": 2355.063063476407, "decode_units_per_sec": 71.39821515472107, "decode_bytes_per_sec": 71.39821515472107, "total_units_per_sec": 68.81456529948535, "total_bytes_per_sec": 68.81456529948535, "step_latency_ms": {"count": 128, "sum": 1794, "mean": 14.015625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3301.2060546875, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}, "model_input_units": {"count": 1, "sum": 152, "mean": 152.0, "median": 152.0, "p95": 152.0, "max": 152, "min": 152}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 151, "model_input_units": 152, "stage0_units": 54, "stage1_units": 25, "bytes_per_stage0_unit": 2.7962962962962963, "stage0_per_stage1_unit": 2.16}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 152, "units_out": 54, "chunk_lengths": [1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 2, 1, 2, 2, 1, 5, 1, 1, 2, 1, 5, 13, 1, 3, 1, 2, 2, 1, 1, 9, 2, 3, 1, 3, 1, 10, 1, 13, 1, 3, 1], "chunk_stats": {"count": 54, "sum": 152, "mean": 2.814814814814815, "median": 1.5, "p95": 9.349999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 54, "units_out": 25, "chunk_lengths": [1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 2, 1, 5, 2, 1, 1, 6, 1, 3], "chunk_stats": {"count": 25, "sum": 54, "mean": 2.16, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 10, 1, 5, 1, 9, 4, 1, 13, 1, 3, 1, 5, 1, 1, 1, 9, 3, 4, 5, 1, 1, 1, 1, 5, 2, 2, 1, 9, 1, 1, 5, 2, 2, 1, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [2, 3, 1, 2, 1, 4, 2, 1, 1, 4, 1, 1, 4, 1, 3, 1, 2, 2, 1, 3], "chunk_stats": {"count": 20, "sum": 40, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 91, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06413753900051233, "decode_time_sec": 1.8134197030012729, "total_time_sec": 1.8807737700008147, "prefill_units_per_sec": 3149.4816163493024, "prefill_bytes_per_sec": 3133.890123199058, "decode_units_per_sec": 70.58487331319691, "decode_bytes_per_sec": 70.58487331319691, "total_units_per_sec": 68.05709545808082, "total_bytes_per_sec": 68.05709545808082, "step_latency_ms": {"count": 128, "sum": 1815, "mean": 14.1796875, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3313.73291015625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 63, "stage1_units": 44, "bytes_per_stage0_unit": 3.1904761904761907, "stage0_per_stage1_unit": 1.4318181818181819}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 63, "chunk_lengths": [1, 1, 3, 4, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 1, 1, 9, 2, 2, 2, 1, 9, 9, 2, 8, 1, 8, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 4, 1, 1, 9, 3, 4], "chunk_stats": {"count": 63, "sum": 202, "mean": 3.2063492063492065, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 44, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 3, 2, 1, 2, 1, 2, 1, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 44, "sum": 63, "mean": 1.4318181818181819, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 8, 1, 1, 1, 4, 1, 3, 1, 8, 2, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 2], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 5, 1, 1, 5, 6, 1, 5, 2, 1], "chunk_stats": {"count": 19, "sum": 45, "mean": 2.3684210526315788, "median": 1.0, "p95": 5.099999999999998, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 92, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06415704900064156, "decode_time_sec": 1.983977521002089, "total_time_sec": 2.0514981480009737, "prefill_units_per_sec": 3132.937114953495, "prefill_bytes_per_sec": 3117.350363137806, "decode_units_per_sec": 64.51686001731933, "decode_bytes_per_sec": 64.51686001731933, "total_units_per_sec": 62.39342703025401, "total_bytes_per_sec": 62.39342703025401, "step_latency_ms": {"count": 128, "sum": 1979, "mean": 15.4609375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3314.0556640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 73, "stage1_units": 35, "bytes_per_stage0_unit": 2.73972602739726, "stage0_per_stage1_unit": 2.085714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 201, "units_out": 73, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 7, 1, 2, 4, 2, 2, 1, 13, 7, 2, 1, 3, 1, 1, 6, 9, 4, 1, 13, 7, 2, 4, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 9, 3, 4, 1, 6, 1, 2, 2, 1, 4, 2, 4, 1, 5, 1], "chunk_stats": {"count": 73, "sum": 201, "mean": 2.7534246575342465, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 35, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 2, 2, 4, 2, 1, 1, 4, 3, 2, 4, 1], "chunk_stats": {"count": 35, "sum": 73, "mean": 2.085714285714286, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [1, 1, 3, 1, 4, 2, 6, 1, 1, 1, 1, 1, 5, 1, 1, 5, 1, 2, 2, 1, 1, 6, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 6, 2, 5, 2, 6, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [3, 2, 2, 1, 1, 1, 1, 8, 1, 5, 3, 1, 7, 2, 1, 1, 1, 1, 3, 1, 2, 2, 3], "chunk_stats": {"count": 23, "sum": 53, "mean": 2.3043478260869565, "median": 2.0, "p95": 6.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 93, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06383034900136408, "decode_time_sec": 1.5331745789990237, "total_time_sec": 1.6001355170010356, "prefill_units_per_sec": 2835.6417101233765, "prefill_bytes_per_sec": 2819.9751813381645, "decode_units_per_sec": 83.48690472259749, "decode_bytes_per_sec": 83.48690472259749, "total_units_per_sec": 79.99322472380142, "total_bytes_per_sec": 79.99322472380142, "step_latency_ms": {"count": 128, "sum": 1535, "mean": 11.9921875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3307.71044921875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 60, "stage1_units": 35, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 60, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 2, 4, 1, 1, 1, 9, 4, 5, 3, 5, 1, 13, 1, 4, 2, 1, 3, 1, 1, 3, 13, 6, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 13, 3, 1, 6, 2, 5, 1, 1, 1, 1, 1, 13, 6, 2, 1, 1, 1], "chunk_stats": {"count": 60, "sum": 181, "mean": 3.0166666666666666, "median": 1.0, "p95": 13.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 35, "chunk_lengths": [1, 2, 1, 1, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 2, 1], "chunk_stats": {"count": 35, "sum": 60, "mean": 1.7142857142857142, "median": 1.0, "p95": 4.299999999999997, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 24, "chunk_lengths": [13, 4, 5, 3, 5, 1, 17, 1, 2, 5, 1, 2, 1, 1, 1, 1, 21, 6, 2, 1, 1, 21, 1, 4, 8], "chunk_stats": {"count": 25, "sum": 128, "mean": 5.12, "median": 2.0, "p95": 20.19999999999999, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 2, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 14, "sum": 24, "mean": 1.7142857142857142, "median": 1.5, "p95": 3.3499999999999996, "max": 4, "min": 1}, "active_size_stats": {"count": 24, "sum": 24, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 94, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06621674800044275, "decode_time_sec": 1.7079011050009285, "total_time_sec": 1.777327070998581, "prefill_units_per_sec": 3262.0146189987427, "prefill_bytes_per_sec": 3246.912699466341, "decode_units_per_sec": 74.94579143089811, "decode_bytes_per_sec": 74.94579143089811, "total_units_per_sec": 72.01825825343668, "total_bytes_per_sec": 72.01825825343668, "step_latency_ms": {"count": 128, "sum": 1707, "mean": 13.3359375, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3318.556640625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}, "model_input_units": {"count": 1, "sum": 216, "mean": 216.0, "median": 216.0, "p95": 216.0, "max": 216, "min": 216}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 215, "model_input_units": 216, "stage0_units": 96, "stage1_units": 56, "bytes_per_stage0_unit": 2.2395833333333335, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 216, "units_out": 96, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 5, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 6, 1, 6, 1, 1, 3, 1, 1, 5, 4, 1, 4, 2, 3, 1, 4, 5, 1, 3, 5, 4, 3, 1, 1, 5, 6, 1, 3, 2, 3, 1, 2, 3, 2, 2, 2, 5, 2, 3, 6, 5, 1], "chunk_stats": {"count": 96, "sum": 216, "mean": 2.25, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}}, {"stage": 1, "units_in": 96, "units_out": 56, "chunk_lengths": [1, 2, 3, 3, 1, 2, 1, 2, 1, 2, 2, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 1, 3, 1, 5, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 2, 1, 4, 2, 3, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 56, "sum": 96, "mean": 1.7142857142857142, "median": 1.0, "p95": 3.25, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 6, 1, 5, 3, 1, 2, 3, 2, 3, 1, 4, 5, 1, 3, 4, 1, 6, 1, 5, 3, 1, 4, 1, 5, 6, 1, 5, 3, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 5, 6, 1, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 3.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 6, 1, 4, 2, 1, 8, 1, 6, 3, 1, 4, 1, 3], "chunk_stats": {"count": 15, "sum": 43, "mean": 2.8666666666666667, "median": 2.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 95, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06630324800062226, "decode_time_sec": 1.7820447090016387, "total_time_sec": 1.8515028549991257, "prefill_units_per_sec": 2277.4148258707155, "prefill_bytes_per_sec": 2262.332608480843, "decode_units_per_sec": 71.82760306373565, "decode_bytes_per_sec": 71.82760306373565, "total_units_per_sec": 69.13302869309399, "total_bytes_per_sec": 69.13302869309399, "step_latency_ms": {"count": 128, "sum": 1782, "mean": 13.921875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3301.2080078125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 150, "mean": 150.0, "median": 150.0, "p95": 150.0, "max": 150, "min": 150}, "model_input_units": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 150, "model_input_units": 151, "stage0_units": 56, "stage1_units": 31, "bytes_per_stage0_unit": 2.6785714285714284, "stage0_per_stage1_unit": 1.8064516129032258}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 151, "units_out": 56, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 1, 3, 2, 1, 2, 1, 1, 1, 9, 2, 2, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 3, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 2, 2, 3, 1, 1, 1, 13, 4, 1, 1], "chunk_stats": {"count": 56, "sum": 151, "mean": 2.6964285714285716, "median": 1.0, "p95": 10.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 56, "units_out": 31, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 10, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 2, 1], "chunk_stats": {"count": 31, "sum": 56, "mean": 1.8064516129032258, "median": 1.0, "p95": 3.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [17, 4, 3, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 4, 3, 1, 1, 3, 1, 7, 1, 1, 1, 1, 13, 4, 1, 4], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 1.0, "p95": 13.599999999999994, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 2], "chunk_stats": {"count": 20, "sum": 37, "mean": 1.85, "median": 1.0, "p95": 4.050000000000001, "max": 5, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 96, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06436657899757847, "decode_time_sec": 1.796971472002042, "total_time_sec": 1.8644422500001383, "prefill_units_per_sec": 3231.490677915711, "prefill_bytes_per_sec": 3215.9546650411157, "decode_units_per_sec": 71.23095830641797, "decode_bytes_per_sec": 71.23095830641797, "total_units_per_sec": 68.65323932666217, "total_bytes_per_sec": 68.65323932666217, "step_latency_ms": {"count": 128, "sum": 1793, "mean": 14.0078125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3315.20849609375, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 78, "stage1_units": 40, "bytes_per_stage0_unit": 2.6538461538461537, "stage0_per_stage1_unit": 1.95}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 208, "units_out": 78, "chunk_lengths": [1, 1, 3, 1, 2, 1, 7, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 1, 7, 1, 7, 1, 5, 1, 2, 1, 6, 1, 3, 1, 5, 1, 7, 1, 1, 4, 1, 9, 4, 2, 1, 5, 1, 7, 1, 1, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 5, 4, 1, 9, 1, 5], "chunk_stats": {"count": 78, "sum": 208, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 40, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 3, 5, 1, 1, 2, 1, 5, 1, 3, 1, 2, 3, 1, 1, 3, 2, 3, 1, 3, 1, 1, 1, 1, 7, 1, 2, 1, 5, 1, 2, 1, 2], "chunk_stats": {"count": 40, "sum": 78, "mean": 1.95, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 3, 11, 5, 1, 1, 3, 1, 6, 6, 4, 8, 1, 1, 1, 1, 2, 7, 1, 5, 3, 4, 3, 1, 1, 1, 4, 1, 2, 1, 7, 1, 3, 1, 8, 1, 8, 2, 1, 4, 2], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 8.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 2, 3, 1, 1, 2, 2, 3, 1, 4, 1, 1, 6, 1, 2, 2, 1, 3], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 4.199999999999996, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 97, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06600370800151723, "decode_time_sec": 2.0225604029983515, "total_time_sec": 2.091795979999006, "prefill_units_per_sec": 3090.7354477010695, "prefill_bytes_per_sec": 3075.5847837417505, "decode_units_per_sec": 63.286119816370366, "decode_bytes_per_sec": 63.286119816370366, "total_units_per_sec": 61.19143607880002, "total_bytes_per_sec": 61.19143607880002, "step_latency_ms": {"count": 128, "sum": 2017, "mean": 15.7578125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3315.13427734375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 85, "stage1_units": 39, "bytes_per_stage0_unit": 2.388235294117647, "stage0_per_stage1_unit": 2.1794871794871793}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 9, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 3, 4, 4, 1, 3, 1, 1, 9, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 1], "chunk_stats": {"count": 85, "sum": 204, "mean": 2.4, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 39, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 3, 4, 4, 1, 1, 1, 3, 2, 3, 1, 9, 1, 3, 2, 1, 5, 2, 1, 1, 1, 2, 1, 3, 2, 6, 1, 1, 2, 1], "chunk_stats": {"count": 39, "sum": 85, "mean": 2.1794871794871793, "median": 2.0, "p95": 5.100000000000001, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 1, 1, 1, 4, 1, 9, 1, 1, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 6], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 6.1499999999999915, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 3, 3, 1, 1, 1, 4, 2, 2, 4, 1, 1, 3, 3, 9, 1, 1, 3, 2, 3, 1, 9], "chunk_stats": {"count": 22, "sum": 59, "mean": 2.6818181818181817, "median": 2.0, "p95": 8.749999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 98, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06384960899958969, "decode_time_sec": 1.744987427999149, "total_time_sec": 1.8119979759976559, "prefill_units_per_sec": 3007.066182679894, "prefill_bytes_per_sec": 2991.4043796451033, "decode_units_per_sec": 73.35296400775124, "decode_bytes_per_sec": 73.35296400775124, "total_units_per_sec": 70.64025550554234, "total_bytes_per_sec": 70.64025550554234, "step_latency_ms": {"count": 128, "sum": 1748, "mean": 13.65625, "median": 8.0, "p95": 38.0, "max": 48, "min": 8}, "peak_allocated_mb": 3311.7431640625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 191, "mean": 191.0, "median": 191.0, "p95": 191.0, "max": 191, "min": 191}, "model_input_units": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 191, "model_input_units": 192, "stage0_units": 79, "stage1_units": 42, "bytes_per_stage0_unit": 2.4177215189873418, "stage0_per_stage1_unit": 1.880952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 192, "units_out": 79, "chunk_lengths": [1, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 1, 5, 3, 4, 1, 2, 1, 1, 9, 3, 1, 1, 5, 1, 4, 1, 1, 4, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 5, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 1, 2, 1, 1, 1, 10, 1, 1, 3, 1, 2, 3, 3, 1, 1, 9, 1, 1, 3, 1, 2, 3, 3, 1, 2], "chunk_stats": {"count": 79, "sum": 192, "mean": 2.430379746835443, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 42, "chunk_lengths": [1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 2, 1, 6, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 3, 2, 3, 1], "chunk_stats": {"count": 42, "sum": 79, "mean": 1.880952380952381, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 1, 1, 3, 1, 2, 3, 3, 1, 10, 1, 1, 7, 1, 1, 1, 3, 3, 1, 10, 1, 1, 3, 1, 1, 1, 3, 3, 1, 10, 1, 1, 10, 1, 1, 1, 3, 3, 1, 10, 1, 1, 6], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 1.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 2, 3, 1, 3, 3, 3, 1, 3, 3, 3, 1, 3, 3, 4, 2], "chunk_stats": {"count": 17, "sum": 42, "mean": 2.4705882352941178, "median": 3.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 99, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06377936900025816, "decode_time_sec": 1.7976041729998542, "total_time_sec": 1.8646034409975982, "prefill_units_per_sec": 2806.5501870875432, "prefill_bytes_per_sec": 2790.871135763032, "decode_units_per_sec": 71.20588721508847, "decode_bytes_per_sec": 71.20588721508847, "total_units_per_sec": 68.6473044002952, "total_bytes_per_sec": 68.6473044002952, "step_latency_ms": {"count": 128, "sum": 1802, "mean": 14.078125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3308.0849609375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 76, "stage1_units": 42, "bytes_per_stage0_unit": 2.3421052631578947, "stage0_per_stage1_unit": 1.8095238095238095}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 179, "units_out": 76, "chunk_lengths": [1, 1, 3, 1, 7, 1, 4, 1, 1, 1, 1, 5, 2, 1, 2, 2, 4, 2, 2, 2, 3, 1, 1, 1, 2, 2, 5, 1, 6, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 5, 1, 1, 1, 1, 5, 4, 6, 2, 6, 3, 9, 1, 1, 5, 1, 1, 1, 9, 2, 4, 4, 1, 3, 1, 4, 1, 1], "chunk_stats": {"count": 76, "sum": 179, "mean": 2.3552631578947367, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 42, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 1, 1, 3, 1, 5, 2, 3, 1, 2, 1, 6, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1], "chunk_stats": {"count": 42, "sum": 76, "mean": 1.8095238095238095, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [9, 1, 5, 2, 5, 1, 5, 1, 1, 1, 9, 2, 4, 4, 2, 3, 1, 3, 1, 4, 1, 5, 1, 9, 2, 3, 2, 2, 2, 1, 3, 1, 1, 4, 1, 9, 6, 2, 7, 2], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 1, 4, 1, 5, 1, 2, 1, 4, 4, 2, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 40, "mean": 1.9047619047619047, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 100, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06404022899732809, "decode_time_sec": 1.8374968839998473, "total_time_sec": 1.9048658510000678, "prefill_units_per_sec": 3794.4898668325895, "prefill_bytes_per_sec": 3778.8746821954187, "decode_units_per_sec": 69.65998207374953, "decode_bytes_per_sec": 69.65998207374953, "total_units_per_sec": 67.19633297683357, "total_bytes_per_sec": 67.19633297683357, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3326.60693359375, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}, "model_input_units": {"count": 1, "sum": 243, "mean": 243.0, "median": 243.0, "p95": 243.0, "max": 243, "min": 243}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 242, "model_input_units": 243, "stage0_units": 105, "stage1_units": 60, "bytes_per_stage0_unit": 2.3047619047619046, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 243, "units_out": 105, "chunk_lengths": [1, 1, 3, 6, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 1, 2, 4, 1, 1, 9, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 4, 2, 1, 1, 9, 1, 4, 2, 1, 2, 1, 1, 2, 4, 1, 1, 4, 1, 6, 1, 4, 2, 1, 2, 1, 9, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1], "chunk_stats": {"count": 105, "sum": 243, "mean": 2.3142857142857145, "median": 1.0, "p95": 8.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 105, "units_out": 60, "chunk_lengths": [1, 2, 1, 7, 1, 3, 1, 3, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 3, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 1, 2, 5, 1, 1, 3, 2, 4, 1, 1], "chunk_stats": {"count": 60, "sum": 105, "mean": 1.75, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [9, 3, 4, 1, 1, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 2, 4, 2, 4, 1, 1, 1, 1, 4, 6, 1, 7, 1, 1, 8, 1, 8, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 9], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 2.0, "p95": 8.850000000000001, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 5, 5, 2, 3, 1, 1, 2, 1, 1, 1, 1, 2, 7, 2, 1, 3, 1, 3, 1], "chunk_stats": {"count": 20, "sum": 44, "mean": 2.2, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 101, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06395526899723336, "decode_time_sec": 1.6274952550011221, "total_time_sec": 1.6949045330002264, "prefill_units_per_sec": 3877.710216662965, "prefill_bytes_per_sec": 3862.0742883699695, "decode_units_per_sec": 78.64846278762991, "decode_bytes_per_sec": 78.64846278762991, "total_units_per_sec": 75.52047770703726, "total_bytes_per_sec": 75.52047770703726, "step_latency_ms": {"count": 128, "sum": 1632, "mean": 12.75, "median": 8.0, "p95": 38.0, "max": 46, "min": 8}, "peak_allocated_mb": 3326.07275390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 84, "stage1_units": 41, "bytes_per_stage0_unit": 2.9404761904761907, "stage0_per_stage1_unit": 2.048780487804878}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 84, "chunk_lengths": [1, 1, 3, 1, 5, 1, 6, 1, 1, 3, 2, 6, 2, 6, 1, 1, 9, 6, 2, 1, 3, 1, 3, 1, 6, 1, 5, 1, 6, 1, 9, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 13, 1, 5, 4, 5, 1, 1, 6, 1, 1, 4, 3, 3, 5, 3, 1, 1, 9, 4, 1, 2, 2, 3, 1, 5, 3, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1], "chunk_stats": {"count": 84, "sum": 248, "mean": 2.9523809523809526, "median": 2.0, "p95": 7.699999999999989, "max": 13, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 41, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 5, 2, 1, 5, 1, 2, 3, 3, 2, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 5, 1, 4, 1], "chunk_stats": {"count": 41, "sum": 84, "mean": 2.048780487804878, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 1, 2, 1, 3, 1, 2, 5, 1, 17, 1, 3, 1, 1, 5, 1, 1, 2, 1, 3, 3, 1, 4, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 3, 1, 3, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 13.799999999999983, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 4, 3, 1, 5, 4, 1, 3, 1, 2, 1, 5, 3, 1], "chunk_stats": {"count": 14, "sum": 36, "mean": 2.5714285714285716, "median": 2.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 102, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06436633900011657, "decode_time_sec": 1.8873837309984083, "total_time_sec": 1.9550624180010345, "prefill_units_per_sec": 3169.3584436988185, "prefill_bytes_per_sec": 3153.822372896373, "decode_units_per_sec": 67.81874713537411, "decode_bytes_per_sec": 67.81874713537411, "total_units_per_sec": 65.47105546168412, "total_bytes_per_sec": 65.47105546168412, "step_latency_ms": {"count": 128, "sum": 1883, "mean": 14.7109375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.75341796875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 79, "stage1_units": 37, "bytes_per_stage0_unit": 2.569620253164557, "stage0_per_stage1_unit": 2.135135135135135}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 204, "units_out": 79, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 9, 9, 2, 1, 3, 1, 1, 4, 1, 8, 1, 8, 1, 2, 1, 9, 1, 2, 1, 13, 1, 1, 1, 4, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 1, 1, 1, 9, 7, 1, 8, 5, 1, 1], "chunk_stats": {"count": 79, "sum": 204, "mean": 2.5822784810126582, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 79, "units_out": 37, "chunk_lengths": [1, 2, 1, 4, 1, 3, 3, 2, 1, 5, 6, 2, 1, 1, 1, 4, 1, 2, 5, 1, 3, 1, 2, 3, 1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 1, 4, 1], "chunk_stats": {"count": 37, "sum": 79, "mean": 2.135135135135135, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [13, 1, 1, 1, 4, 2, 2, 3, 1, 1, 9, 3, 4, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 3, 1, 8, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 4, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.399999999999999, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 2, 2, 1, 7, 1, 1, 1, 6, 2, 2, 4, 5, 1, 4, 6, 2], "chunk_stats": {"count": 18, "sum": 53, "mean": 2.9444444444444446, "median": 2.0, "p95": 6.149999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 103, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0640818389983906, "decode_time_sec": 1.9698863110024831, "total_time_sec": 2.0372883780000848, "prefill_units_per_sec": 2762.0930167819515, "prefill_bytes_per_sec": 2746.487971489398, "decode_units_per_sec": 64.97836920083996, "decode_bytes_per_sec": 64.97836920083996, "total_units_per_sec": 62.8286114927195, "total_bytes_per_sec": 62.8286114927195, "step_latency_ms": {"count": 128, "sum": 1970, "mean": 15.390625, "median": 8.0, "p95": 38.0, "max": 49, "min": 8}, "peak_allocated_mb": 3307.8466796875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 76, "stage1_units": 44, "bytes_per_stage0_unit": 2.3157894736842106, "stage0_per_stage1_unit": 1.7272727272727273}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 177, "units_out": 76, "chunk_lengths": [1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 6, 2, 1, 1, 4, 1, 4, 1, 1, 5, 6, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 4, 7, 4, 1, 2, 4, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 9, 1, 1, 4, 1], "chunk_stats": {"count": 76, "sum": 177, "mean": 2.3289473684210527, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 76, "units_out": 44, "chunk_lengths": [1, 2, 2, 4, 6, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 3, 3, 1], "chunk_stats": {"count": 44, "sum": 76, "mean": 1.7272727272727273, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 4, 2, 5, 2, 1, 2, 2, 3, 1, 1, 1, 1, 4, 1, 4, 1, 3, 3, 1, 1, 1, 6, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 4, 2, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 3], "chunk_stats": {"count": 57, "sum": 128, "mean": 2.245614035087719, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 2, 1, 2, 3, 1, 1, 1, 3, 9, 1, 2, 4, 1, 1, 1, 9, 1, 4, 6, 1], "chunk_stats": {"count": 21, "sum": 56, "mean": 2.6666666666666665, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 104, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06451391900191084, "decode_time_sec": 1.671453984999971, "total_time_sec": 1.7391561919976084, "prefill_units_per_sec": 3317.1136292876818, "prefill_bytes_per_sec": 3301.6130983097023, "decode_units_per_sec": 76.5800322047168, "decode_bytes_per_sec": 76.5800322047168, "total_units_per_sec": 73.59890997080498, "total_bytes_per_sec": 73.59890997080498, "step_latency_ms": {"count": 128, "sum": 1669, "mean": 13.0390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3317.9501953125, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}, "model_input_units": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 213, "model_input_units": 214, "stage0_units": 90, "stage1_units": 45, "bytes_per_stage0_unit": 2.3666666666666667, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 214, "units_out": 90, "chunk_lengths": [1, 1, 3, 1, 4, 1, 6, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 2, 4, 1, 1, 1, 4, 1, 4, 7, 1, 3, 1, 3, 1, 7, 9, 5, 2, 1, 4, 1, 1, 1, 1, 4, 2, 1, 1, 1, 9, 4, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 1, 1, 4, 1, 7, 1, 1, 2, 2, 1, 5, 1, 2, 3, 1, 4, 1, 1, 9, 1, 2, 1, 4, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 90, "sum": 214, "mean": 2.3777777777777778, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 90, "units_out": 45, "chunk_lengths": [1, 2, 1, 1, 2, 2, 1, 4, 1, 2, 1, 3, 4, 1, 2, 2, 2, 1, 1, 1, 8, 1, 2, 1, 1, 1, 5, 1, 4, 2, 3, 2, 1, 2, 1, 5, 3, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 45, "sum": 90, "mean": 2.0, "median": 1.0, "p95": 4.799999999999997, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [13, 3, 4, 4, 1, 5, 9, 4, 1, 13, 1, 5, 9, 1, 1, 1, 1, 3, 3, 1, 1, 4, 1, 8, 1, 6, 5, 6, 5, 1, 1, 1, 1, 2, 2], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 3.0, "p95": 10.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 2, 1, 2, 1, 2, 1, 1, 10, 2, 1, 1, 1, 2, 2, 1], "chunk_stats": {"count": 17, "sum": 34, "mean": 2.0, "median": 1.0, "p95": 4.399999999999995, "max": 10, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 105, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06413749999774154, "decode_time_sec": 1.723130410999147, "total_time_sec": 1.790388138997514, "prefill_units_per_sec": 3196.258039481093, "prefill_bytes_per_sec": 3180.6665368494782, "decode_units_per_sec": 74.28340837289265, "decode_bytes_per_sec": 74.28340837289265, "total_units_per_sec": 71.4928775565228, "total_bytes_per_sec": 71.4928775565228, "step_latency_ms": {"count": 128, "sum": 1724, "mean": 13.46875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3314.1796875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}, "model_input_units": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 204, "model_input_units": 205, "stage0_units": 60, "stage1_units": 32, "bytes_per_stage0_unit": 3.4, "stage0_per_stage1_unit": 1.875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 205, "units_out": 60, "chunk_lengths": [1, 1, 3, 9, 1, 1, 2, 1, 1, 1, 3, 2, 2, 1, 1, 4, 2, 10, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 10, 2, 4, 1, 1, 13, 5, 1, 1, 11, 6, 1, 4, 3, 2, 4, 1, 1, 13, 3, 3, 1, 9, 5, 1, 7, 2, 1, 1, 10, 1, 2], "chunk_stats": {"count": 60, "sum": 205, "mean": 3.4166666666666665, "median": 2.0, "p95": 10.049999999999997, "max": 13, "min": 1}}, {"stage": 1, "units_in": 60, "units_out": 32, "chunk_lengths": [1, 2, 5, 1, 3, 4, 1, 1, 2, 1, 1, 5, 2, 1, 3, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1], "chunk_stats": {"count": 32, "sum": 60, "mean": 1.875, "median": 1.5, "p95": 4.449999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [1, 10, 1, 9, 9, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 3, 1, 3, 2, 6, 1, 5, 1, 6, 1, 9, 1, 2, 8, 1, 6, 1, 5, 3, 1, 1, 1, 1, 10], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.100000000000001, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 4, 2, 4, 2, 5], "chunk_stats": {"count": 17, "sum": 38, "mean": 2.235294117647059, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 106, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06551249900076073, "decode_time_sec": 1.8901815610006452, "total_time_sec": 1.9589727679995121, "prefill_units_per_sec": 3449.7233878587917, "prefill_bytes_per_sec": 3434.4591250806557, "decode_units_per_sec": 67.71836242664327, "decode_bytes_per_sec": 67.71836242664327, "total_units_per_sec": 65.34036720209879, "total_bytes_per_sec": 65.34036720209879, "step_latency_ms": {"count": 128, "sum": 1883, "mean": 14.7109375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3320.68603515625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 225, "mean": 225.0, "median": 225.0, "p95": 225.0, "max": 225, "min": 225}, "model_input_units": {"count": 1, "sum": 226, "mean": 226.0, "median": 226.0, "p95": 226.0, "max": 226, "min": 226}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 225, "model_input_units": 226, "stage0_units": 83, "stage1_units": 36, "bytes_per_stage0_unit": 2.710843373493976, "stage0_per_stage1_unit": 2.3055555555555554}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 226, "units_out": 83, "chunk_lengths": [1, 1, 3, 1, 2, 7, 2, 1, 6, 3, 1, 1, 3, 2, 5, 2, 2, 7, 2, 2, 7, 4, 1, 2, 2, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 2, 2, 1, 7, 2, 7, 5, 2, 1, 3, 1, 2, 7, 4, 1, 5, 1, 9, 1, 2, 1, 1, 1, 2, 2, 1, 5, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 1, 1, 3, 1, 1, 7, 3, 4, 1, 1, 1], "chunk_stats": {"count": 83, "sum": 226, "mean": 2.7228915662650603, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 36, "chunk_lengths": [1, 2, 3, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 4, 1, 3, 1, 6, 1, 1, 3, 1, 5, 3, 1, 1, 1, 5, 1, 5, 1, 5], "chunk_stats": {"count": 36, "sum": 83, "mean": 2.3055555555555554, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 53, "chunk_lengths": [1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 7, 2, 5, 2, 1, 9, 1, 5, 2, 3, 2, 7, 5, 1, 2, 1, 2, 2, 1, 1, 7, 3, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 1], "chunk_stats": {"count": 54, "sum": 128, "mean": 2.3703703703703702, "median": 1.5, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 6, 3, 1, 3, 2, 3, 1, 1, 1, 5, 1, 5, 1, 6, 6, 3, 1, 2], "chunk_stats": {"count": 19, "sum": 53, "mean": 2.789473684210526, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 53, "sum": 53, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 107, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06406098899969948, "decode_time_sec": 1.4518728820003162, "total_time_sec": 1.5191211700002896, "prefill_units_per_sec": 3043.9742352543885, "prefill_bytes_per_sec": 3028.3641109710325, "decode_units_per_sec": 88.16198827520502, "decode_bytes_per_sec": 88.16198827520502, "total_units_per_sec": 84.2592431254023, "total_bytes_per_sec": 84.2592431254023, "step_latency_ms": {"count": 128, "sum": 1459, "mean": 11.3984375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3313.2939453125, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 73, "stage1_units": 38, "bytes_per_stage0_unit": 2.6575342465753424, "stage0_per_stage1_unit": 1.9210526315789473}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 195, "units_out": 73, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 3, 2, 7, 1, 2, 2, 1, 1, 9, 1, 3, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 3, 1, 4, 2, 1, 1, 17, 1, 2, 4, 1, 4, 1, 21, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1], "chunk_stats": {"count": 73, "sum": 195, "mean": 2.671232876712329, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 73, "units_out": 38, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 2, 1, 3, 1, 1, 4, 1, 2, 3, 1, 1, 2, 3, 1, 1, 5, 3, 3, 1], "chunk_stats": {"count": 38, "sum": 73, "mean": 1.9210526315789473, "median": 1.5, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 25, "chunk_lengths": [2, 1, 3, 1, 3, 4, 1, 25, 4, 1, 3, 1, 4, 1, 7, 1, 1, 25, 1, 5, 2, 2, 9, 17, 4], "chunk_stats": {"count": 25, "sum": 128, "mean": 5.12, "median": 3.0, "p95": 23.399999999999977, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [7, 1, 5, 2, 2, 1, 2, 2, 1, 1, 1], "chunk_stats": {"count": 11, "sum": 25, "mean": 2.272727272727273, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}, "active_size_stats": {"count": 25, "sum": 25, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 108, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06396481900083018, "decode_time_sec": 1.7899851190013578, "total_time_sec": 1.8573142570021446, "prefill_units_per_sec": 2329.4054814423253, "prefill_bytes_per_sec": 2313.7718876071417, "decode_units_per_sec": 71.50897437148075, "decode_bytes_per_sec": 71.50897437148075, "total_units_per_sec": 68.91671644549929, "total_bytes_per_sec": 68.91671644549929, "step_latency_ms": {"count": 128, "sum": 1788, "mean": 13.96875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3301.1064453125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}, "model_input_units": {"count": 1, "sum": 149, "mean": 149.0, "median": 149.0, "p95": 149.0, "max": 149, "min": 149}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 148, "model_input_units": 149, "stage0_units": 58, "stage1_units": 28, "bytes_per_stage0_unit": 2.5517241379310347, "stage0_per_stage1_unit": 2.0714285714285716}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 149, "units_out": 58, "chunk_lengths": [1, 1, 3, 10, 1, 1, 3, 1, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 5, 1, 2, 1, 4, 1, 9, 1, 2, 1, 3, 1, 1, 7, 2, 1, 2, 4, 2, 2, 1, 1], "chunk_stats": {"count": 58, "sum": 149, "mean": 2.5689655172413794, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 58, "units_out": 28, "chunk_lengths": [1, 2, 1, 1, 4, 1, 4, 3, 3, 1, 2, 4, 1, 1, 5, 3, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 4, 1], "chunk_stats": {"count": 28, "sum": 58, "mean": 2.0714285714285716, "median": 1.5, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [13, 1, 3, 1, 1, 8, 1, 1, 4, 1, 1, 13, 1, 3, 1, 1, 9, 2, 2, 2, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 3, 1, 1, 1, 1, 5], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 9.949999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 3, 2, 1, 5, 1, 2, 1, 1, 4, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 109, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0657678190000297, "decode_time_sec": 1.8323671790021763, "total_time_sec": 1.901430135996634, "prefill_units_per_sec": 2995.3859348735746, "prefill_bytes_per_sec": 2980.180930128023, "decode_units_per_sec": 69.85499493049366, "decode_bytes_per_sec": 69.85499493049366, "total_units_per_sec": 67.31775076916452, "total_bytes_per_sec": 67.31775076916452, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3313.6005859375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 74, "stage1_units": 40, "bytes_per_stage0_unit": 2.6486486486486487, "stage0_per_stage1_unit": 1.85}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 197, "units_out": 74, "chunk_lengths": [1, 1, 3, 2, 1, 1, 3, 1, 1, 9, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 2, 1, 5, 4, 1, 43, 4, 1, 1, 2, 1, 1, 3, 4, 1, 9, 4, 1, 1], "chunk_stats": {"count": 74, "sum": 197, "mean": 2.6621621621621623, "median": 1.0, "p95": 9.0, "max": 43, "min": 1}}, {"stage": 1, "units_in": 74, "units_out": 40, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 5, 2, 3, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 2, 6, 2, 1, 2, 5, 1, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 40, "sum": 74, "mean": 1.85, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 5, 4, 2, 4, 1, 1, 3, 4, 1, 9, 3, 4, 3, 1, 2, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 3, 1, 1, 1, 1, 5, 1, 3, 5, 7, 1, 5, 1, 1, 10, 1, 1], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 1.0, "p95": 7.449999999999996, "max": 10, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 110, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06436537899935502, "decode_time_sec": 1.935524249998707, "total_time_sec": 2.0030810270000075, "prefill_units_per_sec": 3107.260504160228, "prefill_bytes_per_sec": 3091.7242016394266, "decode_units_per_sec": 66.13195365549437, "decode_bytes_per_sec": 66.13195365549437, "total_units_per_sec": 63.90155878601885, "total_bytes_per_sec": 63.90155878601885, "step_latency_ms": {"count": 128, "sum": 1934, "mean": 15.109375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3313.400390625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 63, "stage1_units": 32, "bytes_per_stage0_unit": 3.1587301587301586, "stage0_per_stage1_unit": 1.96875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 200, "units_out": 63, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 5, 2, 8, 1, 4, 1, 1, 1, 9, 4, 1, 6, 2, 1, 3, 1, 1, 5, 9, 4, 1, 1, 6, 2, 5, 9, 1, 2, 4, 1, 1, 6, 3, 4, 1, 5, 1, 13, 2, 6, 1, 1, 3, 8, 1, 2, 3, 5, 1, 5, 4, 1, 6, 1], "chunk_stats": {"count": 63, "sum": 200, "mean": 3.1746031746031744, "median": 2.0, "p95": 8.899999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 32, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 5, 1, 4, 2, 1, 1, 5, 5, 1, 1, 1, 1, 2, 4, 4, 2, 1], "chunk_stats": {"count": 32, "sum": 63, "mean": 1.96875, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [13, 4, 1, 1, 1, 6, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 5, 1, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 1, 4, 1, 4, 2, 1, 6, 1, 1, 1, 1, 2, 4, 1, 1, 1, 9, 3], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 5, 3, 3, 1, 1, 1, 4, 1, 3, 1, 7, 2, 4, 1, 3, 1, 2, 1, 1, 3, 1], "chunk_stats": {"count": 22, "sum": 50, "mean": 2.272727272727273, "median": 1.5, "p95": 4.949999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 111, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0641451089977636, "decode_time_sec": 1.711931858000753, "total_time_sec": 1.7793888460000744, "prefill_units_per_sec": 3850.6443259549465, "prefill_bytes_per_sec": 3835.0546728134286, "decode_units_per_sec": 74.76933115169804, "decode_bytes_per_sec": 74.76933115169804, "total_units_per_sec": 71.93481081312491, "total_bytes_per_sec": 71.93481081312491, "step_latency_ms": {"count": 128, "sum": 1711, "mean": 13.3671875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3325.94775390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 246, "mean": 246.0, "median": 246.0, "p95": 246.0, "max": 246, "min": 246}, "model_input_units": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 246, "model_input_units": 247, "stage0_units": 83, "stage1_units": 41, "bytes_per_stage0_unit": 2.963855421686747, "stage0_per_stage1_unit": 2.024390243902439}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 247, "units_out": 83, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 8, 1, 1, 3, 2, 3, 1, 1, 9, 6, 1, 5, 2, 6, 1, 6, 4, 1, 1, 4, 1, 1, 3, 1, 6, 2, 6, 1, 6, 4, 1, 1, 2, 2, 1, 4, 1, 9, 7, 2, 3, 4, 1, 3, 2, 6, 1, 4, 2, 2, 2, 1, 9, 1, 2, 6, 1, 13, 3, 4, 1, 5, 6, 1, 1, 1, 1, 3, 1, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 83, "sum": 247, "mean": 2.9759036144578315, "median": 2.0, "p95": 7.8999999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 83, "units_out": 41, "chunk_lengths": [1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 2, 3, 1, 1, 1, 2, 2, 4, 1, 3, 2, 3, 1, 3, 1, 1, 1, 5, 2, 2, 1, 1], "chunk_stats": {"count": 41, "sum": 83, "mean": 2.024390243902439, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 1, 1, 5, 1, 1, 4, 4, 1, 6, 1, 1, 3, 1, 1, 9, 3, 4, 1, 3, 1, 8, 1, 5, 1, 1, 4, 4, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 3.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 7, 2, 1, 1, 4, 2, 5, 1, 5, 1, 1, 1, 4], "chunk_stats": {"count": 16, "sum": 39, "mean": 2.4375, "median": 1.5, "p95": 5.5, "max": 7, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 112, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06671058799838647, "decode_time_sec": 2.0461606480021146, "total_time_sec": 2.1165173539993702, "prefill_units_per_sec": 3717.5508032697653, "prefill_bytes_per_sec": 3702.5606790630322, "decode_units_per_sec": 62.55618302745685, "decode_bytes_per_sec": 62.55618302745685, "total_units_per_sec": 60.47670705753074, "total_bytes_per_sec": 60.47670705753074, "step_latency_ms": {"count": 128, "sum": 2039, "mean": 15.9296875, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3327.27783203125, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 103, "stage1_units": 53, "bytes_per_stage0_unit": 2.3980582524271843, "stage0_per_stage1_unit": 1.9433962264150944}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 248, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 4, 4, 2, 3, 1, 9, 1, 3, 4, 1, 3, 4, 1, 13, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 3, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 4, 4, 1, 1, 1, 1, 17, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 13, 1, 1, 1], "chunk_stats": {"count": 103, "sum": 248, "mean": 2.407766990291262, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 53, "chunk_lengths": [1, 2, 2, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 1, 2, 1, 3, 1, 2, 2, 2, 1, 3, 3, 2, 1, 3, 1, 2, 1, 2, 7, 1, 1, 1, 1, 1, 5, 3, 1, 5, 3, 2, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 53, "sum": 103, "mean": 1.9433962264150944, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [9, 1, 1, 6, 1, 1, 1, 4, 1, 1, 5, 1, 5, 3, 4, 4, 3, 1, 1, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 4, 3, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 9, 1, 3, 1, 5, 1, 5], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 5.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [1, 1, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 4, 4, 1, 4, 1, 3, 2, 1, 3, 1, 2, 2, 3], "chunk_stats": {"count": 26, "sum": 51, "mean": 1.9615384615384615, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 113, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0641065499985416, "decode_time_sec": 1.8377918280020822, "total_time_sec": 1.9050558359995193, "prefill_units_per_sec": 3151.0040706385766, "prefill_bytes_per_sec": 3135.4050405859102, "decode_units_per_sec": 69.64880246483226, "decode_bytes_per_sec": 69.64880246483226, "total_units_per_sec": 67.18963170590885, "total_bytes_per_sec": 67.18963170590885, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3314.44677734375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 78, "stage1_units": 41, "bytes_per_stage0_unit": 2.576923076923077, "stage0_per_stage1_unit": 1.9024390243902438}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 202, "units_out": 78, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 1, 5, 6, 1, 3, 7, 1, 1, 6, 1, 1, 13, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 4, 4, 1, 13, 1, 1, 6, 1, 1, 2, 4, 4, 6, 1, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4], "chunk_stats": {"count": 78, "sum": 202, "mean": 2.58974358974359, "median": 1.0, "p95": 6.1499999999999915, "max": 13, "min": 1}}, {"stage": 1, "units_in": 78, "units_out": 41, "chunk_lengths": [1, 2, 2, 3, 3, 1, 2, 1, 1, 1, 3, 3, 3, 4, 1, 2, 1, 1, 2, 6, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 5, 2, 2, 1, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 41, "sum": 78, "mean": 1.9024390243902438, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 2, 1, 5, 1, 5, 2, 4, 1, 1, 1, 2, 4, 2, 2, 1, 1, 1, 4, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 5, 4, 2, 1, 3, 7, 1, 1, 6, 1, 1, 10], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 6.699999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 2, 3, 1, 2, 3, 1, 1, 1, 3, 6, 1, 1, 2, 1, 3, 1, 1, 1, 8], "chunk_stats": {"count": 20, "sum": 46, "mean": 2.3, "median": 1.5, "p95": 6.100000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 114, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0639160000027914, "decode_time_sec": 1.85305782100113, "total_time_sec": 1.9202878889991553, "prefill_units_per_sec": 4005.256899505909, "prefill_bytes_per_sec": 3989.6113647422144, "decode_units_per_sec": 69.07501673684793, "decode_bytes_per_sec": 69.07501673684793, "total_units_per_sec": 66.65667201948192, "total_bytes_per_sec": 66.65667201948192, "step_latency_ms": {"count": 128, "sum": 1855, "mean": 14.4921875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3338.77587890625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 106, "stage1_units": 55, "bytes_per_stage0_unit": 2.4056603773584904, "stage0_per_stage1_unit": 1.9272727272727272}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 256, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 2, 2, 1, 1, 2, 3, 1, 2, 1, 3, 2, 1, 4, 1, 1, 7, 1, 1, 4, 4, 3, 2, 3, 1, 3, 4, 5, 1, 13, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 14, 1, 4, 4, 1, 4, 4, 5, 1, 2, 8, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 1, 1, 2, 1, 6, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 256, "mean": 2.4150943396226414, "median": 1.0, "p95": 7.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 55, "chunk_lengths": [1, 2, 3, 3, 1, 3, 2, 1, 1, 2, 3, 3, 3, 3, 3, 1, 1, 1, 1, 3, 2, 2, 1, 6, 1, 2, 1, 1, 3, 2, 1, 2, 5, 1, 2, 1, 1, 1, 1, 3, 5, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 3, 2, 1], "chunk_stats": {"count": 55, "sum": 106, "mean": 1.9272727272727272, "median": 2.0, "p95": 3.5999999999999943, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [13, 3, 4, 1, 4, 5, 3, 4, 1, 3, 1, 1, 1, 4, 1, 7, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 3, 4, 1, 4, 5, 3, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 7.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 4, 1, 1, 1, 3, 1, 5, 1, 1, 5, 3, 6, 3, 1, 4, 1, 1], "chunk_stats": {"count": 20, "sum": 48, "mean": 2.4, "median": 1.0, "p95": 5.050000000000001, "max": 6, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 115, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06414648999998462, "decode_time_sec": 1.726658382001915, "total_time_sec": 1.7940486990009958, "prefill_units_per_sec": 2821.6664699821204, "prefill_bytes_per_sec": 2806.077152468407, "decode_units_per_sec": 74.1316298199038, "decode_bytes_per_sec": 74.1316298199038, "total_units_per_sec": 71.34700416509092, "total_bytes_per_sec": 71.34700416509092, "step_latency_ms": {"count": 128, "sum": 1728, "mean": 13.5, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3307.71044921875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 64, "stage1_units": 33, "bytes_per_stage0_unit": 2.8125, "stage0_per_stage1_unit": 1.9393939393939394}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 181, "units_out": 64, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 1, 13, 1, 5, 9, 1, 1, 4, 1, 1, 1, 7, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 9, 4, 1, 13, 1, 3, 1, 1, 4, 2, 1, 3, 13, 8, 2, 4, 1], "chunk_stats": {"count": 64, "sum": 181, "mean": 2.828125, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 64, "units_out": 33, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 8, 1, 2, 1, 1, 3, 1, 2, 3, 1, 2, 2, 2, 1, 3, 2, 1, 2, 1, 5, 1, 2, 1, 1, 1, 2], "chunk_stats": {"count": 33, "sum": 64, "mean": 1.9393939393939394, "median": 2.0, "p95": 4.399999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 13, 4, 1, 1, 4, 2, 1, 4, 13, 3, 4, 7, 1, 5, 4, 1, 3, 1, 5, 1, 4, 1, 1, 9, 8, 2, 1, 1, 9, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 2.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 2, 2, 1, 4, 3, 1, 3, 1, 1, 3, 2, 4, 1, 1, 1, 2, 1], "chunk_stats": {"count": 18, "sum": 36, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 116, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06462125899997773, "decode_time_sec": 1.82501070500075, "total_time_sec": 1.8929775619981228, "prefill_units_per_sec": 3915.120254776949, "prefill_bytes_per_sec": 3899.6454711612296, "decode_units_per_sec": 70.13657489748664, "decode_bytes_per_sec": 70.13657489748664, "total_units_per_sec": 67.61833978892504, "total_bytes_per_sec": 67.61833978892504, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3329.0869140625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 252, "mean": 252.0, "median": 252.0, "p95": 252.0, "max": 252, "min": 252}, "model_input_units": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 252, "model_input_units": 253, "stage0_units": 110, "stage1_units": 64, "bytes_per_stage0_unit": 2.290909090909091, "stage0_per_stage1_unit": 1.71875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 253, "units_out": 110, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 1, 1, 1, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 1, 5, 4, 2, 1, 1, 2, 2, 1, 3, 1, 4, 1, 3, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 1, 5, 1, 2, 1, 1, 2, 1, 2, 1, 8, 2, 1, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 2, 2, 1, 1, 1, 1, 2, 7, 9, 5, 4, 5, 1, 2, 1, 8, 9, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 1], "chunk_stats": {"count": 110, "sum": 253, "mean": 2.3, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 110, "units_out": 64, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 2, 4, 1, 2, 3, 1, 3, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 7, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 2, 2, 2, 1], "chunk_stats": {"count": 64, "sum": 110, "mean": 1.71875, "median": 1.0, "p95": 3.8499999999999943, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 14, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 13, 1, 4, 1, 2, 1, 1, 1, 1, 3, 1, 13, 1, 1, 6, 1, 2, 1, 6, 1, 13, 1, 1, 6, 1, 2, 4, 4, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 13.0, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 5, 1, 3, 2, 3, 1, 5, 2, 4, 1, 2, 2, 4, 1, 7, 2], "chunk_stats": {"count": 18, "sum": 47, "mean": 2.611111111111111, "median": 2.0, "p95": 5.299999999999997, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 117, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06408998899860308, "decode_time_sec": 1.877271910001582, "total_time_sec": 1.9446257480012719, "prefill_units_per_sec": 3448.276453984365, "prefill_bytes_per_sec": 3432.673393106608, "decode_units_per_sec": 68.18404905440264, "decode_bytes_per_sec": 68.18404905440264, "total_units_per_sec": 65.82243402441891, "total_bytes_per_sec": 65.82243402441891, "step_latency_ms": {"count": 128, "sum": 1880, "mean": 14.6875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3319.3857421875, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 72, "stage1_units": 39, "bytes_per_stage0_unit": 3.0555555555555554, "stage0_per_stage1_unit": 1.8461538461538463}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 221, "units_out": 72, "chunk_lengths": [1, 1, 3, 2, 5, 1, 1, 6, 1, 1, 5, 1, 4, 1, 3, 2, 5, 1, 4, 2, 9, 1, 1, 5, 3, 1, 7, 2, 1, 1, 5, 4, 6, 3, 5, 1, 4, 1, 9, 4, 1, 2, 2, 5, 1, 1, 6, 1, 6, 1, 3, 2, 5, 2, 9, 1, 9, 3, 1, 6, 1, 1, 5, 1, 4, 1, 5, 3, 4, 1, 4, 1], "chunk_stats": {"count": 72, "sum": 221, "mean": 3.0694444444444446, "median": 2.0, "p95": 7.900000000000006, "max": 9, "min": 1}}, {"stage": 1, "units_in": 72, "units_out": 39, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 2, 1, 7, 2, 2, 3, 1, 3, 3, 3, 1, 3, 1, 1], "chunk_stats": {"count": 39, "sum": 72, "mean": 1.8461538461538463, "median": 1.0, "p95": 3.1000000000000014, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 5, 1, 1, 6, 1, 1, 5, 1, 3, 2, 5, 2, 9, 1, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 4, 1, 1, 9, 3, 4, 3, 1, 2, 5, 1, 1, 4], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [5, 1, 1, 1, 9, 1, 1, 2, 1, 3, 1, 1, 2, 1, 2, 1, 5, 1, 3, 1, 4], "chunk_stats": {"count": 21, "sum": 47, "mean": 2.238095238095238, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 118, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06315136999910465, "decode_time_sec": 1.5229613400006201, "total_time_sec": 1.5892899479986227, "prefill_units_per_sec": 3689.5478277558104, "prefill_bytes_per_sec": 3673.712858537974, "decode_units_per_sec": 84.04678217238784, "decode_bytes_per_sec": 84.04678217238784, "total_units_per_sec": 80.5391112938134, "total_bytes_per_sec": 80.5391112938134, "step_latency_ms": {"count": 128, "sum": 1528, "mean": 11.9375, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3322.37744140625, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 74, "stage1_units": 32, "bytes_per_stage0_unit": 3.135135135135135, "stage0_per_stage1_unit": 2.3125}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 233, "units_out": 74, "chunk_lengths": [1, 1, 3, 2, 1, 11, 1, 1, 3, 2, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 12, 1, 2, 2, 2, 1, 13, 1, 4, 1, 1, 7, 1, 2, 2, 1, 1, 3, 1, 2, 1, 11, 2, 1, 1, 13, 3, 3, 9, 1, 3, 1, 11, 1, 4, 1, 13, 3, 1, 1, 3, 1, 1, 1, 6, 1, 4, 2, 1, 1, 13, 1, 3, 1], "chunk_stats": {"count": 74, "sum": 233, "mean": 3.1486486486486487, "median": 1.5, "p95": 12.349999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 74, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 4, 1, 1, 5, 5, 1, 2, 3, 3, 5, 2, 1, 2, 1, 2, 1, 4, 2, 2, 1, 6, 1, 4, 2, 2, 1], "chunk_stats": {"count": 32, "sum": 74, "mean": 2.3125, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 1, 3, 1, 1, 1, 6, 1, 4, 3, 1, 1, 3, 1, 13, 11, 1, 1, 3, 1, 11, 1, 13, 11, 1, 4, 1, 1, 3, 1, 11, 1, 4, 1, 6], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 11.599999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [10, 1, 2, 2, 1, 5, 2, 3, 7, 1], "chunk_stats": {"count": 10, "sum": 34, "mean": 3.4, "median": 2.0, "p95": 8.649999999999997, "max": 10, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 119, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06455797899980098, "decode_time_sec": 1.7572482079995098, "total_time_sec": 1.824892185999488, "prefill_units_per_sec": 2153.10333677621, "prefill_bytes_per_sec": 2137.6133847130723, "decode_units_per_sec": 72.84116120722527, "decode_bytes_per_sec": 72.84116120722527, "total_units_per_sec": 70.14112997031371, "total_bytes_per_sec": 70.14112997031371, "step_latency_ms": {"count": 128, "sum": 1759, "mean": 13.7421875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3298.263671875, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 138, "mean": 138.0, "median": 138.0, "p95": 138.0, "max": 138, "min": 138}, "model_input_units": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 138, "model_input_units": 139, "stage0_units": 47, "stage1_units": 27, "bytes_per_stage0_unit": 2.9361702127659575, "stage0_per_stage1_unit": 1.7407407407407407}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 139, "units_out": 47, "chunk_lengths": [1, 1, 3, 6, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 4, 4, 2, 1, 2, 3, 4, 4, 1, 1, 5, 1, 1, 1, 13, 1, 2, 1, 1, 1, 1, 1, 1, 17, 3, 4, 4, 1], "chunk_stats": {"count": 47, "sum": 139, "mean": 2.9574468085106385, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 47, "units_out": 27, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 3, 5, 1, 1, 3, 1, 2, 1, 1, 3, 1], "chunk_stats": {"count": 27, "sum": 47, "mean": 1.7407407407407407, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [9, 3, 4, 2, 2, 1, 1, 4, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 1, 2, 2, 1, 2, 2, 2, 1, 13, 4, 1, 1, 8, 2, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 3, 2, 4, 3, 1, 1, 6, 1, 1, 2, 5, 1, 4, 1], "chunk_stats": {"count": 18, "sum": 42, "mean": 2.3333333333333335, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 120, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06342397000116762, "decode_time_sec": 1.8568145710014505, "total_time_sec": 1.9236158190033166, "prefill_units_per_sec": 4004.795032466809, "prefill_bytes_per_sec": 3989.028122890168, "decode_units_per_sec": 68.935262572269, "decode_bytes_per_sec": 68.935262572269, "total_units_per_sec": 66.54135339057498, "total_bytes_per_sec": 66.54135339057498, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3329.32275390625, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.53, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 254, "units_out": 100, "chunk_lengths": [1, 1, 3, 9, 1, 1, 3, 2, 1, 3, 1, 1, 9, 1, 2, 1, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 6, 2, 1, 3, 1, 1, 7, 1, 4, 1, 9, 1, 1, 3, 1, 1, 9, 1, 5, 2, 1, 3, 1, 1, 3, 1, 2, 3, 1, 1, 2, 1, 3, 5, 1, 1, 9, 3, 2, 2, 1, 1, 1, 4, 1, 1, 1, 4, 1, 9, 4, 1, 2, 4, 1, 1, 2, 2, 3, 9, 1, 1, 2, 1, 4, 1, 3, 1, 1, 1, 13, 4, 3, 1], "chunk_stats": {"count": 100, "sum": 254, "mean": 2.54, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 1, 1, 3, 2, 2, 1, 4, 4, 1, 2, 3, 1, 5, 4, 4, 1, 1, 2, 1, 2, 4, 2, 7, 1, 1, 1, 1, 1, 5, 4, 1, 3, 5, 1, 1, 10, 1, 1, 1, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 1.5, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [2, 3, 1, 3, 2, 3, 9, 1, 4, 1, 3, 1, 1, 1, 17, 3, 1, 1, 1, 2, 3, 1, 3, 3, 1, 3, 1, 1, 9, 3, 4, 3, 1, 1, 1, 1, 4, 1, 7, 1, 4, 1, 1, 2, 6, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 8.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 7, 1, 2, 2, 3, 5, 1, 1, 4, 1, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 20, "sum": 47, "mean": 2.35, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 121, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06412243000158924, "decode_time_sec": 1.6294826199991803, "total_time_sec": 1.6965928780009563, "prefill_units_per_sec": 1606.3021940598196, "prefill_bytes_per_sec": 1590.7070271272, "decode_units_per_sec": 78.55254080590586, "decode_bytes_per_sec": 78.55254080590586, "total_units_per_sec": 75.44532436728045, "total_bytes_per_sec": 75.44532436728045, "step_latency_ms": {"count": 128, "sum": 1637, "mean": 12.7890625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3289.88330078125, "peak_reserved_mb": 3326.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "model_input_units": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 102, "model_input_units": 103, "stage0_units": 41, "stage1_units": 19, "bytes_per_stage0_unit": 2.4878048780487805, "stage0_per_stage1_unit": 2.1578947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 103, "units_out": 41, "chunk_lengths": [1, 1, 3, 12, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 6, 1, 8, 1, 2, 2, 2, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1], "chunk_stats": {"count": 41, "sum": 103, "mean": 2.5121951219512195, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 41, "units_out": 19, "chunk_lengths": [1, 2, 2, 1, 4, 1, 1, 1, 5, 2, 2, 2, 3, 1, 6, 3, 2, 1, 1], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 5.099999999999998, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [9, 3, 4, 4, 1, 1, 1, 6, 1, 7, 1, 13, 1, 5, 4, 1, 1, 4, 1, 1, 5, 1, 4, 1, 1, 9, 1, 5, 5, 5, 1, 1, 1, 5, 1, 1, 7, 5], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 9, 2, 1, 1, 4, 3, 4, 1, 2, 3, 3, 1, 2], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 2.0, "p95": 5.749999999999998, "max": 9, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 122, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0669831779996457, "decode_time_sec": 1.6100686099998711, "total_time_sec": 1.680234595998627, "prefill_units_per_sec": 2926.107805769334, "prefill_bytes_per_sec": 2911.178684311327, "decode_units_per_sec": 79.49971771700477, "decode_bytes_per_sec": 79.49971771700477, "total_units_per_sec": 76.17983840162793, "total_bytes_per_sec": 76.17983840162793, "step_latency_ms": {"count": 128, "sum": 1616, "mean": 12.625, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3312.787109375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}, "model_input_units": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 195, "model_input_units": 196, "stage0_units": 61, "stage1_units": 32, "bytes_per_stage0_unit": 3.19672131147541, "stage0_per_stage1_unit": 1.90625}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 196, "units_out": 61, "chunk_lengths": [1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 4, 1, 5, 2, 6, 1, 4, 1, 1, 1, 9, 4, 9, 1, 1, 1, 1, 13, 6, 2, 2, 1, 3, 1, 1, 6, 1, 6, 1, 1, 3, 1, 6, 1, 4, 1, 13, 1, 2, 6, 1, 1, 17, 6, 1, 1, 4, 1, 5, 1, 2], "chunk_stats": {"count": 61, "sum": 196, "mean": 3.2131147540983607, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 61, "units_out": 32, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 1, 1, 1, 1, 5, 1, 2, 2, 5, 1, 1, 4, 1, 2, 5, 1], "chunk_stats": {"count": 32, "sum": 61, "mean": 1.90625, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 29, "chunk_lengths": [2, 1, 3, 17, 3, 4, 1, 13, 4, 1, 17, 3, 4, 1, 1, 9, 3, 4, 9, 1, 5, 4, 1, 6, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 3.0, "p95": 15.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 1, 4, 2, 2], "chunk_stats": {"count": 16, "sum": 29, "mean": 1.8125, "median": 1.5, "p95": 3.25, "max": 4, "min": 1}, "active_size_stats": {"count": 29, "sum": 29, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 123, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06412927999917883, "decode_time_sec": 1.7562940399984655, "total_time_sec": 1.82368311800019, "prefill_units_per_sec": 2463.7731782116243, "prefill_bytes_per_sec": 2448.1796770837027, "decode_units_per_sec": 72.88073470892826, "decode_bytes_per_sec": 72.88073470892826, "total_units_per_sec": 70.18763223534246, "total_bytes_per_sec": 70.18763223534246, "step_latency_ms": {"count": 128, "sum": 1757, "mean": 13.7265625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3302.78173828125, "peak_reserved_mb": 3346.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 70, "stage1_units": 30, "bytes_per_stage0_unit": 2.242857142857143, "stage0_per_stage1_unit": 2.3333333333333335}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 158, "units_out": 70, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 1, 6, 1, 4, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 2, 1, 1, 1, 5, 7, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 5, 7, 1, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1], "chunk_stats": {"count": 70, "sum": 158, "mean": 2.257142857142857, "median": 1.0, "p95": 6.549999999999997, "max": 8, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 30, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 4, 1, 10, 1, 2, 3, 4, 10, 1], "chunk_stats": {"count": 30, "sum": 70, "mean": 2.3333333333333335, "median": 1.0, "p95": 7.749999999999986, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [5, 7, 1, 1, 7, 1, 1, 3, 1, 1, 1, 3, 1, 7, 5, 7, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 5, 5, 7, 1, 1, 1, 5, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 1, 1, 4], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 2, 4, 7, 1, 2, 5, 8, 1, 2, 4, 4, 10], "chunk_stats": {"count": 13, "sum": 51, "mean": 3.923076923076923, "median": 4.0, "p95": 8.799999999999997, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 124, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06407717999900342, "decode_time_sec": 1.7720128430009936, "total_time_sec": 1.839292160999321, "prefill_units_per_sec": 2777.900026230374, "prefill_bytes_per_sec": 2762.2938463077317, "decode_units_per_sec": 72.23423944446448, "decode_bytes_per_sec": 72.23423944446448, "total_units_per_sec": 69.59198908913703, "total_bytes_per_sec": 69.59198908913703, "step_latency_ms": {"count": 128, "sum": 1771, "mean": 13.8359375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3307.27880859375, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 63, "stage1_units": 36, "bytes_per_stage0_unit": 2.8095238095238093, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 178, "units_out": 63, "chunk_lengths": [1, 1, 3, 2, 4, 1, 5, 1, 1, 3, 2, 5, 2, 7, 1, 2, 2, 1, 1, 9, 1, 2, 8, 1, 2, 2, 2, 1, 13, 8, 2, 4, 1, 1, 1, 9, 7, 1, 1, 3, 1, 1, 3, 5, 9, 2, 2, 4, 6, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 63, "sum": 178, "mean": 2.8253968253968256, "median": 2.0, "p95": 8.899999999999999, "max": 13, "min": 1}}, {"stage": 1, "units_in": 63, "units_out": 36, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 7, 1], "chunk_stats": {"count": 36, "sum": 63, "mean": 1.75, "median": 1.0, "p95": 4.25, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 59, "chunk_lengths": [9, 2, 5, 3, 10, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 4, 5, 2, 3, 7, 1, 9], "chunk_stats": {"count": 60, "sum": 128, "mean": 2.1333333333333333, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 1, 32, 9, 5, 1, 1, 1, 5, 3], "chunk_stats": {"count": 10, "sum": 59, "mean": 5.9, "median": 2.0, "p95": 21.649999999999977, "max": 32, "min": 1}, "active_size_stats": {"count": 59, "sum": 59, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 125, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06432798900277703, "decode_time_sec": 1.5588243950005563, "total_time_sec": 1.6263612520015158, "prefill_units_per_sec": 3684.243883168316, "prefill_bytes_per_sec": 3668.698550327944, "decode_units_per_sec": 82.11316195109605, "decode_bytes_per_sec": 82.11316195109605, "total_units_per_sec": 78.70330152201677, "total_bytes_per_sec": 78.70330152201677, "step_latency_ms": {"count": 128, "sum": 1569, "mean": 12.2578125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3323.388671875, "peak_reserved_mb": 3348.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}, "model_input_units": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 236, "model_input_units": 237, "stage0_units": 92, "stage1_units": 46, "bytes_per_stage0_unit": 2.5652173913043477, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 237, "units_out": 92, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 6, 1, 1, 5, 1, 4, 2, 1, 4, 1, 5, 2, 2, 2, 2, 2, 2, 1, 5, 1, 2, 1, 9, 1, 5, 2, 5, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 1, 9, 1, 1, 4, 1, 5, 2, 1, 4, 1, 3, 1, 4, 1, 1, 1, 9, 1, 2, 4, 1, 1, 4, 1, 4, 1, 13, 1, 4, 1, 1, 4, 1, 1, 13, 6, 1, 5, 1, 1], "chunk_stats": {"count": 92, "sum": 237, "mean": 2.5760869565217392, "median": 1.0, "p95": 7.3500000000000085, "max": 13, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 46, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 1, 1, 3, 1, 2, 1, 5, 5, 2, 1, 5, 1, 5, 1, 2, 1, 1, 1, 2, 6, 1, 5, 2, 1, 4, 1], "chunk_stats": {"count": 46, "sum": 92, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [17, 1, 6, 4, 5, 1, 3, 1, 5, 5, 3, 4, 13, 1, 4, 1, 1, 1, 17, 1, 2, 3, 1, 2, 7, 2, 2, 4, 3, 4, 4], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 3.0, "p95": 15.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 3, 1, 2, 4, 5, 1, 2, 1, 4, 2, 1, 2, 1], "chunk_stats": {"count": 14, "sum": 30, "mean": 2.142857142857143, "median": 2.0, "p95": 4.35, "max": 5, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 126, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06489844899988384, "decode_time_sec": 2.1412327559992264, "total_time_sec": 2.2093790440012526, "prefill_units_per_sec": 3359.0941441511213, "prefill_bytes_per_sec": 3343.685455416483, "decode_units_per_sec": 59.77864837037186, "decode_bytes_per_sec": 59.77864837037186, "total_units_per_sec": 57.93483030788058, "total_bytes_per_sec": 57.93483030788058, "step_latency_ms": {"count": 128, "sum": 2137, "mean": 16.6953125, "median": 17.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3320.3837890625, "peak_reserved_mb": 3350.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 114, "stage1_units": 51, "bytes_per_stage0_unit": 1.9035087719298245, "stage0_per_stage1_unit": 2.235294117647059}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 218, "units_out": 114, "chunk_lengths": [1, 1, 3, 11, 1, 1, 3, 1, 1, 9, 3, 2, 1, 3, 1, 3, 1, 1, 2, 1, 4, 1, 1, 9, 1, 2, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 9, 1, 2, 2, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 3, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 2, 2, 1, 1, 9, 3, 4, 1, 1], "chunk_stats": {"count": 114, "sum": 218, "mean": 1.912280701754386, "median": 1.0, "p95": 5.749999999999972, "max": 11, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 51, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 1, 7, 2, 2, 1, 2, 1, 1, 2, 4, 2, 1, 6, 2, 6, 1, 6, 2, 1, 3, 1, 2, 1, 5, 1, 5, 1, 3, 1, 1, 3, 6, 5, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 51, "sum": 114, "mean": 2.235294117647059, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 65, "chunk_lengths": [1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1, 1, 9, 1, 1, 2, 2, 2, 2, 2, 4, 9, 2, 2, 2, 2, 2, 2, 3, 1, 9, 1], "chunk_stats": {"count": 66, "sum": 128, "mean": 1.9393939393939394, "median": 1.0, "p95": 5.75, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [3, 5, 1, 6, 2, 1, 3, 1, 6, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 4, 1, 2, 1, 5, 1], "chunk_stats": {"count": 25, "sum": 65, "mean": 2.6, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 65, "sum": 65, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 127, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0044928729948879, "decode_time_sec": 30.023724735998258, "total_time_sec": 31.0631525050012, "prefill_units_per_sec": 2879.0647278337815, "prefill_bytes_per_sec": 2863.136292271769, "decode_units_per_sec": 68.21272237233313, "decode_bytes_per_sec": 68.21272237233313, "total_units_per_sec": 65.93020459434277, "total_bytes_per_sec": 65.93020459434277, "step_latency_ms": {"count": 2048, "sum": 30126, "mean": 14.7099609375, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3413.16552734375, "peak_reserved_mb": 3440.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 1093, "stage1_units": 582, "bytes_per_stage0_unit": 2.6312900274473927, "stage0_per_stage1_unit": 1.8780068728522337}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2892, "units_out": 1093, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 4, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1, 1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1, 1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 1093, "sum": 2892, "mean": 2.645928636779506, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1093, "units_out": 582, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 4, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 582, "sum": 1093, "mean": 1.8780068728522337, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 763, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 2, 5, 1, 2, 2, 4, 1, 2, 3, 1, 2, 4, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 5, 1, 1, 9, 4, 1, 6, 2, 5, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 1, 2, 3, 1, 4, 1, 8, 1, 5, 3, 4, 4, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 6, 2, 45, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 2, 1, 14, 1, 2, 2, 2, 1, 13, 1, 2, 4, 2, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 3, 14, 1, 5, 1, 4, 1, 1, 1, 1, 5, 1, 5, 1, 7, 1, 1, 8, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 3, 4, 6, 1, 1, 1, 1, 5, 7, 1, 7, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 2, 1, 1, 9, 1, 13, 7, 1, 1, 2, 1, 1, 3, 6, 1, 1, 2, 1, 1, 9, 1, 2, 1, 7, 2, 3, 6, 1, 13, 7, 1, 1, 7, 1, 1, 3, 6, 1, 1, 7, 1, 1, 1, 1, 2, 7, 1, 1, 4, 5, 1, 1, 5, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 1, 1, 5, 3, 4, 5, 1, 1, 1, 4, 1, 4, 1, 7, 1, 4, 1, 7, 1, 4, 2, 1, 1, 1, 2, 3, 5, 1, 2, 7, 1, 1, 1, 5, 2, 7, 1, 4, 5, 1, 2, 2, 6, 5, 4, 1, 7, 2, 3, 1, 4, 1, 1, 5, 2, 7, 1, 4, 7, 1, 2, 2, 6, 9, 2, 2, 1, 2, 2, 2, 3, 1, 6, 2, 1, 9, 2, 2, 1, 2, 2, 2, 3, 1, 7, 2, 1, 1, 9, 2, 1, 4, 2, 3, 9, 2, 3, 1, 1, 3, 1, 3, 2, 1, 2, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 4, 4, 1, 1, 5, 3, 4, 1, 3, 1, 3, 1, 1, 3, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 6, 1, 9, 3, 4, 1, 7, 1, 1, 4, 1, 2, 4, 1, 1, 7, 1, 4, 1, 1, 6, 1, 1, 6, 1, 4, 2, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 5, 1, 2, 1, 4, 1, 5, 2, 3, 1, 1, 9, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 4, 1, 2, 1, 4, 1, 1, 4, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 4, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 7, 5, 1, 1, 3, 3, 4, 8, 3, 2, 3], "chunk_stats": {"count": 775, "sum": 2048, "mean": 2.6425806451612903, "median": 1.0, "p95": 7.2999999999999545, "max": 45, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 326, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1, 2, 2, 3, 1, 3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 3, 1, 3, 2, 1, 1, 10, 2, 3, 1, 3, 1, 1, 8, 2, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 1, 6, 2, 2, 4, 1, 1, 4, 2, 1, 7, 2, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 3, 1, 3, 2, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2, 5, 2, 1, 3, 1, 1, 7, 3, 4, 1, 3, 1, 1, 7, 3, 5, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 7, 3, 2, 1, 3, 6, 1, 5, 3, 1, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 3, 1, 2, 4, 3, 4, 1, 1, 1, 4, 1, 2, 2, 2, 4, 3, 1, 2, 2, 1, 1, 4, 1, 1, 3, 2, 1, 1, 4, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 4, 1, 1, 1, 1, 1, 2, 3, 2, 2, 1, 1, 3, 5, 2, 1, 1, 1, 2, 2, 1, 5, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 3, 1, 5, 1, 4, 1, 4, 5, 4, 1, 1, 1, 5, 1, 6, 1, 3, 1, 3, 4, 1, 4, 1, 1, 7, 1, 1, 3, 5, 4, 3, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 3, 3, 3, 1, 3, 2, 3, 3, 2, 3, 1, 1, 6, 1, 1, 2, 4, 1, 3, 4, 1, 4, 1, 2, 1, 1, 2, 1, 1, 3, 21, 1, 3, 1, 3, 2], "chunk_stats": {"count": 334, "sum": 763, "mean": 2.284431137724551, "median": 2.0, "p95": 5.349999999999966, "max": 21, "min": 1}, "active_size_stats": {"count": 763, "sum": 763, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.995436401994084, "decode_time_sec": 28.890225286002533, "total_time_sec": 29.921232400000008, "prefill_units_per_sec": 3341.248113226792, "prefill_bytes_per_sec": 3325.1747609082026, "decode_units_per_sec": 70.88902837293784, "decode_bytes_per_sec": 70.88902837293784, "total_units_per_sec": 68.44637856561013, "total_bytes_per_sec": 68.44637856561013, "step_latency_ms": {"count": 2048, "sum": 29018, "mean": 14.1689453125, "median": 8.0, "p95": 38.0, "max": 49, "min": 7}, "peak_allocated_mb": 3424.61474609375, "peak_reserved_mb": 3480.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3310, "mean": 206.875, "median": 199.5, "p95": 244.0, "max": 244, "min": 156}, "model_input_units": {"count": 16, "sum": 3326, "mean": 207.875, "median": 200.5, "p95": 245.0, "max": 245, "min": 157}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3310, "model_input_units": 3326, "stage0_units": 1310, "stage1_units": 669, "bytes_per_stage0_unit": 2.5267175572519083, "stage0_per_stage1_unit": 1.9581464872944694}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3326, "units_out": 1310, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 13, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 13, 2, 2, 1, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 5, 4, 5, 3, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 3, 4, 5, 1, 5, 1, 2, 4, 2, 3, 14, 1, 3, 1, 1, 8, 1, 5, 1, 4, 2, 4, 1, 1, 14, 1, 3, 3, 1, 5, 1, 4, 1, 1, 1, 2, 2, 14, 1, 3, 1, 3, 1, 3, 6, 1, 5, 3, 1, 1, 3, 4, 1, 1, 6, 1, 9, 1, 1, 6, 1, 1, 5, 7, 1, 6, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 6, 1, 1, 1, 7, 1, 1, 1, 5, 1, 2, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 5, 1, 3, 1, 1, 1, 3, 4, 1, 1, 2, 1, 2, 6, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 7, 1, 1, 13, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5, 5, 1, 4, 1, 6, 2, 1, 14, 1, 1, 3, 4, 5, 1, 1, 5, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 3, 1, 4, 1, 2, 1, 1, 1, 3, 2, 4, 1, 4, 2, 1, 6, 1, 2, 2, 1, 22, 6, 1, 4, 6, 1, 2, 1, 4, 2, 4, 1, 4, 1, 2, 2, 1, 1, 9, 3, 1, 5, 2, 1, 1, 9, 4, 1, 5, 3, 4, 1, 4, 1, 13, 1, 2, 4, 1, 5, 1, 2, 2, 2, 1, 17, 1, 5, 2, 4, 5, 1, 2, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 4, 1, 1, 3, 2, 1, 5, 1, 2, 3, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 6, 1, 6, 1, 9, 3, 1, 1, 3, 1, 1, 3, 2, 3, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 1, 1, 1, 1, 1, 7, 2, 1, 3, 1, 1, 1, 2, 1, 1, 6, 1, 2, 2, 1, 1, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 14, 1, 1, 2, 1, 1, 3, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 2, 3, 1, 4, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 5, 1, 6, 2, 2, 3, 1, 1, 1, 1, 4, 1, 3, 1, 2, 3, 1, 3, 1, 5, 1, 2, 1, 5, 1, 9, 3, 4, 8, 1, 1, 5, 1, 5, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 6, 1, 7, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 7, 1, 2, 1, 2, 2, 5, 1, 1, 7, 1, 9, 3, 4, 1, 3, 5, 7, 9, 1, 1, 1, 1, 3, 3, 2, 1, 1, 5, 2, 5, 1, 1, 1, 1, 5, 4, 7, 1, 5, 3, 1, 1, 9, 3, 4, 3, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 3, 1, 5, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 5, 1, 1, 9, 6, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1, 1, 1, 3, 2, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 7, 1, 2, 4, 2, 2, 1, 13, 2, 2, 4, 1, 1, 3, 1, 6, 1, 13, 1, 1, 1, 1, 3, 4, 1, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 3, 1, 13, 4, 1, 7, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 1, 3, 7, 1, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 3, 2, 1, 4, 1, 1, 1, 3, 5, 7, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 5, 1, 1, 9, 1, 2, 5, 1, 1, 4, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 1, 7, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 2, 1, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 9, 1, 2, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 1, 2, 1, 1, 9, 3, 2, 2, 1, 1, 9, 3, 1, 1, 6, 1, 1, 3, 1, 2, 1, 1, 1, 1, 9, 3, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 4, 1, 4, 2, 5, 1, 1, 6, 1, 2, 6, 1, 2, 2, 2, 5, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 4, 4, 1, 1, 5, 5, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 9, 2, 2, 1, 9, 4, 1, 4, 1, 4, 2, 1, 4, 1, 5, 1, 1, 3, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 9, 1, 1, 1, 1, 2, 4, 1, 2, 1, 1, 5, 4, 1, 2, 1, 1, 8, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 5, 6, 1, 1, 2, 5, 1, 7, 1, 1, 3, 1, 5, 2, 1, 3, 1, 8, 2, 7, 1, 6, 7, 1, 1, 2, 1, 2, 1, 3, 1, 5, 2, 1, 3, 1, 7, 1, 1, 1, 3, 1, 5, 1, 1, 2, 3, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 1, 6, 4, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 1, 8, 2, 1, 1, 1, 1, 2, 5, 1, 2, 4, 1, 1, 1, 2, 3, 1, 1, 1, 1, 6, 1, 17, 1, 1, 5, 1, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 1310, "sum": 3326, "mean": 2.5389312977099237, "median": 1.0, "p95": 8.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 1310, "units_out": 669, "chunk_lengths": [1, 2, 2, 2, 2, 1, 3, 4, 1, 1, 5, 1, 2, 3, 2, 4, 1, 1, 1, 1, 7, 5, 4, 1, 1, 1, 8, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 3, 2, 3, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 5, 2, 3, 1, 2, 3, 4, 1, 2, 1, 1, 2, 1, 7, 2, 1, 2, 4, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 2, 2, 1, 3, 1, 9, 1, 1, 5, 4, 1, 9, 1, 4, 2, 1, 1, 2, 1, 3, 3, 1, 3, 1, 5, 1, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 7, 1, 7, 1, 5, 1, 1, 4, 1, 5, 1, 2, 1, 1, 2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 7, 2, 1, 1, 2, 2, 1, 2, 1, 3, 3, 5, 1, 1, 2, 1, 2, 3, 1, 3, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 4, 5, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 2, 3, 1, 3, 3, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 5, 2, 1, 6, 4, 1, 5, 2, 1, 9, 3, 2, 1, 6, 1, 4, 1, 2, 2, 1, 1, 2, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 7, 1, 2, 1, 3, 1, 1, 2, 2, 6, 1, 1, 4, 1, 2, 1, 4, 1, 2, 1, 1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 3, 1, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 4, 2, 1, 3, 1, 1, 3, 1, 1, 3, 3, 3, 1, 1, 1, 1, 4, 3, 2, 5, 4, 1, 1, 2, 2, 1, 4, 1, 1, 5, 2, 4, 1, 1, 1, 1, 6, 1, 1, 3, 1, 3, 4, 3, 4, 1, 3, 1, 2, 3, 1, 2, 1, 2, 1, 3, 1, 3, 3, 1, 2, 1, 2, 4, 2, 4, 2, 3, 3, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 5, 1, 4, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 2, 5, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 8, 2, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 6, 1, 3, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 1, 2, 1, 2, 2, 3, 1, 1, 1, 4, 3, 3, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 1, 3, 2, 1, 1, 5, 1, 1, 4, 1, 4, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 2, 1, 3, 1, 8, 1, 5, 1, 1, 2, 2, 4, 1, 3, 3, 1, 1, 1, 2, 6, 1, 2, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 2, 7, 2, 1, 1], "chunk_stats": {"count": 669, "sum": 1310, "mean": 1.9581464872944694, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 750, "chunk_lengths": [2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 5, 1, 4, 1, 5, 4, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 5, 1, 4, 1, 1, 13, 3, 4, 5, 1, 4, 9, 1, 1, 1, 7, 8, 1, 1, 1, 1, 2, 3, 5, 1, 1, 2, 8, 1, 1, 1, 9, 3, 4, 1, 4, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 1, 5, 4, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 2, 1, 14, 1, 7, 1, 6, 1, 7, 1, 7, 2, 4, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 13, 4, 1, 17, 1, 5, 2, 4, 1, 4, 1, 3, 1, 1, 4, 2, 4, 5, 1, 2, 1, 5, 1, 13, 1, 2, 1, 5, 1, 2, 4, 5, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 4, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 1, 3, 3, 1, 1, 3, 1, 1, 2, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 9, 6, 2, 5, 1, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 9, 2, 3, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 3, 2, 5, 1, 9, 3, 4, 8, 1, 5, 1, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 7, 1, 7, 1, 2, 1, 1, 4, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 5, 3, 4, 5, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 5, 1, 1, 5, 3, 4, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 1, 4, 1, 1, 4, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 4, 1, 1, 9, 1, 2, 2, 4, 1, 13, 3, 4, 2, 1, 4, 1, 2, 1, 9, 4, 1, 13, 3, 4, 9, 3, 4, 1, 2, 1, 1, 1, 1, 5, 1, 1, 3, 5, 7, 1, 1, 1, 3, 7, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 1, 1, 3, 5, 1, 6, 1, 1, 3, 1, 1, 2, 1, 1, 1, 9, 3, 4, 3, 1, 1, 1, 4, 1, 7, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 1, 9, 1, 2, 10, 1, 2, 1, 2, 1, 1, 1, 17, 3, 1, 3, 4, 1, 5, 1, 1, 1, 13, 1, 2, 7, 1, 2, 4, 2, 2, 1, 17, 1, 4, 1, 5, 2, 7, 2, 1, 1, 1, 1, 2, 1, 4, 1, 4, 13, 1, 2, 5, 1, 1, 2, 9, 1, 1, 9, 1, 5, 6, 1, 1, 2, 7, 1, 2, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 13, 1, 3, 1, 1, 1, 5, 1, 3, 4, 2, 5, 9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 3, 1, 5, 1, 5, 1, 3, 4, 2, 8, 1, 1, 2, 1, 1, 5, 1, 1, 4, 3, 2, 5, 3], "chunk_stats": {"count": 761, "sum": 2048, "mean": 2.6911957950065704, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 278, "chunk_lengths": [5, 1, 1, 3, 1, 5, 2, 3, 5, 2, 3, 1, 7, 3, 5, 2, 3, 1, 7, 3, 5, 1, 3, 1, 1, 2, 4, 5, 1, 1, 1, 4, 2, 2, 6, 1, 5, 1, 1, 4, 5, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 2, 1, 6, 4, 1, 1, 15, 4, 1, 5, 1, 1, 10, 4, 4, 6, 1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 4, 1, 5, 1, 1, 1, 2, 1, 2, 1, 3, 2, 3, 1, 2, 5, 2, 4, 8, 1, 6, 1, 6, 1, 4, 1, 5, 1, 7, 1, 7, 4, 1, 7, 1, 1, 1, 1, 3, 2, 7, 1, 6, 1, 1, 5, 2, 3, 5, 3, 1, 3, 3, 1, 1, 1, 4, 1, 1, 1, 3, 4, 2, 3, 3, 3, 1, 1, 10, 1, 3, 1, 4, 1, 4, 1, 1, 6, 1, 1, 1, 3, 1, 7, 3, 2, 5, 4, 1, 1, 1, 8, 2, 1, 1, 2, 4, 3, 5, 1, 1, 4, 1, 4, 2, 1, 1, 1, 2, 1, 1, 5, 1, 1, 7, 1, 6, 1, 7, 3, 3, 6, 1, 2, 2, 3, 6, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 5, 1, 1, 1, 6, 1, 1, 2, 2, 4, 1, 4, 1, 1, 1, 2, 2, 5, 1, 1, 2, 3, 1, 1, 3, 1, 4, 1, 7, 1, 1, 1, 3, 5, 1, 3, 1, 2, 4, 1, 6, 3, 2, 1, 2, 1, 11, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 5, 1, 1, 2], "chunk_stats": {"count": 288, "sum": 750, "mean": 2.6041666666666665, "median": 2.0, "p95": 7.0, "max": 15, "min": 1}, "active_size_stats": {"count": 750, "sum": 750, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.9993685289955465, "decode_time_sec": 28.798032488004537, "total_time_sec": 29.833626339997863, "prefill_units_per_sec": 2913.840005475074, "prefill_bytes_per_sec": 2897.829895554881, "decode_units_per_sec": 71.1159694973283, "decode_bytes_per_sec": 71.1159694973283, "total_units_per_sec": 68.64737047585301, "total_bytes_per_sec": 68.64737047585301, "step_latency_ms": {"count": 2048, "sum": 28948, "mean": 14.134765625, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3413.73779296875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2896, "mean": 181.0, "median": 180.5, "p95": 243.0, "max": 255, "min": 94}, "model_input_units": {"count": 16, "sum": 2912, "mean": 182.0, "median": 181.5, "p95": 244.0, "max": 256, "min": 95}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2896, "model_input_units": 2912, "stage0_units": 1047, "stage1_units": 572, "bytes_per_stage0_unit": 2.7659980897803247, "stage0_per_stage1_unit": 1.8304195804195804}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2912, "units_out": 1047, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 6, 1, 3, 4, 2, 1, 4, 3, 1, 2, 4, 1, 1, 7, 5, 3, 4, 1, 2, 1, 5, 4, 2, 1, 3, 3, 4, 1, 1, 7, 5, 2, 1, 1, 3, 4, 1, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 9, 7, 2, 1, 1, 3, 6, 1, 2, 2, 5, 1, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 4, 2, 4, 1, 1, 9, 1, 1, 5, 2, 1, 5, 1, 1, 4, 1, 1, 1, 5, 2, 2, 6, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 7, 1, 4, 1, 1, 3, 1, 1, 2, 10, 2, 3, 2, 3, 1, 3, 1, 4, 5, 1, 8, 4, 10, 8, 2, 1, 2, 1, 3, 1, 12, 1, 1, 3, 1, 1, 1, 1, 1, 10, 5, 1, 7, 1, 4, 2, 7, 1, 7, 10, 5, 1, 8, 2, 7, 1, 1, 1, 1, 4, 1, 3, 7, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 2, 4, 4, 1, 1, 4, 1, 1, 5, 5, 1, 1, 2, 4, 7, 1, 6, 1, 2, 2, 2, 1, 5, 5, 1, 3, 1, 2, 2, 7, 6, 1, 1, 2, 2, 2, 1, 5, 7, 2, 6, 1, 2, 1, 5, 6, 1, 7, 1, 9, 3, 2, 1, 2, 3, 1, 1, 2, 3, 2, 4, 4, 1, 4, 4, 1, 1, 1, 1, 3, 1, 2, 1, 4, 5, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 5, 2, 3, 4, 1, 6, 1, 2, 1, 3, 1, 1, 1, 1, 3, 3, 1, 5, 1, 7, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 1, 13, 2, 5, 4, 1, 3, 4, 5, 13, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 6, 1, 5, 1, 1, 9, 7, 3, 5, 1, 13, 2, 1, 4, 13, 7, 2, 1, 2, 1, 1, 13, 4, 1, 2, 1, 6, 3, 1, 3, 1, 1, 1, 1, 6, 1, 5, 1, 1, 1, 1, 1, 3, 8, 3, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 5, 4, 2, 2, 1, 1, 2, 1, 1, 1, 9, 1, 1, 1, 1, 2, 3, 1, 8, 4, 1, 1, 3, 3, 1, 8, 1, 1, 6, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 4, 1, 3, 1, 1, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 13, 1, 3, 1, 3, 1, 8, 1, 1, 6, 1, 1, 3, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 13, 3, 4, 1, 9, 3, 4, 1, 1, 3, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 1, 3, 1, 3, 4, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 13, 1, 4, 7, 1, 4, 3, 5, 3, 1, 1, 1, 1, 5, 1, 1, 6, 1, 1, 3, 5, 1, 1, 5, 7, 2, 1, 2, 1, 3, 1, 1, 1, 8, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 3, 3, 1, 5, 1, 10, 1, 1, 5, 1, 2, 3, 4, 1, 10, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 4, 1, 4, 3, 1, 10, 2, 4, 1, 1, 1, 1, 1, 1, 5, 5, 2, 5, 1, 1, 1, 10, 1, 5, 7, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 8, 1, 1, 9, 1, 1, 1, 9, 1, 3, 2, 10, 1, 1, 9, 1, 6, 8, 2, 9, 6, 5, 1, 5, 3, 1, 5, 2, 8, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 8, 1, 5, 2, 6, 1, 1, 1, 1, 1, 5, 1, 3, 6, 2, 5, 1, 5, 3, 2, 1, 1, 4, 1, 1, 3, 1, 2, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 1, 1, 3, 1, 1, 1, 8, 4, 1, 6, 1, 5, 1, 8, 1, 4, 1, 1, 5, 1, 2, 4, 1, 5, 4, 3, 1, 1, 8, 1, 2, 1, 1, 9, 3, 4, 1, 4, 1, 5, 6, 1, 2, 4, 1, 6, 5, 6, 4, 1, 1, 8, 1, 6, 2, 6, 1, 1, 1, 1, 1, 3, 1, 8, 1, 5, 2, 3, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 5, 2, 3, 4, 1, 1, 4, 1, 1, 5, 7, 3, 5, 1, 9, 2, 3, 2, 9, 3, 4, 1, 1, 3, 1, 2, 4, 1, 5, 4, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 2, 1, 4, 2, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 5, 3, 7, 1, 1, 6, 5, 1, 2, 4, 1, 4, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 9, 7, 2, 1, 6, 1, 5, 1, 2, 4, 1, 5, 1, 9, 1, 6, 2, 6, 9, 7, 2, 1, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 1047, "sum": 2912, "mean": 2.781279847182426, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 1047, "units_out": 572, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 3, 1, 1, 2, 2, 2, 4, 1, 1, 1, 2, 1, 1, 2, 4, 5, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 5, 4, 1, 3, 1, 3, 1, 5, 2, 1, 1, 3, 1, 1, 3, 1, 4, 4, 4, 1, 1, 1, 2, 2, 1, 1, 4, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 6, 1, 7, 1, 5, 1, 3, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 1, 1, 1, 1, 4, 3, 1, 1, 3, 1, 6, 3, 1, 1, 3, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 3, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 4, 1, 7, 4, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 4, 1, 1, 4, 3, 1, 1, 1, 4, 1, 7, 3, 1, 1, 3, 2, 1, 3, 1, 4, 2, 2, 1, 1, 2, 1, 2, 3, 1, 1, 3, 3, 6, 1, 3, 1, 3, 1, 2, 1, 8, 1, 4, 5, 3, 1, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 2, 2, 4, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 4, 1, 2, 3, 1, 2, 5, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 2, 2, 1, 3, 3, 1, 3, 1, 3, 2, 1, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 2, 2, 3, 3, 1, 3, 1, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 1, 1, 2, 2, 3, 2, 2, 2, 1, 2, 1, 1, 1, 4, 2, 1, 3, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 1, 4, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 572, "sum": 1047, "mean": 1.8304195804195804, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 699, "chunk_lengths": [1, 4, 1, 2, 3, 3, 4, 3, 1, 1, 4, 8, 1, 1, 6, 1, 1, 2, 1, 1, 7, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 1, 4, 1, 4, 1, 7, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 4, 1, 4, 1, 7, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 5, 4, 5, 3, 2, 2, 5, 1, 9, 1, 2, 5, 3, 1, 1, 4, 1, 13, 1, 5, 1, 2, 4, 1, 4, 1, 1, 5, 3, 4, 1, 5, 1, 1, 1, 4, 6, 1, 2, 2, 5, 1, 7, 10, 5, 1, 7, 1, 4, 2, 5, 1, 7, 1, 3, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 10, 5, 1, 8, 2, 5, 1, 7, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 5, 3, 4, 1, 5, 1, 7, 2, 6, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 5, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 7, 2, 6, 2, 1, 1, 1, 5, 1, 1, 9, 6, 2, 1, 1, 1, 6, 1, 1, 5, 5, 1, 1, 1, 2, 1, 1, 1, 1, 6, 1, 5, 2, 4, 1, 4, 5, 1, 1, 1, 1, 1, 4, 1, 2, 1, 5, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 17, 6, 1, 1, 5, 1, 3, 1, 5, 1, 7, 1, 1, 2, 1, 5, 2, 5, 1, 1, 13, 3, 4, 6, 1, 5, 4, 3, 1, 5, 1, 7, 1, 1, 3, 2, 1, 8, 3, 1, 13, 1, 1, 1, 9, 3, 4, 1, 1, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 3, 4, 2, 2, 1, 1, 1, 4, 1, 6, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 4, 3, 1, 8, 1, 1, 6, 1, 1, 2, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 2, 1, 13, 3, 3, 9, 1, 2, 4, 1, 1, 8, 1, 1, 2, 2, 3, 5, 4, 2, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 2, 6, 1, 5, 1, 2, 4, 1, 2, 1, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 1, 2, 6, 4, 6, 1, 1, 1, 1, 3, 4, 1, 4, 3, 1, 4, 2, 4, 1, 1, 1, 1, 1, 1, 5, 7, 1, 5, 1, 10, 1, 5, 7, 1, 1, 4, 1, 1, 5, 3, 4, 4, 1, 3, 5, 1, 1, 1, 1, 1, 4, 1, 1, 3, 1, 26, 1, 7, 1, 6, 1, 1, 2, 9, 9, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 6, 1, 8, 1, 1, 13, 1, 1, 1, 2, 2, 1, 6, 1, 2, 1, 4, 1, 5, 1, 1, 5, 3, 4, 5, 1, 4, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1, 9, 1, 2, 6, 1, 5, 1, 2, 1, 8, 4, 1, 1, 13, 3, 4, 1, 3, 9, 7, 2, 6, 1, 6, 5, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 5, 5, 1, 2, 1, 5, 1, 2, 1, 6, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 3, 1, 1, 13, 1, 5, 5, 5, 1, 1, 1, 2, 1, 2, 4, 2, 6, 6, 1, 1, 5, 2, 4, 4, 1, 6, 5, 4, 5, 1, 6, 2, 1, 4, 1, 4, 1, 1, 6, 1, 1, 5, 1, 5, 2, 4, 4, 1, 6, 5, 4, 1, 1, 3, 9, 5, 1, 6, 3, 2, 4, 1, 1, 2, 4, 1, 4], "chunk_stats": {"count": 708, "sum": 2048, "mean": 2.8926553672316384, "median": 2.0, "p95": 7.0, "max": 26, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 296, "chunk_lengths": [1, 3, 1, 4, 1, 2, 3, 1, 2, 3, 2, 5, 1, 3, 6, 1, 4, 2, 4, 2, 2, 1, 1, 4, 1, 1, 4, 2, 4, 1, 1, 1, 5, 1, 5, 1, 2, 1, 1, 2, 4, 1, 1, 2, 1, 4, 1, 5, 3, 1, 1, 5, 1, 1, 2, 4, 2, 1, 5, 1, 7, 1, 3, 1, 3, 1, 3, 1, 5, 1, 3, 1, 3, 1, 4, 2, 1, 1, 1, 5, 1, 1, 1, 4, 1, 5, 1, 7, 3, 1, 1, 1, 1, 6, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 3, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 4, 5, 1, 4, 6, 5, 4, 1, 3, 1, 1, 6, 4, 1, 3, 1, 3, 1, 6, 1, 1, 2, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 4, 1, 1, 6, 1, 1, 2, 1, 1, 7, 3, 1, 3, 6, 1, 1, 5, 1, 2, 2, 5, 3, 1, 1, 1, 1, 6, 8, 2, 2, 3, 1, 1, 3, 1, 3, 1, 2, 5, 3, 4, 4, 3, 2, 1, 1, 1, 5, 1, 3, 3, 1, 4, 2, 1, 3, 2, 1, 2, 1, 1, 1, 4, 1, 2, 3, 1, 2, 4, 1, 1, 8, 4, 1, 3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 1, 1, 5, 1, 5, 1, 4, 1, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 1, 5, 3, 3, 1, 2, 3, 3, 2, 2, 2, 2, 1, 1, 1, 4, 1, 1, 2, 1, 5, 2, 4, 1, 1, 1, 6, 1, 1, 1, 1, 2, 2, 1, 1, 5, 3, 4], "chunk_stats": {"count": 302, "sum": 699, "mean": 2.314569536423841, "median": 1.5, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 699, "sum": 699, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.999490052996407, "decode_time_sec": 28.37402772099813, "total_time_sec": 29.40962558300089, "prefill_units_per_sec": 3253.659193756569, "prefill_bytes_per_sec": 3237.6510304416533, "decode_units_per_sec": 72.17868468086336, "decode_bytes_per_sec": 72.17868468086336, "total_units_per_sec": 69.6370647161101, "total_bytes_per_sec": 69.6370647161101, "step_latency_ms": {"count": 2048, "sum": 28492, "mean": 13.912109375, "median": 8.0, "p95": 38.0, "max": 49, "min": 7}, "peak_allocated_mb": 3421.6220703125, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 203.5, "p95": 250.75, "max": 253, "min": 145}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 204.5, "p95": 251.75, "max": 254, "min": 146}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 1131, "stage1_units": 610, "bytes_per_stage0_unit": 2.861184792219275, "stage0_per_stage1_unit": 1.8540983606557377}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3252, "units_out": 1131, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 8, 1, 1, 2, 1, 5, 1, 1, 1, 5, 5, 4, 2, 3, 1, 5, 1, 3, 1, 1, 1, 5, 5, 2, 5, 4, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 2, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 2, 3, 2, 4, 1, 1, 9, 1, 2, 1, 13, 9, 2, 1, 3, 1, 7, 1, 3, 2, 4, 1, 13, 1, 2, 9, 1, 2, 2, 2, 1, 17, 6, 1, 5, 1, 1, 1, 11, 3, 6, 2, 3, 1, 30, 1, 4, 4, 1, 1, 3, 2, 4, 1, 3, 2, 5, 1, 2, 2, 2, 1, 4, 1, 2, 2, 1, 1, 6, 5, 1, 1, 2, 2, 1, 1, 4, 1, 2, 1, 1, 1, 1, 2, 4, 1, 4, 5, 1, 18, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 1, 18, 2, 2, 2, 1, 1, 1, 1, 2, 4, 1, 1, 2, 5, 18, 1, 6, 2, 2, 5, 1, 1, 1, 1, 5, 1, 6, 1, 2, 1, 7, 1, 3, 1, 1, 2, 1, 1, 3, 8, 1, 1, 7, 1, 1, 3, 1, 1, 1, 5, 3, 4, 10, 1, 3, 2, 14, 1, 7, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 6, 1, 2, 6, 1, 3, 1, 7, 3, 1, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 1, 4, 2, 6, 1, 2, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 9, 10, 1, 1, 2, 1, 1, 3, 6, 1, 2, 9, 9, 2, 1, 3, 1, 7, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 2, 10, 1, 1, 1, 1, 3, 3, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 1, 6, 1, 8, 1, 13, 1, 5, 1, 6, 5, 1, 1, 3, 1, 5, 1, 8, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 1, 3, 1, 1, 6, 1, 8, 2, 1, 5, 1, 1, 13, 1, 5, 1, 6, 5, 1, 1, 1, 7, 8, 1, 4, 2, 1, 5, 1, 1, 1, 1, 1, 1, 3, 1, 3, 10, 1, 1, 1, 3, 2, 1, 2, 2, 1, 1, 1, 9, 2, 2, 3, 1, 2, 9, 2, 1, 2, 2, 1, 6, 1, 2, 2, 4, 2, 4, 8, 1, 4, 1, 1, 2, 1, 9, 9, 2, 6, 3, 4, 5, 2, 6, 12, 1, 2, 1, 4, 3, 1, 4, 1, 5, 1, 9, 1, 2, 2, 2, 1, 2, 2, 2, 1, 13, 2, 2, 2, 1, 1, 1, 1, 3, 3, 1, 1, 3, 6, 1, 1, 2, 1, 4, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 1, 9, 2, 12, 5, 1, 8, 3, 9, 2, 1, 1, 1, 1, 1, 8, 1, 8, 3, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 9, 1, 9, 1, 5, 2, 1, 1, 9, 4, 4, 1, 3, 3, 4, 1, 2, 1, 1, 13, 1, 9, 1, 5, 3, 4, 1, 1, 1, 1, 3, 1, 5, 5, 1, 5, 2, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 3, 3, 5, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 9, 1, 1, 3, 2, 1, 2, 1, 2, 2, 1, 5, 2, 6, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 10, 1, 1, 1, 13, 3, 3, 9, 5, 2, 14, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 13, 1, 1, 6, 2, 1, 5, 1, 1, 1, 1, 3, 6, 1, 4, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 8, 2, 8, 1, 4, 1, 3, 5, 1, 1, 1, 2, 3, 1, 5, 3, 4, 1, 6, 1, 4, 1, 9, 6, 1, 9, 4, 5, 1, 1, 3, 10, 5, 1, 5, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 1, 3, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 6, 2, 1, 1, 3, 1, 6, 2, 2, 1, 3, 1, 1, 7, 1, 9, 4, 1, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 8, 1, 6, 1, 1, 1, 1, 9, 4, 1, 6, 1, 1, 3, 1, 4, 1, 4, 1, 9, 4, 1, 1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 1, 1, 9, 6, 2, 1, 4, 1, 4, 4, 5, 2, 1, 3, 1, 1, 3, 1, 1, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 2, 7, 1, 6, 1, 1, 5, 8, 1, 1, 3, 2, 3, 5, 13, 1, 2, 1, 3, 1, 5, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 3, 3, 6, 6, 1, 1, 3, 2, 7, 4, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 6, 9, 1, 1, 7, 2, 1, 1, 4, 2, 1, 1, 9, 1, 9, 2, 1, 1, 8, 1, 1, 1, 1, 9, 1, 1, 1, 2, 3, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 4, 1, 8, 1, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 9, 5, 3, 2, 4, 1, 5, 2, 1, 1, 8, 1, 1, 9, 3, 4, 1, 5, 1, 1, 1, 1, 4, 6, 3, 5, 2, 1, 5, 4, 1, 9, 3, 4, 1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 4, 5, 3, 1, 2, 1, 1, 4, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 1, 3, 3, 1, 3, 1, 7, 1, 13, 4, 5, 3], "chunk_stats": {"count": 1131, "sum": 3252, "mean": 2.8753315649867375, "median": 2.0, "p95": 9.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 1131, "units_out": 610, "chunk_lengths": [1, 2, 1, 3, 1, 3, 2, 2, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 5, 1, 3, 2, 5, 1, 3, 1, 1, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 1, 1, 1, 4, 2, 3, 2, 2, 5, 1, 1, 3, 3, 2, 2, 1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 3, 2, 4, 1, 7, 1, 2, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 4, 1, 2, 4, 1, 3, 3, 3, 3, 4, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 2, 4, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 3, 3, 6, 1, 1, 5, 2, 3, 1, 2, 4, 2, 6, 1, 1, 5, 8, 1, 4, 1, 2, 4, 5, 1, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 3, 2, 2, 1, 2, 2, 1, 1, 1, 1, 3, 3, 1, 4, 4, 1, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 4, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 2, 2, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 1, 6, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 4, 3, 3, 6, 6, 1, 1, 3, 1, 3, 4, 2, 2, 3, 1, 1, 2, 1, 3, 5, 1, 2, 1, 2, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 4, 5, 2, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 1, 2, 5, 1, 1, 5, 3, 5, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 2, 2, 2, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 5, 1, 1, 2, 2, 3, 1, 1, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 3, 1, 1, 4, 1, 2, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 8, 3, 1, 2, 1, 1, 1, 2, 1, 5, 1, 2, 1], "chunk_stats": {"count": 610, "sum": 1131, "mean": 1.8540983606557377, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 668, "chunk_lengths": [5, 7, 10, 1, 2, 1, 1, 9, 5, 1, 1, 6, 7, 1, 6, 5, 1, 1, 1, 1, 6, 1, 4, 1, 1, 9, 1, 5, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 4, 4, 1, 1, 3, 2, 8, 1, 5, 4, 1, 5, 1, 1, 17, 3, 4, 2, 2, 13, 4, 1, 17, 3, 4, 8, 9, 7, 9, 4, 2, 3, 1, 1, 6, 1, 2, 1, 1, 8, 1, 3, 2, 1, 1, 1, 1, 6, 1, 1, 10, 4, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 6, 1, 2, 1, 5, 1, 2, 2, 2, 1, 10, 1, 5, 13, 1, 1, 5, 2, 1, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 9, 1, 9, 4, 1, 4, 3, 1, 3, 9, 3, 4, 8, 1, 4, 1, 1, 1, 1, 1, 4, 6, 1, 4, 1, 1, 3, 2, 1, 4, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 9, 1, 2, 1, 3, 1, 1, 6, 1, 8, 1, 1, 1, 1, 1, 5, 1, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 8, 1, 3, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 9, 4, 9, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 9, 4, 1, 13, 3, 4, 1, 2, 1, 1, 1, 3, 1, 7, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 3, 1, 4, 1, 3, 1, 1, 17, 1, 3, 1, 8, 1, 3, 1, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 9, 3, 4, 1, 9, 1, 4, 1, 5, 4, 3, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3, 13, 1, 7, 2, 6, 1, 13, 1, 10, 1, 2, 10, 9, 1, 9, 1, 3, 1, 1, 1, 10, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 5, 9, 8, 1, 8, 1, 1, 1, 1, 4, 6, 1, 4, 1, 5, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 1, 6, 2, 1, 1, 3, 1, 4, 1, 6, 2, 1, 1, 9, 4, 1, 3, 3, 1, 1, 3, 1, 4, 1, 4, 1, 1, 9, 4, 1, 4, 1, 1, 3, 1, 4, 1, 8, 1, 9, 4, 1, 1, 4, 1, 1, 17, 1, 2, 1, 1, 8, 1, 5, 2, 1, 4, 4, 2, 4, 1, 1, 1, 21, 6, 2, 5, 1, 1, 3, 1, 1, 4, 1, 1, 2, 1, 1, 3, 1, 17, 2, 2, 3, 1, 1, 8, 1, 1, 9, 3, 4, 1, 1, 6, 1, 5, 1, 5, 4, 3, 6, 7, 1, 1, 3, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 1, 1, 4, 1, 1, 8, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 9, 1, 1, 2, 1, 1, 7, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 1, 3, 1, 5, 1, 17, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 5, 3, 1, 3, 1, 5, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 2, 1, 1, 8, 2, 1, 2, 2, 7, 5], "chunk_stats": {"count": 678, "sum": 2048, "mean": 3.0206489675516224, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 289, "chunk_lengths": [1, 1, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 3, 7, 1, 1, 1, 6, 3, 1, 1, 3, 5, 1, 2, 1, 6, 4, 4, 5, 2, 4, 4, 4, 5, 2, 1, 1, 1, 2, 1, 1, 5, 2, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 2, 1, 2, 5, 3, 1, 1, 8, 3, 3, 3, 1, 9, 3, 1, 2, 1, 5, 1, 1, 1, 2, 5, 3, 1, 3, 1, 2, 1, 4, 1, 4, 1, 2, 3, 3, 1, 1, 3, 4, 1, 3, 1, 2, 3, 6, 3, 4, 1, 1, 1, 6, 1, 1, 1, 1, 2, 5, 4, 1, 1, 2, 2, 1, 2, 8, 1, 1, 3, 5, 4, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 3, 2, 1, 2, 3, 3, 2, 2, 1, 3, 6, 1, 1, 4, 3, 5, 1, 1, 3, 3, 5, 1, 4, 1, 1, 4, 3, 3, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 1, 2, 1, 1, 2, 5, 1, 5, 2, 1, 1, 4, 5, 1, 1, 2, 8, 1, 2, 1, 4, 1, 1, 1, 1, 3, 2, 3, 3, 2, 1, 7, 5, 1, 1, 7, 4, 1, 4, 1, 8, 3, 1, 2, 1, 1, 3, 5, 1, 8, 3, 1, 2, 1, 3, 2, 1, 2, 4, 2, 3], "chunk_stats": {"count": 296, "sum": 668, "mean": 2.2567567567567566, "median": 2.0, "p95": 5.25, "max": 9, "min": 1}, "active_size_stats": {"count": 668, "sum": 668, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.9982470359973377, "decode_time_sec": 29.604822065000917, "total_time_sec": 30.6386107310027, "prefill_units_per_sec": 3158.5368013137872, "prefill_bytes_per_sec": 3142.5087046372823, "decode_units_per_sec": 69.17791958024175, "decode_bytes_per_sec": 69.17791958024175, "total_units_per_sec": 66.84376187878725, "total_bytes_per_sec": 66.84376187878725, "step_latency_ms": {"count": 2048, "sum": 29748, "mean": 14.525390625, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3417.8017578125, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3137, "mean": 196.0625, "median": 198.0, "p95": 237.25, "max": 238, "min": 144}, "model_input_units": {"count": 16, "sum": 3153, "mean": 197.0625, "median": 199.0, "p95": 238.25, "max": 239, "min": 145}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3137, "model_input_units": 3153, "stage0_units": 1170, "stage1_units": 626, "bytes_per_stage0_unit": 2.681196581196581, "stage0_per_stage1_unit": 1.8690095846645367}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3153, "units_out": 1170, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 2, 2, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 1, 1, 1, 6, 2, 1, 4, 2, 4, 2, 12, 2, 1, 3, 2, 1, 7, 2, 1, 5, 1, 9, 3, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1, 5, 7, 1, 1, 6, 1, 2, 3, 1, 9, 7, 1, 4, 1, 1, 1, 6, 1, 2, 1, 6, 5, 1, 5, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 3, 4, 1, 1, 3, 1, 1, 1, 7, 1, 2, 1, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 9, 7, 1, 5, 2, 6, 1, 6, 9, 7, 1, 3, 1, 5, 2, 4, 9, 7, 1, 5, 2, 7, 1, 5, 1, 1, 2, 1, 1, 1, 9, 3, 4, 1, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 2, 2, 1, 1, 9, 1, 2, 3, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 2, 3, 1, 9, 4, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 6, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 6, 1, 1, 3, 2, 4, 2, 8, 11, 2, 1, 4, 1, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 4, 6, 1, 9, 4, 6, 1, 3, 1, 3, 1, 1, 6, 1, 1, 13, 1, 2, 6, 1, 5, 1, 2, 4, 1, 6, 1, 17, 3, 4, 6, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 3, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 5, 2, 1, 6, 5, 1, 1, 2, 2, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 4, 1, 3, 1, 7, 1, 5, 3, 4, 1, 1, 3, 5, 1, 1, 3, 2, 1, 1, 1, 5, 1, 2, 2, 2, 4, 1, 2, 2, 1, 1, 9, 5, 1, 3, 1, 4, 1, 13, 1, 2, 4, 1, 1, 1, 5, 1, 17, 1, 3, 1, 1, 3, 1, 1, 4, 1, 1, 1, 13, 2, 3, 4, 5, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 1, 9, 4, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 3, 1, 6, 1, 5, 4, 1, 8, 1, 1, 5, 1, 1, 2, 1, 4, 1, 6, 1, 1, 5, 3, 4, 1, 1, 3, 7, 1, 1, 8, 1, 3, 2, 4, 2, 6, 2, 7, 1, 1, 5, 5, 1, 4, 2, 6, 1, 5, 2, 1, 3, 1, 5, 1, 6, 1, 4, 1, 3, 2, 4, 1, 5, 5, 2, 4, 1, 1, 4, 1, 1, 5, 6, 2, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 1, 1, 3, 3, 1, 4, 1, 1, 5, 1, 1, 3, 1, 1, 9, 5, 2, 1, 4, 1, 4, 7, 4, 4, 1, 4, 2, 1, 3, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 4, 1, 1, 5, 1, 14, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 1, 2, 8, 1, 7, 1, 1, 10, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 5, 1, 1, 3, 1, 5, 1, 1, 1, 1, 5, 2, 2, 5, 2, 4, 1, 9, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 9, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 8, 1, 6, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 3, 6, 1, 4, 1, 1, 1, 5, 1, 1, 4, 4, 1, 4, 1, 1, 4, 1, 5, 4, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 3, 4, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 7, 1, 1, 1, 1, 4, 1, 4, 1, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 9, 1, 1, 3, 2, 9, 2, 4, 1, 4, 2, 3, 1, 2, 2, 2, 3, 1, 4, 1, 2, 2, 2, 4, 1, 2, 1, 4, 2, 2, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 4, 2, 1, 4, 1, 13, 2, 1, 5, 2, 1, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 3, 1, 5, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 4, 1, 5, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 6, 1, 39, 4, 1, 1, 2, 3, 1, 4, 1, 5, 1, 4, 1, 1, 1, 13, 4, 1, 5, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 5, 4, 1, 3, 1, 1, 3, 2, 1, 2, 3, 4, 1, 8, 1, 9, 1, 3, 1, 1, 4, 2, 2, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 1, 4, 2, 1, 1, 1, 3, 4, 1, 4, 1, 1, 1, 5, 4, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 5, 4, 1, 6, 2, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 7, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 28, 4, 1, 4, 2, 2, 1, 1, 1, 5, 1, 2, 4, 1, 5, 1, 9, 3, 4, 4, 1, 5, 1, 5, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 1170, "sum": 3153, "mean": 2.694871794871795, "median": 1.0, "p95": 8.0, "max": 39, "min": 1}}, {"stage": 1, "units_in": 1170, "units_out": 626, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 2, 3, 1, 2, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 1, 1, 3, 1, 1, 3, 2, 2, 1, 1, 2, 1, 5, 2, 3, 1, 2, 1, 2, 2, 1, 1, 2, 1, 2, 2, 5, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 6, 4, 3, 3, 1, 2, 1, 1, 1, 10, 4, 1, 1, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 5, 2, 3, 1, 3, 1, 1, 1, 2, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 4, 2, 5, 1, 2, 2, 3, 1, 3, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 2, 5, 1, 5, 1, 5, 1, 1, 2, 1, 2, 5, 1, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 1, 7, 1, 3, 3, 3, 1, 2, 1, 1, 1, 1, 3, 3, 3, 2, 3, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 5, 3, 2, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 4, 1, 1, 1, 2, 6, 1, 4, 7, 2, 1, 2, 2, 1, 1, 3, 6, 4, 2, 2, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 1, 5, 1, 1, 1, 1, 2, 3, 2, 1, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 1, 2, 2, 1, 3, 7, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 2, 1, 3, 6, 1, 3, 1, 2, 1, 5, 1, 1, 1, 2, 5, 4, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 7, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 6, 1, 3, 1, 6, 1, 1, 1, 2, 3, 2, 2, 1, 1, 2, 3, 2, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 4, 2, 2, 2, 3, 4, 3, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 1, 1, 2, 3, 1, 1, 4, 1, 1, 1, 5, 1, 6, 1, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 9, 1, 1, 2, 1, 1, 4, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 5, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 626, "sum": 1170, "mean": 1.8690095846645367, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 734, "chunk_lengths": [1, 4, 1, 1, 1, 4, 1, 5, 1, 12, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 4, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 4, 1, 1, 1, 4, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1, 1, 7, 1, 1, 4, 1, 1, 1, 7, 1, 2, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 13, 3, 4, 2, 2, 9, 2, 3, 6, 1, 2, 1, 3, 1, 13, 3, 4, 1, 1, 9, 4, 1, 13, 3, 4, 5, 1, 5, 4, 3, 1, 9, 1, 2, 1, 4, 1, 2, 1, 5, 1, 13, 1, 5, 5, 5, 1, 1, 3, 6, 1, 5, 1, 4, 1, 1, 1, 1, 6, 1, 4, 1, 6, 1, 1, 1, 9, 3, 4, 2, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 4, 1, 1, 3, 1, 4, 1, 4, 1, 2, 1, 1, 4, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 4, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 6, 1, 13, 2, 3, 5, 1, 3, 4, 1, 1, 6, 1, 17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1, 1, 6, 1, 1, 1, 4, 3, 1, 6, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 2, 1, 1, 5, 4, 1, 4, 3, 5, 1, 1, 1, 3, 1, 1, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 1, 1, 2, 1, 1, 9, 1, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 2, 9, 3, 4, 4, 1, 1, 1, 1, 5, 4, 7, 4, 4, 1, 4, 7, 4, 4, 1, 4, 2, 4, 4, 1, 1, 5, 4, 1, 1, 5, 2, 4, 7, 4, 5, 5, 4, 2, 2, 1, 1, 3, 1, 4, 1, 4, 2, 4, 2, 5, 1, 1, 9, 3, 4, 1, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 4, 1, 1, 5, 3, 4, 1, 2, 2, 1, 1, 3, 1, 4, 1, 4, 5, 4, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 1, 6, 1, 6, 1, 1, 5, 1, 1, 1, 5, 13, 3, 1, 5, 2, 3, 13, 4, 2, 2, 2, 1, 9, 1, 2, 4, 3, 1, 4, 1, 13, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 4, 1, 3, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 5, 1, 3, 1, 6, 1, 1, 5, 1, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1, 1, 17, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 3, 2, 2, 1, 5, 1, 17, 1, 3, 1, 1, 9, 1, 1, 6, 4, 5, 1, 1, 7, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 4, 1, 7, 1, 1, 1, 5, 7, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 5, 1, 1, 7, 3, 1, 5, 1, 1, 2, 2, 2], "chunk_stats": {"count": 746, "sum": 2048, "mean": 2.745308310991957, "median": 1.0, "p95": 7.75, "max": 17, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 318, "chunk_lengths": [2, 1, 1, 1, 3, 2, 1, 1, 2, 2, 3, 3, 2, 3, 3, 3, 5, 1, 2, 4, 1, 3, 1, 1, 6, 2, 2, 3, 2, 4, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 2, 3, 2, 1, 1, 8, 2, 4, 1, 4, 1, 1, 2, 2, 1, 3, 6, 1, 4, 1, 1, 2, 2, 3, 1, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 1, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2, 3, 6, 1, 1, 4, 1, 1, 1, 3, 1, 1, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 6, 1, 1, 6, 5, 1, 1, 4, 1, 3, 2, 1, 5, 1, 1, 2, 2, 5, 1, 4, 1, 3, 2, 2, 3, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 5, 1, 1, 3, 1, 3, 1, 2, 1, 1, 3, 1, 1, 6, 1, 2, 3, 2, 1, 5, 1, 1, 1, 2, 6, 3, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1, 4, 1, 1, 6, 1, 6, 1, 4, 1, 1, 3, 1, 3, 1, 1, 4, 4, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 1, 2, 2, 3, 1, 1, 2, 8, 2, 1, 2, 1, 8, 5, 9, 1, 1, 4, 1, 1, 6, 1, 3, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 6, 1, 2, 2, 1, 2, 4, 5, 1, 5, 6, 2, 1, 4, 1, 5, 7, 1, 5, 1, 1, 1, 8, 1, 3, 1, 6, 1, 5, 1, 5, 1, 1, 2, 3, 1, 7, 1, 1, 7, 2, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 2, 1, 10, 1, 2, 4, 1, 1, 3, 3], "chunk_stats": {"count": 325, "sum": 734, "mean": 2.2584615384615385, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 734, "sum": 734, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.99675406600727, "decode_time_sec": 29.271012019999034, "total_time_sec": 30.303068609002366, "prefill_units_per_sec": 3262.5901522796307, "prefill_bytes_per_sec": 3246.538048209374, "decode_units_per_sec": 69.96683266710187, "decode_bytes_per_sec": 69.96683266710187, "total_units_per_sec": 67.58391456737107, "total_bytes_per_sec": 67.58391456737107, "step_latency_ms": {"count": 2048, "sum": 29408, "mean": 14.359375, "median": 8.0, "p95": 38.0, "max": 49, "min": 7}, "peak_allocated_mb": 3426.63623046875, "peak_reserved_mb": 3480.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 204.0, "p95": 249.0, "max": 255, "min": 151}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 205.0, "p95": 250.0, "max": 256, "min": 152}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 1242, "stage1_units": 646, "bytes_per_stage0_unit": 2.605475040257649, "stage0_per_stage1_unit": 1.9226006191950464}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3252, "units_out": 1242, "chunk_lengths": [1, 1, 3, 3, 1, 9, 1, 1, 4, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 1, 9, 7, 2, 1, 1, 9, 5, 2, 1, 1, 9, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 1, 2, 5, 1, 13, 6, 1, 1, 1, 3, 3, 3, 1, 4, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 4, 1, 1, 3, 1, 9, 7, 5, 5, 1, 13, 1, 5, 1, 5, 9, 1, 1, 1, 3, 1, 1, 1, 2, 4, 2, 4, 1, 6, 1, 1, 5, 4, 1, 4, 2, 4, 1, 1, 3, 1, 1, 3, 2, 1, 3, 1, 3, 1, 1, 1, 3, 2, 6, 1, 1, 1, 1, 1, 1, 3, 1, 7, 1, 1, 2, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 8, 3, 4, 1, 1, 3, 1, 1, 3, 1, 2, 1, 7, 1, 1, 17, 1, 3, 1, 1, 1, 7, 1, 1, 7, 1, 7, 1, 1, 1, 1, 3, 4, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 13, 3, 1, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 4, 2, 3, 1, 4, 1, 3, 1, 4, 1, 1, 17, 1, 2, 2, 5, 2, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 5, 1, 1, 1, 1, 1, 5, 4, 2, 1, 1, 4, 1, 5, 1, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 5, 1, 1, 2, 1, 4, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 1, 3, 1, 5, 1, 1, 1, 2, 5, 1, 1, 2, 1, 1, 1, 4, 1, 4, 1, 3, 1, 5, 3, 1, 5, 1, 9, 2, 5, 1, 1, 2, 1, 5, 2, 3, 1, 5, 1, 5, 4, 2, 1, 1, 1, 1, 3, 1, 2, 2, 4, 1, 1, 3, 1, 1, 9, 7, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 1, 4, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 7, 1, 6, 2, 1, 3, 1, 2, 2, 2, 5, 1, 6, 1, 2, 2, 2, 5, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 5, 1, 3, 7, 5, 1, 5, 1, 2, 4, 3, 4, 1, 6, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 7, 2, 1, 6, 1, 1, 5, 4, 1, 7, 1, 6, 1, 5, 1, 1, 9, 3, 4, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 9, 7, 2, 1, 3, 1, 1, 1, 1, 9, 7, 2, 1, 1, 1, 1, 2, 7, 1, 1, 3, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 1, 9, 5, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 1, 4, 1, 1, 1, 1, 1, 5, 6, 4, 1, 1, 9, 5, 3, 1, 3, 1, 1, 1, 1, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 5, 1, 13, 5, 1, 1, 1, 3, 1, 2, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 4, 9, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 1, 3, 1, 9, 5, 2, 1, 3, 2, 3, 1, 4, 1, 1, 1, 3, 4, 1, 4, 1, 1, 2, 2, 4, 2, 1, 4, 6, 1, 4, 1, 1, 4, 2, 1, 3, 3, 1, 1, 3, 2, 3, 2, 3, 1, 1, 10, 4, 1, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 9, 1, 4, 1, 1, 2, 3, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 2, 1, 2, 2, 1, 5, 1, 1, 2, 1, 5, 13, 1, 3, 1, 2, 2, 1, 1, 9, 2, 3, 1, 3, 1, 10, 1, 13, 1, 3, 1, 1, 1, 3, 4, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 1, 1, 9, 2, 2, 2, 1, 9, 9, 2, 8, 1, 8, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 4, 1, 1, 9, 3, 4, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 7, 1, 2, 4, 2, 2, 1, 13, 7, 2, 1, 3, 1, 1, 6, 9, 4, 1, 13, 7, 2, 4, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 9, 3, 4, 1, 6, 1, 2, 2, 1, 4, 2, 4, 1, 5, 1, 1, 1, 3, 4, 1, 1, 3, 2, 4, 1, 1, 1, 9, 4, 5, 3, 5, 1, 13, 1, 4, 2, 1, 3, 1, 1, 3, 13, 6, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 13, 3, 1, 6, 2, 5, 1, 1, 1, 1, 1, 13, 6, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 5, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 6, 1, 6, 1, 1, 3, 1, 1, 5, 4, 1, 4, 2, 3, 1, 4, 5, 1, 3, 5, 4, 3, 1, 1, 5, 6, 1, 3, 2, 3, 1, 2, 3, 2, 2, 2, 5, 2, 3, 6, 5, 1], "chunk_stats": {"count": 1242, "sum": 3252, "mean": 2.6183574879227054, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1242, "units_out": 646, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 4, 3, 2, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 5, 1, 2, 1, 2, 5, 1, 2, 1, 1, 3, 1, 2, 1, 2, 2, 2, 1, 3, 1, 1, 4, 3, 5, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 2, 2, 3, 2, 1, 3, 1, 5, 2, 3, 3, 3, 1, 1, 3, 1, 1, 2, 2, 3, 1, 4, 1, 4, 1, 3, 1, 2, 1, 3, 1, 1, 2, 1, 6, 2, 4, 1, 6, 3, 3, 1, 1, 2, 1, 1, 3, 4, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 3, 2, 1, 2, 1, 3, 1, 3, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 3, 3, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 4, 5, 3, 1, 2, 3, 2, 2, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 2, 3, 1, 3, 2, 1, 4, 2, 4, 1, 1, 1, 3, 1, 2, 4, 1, 4, 1, 1, 1, 4, 2, 2, 2, 6, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 6, 1, 5, 4, 2, 2, 2, 5, 4, 4, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 1, 1, 1, 3, 1, 1, 2, 1, 2, 4, 1, 2, 1, 2, 2, 11, 1, 4, 2, 2, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 2, 4, 1, 4, 1, 9, 1, 1, 1, 6, 1, 1, 1, 5, 1, 7, 1, 4, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 2, 1, 3, 2, 2, 1, 1, 2, 4, 1, 2, 1, 1, 3, 1, 5, 2, 2, 1, 1, 2, 1, 6, 4, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 6, 2, 1, 5, 2, 1, 2, 2, 4, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 2, 1, 5, 2, 1, 1, 6, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 3, 2, 1, 2, 1, 2, 1, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 2, 2, 4, 2, 1, 1, 4, 3, 2, 4, 1, 1, 2, 1, 1, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 3, 1, 2, 1, 2, 1, 2, 2, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 1, 3, 1, 5, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 2, 1, 4, 2, 3, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 646, "sum": 1242, "mean": 1.9226006191950464, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 718, "chunk_lengths": [1, 1, 5, 1, 1, 3, 5, 9, 3, 4, 1, 3, 1, 3, 1, 4, 2, 6, 2, 1, 1, 1, 3, 1, 1, 5, 4, 3, 1, 9, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 5, 3, 4, 4, 1, 3, 1, 1, 1, 4, 3, 3, 1, 4, 1, 6, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 13, 4, 1, 1, 1, 7, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 2, 1, 13, 4, 1, 1, 4, 1, 7, 1, 1, 1, 5, 4, 1, 1, 7, 1, 1, 17, 1, 3, 1, 4, 1, 1, 1, 3, 1, 1, 2, 2, 5, 1, 1, 5, 4, 1, 3, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 3, 1, 5, 1, 8, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 3, 1, 5, 1, 8, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 3, 4, 3, 1, 1, 1, 4, 9, 3, 4, 1, 3, 1, 1, 4, 7, 1, 1, 3, 1, 1, 9, 7, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 8, 2, 1, 1, 1, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2, 1, 5, 4, 1, 6, 1, 5, 1, 1, 9, 3, 4, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2, 9, 6, 1, 5, 2, 1, 1, 1, 2, 5, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 7, 1, 6, 2, 1, 4, 1, 1, 5, 4, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 2, 4, 1, 6, 1, 1, 9, 3, 4, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 9, 5, 2, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 9, 3, 4, 4, 1, 1, 1, 4, 3, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 3, 4, 1, 3, 1, 1, 2, 1, 5, 1, 5, 2, 1, 3, 1, 1, 1, 4, 1, 1, 3, 1, 1, 2, 2, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 2, 4, 1, 1, 1, 2, 1, 2, 1, 2, 3, 3, 3, 3, 3, 3, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 10, 1, 5, 1, 9, 4, 1, 13, 1, 3, 1, 5, 1, 1, 1, 9, 3, 4, 5, 1, 1, 1, 1, 5, 2, 2, 1, 9, 1, 1, 5, 2, 2, 1, 1, 1, 1, 5, 1, 1, 8, 1, 1, 1, 4, 1, 3, 1, 8, 2, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 1, 1, 3, 1, 4, 2, 6, 1, 1, 1, 1, 1, 5, 1, 1, 5, 1, 2, 2, 1, 1, 6, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 6, 2, 5, 2, 6, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 13, 4, 5, 3, 5, 1, 17, 1, 2, 5, 1, 2, 1, 1, 1, 1, 21, 6, 2, 1, 1, 21, 1, 4, 5, 6, 1, 5, 3, 1, 2, 3, 2, 3, 1, 4, 5, 1, 3, 4, 1, 6, 1, 5, 3, 1, 4, 1, 5, 6, 1, 5, 3, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 5, 6, 1, 5, 1, 2, 6, 12, 5, 5, 1, 1, 1, 5, 2, 2, 8], "chunk_stats": {"count": 731, "sum": 2048, "mean": 2.801641586867305, "median": 2.0, "p95": 8.5, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 310, "chunk_lengths": [1, 4, 2, 1, 6, 2, 2, 1, 5, 1, 1, 7, 4, 4, 2, 3, 2, 1, 5, 1, 1, 1, 3, 4, 4, 1, 1, 4, 3, 5, 1, 3, 1, 1, 1, 8, 6, 1, 3, 1, 4, 2, 2, 1, 1, 4, 1, 4, 3, 1, 3, 3, 1, 1, 3, 4, 4, 1, 2, 3, 1, 5, 1, 5, 2, 7, 1, 1, 2, 4, 7, 1, 7, 2, 1, 1, 4, 1, 1, 1, 4, 1, 1, 2, 5, 1, 1, 4, 2, 4, 5, 5, 1, 1, 1, 1, 2, 4, 3, 1, 1, 4, 1, 2, 1, 1, 3, 4, 1, 5, 3, 1, 1, 4, 3, 1, 3, 1, 4, 2, 1, 4, 1, 6, 2, 1, 9, 1, 4, 4, 1, 2, 1, 1, 1, 3, 2, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 4, 4, 4, 1, 1, 2, 4, 1, 3, 1, 9, 2, 3, 1, 1, 1, 3, 2, 1, 1, 1, 1, 7, 1, 8, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 4, 2, 1, 1, 4, 1, 1, 4, 1, 3, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 5, 1, 1, 5, 6, 1, 5, 2, 3, 2, 2, 1, 1, 1, 1, 8, 1, 5, 3, 1, 7, 2, 1, 1, 1, 1, 3, 1, 2, 2, 1, 1, 2, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 2, 1, 1, 6, 1, 4, 2, 1, 8, 1, 6, 3, 1, 4, 1, 1, 3, 2, 1, 6, 4, 1, 3, 1, 3, 3], "chunk_stats": {"count": 321, "sum": 718, "mean": 2.236760124610592, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 718, "sum": 718, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.9942394890058495, "decode_time_sec": 28.732705905003968, "total_time_sec": 29.763238036000985, "prefill_units_per_sec": 3210.494086481834, "prefill_bytes_per_sec": 3194.401384293955, "decode_units_per_sec": 71.2776585251349, "decode_bytes_per_sec": 71.2776585251349, "total_units_per_sec": 68.8097174616143, "total_bytes_per_sec": 68.8097174616143, "step_latency_ms": {"count": 2048, "sum": 28816, "mean": 14.0703125, "median": 8.0, "p95": 38.0, "max": 46, "min": 7}, "peak_allocated_mb": 3423.2392578125, "peak_reserved_mb": 3480.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3176, "mean": 198.5, "median": 201.0, "p95": 243.25, "max": 247, "min": 148}, "model_input_units": {"count": 16, "sum": 3192, "mean": 199.5, "median": 202.0, "p95": 244.25, "max": 248, "min": 149}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3176, "model_input_units": 3192, "stage0_units": 1219, "stage1_units": 627, "bytes_per_stage0_unit": 2.605414273995078, "stage0_per_stage1_unit": 1.9441786283891547}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3192, "units_out": 1219, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 1, 3, 2, 1, 2, 1, 1, 1, 9, 2, 2, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 3, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 2, 2, 3, 1, 1, 1, 13, 4, 1, 1, 1, 1, 3, 1, 2, 1, 7, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 1, 7, 1, 7, 1, 5, 1, 2, 1, 6, 1, 3, 1, 5, 1, 7, 1, 1, 4, 1, 9, 4, 2, 1, 5, 1, 7, 1, 1, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 5, 4, 1, 9, 1, 5, 1, 1, 3, 1, 9, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 3, 4, 4, 1, 3, 1, 1, 9, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 1, 5, 3, 4, 1, 2, 1, 1, 9, 3, 1, 1, 5, 1, 4, 1, 1, 4, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 5, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 1, 2, 1, 1, 1, 10, 1, 1, 3, 1, 2, 3, 3, 1, 1, 9, 1, 1, 3, 1, 2, 3, 3, 1, 2, 1, 1, 3, 1, 7, 1, 4, 1, 1, 1, 1, 5, 2, 1, 2, 2, 4, 2, 2, 2, 3, 1, 1, 1, 2, 2, 5, 1, 6, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 5, 1, 1, 1, 1, 5, 4, 6, 2, 6, 3, 9, 1, 1, 5, 1, 1, 1, 9, 2, 4, 4, 1, 3, 1, 4, 1, 1, 1, 1, 3, 6, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 1, 2, 4, 1, 1, 9, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 4, 2, 1, 1, 9, 1, 4, 2, 1, 2, 1, 1, 2, 4, 1, 1, 4, 1, 6, 1, 4, 2, 1, 2, 1, 9, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 6, 1, 1, 3, 2, 6, 2, 6, 1, 1, 9, 6, 2, 1, 3, 1, 3, 1, 6, 1, 5, 1, 6, 1, 9, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 13, 1, 5, 4, 5, 1, 1, 6, 1, 1, 4, 3, 3, 5, 3, 1, 1, 9, 4, 1, 2, 2, 3, 1, 5, 3, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 9, 9, 2, 1, 3, 1, 1, 4, 1, 8, 1, 8, 1, 2, 1, 9, 1, 2, 1, 13, 1, 1, 1, 4, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 1, 1, 1, 9, 7, 1, 8, 5, 1, 1, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 6, 2, 1, 1, 4, 1, 4, 1, 1, 5, 6, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 4, 7, 4, 1, 2, 4, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 9, 1, 1, 4, 1, 1, 1, 3, 1, 4, 1, 6, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 2, 4, 1, 1, 1, 4, 1, 4, 7, 1, 3, 1, 3, 1, 7, 9, 5, 2, 1, 4, 1, 1, 1, 1, 4, 2, 1, 1, 1, 9, 4, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 1, 1, 4, 1, 7, 1, 1, 2, 2, 1, 5, 1, 2, 3, 1, 4, 1, 1, 9, 1, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 3, 9, 1, 1, 2, 1, 1, 1, 3, 2, 2, 1, 1, 4, 2, 10, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 10, 2, 4, 1, 1, 13, 5, 1, 1, 11, 6, 1, 4, 3, 2, 4, 1, 1, 13, 3, 3, 1, 9, 5, 1, 7, 2, 1, 1, 10, 1, 2, 1, 1, 3, 1, 2, 7, 2, 1, 6, 3, 1, 1, 3, 2, 5, 2, 2, 7, 2, 2, 7, 4, 1, 2, 2, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 2, 2, 1, 7, 2, 7, 5, 2, 1, 3, 1, 2, 7, 4, 1, 5, 1, 9, 1, 2, 1, 1, 1, 2, 2, 1, 5, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 1, 1, 3, 1, 1, 7, 3, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 3, 2, 7, 1, 2, 2, 1, 1, 9, 1, 3, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 3, 1, 4, 2, 1, 1, 17, 1, 2, 4, 1, 4, 1, 21, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 3, 10, 1, 1, 3, 1, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 5, 1, 2, 1, 4, 1, 9, 1, 2, 1, 3, 1, 1, 7, 2, 1, 2, 4, 2, 2, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 9, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 2, 1, 5, 4, 1, 43, 4, 1, 1, 2, 1, 1, 3, 4, 1, 9, 4, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 5, 2, 8, 1, 4, 1, 1, 1, 9, 4, 1, 6, 2, 1, 3, 1, 1, 5, 9, 4, 1, 1, 6, 2, 5, 9, 1, 2, 4, 1, 1, 6, 3, 4, 1, 5, 1, 13, 2, 6, 1, 1, 3, 8, 1, 2, 3, 5, 1, 5, 4, 1, 6, 1], "chunk_stats": {"count": 1219, "sum": 3192, "mean": 2.6185397867104183, "median": 1.0, "p95": 9.0, "max": 43, "min": 1}}, {"stage": 1, "units_in": 1219, "units_out": 627, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 10, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 3, 5, 1, 1, 2, 1, 5, 1, 3, 1, 2, 3, 1, 1, 3, 2, 3, 1, 3, 1, 1, 1, 1, 7, 1, 2, 1, 5, 1, 2, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 3, 4, 4, 1, 1, 1, 3, 2, 3, 1, 9, 1, 3, 2, 1, 5, 2, 1, 1, 1, 2, 1, 3, 2, 6, 1, 1, 2, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 2, 1, 6, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 3, 2, 3, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 3, 1, 5, 2, 3, 1, 2, 1, 6, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1, 1, 2, 1, 7, 1, 3, 1, 3, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 3, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 1, 2, 5, 1, 1, 3, 2, 4, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 5, 2, 1, 5, 1, 2, 3, 3, 2, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 5, 1, 4, 1, 1, 2, 1, 4, 1, 3, 3, 2, 1, 5, 6, 2, 1, 1, 1, 4, 1, 2, 5, 1, 3, 1, 2, 3, 1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 2, 4, 6, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 1, 2, 1, 3, 4, 1, 2, 2, 2, 1, 1, 1, 8, 1, 2, 1, 1, 1, 5, 1, 4, 2, 3, 2, 1, 2, 1, 5, 3, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 5, 1, 3, 4, 1, 1, 2, 1, 1, 5, 2, 1, 3, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 2, 3, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 4, 1, 3, 1, 6, 1, 1, 3, 1, 5, 3, 1, 1, 1, 5, 1, 5, 1, 5, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 2, 1, 3, 1, 1, 4, 1, 2, 3, 1, 1, 2, 3, 1, 1, 5, 3, 3, 1, 1, 2, 1, 1, 4, 1, 4, 3, 3, 1, 2, 4, 1, 1, 5, 3, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 5, 2, 3, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 2, 6, 2, 1, 2, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 5, 1, 4, 2, 1, 1, 5, 5, 1, 1, 1, 1, 2, 4, 4, 2, 1], "chunk_stats": {"count": 627, "sum": 1219, "mean": 1.9441786283891547, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 699, "chunk_lengths": [17, 4, 3, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 4, 3, 1, 1, 3, 1, 7, 1, 1, 1, 1, 13, 4, 1, 1, 3, 11, 5, 1, 1, 3, 1, 6, 6, 4, 8, 1, 1, 1, 1, 2, 7, 1, 5, 3, 4, 3, 1, 1, 1, 4, 1, 2, 1, 7, 1, 3, 1, 8, 1, 8, 2, 1, 4, 2, 9, 3, 4, 4, 1, 1, 1, 1, 1, 1, 4, 1, 9, 1, 1, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 1, 3, 1, 2, 3, 3, 1, 10, 1, 1, 7, 1, 1, 1, 3, 3, 1, 10, 1, 1, 3, 1, 1, 1, 3, 3, 1, 10, 1, 1, 10, 1, 1, 1, 3, 3, 1, 10, 1, 1, 9, 1, 5, 2, 5, 1, 5, 1, 1, 1, 9, 2, 4, 4, 2, 3, 1, 3, 1, 4, 1, 5, 1, 9, 2, 3, 2, 2, 2, 1, 3, 1, 1, 4, 1, 9, 6, 2, 7, 2, 9, 3, 4, 1, 1, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 2, 4, 2, 4, 1, 1, 1, 1, 4, 6, 1, 7, 1, 1, 8, 1, 8, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 9, 13, 1, 2, 1, 3, 1, 2, 5, 1, 17, 1, 3, 1, 1, 5, 1, 1, 2, 1, 3, 3, 1, 4, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 3, 1, 3, 13, 1, 1, 1, 4, 2, 2, 3, 1, 1, 9, 3, 4, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 3, 1, 8, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 4, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 2, 5, 2, 1, 2, 2, 3, 1, 1, 1, 1, 4, 1, 4, 1, 3, 3, 1, 1, 1, 6, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 4, 2, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 13, 3, 4, 4, 1, 5, 9, 4, 1, 13, 1, 5, 9, 1, 1, 1, 1, 3, 3, 1, 1, 4, 1, 8, 1, 6, 5, 6, 5, 1, 1, 1, 1, 2, 1, 10, 1, 9, 9, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 3, 1, 3, 2, 6, 1, 5, 1, 6, 1, 9, 1, 2, 8, 1, 6, 1, 5, 3, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 7, 2, 5, 2, 1, 9, 1, 5, 2, 3, 2, 7, 5, 1, 2, 1, 2, 2, 1, 1, 7, 3, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 2, 1, 3, 1, 3, 4, 1, 25, 4, 1, 3, 1, 4, 1, 7, 1, 1, 25, 1, 5, 2, 2, 9, 17, 4, 13, 1, 3, 1, 1, 8, 1, 1, 4, 1, 1, 13, 1, 3, 1, 1, 9, 2, 2, 2, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 3, 1, 1, 1, 1, 5, 13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 5, 4, 2, 4, 1, 1, 3, 4, 1, 9, 3, 4, 3, 1, 2, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3, 13, 4, 1, 1, 1, 6, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 5, 1, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 1, 4, 1, 4, 2, 1, 6, 1, 1, 1, 1, 2, 4, 1, 1, 1, 9, 4, 6, 6, 1, 3, 2, 10, 1, 3], "chunk_stats": {"count": 708, "sum": 2048, "mean": 2.8926553672316384, "median": 1.0, "p95": 9.0, "max": 25, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 286, "chunk_lengths": [1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 4, 2, 3, 1, 1, 2, 2, 3, 1, 4, 1, 1, 6, 1, 2, 2, 1, 3, 1, 3, 3, 1, 1, 1, 4, 2, 2, 4, 1, 1, 3, 3, 9, 1, 1, 3, 2, 3, 1, 9, 1, 3, 2, 3, 1, 3, 3, 3, 1, 3, 3, 3, 1, 3, 3, 4, 1, 2, 1, 3, 2, 1, 1, 1, 1, 4, 1, 5, 1, 2, 1, 4, 4, 2, 1, 1, 1, 5, 5, 2, 3, 1, 1, 2, 1, 1, 1, 1, 2, 7, 2, 1, 3, 1, 3, 1, 2, 4, 3, 1, 5, 4, 1, 3, 1, 2, 1, 5, 3, 1, 5, 2, 2, 1, 7, 1, 1, 1, 6, 2, 2, 4, 5, 1, 4, 6, 2, 2, 2, 1, 2, 3, 1, 1, 1, 3, 9, 1, 2, 4, 1, 1, 1, 9, 1, 4, 6, 1, 3, 2, 1, 2, 1, 2, 1, 1, 10, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 4, 2, 4, 2, 5, 2, 6, 3, 1, 3, 2, 3, 1, 1, 1, 5, 1, 5, 1, 6, 6, 3, 1, 7, 1, 5, 2, 2, 1, 2, 2, 1, 1, 1, 5, 3, 2, 1, 5, 1, 2, 1, 1, 4, 3, 3, 1, 2, 5, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 3, 5, 7, 1, 5, 1, 1, 10, 1, 1, 5, 3, 3, 1, 1, 1, 4, 1, 3, 1, 7, 2, 4, 1, 3, 1, 2, 1, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 294, "sum": 699, "mean": 2.377551020408163, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 699, "sum": 699, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.9987694939991343, "decode_time_sec": 28.430526402000396, "total_time_sec": 29.465230686000723, "prefill_units_per_sec": 3328.095241165707, "prefill_bytes_per_sec": 3312.0755288135256, "decode_units_per_sec": 72.03524729165412, "decode_bytes_per_sec": 72.03524729165412, "total_units_per_sec": 69.50564961885837, "total_bytes_per_sec": 69.50564961885837, "step_latency_ms": {"count": 2048, "sum": 28506, "mean": 13.9189453125, "median": 8.0, "p95": 38.0, "max": 52, "min": 7}, "peak_allocated_mb": 3424.54443359375, "peak_reserved_mb": 3480.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3308, "mean": 206.75, "median": 218.5, "p95": 253.5, "max": 255, "min": 102}, "model_input_units": {"count": 16, "sum": 3324, "mean": 207.75, "median": 219.5, "p95": 254.5, "max": 256, "min": 103}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3308, "model_input_units": 3324, "stage0_units": 1278, "stage1_units": 641, "bytes_per_stage0_unit": 2.588419405320814, "stage0_per_stage1_unit": 1.9937597503900155}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3324, "units_out": 1278, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 8, 1, 1, 3, 2, 3, 1, 1, 9, 6, 1, 5, 2, 6, 1, 6, 4, 1, 1, 4, 1, 1, 3, 1, 6, 2, 6, 1, 6, 4, 1, 1, 2, 2, 1, 4, 1, 9, 7, 2, 3, 4, 1, 3, 2, 6, 1, 4, 2, 2, 2, 1, 9, 1, 2, 6, 1, 13, 3, 4, 1, 5, 6, 1, 1, 1, 1, 3, 1, 1, 6, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 4, 4, 2, 3, 1, 9, 1, 3, 4, 1, 3, 4, 1, 13, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 3, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 4, 4, 1, 1, 1, 1, 17, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 13, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 1, 5, 6, 1, 3, 7, 1, 1, 6, 1, 1, 13, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 4, 4, 1, 13, 1, 1, 6, 1, 1, 2, 4, 4, 6, 1, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 2, 2, 1, 1, 2, 3, 1, 2, 1, 3, 2, 1, 4, 1, 1, 7, 1, 1, 4, 4, 3, 2, 3, 1, 3, 4, 5, 1, 13, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 14, 1, 4, 4, 1, 4, 4, 5, 1, 2, 8, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 1, 1, 2, 1, 6, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 1, 13, 1, 5, 9, 1, 1, 4, 1, 1, 1, 7, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 9, 4, 1, 13, 1, 3, 1, 1, 4, 2, 1, 3, 13, 8, 2, 4, 1, 1, 1, 3, 1, 3, 1, 4, 1, 1, 1, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 1, 5, 4, 2, 1, 1, 2, 2, 1, 3, 1, 4, 1, 3, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 1, 5, 1, 2, 1, 1, 2, 1, 2, 1, 8, 2, 1, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 2, 2, 1, 1, 1, 1, 2, 7, 9, 5, 4, 5, 1, 2, 1, 8, 9, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 5, 1, 1, 6, 1, 1, 5, 1, 4, 1, 3, 2, 5, 1, 4, 2, 9, 1, 1, 5, 3, 1, 7, 2, 1, 1, 5, 4, 6, 3, 5, 1, 4, 1, 9, 4, 1, 2, 2, 5, 1, 1, 6, 1, 6, 1, 3, 2, 5, 2, 9, 1, 9, 3, 1, 6, 1, 1, 5, 1, 4, 1, 5, 3, 4, 1, 4, 1, 1, 1, 3, 2, 1, 11, 1, 1, 3, 2, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 12, 1, 2, 2, 2, 1, 13, 1, 4, 1, 1, 7, 1, 2, 2, 1, 1, 3, 1, 2, 1, 11, 2, 1, 1, 13, 3, 3, 9, 1, 3, 1, 11, 1, 4, 1, 13, 3, 1, 1, 3, 1, 1, 1, 6, 1, 4, 2, 1, 1, 13, 1, 3, 1, 1, 1, 3, 6, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 4, 4, 2, 1, 2, 3, 4, 4, 1, 1, 5, 1, 1, 1, 13, 1, 2, 1, 1, 1, 1, 1, 1, 17, 3, 4, 4, 1, 1, 1, 3, 9, 1, 1, 3, 2, 1, 3, 1, 1, 9, 1, 2, 1, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 6, 2, 1, 3, 1, 1, 7, 1, 4, 1, 9, 1, 1, 3, 1, 1, 9, 1, 5, 2, 1, 3, 1, 1, 3, 1, 2, 3, 1, 1, 2, 1, 3, 5, 1, 1, 9, 3, 2, 2, 1, 1, 1, 4, 1, 1, 1, 4, 1, 9, 4, 1, 2, 4, 1, 1, 2, 2, 3, 9, 1, 1, 2, 1, 4, 1, 3, 1, 1, 1, 13, 4, 3, 1, 1, 1, 3, 12, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 6, 1, 8, 1, 2, 2, 2, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 4, 1, 5, 2, 6, 1, 4, 1, 1, 1, 9, 4, 9, 1, 1, 1, 1, 13, 6, 2, 2, 1, 3, 1, 1, 6, 1, 6, 1, 1, 3, 1, 6, 1, 4, 1, 13, 1, 2, 6, 1, 1, 17, 6, 1, 1, 4, 1, 5, 1, 2, 1, 1, 3, 8, 1, 1, 6, 1, 4, 1, 6, 1, 4, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 2, 1, 1, 1, 5, 7, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 5, 7, 1, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 4, 1, 5, 1, 1, 3, 2, 5, 2, 7, 1, 2, 2, 1, 1, 9, 1, 2, 8, 1, 2, 2, 2, 1, 13, 8, 2, 4, 1, 1, 1, 9, 7, 1, 1, 3, 1, 1, 3, 5, 9, 2, 2, 4, 6, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 6, 1, 1, 5, 1, 4, 2, 1, 4, 1, 5, 2, 2, 2, 2, 2, 2, 1, 5, 1, 2, 1, 9, 1, 5, 2, 5, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 1, 9, 1, 1, 4, 1, 5, 2, 1, 4, 1, 3, 1, 4, 1, 1, 1, 9, 1, 2, 4, 1, 1, 4, 1, 4, 1, 13, 1, 4, 1, 1, 4, 1, 1, 13, 6, 1, 5, 1, 1, 1, 1, 3, 11, 1, 1, 3, 1, 1, 9, 3, 2, 1, 3, 1, 3, 1, 1, 2, 1, 4, 1, 1, 9, 1, 2, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 9, 1, 2, 2, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 3, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 2, 2, 1, 1, 9, 3, 4, 1, 1], "chunk_stats": {"count": 1278, "sum": 3324, "mean": 2.60093896713615, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1278, "units_out": 641, "chunk_lengths": [1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 2, 3, 1, 1, 1, 2, 2, 4, 1, 3, 2, 3, 1, 3, 1, 1, 1, 5, 2, 2, 1, 1, 1, 2, 2, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 1, 2, 1, 3, 1, 2, 2, 2, 1, 3, 3, 2, 1, 3, 1, 2, 1, 2, 7, 1, 1, 1, 1, 1, 5, 3, 1, 5, 3, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 3, 3, 1, 2, 1, 1, 1, 3, 3, 3, 4, 1, 2, 1, 1, 2, 6, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 5, 2, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 3, 2, 1, 1, 2, 3, 3, 3, 3, 3, 1, 1, 1, 1, 3, 2, 2, 1, 6, 1, 2, 1, 1, 3, 2, 1, 2, 5, 1, 2, 1, 1, 1, 1, 3, 5, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 3, 2, 1, 1, 2, 2, 1, 4, 1, 1, 8, 1, 2, 1, 1, 3, 1, 2, 3, 1, 2, 2, 2, 1, 3, 2, 1, 2, 1, 5, 1, 2, 1, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 2, 4, 1, 2, 3, 1, 3, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 7, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 2, 2, 2, 1, 1, 2, 2, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 2, 1, 7, 2, 2, 3, 1, 3, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 5, 5, 1, 2, 3, 3, 5, 2, 1, 2, 1, 2, 1, 4, 2, 2, 1, 6, 1, 4, 2, 2, 1, 1, 2, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 3, 5, 1, 1, 3, 1, 2, 1, 1, 3, 1, 1, 2, 1, 1, 3, 2, 2, 1, 4, 4, 1, 2, 3, 1, 5, 4, 4, 1, 1, 2, 1, 2, 4, 2, 7, 1, 1, 1, 1, 1, 5, 4, 1, 3, 5, 1, 1, 10, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 1, 5, 2, 2, 2, 3, 1, 6, 3, 2, 1, 1, 1, 2, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 1, 1, 1, 1, 5, 1, 2, 2, 5, 1, 1, 4, 1, 2, 5, 1, 1, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 4, 1, 10, 1, 2, 3, 4, 10, 1, 1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 7, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 1, 1, 3, 1, 2, 1, 5, 5, 2, 1, 5, 1, 5, 1, 2, 1, 1, 1, 2, 6, 1, 5, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 1, 1, 7, 2, 2, 1, 2, 1, 1, 2, 4, 2, 1, 6, 2, 6, 1, 6, 2, 1, 3, 1, 2, 1, 5, 1, 5, 1, 3, 1, 1, 3, 6, 5, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 641, "sum": 1278, "mean": 1.9937597503900155, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 708, "chunk_lengths": [9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 1, 1, 5, 1, 1, 4, 4, 1, 6, 1, 1, 3, 1, 1, 9, 3, 4, 1, 3, 1, 8, 1, 5, 1, 1, 4, 4, 9, 1, 1, 6, 1, 1, 1, 4, 1, 1, 5, 1, 5, 3, 4, 4, 3, 1, 1, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 4, 3, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 9, 1, 3, 1, 5, 1, 1, 2, 1, 5, 1, 5, 2, 4, 1, 1, 1, 2, 4, 2, 2, 1, 1, 1, 4, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 5, 4, 2, 1, 3, 7, 1, 1, 6, 1, 1, 13, 3, 4, 1, 4, 5, 3, 4, 1, 3, 1, 1, 1, 4, 1, 7, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 3, 4, 1, 4, 5, 3, 1, 1, 3, 1, 5, 1, 1, 13, 4, 1, 1, 4, 2, 1, 4, 13, 3, 4, 7, 1, 5, 4, 1, 3, 1, 5, 1, 4, 1, 1, 9, 8, 2, 1, 1, 9, 1, 14, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 13, 1, 4, 1, 2, 1, 1, 1, 1, 3, 1, 13, 1, 1, 6, 1, 2, 1, 6, 1, 13, 1, 1, 6, 1, 2, 4, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 5, 1, 1, 6, 1, 1, 5, 1, 3, 2, 5, 2, 9, 1, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 4, 1, 1, 9, 3, 4, 3, 1, 2, 5, 1, 1, 1, 1, 3, 1, 1, 1, 6, 1, 4, 3, 1, 1, 3, 1, 13, 11, 1, 1, 3, 1, 11, 1, 13, 11, 1, 4, 1, 1, 3, 1, 11, 1, 4, 1, 9, 3, 4, 2, 2, 1, 1, 4, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 1, 2, 2, 1, 2, 2, 2, 1, 13, 4, 1, 1, 8, 2, 2, 3, 1, 3, 2, 3, 9, 1, 4, 1, 3, 1, 1, 1, 17, 3, 1, 1, 1, 2, 3, 1, 3, 3, 1, 3, 1, 1, 9, 3, 4, 3, 1, 1, 1, 1, 4, 1, 7, 1, 4, 1, 1, 2, 6, 1, 1, 9, 3, 4, 4, 1, 1, 1, 6, 1, 7, 1, 13, 1, 5, 4, 1, 1, 4, 1, 1, 5, 1, 4, 1, 1, 9, 1, 5, 5, 5, 1, 1, 1, 5, 1, 1, 7, 2, 1, 3, 17, 3, 4, 1, 13, 4, 1, 17, 3, 4, 1, 1, 9, 3, 4, 9, 1, 5, 4, 1, 6, 1, 6, 1, 1, 1, 5, 7, 1, 1, 7, 1, 1, 3, 1, 1, 1, 3, 1, 7, 5, 7, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 5, 5, 7, 1, 1, 1, 5, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 1, 1, 4, 9, 2, 5, 3, 10, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 4, 5, 2, 3, 7, 1, 17, 1, 6, 4, 5, 1, 3, 1, 5, 5, 3, 4, 13, 1, 4, 1, 1, 1, 17, 1, 2, 3, 1, 2, 7, 2, 2, 4, 3, 4, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1, 1, 9, 1, 1, 2, 2, 2, 2, 2, 4, 9, 2, 2, 2, 2, 2, 2, 3, 1, 9, 5, 5, 10, 1, 1, 4, 6, 1, 5, 1, 9, 4, 1], "chunk_stats": {"count": 721, "sum": 2048, "mean": 2.840499306518724, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 269, "chunk_lengths": [1, 2, 1, 7, 2, 1, 1, 4, 2, 5, 1, 5, 1, 1, 1, 4, 1, 1, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 4, 4, 1, 4, 1, 3, 2, 1, 3, 1, 2, 2, 4, 2, 3, 1, 2, 3, 1, 1, 1, 3, 6, 1, 1, 2, 1, 3, 1, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 1, 5, 1, 1, 5, 3, 6, 3, 1, 4, 1, 3, 2, 2, 1, 4, 3, 1, 3, 1, 1, 3, 2, 4, 1, 1, 1, 2, 1, 1, 1, 5, 1, 3, 2, 3, 1, 5, 2, 4, 1, 2, 2, 4, 1, 7, 2, 5, 1, 1, 1, 9, 1, 1, 2, 1, 3, 1, 1, 2, 1, 2, 1, 5, 1, 3, 1, 10, 1, 2, 2, 1, 5, 2, 3, 7, 1, 4, 1, 1, 3, 2, 4, 3, 1, 1, 6, 1, 1, 2, 5, 1, 4, 1, 4, 1, 1, 7, 1, 2, 2, 3, 5, 1, 1, 4, 1, 1, 1, 3, 5, 1, 1, 9, 2, 1, 1, 4, 3, 4, 1, 2, 3, 3, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 1, 4, 2, 1, 2, 4, 7, 1, 2, 5, 8, 1, 2, 4, 4, 10, 1, 1, 32, 9, 5, 1, 1, 1, 5, 3, 1, 3, 1, 2, 4, 5, 1, 2, 1, 4, 2, 1, 2, 3, 5, 1, 6, 2, 1, 3, 1, 6, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 4, 1, 2, 1, 5, 1, 3, 8, 1, 4, 1, 1, 2, 2, 2, 1], "chunk_stats": {"count": 279, "sum": 708, "mean": 2.5376344086021505, "median": 2.0, "p95": 6.0, "max": 32, "min": 1}, "active_size_stats": {"count": 708, "sum": 708, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0025767289953365, "decode_time_sec": 30.106251746005, "total_time_sec": 31.144110862998787, "prefill_units_per_sec": 2884.567251922972, "prefill_bytes_per_sec": 2868.6083736274095, "decode_units_per_sec": 68.02573821803516, "decode_bytes_per_sec": 68.02573821803516, "total_units_per_sec": 65.75882063254393, "total_bytes_per_sec": 65.75882063254393, "step_latency_ms": {"count": 2048, "sum": 30190, "mean": 14.7412109375, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3413.16552734375, "peak_reserved_mb": 3440.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 1093, "stage1_units": 582, "bytes_per_stage0_unit": 2.6312900274473927, "stage0_per_stage1_unit": 1.8780068728522337}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2892, "units_out": 1093, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 4, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1, 1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1, 1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 1093, "sum": 2892, "mean": 2.645928636779506, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1093, "units_out": 582, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 4, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 582, "sum": 1093, "mean": 1.8780068728522337, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 763, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 2, 5, 1, 2, 2, 4, 1, 2, 3, 1, 2, 4, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 5, 1, 1, 9, 4, 1, 6, 2, 5, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 1, 2, 3, 1, 4, 1, 8, 1, 5, 3, 4, 4, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 6, 2, 45, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 2, 1, 14, 1, 2, 2, 2, 1, 13, 1, 2, 4, 2, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 3, 14, 1, 5, 1, 4, 1, 1, 1, 1, 5, 1, 5, 1, 7, 1, 1, 8, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 3, 4, 6, 1, 1, 1, 1, 5, 7, 1, 7, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 2, 1, 1, 9, 1, 13, 7, 1, 1, 2, 1, 1, 3, 6, 1, 1, 2, 1, 1, 9, 1, 2, 1, 7, 2, 3, 6, 1, 13, 7, 1, 1, 7, 1, 1, 3, 6, 1, 1, 7, 1, 1, 1, 1, 2, 7, 1, 1, 4, 5, 1, 1, 5, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 1, 1, 5, 3, 4, 5, 1, 1, 1, 4, 1, 4, 1, 7, 1, 4, 1, 7, 1, 4, 2, 1, 1, 1, 2, 3, 5, 1, 2, 7, 1, 1, 1, 5, 2, 7, 1, 4, 5, 1, 2, 2, 6, 5, 4, 1, 7, 2, 3, 1, 4, 1, 1, 5, 2, 7, 1, 4, 7, 1, 2, 2, 6, 9, 2, 2, 1, 2, 2, 2, 3, 1, 6, 2, 1, 9, 2, 2, 1, 2, 2, 2, 3, 1, 7, 2, 1, 1, 9, 2, 1, 4, 2, 3, 9, 2, 3, 1, 1, 3, 1, 3, 2, 1, 2, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 4, 4, 1, 1, 5, 3, 4, 1, 3, 1, 3, 1, 1, 3, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 6, 1, 9, 3, 4, 1, 7, 1, 1, 4, 1, 2, 4, 1, 1, 7, 1, 4, 1, 1, 6, 1, 1, 6, 1, 4, 2, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 5, 1, 2, 1, 4, 1, 5, 2, 3, 1, 1, 9, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 4, 1, 2, 1, 4, 1, 1, 4, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 4, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 7, 5, 1, 1, 3, 3, 4, 8, 3, 2, 3], "chunk_stats": {"count": 775, "sum": 2048, "mean": 2.6425806451612903, "median": 1.0, "p95": 7.2999999999999545, "max": 45, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 326, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1, 2, 2, 3, 1, 3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 3, 1, 3, 2, 1, 1, 10, 2, 3, 1, 3, 1, 1, 8, 2, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 1, 6, 2, 2, 4, 1, 1, 4, 2, 1, 7, 2, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 3, 1, 3, 2, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2, 5, 2, 1, 3, 1, 1, 7, 3, 4, 1, 3, 1, 1, 7, 3, 5, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 7, 3, 2, 1, 3, 6, 1, 5, 3, 1, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 3, 1, 2, 4, 3, 4, 1, 1, 1, 4, 1, 2, 2, 2, 4, 3, 1, 2, 2, 1, 1, 4, 1, 1, 3, 2, 1, 1, 4, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 4, 1, 1, 1, 1, 1, 2, 3, 2, 2, 1, 1, 3, 5, 2, 1, 1, 1, 2, 2, 1, 5, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 3, 1, 5, 1, 4, 1, 4, 5, 4, 1, 1, 1, 5, 1, 6, 1, 3, 1, 3, 4, 1, 4, 1, 1, 7, 1, 1, 3, 5, 4, 3, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 3, 3, 3, 1, 3, 2, 3, 3, 2, 3, 1, 1, 6, 1, 1, 2, 4, 1, 3, 4, 1, 4, 1, 2, 1, 1, 2, 1, 1, 3, 21, 1, 3, 1, 3, 2], "chunk_stats": {"count": 334, "sum": 763, "mean": 2.284431137724551, "median": 2.0, "p95": 5.349999999999966, "max": 21, "min": 1}, "active_size_stats": {"count": 763, "sum": 763, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0044381310071913, "decode_time_sec": 28.960696794001706, "total_time_sec": 30.000792757000454, "prefill_units_per_sec": 3311.3039990475904, "prefill_bytes_per_sec": 3295.3746953841023, "decode_units_per_sec": 70.7165305644227, "decode_bytes_per_sec": 70.7165305644227, "total_units_per_sec": 68.26486275173895, "total_bytes_per_sec": 68.26486275173895, "step_latency_ms": {"count": 2048, "sum": 29036, "mean": 14.177734375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3424.61474609375, "peak_reserved_mb": 3480.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3310, "mean": 206.875, "median": 199.5, "p95": 244.0, "max": 244, "min": 156}, "model_input_units": {"count": 16, "sum": 3326, "mean": 207.875, "median": 200.5, "p95": 245.0, "max": 245, "min": 157}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3310, "model_input_units": 3326, "stage0_units": 1310, "stage1_units": 669, "bytes_per_stage0_unit": 2.5267175572519083, "stage0_per_stage1_unit": 1.9581464872944694}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3326, "units_out": 1310, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 13, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 13, 2, 2, 1, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 5, 4, 5, 3, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 3, 4, 5, 1, 5, 1, 2, 4, 2, 3, 14, 1, 3, 1, 1, 8, 1, 5, 1, 4, 2, 4, 1, 1, 14, 1, 3, 3, 1, 5, 1, 4, 1, 1, 1, 2, 2, 14, 1, 3, 1, 3, 1, 3, 6, 1, 5, 3, 1, 1, 3, 4, 1, 1, 6, 1, 9, 1, 1, 6, 1, 1, 5, 7, 1, 6, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 6, 1, 1, 1, 7, 1, 1, 1, 5, 1, 2, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 5, 1, 3, 1, 1, 1, 3, 4, 1, 1, 2, 1, 2, 6, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 7, 1, 1, 13, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5, 5, 1, 4, 1, 6, 2, 1, 14, 1, 1, 3, 4, 5, 1, 1, 5, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 3, 1, 4, 1, 2, 1, 1, 1, 3, 2, 4, 1, 4, 2, 1, 6, 1, 2, 2, 1, 22, 6, 1, 4, 6, 1, 2, 1, 4, 2, 4, 1, 4, 1, 2, 2, 1, 1, 9, 3, 1, 5, 2, 1, 1, 9, 4, 1, 5, 3, 4, 1, 4, 1, 13, 1, 2, 4, 1, 5, 1, 2, 2, 2, 1, 17, 1, 5, 2, 4, 5, 1, 2, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 4, 1, 1, 3, 2, 1, 5, 1, 2, 3, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 6, 1, 6, 1, 9, 3, 1, 1, 3, 1, 1, 3, 2, 3, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 1, 1, 1, 1, 1, 7, 2, 1, 3, 1, 1, 1, 2, 1, 1, 6, 1, 2, 2, 1, 1, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 14, 1, 1, 2, 1, 1, 3, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 2, 3, 1, 4, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 5, 1, 6, 2, 2, 3, 1, 1, 1, 1, 4, 1, 3, 1, 2, 3, 1, 3, 1, 5, 1, 2, 1, 5, 1, 9, 3, 4, 8, 1, 1, 5, 1, 5, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 6, 1, 7, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 7, 1, 2, 1, 2, 2, 5, 1, 1, 7, 1, 9, 3, 4, 1, 3, 5, 7, 9, 1, 1, 1, 1, 3, 3, 2, 1, 1, 5, 2, 5, 1, 1, 1, 1, 5, 4, 7, 1, 5, 3, 1, 1, 9, 3, 4, 3, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 3, 1, 5, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 5, 1, 1, 9, 6, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1, 1, 1, 3, 2, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 7, 1, 2, 4, 2, 2, 1, 13, 2, 2, 4, 1, 1, 3, 1, 6, 1, 13, 1, 1, 1, 1, 3, 4, 1, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 3, 1, 13, 4, 1, 7, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 1, 3, 7, 1, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 3, 2, 1, 4, 1, 1, 1, 3, 5, 7, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 5, 1, 1, 9, 1, 2, 5, 1, 1, 4, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 1, 7, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 2, 1, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 9, 1, 2, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 1, 2, 1, 1, 9, 3, 2, 2, 1, 1, 9, 3, 1, 1, 6, 1, 1, 3, 1, 2, 1, 1, 1, 1, 9, 3, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 4, 1, 4, 2, 5, 1, 1, 6, 1, 2, 6, 1, 2, 2, 2, 5, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 4, 4, 1, 1, 5, 5, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 9, 2, 2, 1, 9, 4, 1, 4, 1, 4, 2, 1, 4, 1, 5, 1, 1, 3, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 9, 1, 1, 1, 1, 2, 4, 1, 2, 1, 1, 5, 4, 1, 2, 1, 1, 8, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 5, 6, 1, 1, 2, 5, 1, 7, 1, 1, 3, 1, 5, 2, 1, 3, 1, 8, 2, 7, 1, 6, 7, 1, 1, 2, 1, 2, 1, 3, 1, 5, 2, 1, 3, 1, 7, 1, 1, 1, 3, 1, 5, 1, 1, 2, 3, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 1, 6, 4, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 1, 8, 2, 1, 1, 1, 1, 2, 5, 1, 2, 4, 1, 1, 1, 2, 3, 1, 1, 1, 1, 6, 1, 17, 1, 1, 5, 1, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 1310, "sum": 3326, "mean": 2.5389312977099237, "median": 1.0, "p95": 8.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 1310, "units_out": 669, "chunk_lengths": [1, 2, 2, 2, 2, 1, 3, 4, 1, 1, 5, 1, 2, 3, 2, 4, 1, 1, 1, 1, 7, 5, 4, 1, 1, 1, 8, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 3, 2, 3, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 5, 2, 3, 1, 2, 3, 4, 1, 2, 1, 1, 2, 1, 7, 2, 1, 2, 4, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 2, 2, 1, 3, 1, 9, 1, 1, 5, 4, 1, 9, 1, 4, 2, 1, 1, 2, 1, 3, 3, 1, 3, 1, 5, 1, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 7, 1, 7, 1, 5, 1, 1, 4, 1, 5, 1, 2, 1, 1, 2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 7, 2, 1, 1, 2, 2, 1, 2, 1, 3, 3, 5, 1, 1, 2, 1, 2, 3, 1, 3, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 4, 5, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 2, 3, 1, 3, 3, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 5, 2, 1, 6, 4, 1, 5, 2, 1, 9, 3, 2, 1, 6, 1, 4, 1, 2, 2, 1, 1, 2, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 7, 1, 2, 1, 3, 1, 1, 2, 2, 6, 1, 1, 4, 1, 2, 1, 4, 1, 2, 1, 1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 3, 1, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 4, 2, 1, 3, 1, 1, 3, 1, 1, 3, 3, 3, 1, 1, 1, 1, 4, 3, 2, 5, 4, 1, 1, 2, 2, 1, 4, 1, 1, 5, 2, 4, 1, 1, 1, 1, 6, 1, 1, 3, 1, 3, 4, 3, 4, 1, 3, 1, 2, 3, 1, 2, 1, 2, 1, 3, 1, 3, 3, 1, 2, 1, 2, 4, 2, 4, 2, 3, 3, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 5, 1, 4, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 2, 5, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 8, 2, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 6, 1, 3, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 1, 2, 1, 2, 2, 3, 1, 1, 1, 4, 3, 3, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 1, 3, 2, 1, 1, 5, 1, 1, 4, 1, 4, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 2, 1, 3, 1, 8, 1, 5, 1, 1, 2, 2, 4, 1, 3, 3, 1, 1, 1, 2, 6, 1, 2, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 2, 7, 2, 1, 1], "chunk_stats": {"count": 669, "sum": 1310, "mean": 1.9581464872944694, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 750, "chunk_lengths": [2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 5, 1, 4, 1, 5, 4, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 5, 1, 4, 1, 1, 13, 3, 4, 5, 1, 4, 9, 1, 1, 1, 7, 8, 1, 1, 1, 1, 2, 3, 5, 1, 1, 2, 8, 1, 1, 1, 9, 3, 4, 1, 4, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 1, 5, 4, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 2, 1, 14, 1, 7, 1, 6, 1, 7, 1, 7, 2, 4, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 13, 4, 1, 17, 1, 5, 2, 4, 1, 4, 1, 3, 1, 1, 4, 2, 4, 5, 1, 2, 1, 5, 1, 13, 1, 2, 1, 5, 1, 2, 4, 5, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 4, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 1, 3, 3, 1, 1, 3, 1, 1, 2, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 9, 6, 2, 5, 1, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 9, 2, 3, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 3, 2, 5, 1, 9, 3, 4, 8, 1, 5, 1, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 7, 1, 7, 1, 2, 1, 1, 4, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 5, 3, 4, 5, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 5, 1, 1, 5, 3, 4, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 1, 4, 1, 1, 4, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 4, 1, 1, 9, 1, 2, 2, 4, 1, 13, 3, 4, 2, 1, 4, 1, 2, 1, 9, 4, 1, 13, 3, 4, 9, 3, 4, 1, 2, 1, 1, 1, 1, 5, 1, 1, 3, 5, 7, 1, 1, 1, 3, 7, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 1, 1, 3, 5, 1, 6, 1, 1, 3, 1, 1, 2, 1, 1, 1, 9, 3, 4, 3, 1, 1, 1, 4, 1, 7, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 1, 9, 1, 2, 10, 1, 2, 1, 2, 1, 1, 1, 17, 3, 1, 3, 4, 1, 5, 1, 1, 1, 13, 1, 2, 7, 1, 2, 4, 2, 2, 1, 17, 1, 4, 1, 5, 2, 7, 2, 1, 1, 1, 1, 2, 1, 4, 1, 4, 13, 1, 2, 5, 1, 1, 2, 9, 1, 1, 9, 1, 5, 6, 1, 1, 2, 7, 1, 2, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 13, 1, 3, 1, 1, 1, 5, 1, 3, 4, 2, 5, 9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 3, 1, 5, 1, 5, 1, 3, 4, 2, 8, 1, 1, 2, 1, 1, 5, 1, 1, 4, 3, 2, 5, 3], "chunk_stats": {"count": 761, "sum": 2048, "mean": 2.6911957950065704, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 278, "chunk_lengths": [5, 1, 1, 3, 1, 5, 2, 3, 5, 2, 3, 1, 7, 3, 5, 2, 3, 1, 7, 3, 5, 1, 3, 1, 1, 2, 4, 5, 1, 1, 1, 4, 2, 2, 6, 1, 5, 1, 1, 4, 5, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 2, 1, 6, 4, 1, 1, 15, 4, 1, 5, 1, 1, 10, 4, 4, 6, 1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 4, 1, 5, 1, 1, 1, 2, 1, 2, 1, 3, 2, 3, 1, 2, 5, 2, 4, 8, 1, 6, 1, 6, 1, 4, 1, 5, 1, 7, 1, 7, 4, 1, 7, 1, 1, 1, 1, 3, 2, 7, 1, 6, 1, 1, 5, 2, 3, 5, 3, 1, 3, 3, 1, 1, 1, 4, 1, 1, 1, 3, 4, 2, 3, 3, 3, 1, 1, 10, 1, 3, 1, 4, 1, 4, 1, 1, 6, 1, 1, 1, 3, 1, 7, 3, 2, 5, 4, 1, 1, 1, 8, 2, 1, 1, 2, 4, 3, 5, 1, 1, 4, 1, 4, 2, 1, 1, 1, 2, 1, 1, 5, 1, 1, 7, 1, 6, 1, 7, 3, 3, 6, 1, 2, 2, 3, 6, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 5, 1, 1, 1, 6, 1, 1, 2, 2, 4, 1, 4, 1, 1, 1, 2, 2, 5, 1, 1, 2, 3, 1, 1, 3, 1, 4, 1, 7, 1, 1, 1, 3, 5, 1, 3, 1, 2, 4, 1, 6, 3, 2, 1, 2, 1, 11, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 5, 1, 1, 2], "chunk_stats": {"count": 288, "sum": 750, "mean": 2.6041666666666665, "median": 2.0, "p95": 7.0, "max": 15, "min": 1}, "active_size_stats": {"count": 750, "sum": 750, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.9986466499976814, "decode_time_sec": 28.88605810899753, "total_time_sec": 29.92095190100008, "prefill_units_per_sec": 2915.946295926353, "prefill_bytes_per_sec": 2899.9246129817025, "decode_units_per_sec": 70.89925500641715, "decode_bytes_per_sec": 70.89925500641715, "total_units_per_sec": 68.44702022770697, "total_bytes_per_sec": 68.44702022770697, "step_latency_ms": {"count": 2048, "sum": 28993, "mean": 14.15673828125, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3413.73779296875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2896, "mean": 181.0, "median": 180.5, "p95": 243.0, "max": 255, "min": 94}, "model_input_units": {"count": 16, "sum": 2912, "mean": 182.0, "median": 181.5, "p95": 244.0, "max": 256, "min": 95}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2896, "model_input_units": 2912, "stage0_units": 1047, "stage1_units": 572, "bytes_per_stage0_unit": 2.7659980897803247, "stage0_per_stage1_unit": 1.8304195804195804}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2912, "units_out": 1047, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 6, 1, 3, 4, 2, 1, 4, 3, 1, 2, 4, 1, 1, 7, 5, 3, 4, 1, 2, 1, 5, 4, 2, 1, 3, 3, 4, 1, 1, 7, 5, 2, 1, 1, 3, 4, 1, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 9, 7, 2, 1, 1, 3, 6, 1, 2, 2, 5, 1, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 4, 2, 4, 1, 1, 9, 1, 1, 5, 2, 1, 5, 1, 1, 4, 1, 1, 1, 5, 2, 2, 6, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 7, 1, 4, 1, 1, 3, 1, 1, 2, 10, 2, 3, 2, 3, 1, 3, 1, 4, 5, 1, 8, 4, 10, 8, 2, 1, 2, 1, 3, 1, 12, 1, 1, 3, 1, 1, 1, 1, 1, 10, 5, 1, 7, 1, 4, 2, 7, 1, 7, 10, 5, 1, 8, 2, 7, 1, 1, 1, 1, 4, 1, 3, 7, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 2, 4, 4, 1, 1, 4, 1, 1, 5, 5, 1, 1, 2, 4, 7, 1, 6, 1, 2, 2, 2, 1, 5, 5, 1, 3, 1, 2, 2, 7, 6, 1, 1, 2, 2, 2, 1, 5, 7, 2, 6, 1, 2, 1, 5, 6, 1, 7, 1, 9, 3, 2, 1, 2, 3, 1, 1, 2, 3, 2, 4, 4, 1, 4, 4, 1, 1, 1, 1, 3, 1, 2, 1, 4, 5, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 5, 2, 3, 4, 1, 6, 1, 2, 1, 3, 1, 1, 1, 1, 3, 3, 1, 5, 1, 7, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 1, 13, 2, 5, 4, 1, 3, 4, 5, 13, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 6, 1, 5, 1, 1, 9, 7, 3, 5, 1, 13, 2, 1, 4, 13, 7, 2, 1, 2, 1, 1, 13, 4, 1, 2, 1, 6, 3, 1, 3, 1, 1, 1, 1, 6, 1, 5, 1, 1, 1, 1, 1, 3, 8, 3, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 5, 4, 2, 2, 1, 1, 2, 1, 1, 1, 9, 1, 1, 1, 1, 2, 3, 1, 8, 4, 1, 1, 3, 3, 1, 8, 1, 1, 6, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 4, 1, 3, 1, 1, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 13, 1, 3, 1, 3, 1, 8, 1, 1, 6, 1, 1, 3, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 13, 3, 4, 1, 9, 3, 4, 1, 1, 3, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 1, 3, 1, 3, 4, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 13, 1, 4, 7, 1, 4, 3, 5, 3, 1, 1, 1, 1, 5, 1, 1, 6, 1, 1, 3, 5, 1, 1, 5, 7, 2, 1, 2, 1, 3, 1, 1, 1, 8, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 3, 3, 1, 5, 1, 10, 1, 1, 5, 1, 2, 3, 4, 1, 10, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 4, 1, 4, 3, 1, 10, 2, 4, 1, 1, 1, 1, 1, 1, 5, 5, 2, 5, 1, 1, 1, 10, 1, 5, 7, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 8, 1, 1, 9, 1, 1, 1, 9, 1, 3, 2, 10, 1, 1, 9, 1, 6, 8, 2, 9, 6, 5, 1, 5, 3, 1, 5, 2, 8, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 8, 1, 5, 2, 6, 1, 1, 1, 1, 1, 5, 1, 3, 6, 2, 5, 1, 5, 3, 2, 1, 1, 4, 1, 1, 3, 1, 2, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 1, 1, 3, 1, 1, 1, 8, 4, 1, 6, 1, 5, 1, 8, 1, 4, 1, 1, 5, 1, 2, 4, 1, 5, 4, 3, 1, 1, 8, 1, 2, 1, 1, 9, 3, 4, 1, 4, 1, 5, 6, 1, 2, 4, 1, 6, 5, 6, 4, 1, 1, 8, 1, 6, 2, 6, 1, 1, 1, 1, 1, 3, 1, 8, 1, 5, 2, 3, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 5, 2, 3, 4, 1, 1, 4, 1, 1, 5, 7, 3, 5, 1, 9, 2, 3, 2, 9, 3, 4, 1, 1, 3, 1, 2, 4, 1, 5, 4, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 2, 1, 4, 2, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 5, 3, 7, 1, 1, 6, 5, 1, 2, 4, 1, 4, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 9, 7, 2, 1, 6, 1, 5, 1, 2, 4, 1, 5, 1, 9, 1, 6, 2, 6, 9, 7, 2, 1, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 1047, "sum": 2912, "mean": 2.781279847182426, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 1047, "units_out": 572, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 3, 1, 1, 2, 2, 2, 4, 1, 1, 1, 2, 1, 1, 2, 4, 5, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 5, 4, 1, 3, 1, 3, 1, 5, 2, 1, 1, 3, 1, 1, 3, 1, 4, 4, 4, 1, 1, 1, 2, 2, 1, 1, 4, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 6, 1, 7, 1, 5, 1, 3, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 1, 1, 1, 1, 4, 3, 1, 1, 3, 1, 6, 3, 1, 1, 3, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 3, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 4, 1, 7, 4, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 4, 1, 1, 4, 3, 1, 1, 1, 4, 1, 7, 3, 1, 1, 3, 2, 1, 3, 1, 4, 2, 2, 1, 1, 2, 1, 2, 3, 1, 1, 3, 3, 6, 1, 3, 1, 3, 1, 2, 1, 8, 1, 4, 5, 3, 1, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 2, 2, 4, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 4, 1, 2, 3, 1, 2, 5, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 2, 2, 1, 3, 3, 1, 3, 1, 3, 2, 1, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 2, 2, 3, 3, 1, 3, 1, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 1, 1, 2, 2, 3, 2, 2, 2, 1, 2, 1, 1, 1, 4, 2, 1, 3, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 1, 4, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 572, "sum": 1047, "mean": 1.8304195804195804, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 699, "chunk_lengths": [1, 4, 1, 2, 3, 3, 4, 3, 1, 1, 4, 8, 1, 1, 6, 1, 1, 2, 1, 1, 7, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 1, 4, 1, 4, 1, 7, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 4, 1, 4, 1, 7, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 5, 4, 5, 3, 2, 2, 5, 1, 9, 1, 2, 5, 3, 1, 1, 4, 1, 13, 1, 5, 1, 2, 4, 1, 4, 1, 1, 5, 3, 4, 1, 5, 1, 1, 1, 4, 6, 1, 2, 2, 5, 1, 7, 10, 5, 1, 7, 1, 4, 2, 5, 1, 7, 1, 3, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 10, 5, 1, 8, 2, 5, 1, 7, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 5, 3, 4, 1, 5, 1, 7, 2, 6, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 5, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 7, 2, 6, 2, 1, 1, 1, 5, 1, 1, 9, 6, 2, 1, 1, 1, 6, 1, 1, 5, 5, 1, 1, 1, 2, 1, 1, 1, 1, 6, 1, 5, 2, 4, 1, 4, 5, 1, 1, 1, 1, 1, 4, 1, 2, 1, 5, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 17, 6, 1, 1, 5, 1, 3, 1, 5, 1, 7, 1, 1, 2, 1, 5, 2, 5, 1, 1, 13, 3, 4, 6, 1, 5, 4, 3, 1, 5, 1, 7, 1, 1, 3, 2, 1, 8, 3, 1, 13, 1, 1, 1, 9, 3, 4, 1, 1, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 3, 4, 2, 2, 1, 1, 1, 4, 1, 6, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 4, 3, 1, 8, 1, 1, 6, 1, 1, 2, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 2, 1, 13, 3, 3, 9, 1, 2, 4, 1, 1, 8, 1, 1, 2, 2, 3, 5, 4, 2, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 2, 6, 1, 5, 1, 2, 4, 1, 2, 1, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 1, 2, 6, 4, 6, 1, 1, 1, 1, 3, 4, 1, 4, 3, 1, 4, 2, 4, 1, 1, 1, 1, 1, 1, 5, 7, 1, 5, 1, 10, 1, 5, 7, 1, 1, 4, 1, 1, 5, 3, 4, 4, 1, 3, 5, 1, 1, 1, 1, 1, 4, 1, 1, 3, 1, 26, 1, 7, 1, 6, 1, 1, 2, 9, 9, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 6, 1, 8, 1, 1, 13, 1, 1, 1, 2, 2, 1, 6, 1, 2, 1, 4, 1, 5, 1, 1, 5, 3, 4, 5, 1, 4, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1, 9, 1, 2, 6, 1, 5, 1, 2, 1, 8, 4, 1, 1, 13, 3, 4, 1, 3, 9, 7, 2, 6, 1, 6, 5, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 5, 5, 1, 2, 1, 5, 1, 2, 1, 6, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 3, 1, 1, 13, 1, 5, 5, 5, 1, 1, 1, 2, 1, 2, 4, 2, 6, 6, 1, 1, 5, 2, 4, 4, 1, 6, 5, 4, 5, 1, 6, 2, 1, 4, 1, 4, 1, 1, 6, 1, 1, 5, 1, 5, 2, 4, 4, 1, 6, 5, 4, 1, 1, 3, 9, 5, 1, 6, 3, 2, 4, 1, 1, 2, 4, 1, 4], "chunk_stats": {"count": 708, "sum": 2048, "mean": 2.8926553672316384, "median": 2.0, "p95": 7.0, "max": 26, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 296, "chunk_lengths": [1, 3, 1, 4, 1, 2, 3, 1, 2, 3, 2, 5, 1, 3, 6, 1, 4, 2, 4, 2, 2, 1, 1, 4, 1, 1, 4, 2, 4, 1, 1, 1, 5, 1, 5, 1, 2, 1, 1, 2, 4, 1, 1, 2, 1, 4, 1, 5, 3, 1, 1, 5, 1, 1, 2, 4, 2, 1, 5, 1, 7, 1, 3, 1, 3, 1, 3, 1, 5, 1, 3, 1, 3, 1, 4, 2, 1, 1, 1, 5, 1, 1, 1, 4, 1, 5, 1, 7, 3, 1, 1, 1, 1, 6, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 3, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 4, 5, 1, 4, 6, 5, 4, 1, 3, 1, 1, 6, 4, 1, 3, 1, 3, 1, 6, 1, 1, 2, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 4, 1, 1, 6, 1, 1, 2, 1, 1, 7, 3, 1, 3, 6, 1, 1, 5, 1, 2, 2, 5, 3, 1, 1, 1, 1, 6, 8, 2, 2, 3, 1, 1, 3, 1, 3, 1, 2, 5, 3, 4, 4, 3, 2, 1, 1, 1, 5, 1, 3, 3, 1, 4, 2, 1, 3, 2, 1, 2, 1, 1, 1, 4, 1, 2, 3, 1, 2, 4, 1, 1, 8, 4, 1, 3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 1, 1, 5, 1, 5, 1, 4, 1, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 1, 5, 3, 3, 1, 2, 3, 3, 2, 2, 2, 2, 1, 1, 1, 4, 1, 1, 2, 1, 5, 2, 4, 1, 1, 1, 6, 1, 1, 1, 1, 2, 2, 1, 1, 5, 3, 4], "chunk_stats": {"count": 302, "sum": 699, "mean": 2.314569536423841, "median": 1.5, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 699, "sum": 699, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.9936561080103274, "decode_time_sec": 28.47077132800041, "total_time_sec": 29.500137007999, "prefill_units_per_sec": 3272.7620489464157, "prefill_bytes_per_sec": 3256.6598986440963, "decode_units_per_sec": 71.93342169784613, "decode_bytes_per_sec": 71.93342169784613, "total_units_per_sec": 69.42340638772905, "total_bytes_per_sec": 69.42340638772905, "step_latency_ms": {"count": 2048, "sum": 28567, "mean": 13.94873046875, "median": 8.0, "p95": 38.0, "max": 48, "min": 7}, "peak_allocated_mb": 3421.6220703125, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 203.5, "p95": 250.75, "max": 253, "min": 145}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 204.5, "p95": 251.75, "max": 254, "min": 146}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 1131, "stage1_units": 610, "bytes_per_stage0_unit": 2.861184792219275, "stage0_per_stage1_unit": 1.8540983606557377}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3252, "units_out": 1131, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 8, 1, 1, 2, 1, 5, 1, 1, 1, 5, 5, 4, 2, 3, 1, 5, 1, 3, 1, 1, 1, 5, 5, 2, 5, 4, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 2, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 2, 3, 2, 4, 1, 1, 9, 1, 2, 1, 13, 9, 2, 1, 3, 1, 7, 1, 3, 2, 4, 1, 13, 1, 2, 9, 1, 2, 2, 2, 1, 17, 6, 1, 5, 1, 1, 1, 11, 3, 6, 2, 3, 1, 30, 1, 4, 4, 1, 1, 3, 2, 4, 1, 3, 2, 5, 1, 2, 2, 2, 1, 4, 1, 2, 2, 1, 1, 6, 5, 1, 1, 2, 2, 1, 1, 4, 1, 2, 1, 1, 1, 1, 2, 4, 1, 4, 5, 1, 18, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 1, 18, 2, 2, 2, 1, 1, 1, 1, 2, 4, 1, 1, 2, 5, 18, 1, 6, 2, 2, 5, 1, 1, 1, 1, 5, 1, 6, 1, 2, 1, 7, 1, 3, 1, 1, 2, 1, 1, 3, 8, 1, 1, 7, 1, 1, 3, 1, 1, 1, 5, 3, 4, 10, 1, 3, 2, 14, 1, 7, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 6, 1, 2, 6, 1, 3, 1, 7, 3, 1, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 1, 4, 2, 6, 1, 2, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 9, 10, 1, 1, 2, 1, 1, 3, 6, 1, 2, 9, 9, 2, 1, 3, 1, 7, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 2, 10, 1, 1, 1, 1, 3, 3, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 1, 6, 1, 8, 1, 13, 1, 5, 1, 6, 5, 1, 1, 3, 1, 5, 1, 8, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 1, 3, 1, 1, 6, 1, 8, 2, 1, 5, 1, 1, 13, 1, 5, 1, 6, 5, 1, 1, 1, 7, 8, 1, 4, 2, 1, 5, 1, 1, 1, 1, 1, 1, 3, 1, 3, 10, 1, 1, 1, 3, 2, 1, 2, 2, 1, 1, 1, 9, 2, 2, 3, 1, 2, 9, 2, 1, 2, 2, 1, 6, 1, 2, 2, 4, 2, 4, 8, 1, 4, 1, 1, 2, 1, 9, 9, 2, 6, 3, 4, 5, 2, 6, 12, 1, 2, 1, 4, 3, 1, 4, 1, 5, 1, 9, 1, 2, 2, 2, 1, 2, 2, 2, 1, 13, 2, 2, 2, 1, 1, 1, 1, 3, 3, 1, 1, 3, 6, 1, 1, 2, 1, 4, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 1, 9, 2, 12, 5, 1, 8, 3, 9, 2, 1, 1, 1, 1, 1, 8, 1, 8, 3, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 9, 1, 9, 1, 5, 2, 1, 1, 9, 4, 4, 1, 3, 3, 4, 1, 2, 1, 1, 13, 1, 9, 1, 5, 3, 4, 1, 1, 1, 1, 3, 1, 5, 5, 1, 5, 2, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 3, 3, 5, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 9, 1, 1, 3, 2, 1, 2, 1, 2, 2, 1, 5, 2, 6, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 10, 1, 1, 1, 13, 3, 3, 9, 5, 2, 14, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 13, 1, 1, 6, 2, 1, 5, 1, 1, 1, 1, 3, 6, 1, 4, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 8, 2, 8, 1, 4, 1, 3, 5, 1, 1, 1, 2, 3, 1, 5, 3, 4, 1, 6, 1, 4, 1, 9, 6, 1, 9, 4, 5, 1, 1, 3, 10, 5, 1, 5, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 1, 3, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 6, 2, 1, 1, 3, 1, 6, 2, 2, 1, 3, 1, 1, 7, 1, 9, 4, 1, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 8, 1, 6, 1, 1, 1, 1, 9, 4, 1, 6, 1, 1, 3, 1, 4, 1, 4, 1, 9, 4, 1, 1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 1, 1, 9, 6, 2, 1, 4, 1, 4, 4, 5, 2, 1, 3, 1, 1, 3, 1, 1, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 2, 7, 1, 6, 1, 1, 5, 8, 1, 1, 3, 2, 3, 5, 13, 1, 2, 1, 3, 1, 5, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 3, 3, 6, 6, 1, 1, 3, 2, 7, 4, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 6, 9, 1, 1, 7, 2, 1, 1, 4, 2, 1, 1, 9, 1, 9, 2, 1, 1, 8, 1, 1, 1, 1, 9, 1, 1, 1, 2, 3, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 4, 1, 8, 1, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 9, 5, 3, 2, 4, 1, 5, 2, 1, 1, 8, 1, 1, 9, 3, 4, 1, 5, 1, 1, 1, 1, 4, 6, 3, 5, 2, 1, 5, 4, 1, 9, 3, 4, 1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 4, 5, 3, 1, 2, 1, 1, 4, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 1, 3, 3, 1, 3, 1, 7, 1, 13, 4, 5, 3], "chunk_stats": {"count": 1131, "sum": 3252, "mean": 2.8753315649867375, "median": 2.0, "p95": 9.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 1131, "units_out": 610, "chunk_lengths": [1, 2, 1, 3, 1, 3, 2, 2, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 5, 1, 3, 2, 5, 1, 3, 1, 1, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 1, 1, 1, 4, 2, 3, 2, 2, 5, 1, 1, 3, 3, 2, 2, 1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 3, 2, 4, 1, 7, 1, 2, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 4, 1, 2, 4, 1, 3, 3, 3, 3, 4, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 2, 4, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 3, 3, 6, 1, 1, 5, 2, 3, 1, 2, 4, 2, 6, 1, 1, 5, 8, 1, 4, 1, 2, 4, 5, 1, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 3, 2, 2, 1, 2, 2, 1, 1, 1, 1, 3, 3, 1, 4, 4, 1, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 4, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 2, 2, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 1, 6, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 4, 3, 3, 6, 6, 1, 1, 3, 1, 3, 4, 2, 2, 3, 1, 1, 2, 1, 3, 5, 1, 2, 1, 2, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 4, 5, 2, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 1, 2, 5, 1, 1, 5, 3, 5, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 2, 2, 2, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 5, 1, 1, 2, 2, 3, 1, 1, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 3, 1, 1, 4, 1, 2, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 8, 3, 1, 2, 1, 1, 1, 2, 1, 5, 1, 2, 1], "chunk_stats": {"count": 610, "sum": 1131, "mean": 1.8540983606557377, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 668, "chunk_lengths": [5, 7, 10, 1, 2, 1, 1, 9, 5, 1, 1, 6, 7, 1, 6, 5, 1, 1, 1, 1, 6, 1, 4, 1, 1, 9, 1, 5, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 4, 4, 1, 1, 3, 2, 8, 1, 5, 4, 1, 5, 1, 1, 17, 3, 4, 2, 2, 13, 4, 1, 17, 3, 4, 8, 9, 7, 9, 4, 2, 3, 1, 1, 6, 1, 2, 1, 1, 8, 1, 3, 2, 1, 1, 1, 1, 6, 1, 1, 10, 4, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 6, 1, 2, 1, 5, 1, 2, 2, 2, 1, 10, 1, 5, 13, 1, 1, 5, 2, 1, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 9, 1, 9, 4, 1, 4, 3, 1, 3, 9, 3, 4, 8, 1, 4, 1, 1, 1, 1, 1, 4, 6, 1, 4, 1, 1, 3, 2, 1, 4, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 9, 1, 2, 1, 3, 1, 1, 6, 1, 8, 1, 1, 1, 1, 1, 5, 1, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 8, 1, 3, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 9, 4, 9, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 9, 4, 1, 13, 3, 4, 1, 2, 1, 1, 1, 3, 1, 7, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 3, 1, 4, 1, 3, 1, 1, 17, 1, 3, 1, 8, 1, 3, 1, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 9, 3, 4, 1, 9, 1, 4, 1, 5, 4, 3, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3, 13, 1, 7, 2, 6, 1, 13, 1, 10, 1, 2, 10, 9, 1, 9, 1, 3, 1, 1, 1, 10, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 5, 9, 8, 1, 8, 1, 1, 1, 1, 4, 6, 1, 4, 1, 5, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 1, 6, 2, 1, 1, 3, 1, 4, 1, 6, 2, 1, 1, 9, 4, 1, 3, 3, 1, 1, 3, 1, 4, 1, 4, 1, 1, 9, 4, 1, 4, 1, 1, 3, 1, 4, 1, 8, 1, 9, 4, 1, 1, 4, 1, 1, 17, 1, 2, 1, 1, 8, 1, 5, 2, 1, 4, 4, 2, 4, 1, 1, 1, 21, 6, 2, 5, 1, 1, 3, 1, 1, 4, 1, 1, 2, 1, 1, 3, 1, 17, 2, 2, 3, 1, 1, 8, 1, 1, 9, 3, 4, 1, 1, 6, 1, 5, 1, 5, 4, 3, 6, 7, 1, 1, 3, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 1, 1, 4, 1, 1, 8, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 9, 1, 1, 2, 1, 1, 7, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 1, 3, 1, 5, 1, 17, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 5, 3, 1, 3, 1, 5, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 2, 1, 1, 8, 2, 1, 2, 2, 7, 5], "chunk_stats": {"count": 678, "sum": 2048, "mean": 3.0206489675516224, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 289, "chunk_lengths": [1, 1, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 3, 7, 1, 1, 1, 6, 3, 1, 1, 3, 5, 1, 2, 1, 6, 4, 4, 5, 2, 4, 4, 4, 5, 2, 1, 1, 1, 2, 1, 1, 5, 2, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 2, 1, 2, 5, 3, 1, 1, 8, 3, 3, 3, 1, 9, 3, 1, 2, 1, 5, 1, 1, 1, 2, 5, 3, 1, 3, 1, 2, 1, 4, 1, 4, 1, 2, 3, 3, 1, 1, 3, 4, 1, 3, 1, 2, 3, 6, 3, 4, 1, 1, 1, 6, 1, 1, 1, 1, 2, 5, 4, 1, 1, 2, 2, 1, 2, 8, 1, 1, 3, 5, 4, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 3, 2, 1, 2, 3, 3, 2, 2, 1, 3, 6, 1, 1, 4, 3, 5, 1, 1, 3, 3, 5, 1, 4, 1, 1, 4, 3, 3, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 1, 2, 1, 1, 2, 5, 1, 5, 2, 1, 1, 4, 5, 1, 1, 2, 8, 1, 2, 1, 4, 1, 1, 1, 1, 3, 2, 3, 3, 2, 1, 7, 5, 1, 1, 7, 4, 1, 4, 1, 8, 3, 1, 2, 1, 1, 3, 5, 1, 8, 3, 1, 2, 1, 3, 2, 1, 2, 4, 2, 3], "chunk_stats": {"count": 296, "sum": 668, "mean": 2.2567567567567566, "median": 2.0, "p95": 5.25, "max": 9, "min": 1}, "active_size_stats": {"count": 668, "sum": 668, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.9917014779930469, "decode_time_sec": 29.64635295300468, "total_time_sec": 30.673441858001752, "prefill_units_per_sec": 3179.3841896665062, "prefill_bytes_per_sec": 3163.2503022466954, "decode_units_per_sec": 69.08100983775253, "decode_bytes_per_sec": 69.08100983775253, "total_units_per_sec": 66.76785766269461, "total_bytes_per_sec": 66.76785766269461, "step_latency_ms": {"count": 2048, "sum": 29749, "mean": 14.52587890625, "median": 8.0, "p95": 38.0, "max": 46, "min": 7}, "peak_allocated_mb": 3417.8017578125, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3137, "mean": 196.0625, "median": 198.0, "p95": 237.25, "max": 238, "min": 144}, "model_input_units": {"count": 16, "sum": 3153, "mean": 197.0625, "median": 199.0, "p95": 238.25, "max": 239, "min": 145}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3137, "model_input_units": 3153, "stage0_units": 1170, "stage1_units": 626, "bytes_per_stage0_unit": 2.681196581196581, "stage0_per_stage1_unit": 1.8690095846645367}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3153, "units_out": 1170, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 2, 2, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 1, 1, 1, 6, 2, 1, 4, 2, 4, 2, 12, 2, 1, 3, 2, 1, 7, 2, 1, 5, 1, 9, 3, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1, 5, 7, 1, 1, 6, 1, 2, 3, 1, 9, 7, 1, 4, 1, 1, 1, 6, 1, 2, 1, 6, 5, 1, 5, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 3, 4, 1, 1, 3, 1, 1, 1, 7, 1, 2, 1, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 9, 7, 1, 5, 2, 6, 1, 6, 9, 7, 1, 3, 1, 5, 2, 4, 9, 7, 1, 5, 2, 7, 1, 5, 1, 1, 2, 1, 1, 1, 9, 3, 4, 1, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 2, 2, 1, 1, 9, 1, 2, 3, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 2, 3, 1, 9, 4, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 6, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 6, 1, 1, 3, 2, 4, 2, 8, 11, 2, 1, 4, 1, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 4, 6, 1, 9, 4, 6, 1, 3, 1, 3, 1, 1, 6, 1, 1, 13, 1, 2, 6, 1, 5, 1, 2, 4, 1, 6, 1, 17, 3, 4, 6, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 3, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 5, 2, 1, 6, 5, 1, 1, 2, 2, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 4, 1, 3, 1, 7, 1, 5, 3, 4, 1, 1, 3, 5, 1, 1, 3, 2, 1, 1, 1, 5, 1, 2, 2, 2, 4, 1, 2, 2, 1, 1, 9, 5, 1, 3, 1, 4, 1, 13, 1, 2, 4, 1, 1, 1, 5, 1, 17, 1, 3, 1, 1, 3, 1, 1, 4, 1, 1, 1, 13, 2, 3, 4, 5, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 1, 9, 4, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 3, 1, 6, 1, 5, 4, 1, 8, 1, 1, 5, 1, 1, 2, 1, 4, 1, 6, 1, 1, 5, 3, 4, 1, 1, 3, 7, 1, 1, 8, 1, 3, 2, 4, 2, 6, 2, 7, 1, 1, 5, 5, 1, 4, 2, 6, 1, 5, 2, 1, 3, 1, 5, 1, 6, 1, 4, 1, 3, 2, 4, 1, 5, 5, 2, 4, 1, 1, 4, 1, 1, 5, 6, 2, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 1, 1, 3, 3, 1, 4, 1, 1, 5, 1, 1, 3, 1, 1, 9, 5, 2, 1, 4, 1, 4, 7, 4, 4, 1, 4, 2, 1, 3, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 4, 1, 1, 5, 1, 14, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 1, 2, 8, 1, 7, 1, 1, 10, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 5, 1, 1, 3, 1, 5, 1, 1, 1, 1, 5, 2, 2, 5, 2, 4, 1, 9, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 9, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 8, 1, 6, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 3, 6, 1, 4, 1, 1, 1, 5, 1, 1, 4, 4, 1, 4, 1, 1, 4, 1, 5, 4, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 3, 4, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 7, 1, 1, 1, 1, 4, 1, 4, 1, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 9, 1, 1, 3, 2, 9, 2, 4, 1, 4, 2, 3, 1, 2, 2, 2, 3, 1, 4, 1, 2, 2, 2, 4, 1, 2, 1, 4, 2, 2, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 4, 2, 1, 4, 1, 13, 2, 1, 5, 2, 1, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 3, 1, 5, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 4, 1, 5, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 6, 1, 39, 4, 1, 1, 2, 3, 1, 4, 1, 5, 1, 4, 1, 1, 1, 13, 4, 1, 5, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 5, 4, 1, 3, 1, 1, 3, 2, 1, 2, 3, 4, 1, 8, 1, 9, 1, 3, 1, 1, 4, 2, 2, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 1, 4, 2, 1, 1, 1, 3, 4, 1, 4, 1, 1, 1, 5, 4, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 5, 4, 1, 6, 2, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 7, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 28, 4, 1, 4, 2, 2, 1, 1, 1, 5, 1, 2, 4, 1, 5, 1, 9, 3, 4, 4, 1, 5, 1, 5, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 1170, "sum": 3153, "mean": 2.694871794871795, "median": 1.0, "p95": 8.0, "max": 39, "min": 1}}, {"stage": 1, "units_in": 1170, "units_out": 626, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 2, 3, 1, 2, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 1, 1, 3, 1, 1, 3, 2, 2, 1, 1, 2, 1, 5, 2, 3, 1, 2, 1, 2, 2, 1, 1, 2, 1, 2, 2, 5, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 6, 4, 3, 3, 1, 2, 1, 1, 1, 10, 4, 1, 1, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 5, 2, 3, 1, 3, 1, 1, 1, 2, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 4, 2, 5, 1, 2, 2, 3, 1, 3, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 2, 5, 1, 5, 1, 5, 1, 1, 2, 1, 2, 5, 1, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 1, 7, 1, 3, 3, 3, 1, 2, 1, 1, 1, 1, 3, 3, 3, 2, 3, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 5, 3, 2, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 4, 1, 1, 1, 2, 6, 1, 4, 7, 2, 1, 2, 2, 1, 1, 3, 6, 4, 2, 2, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 1, 5, 1, 1, 1, 1, 2, 3, 2, 1, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 1, 2, 2, 1, 3, 7, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 2, 1, 3, 6, 1, 3, 1, 2, 1, 5, 1, 1, 1, 2, 5, 4, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 7, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 6, 1, 3, 1, 6, 1, 1, 1, 2, 3, 2, 2, 1, 1, 2, 3, 2, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 4, 2, 2, 2, 3, 4, 3, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 1, 1, 2, 3, 1, 1, 4, 1, 1, 1, 5, 1, 6, 1, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 9, 1, 1, 2, 1, 1, 4, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 5, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 626, "sum": 1170, "mean": 1.8690095846645367, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 734, "chunk_lengths": [1, 4, 1, 1, 1, 4, 1, 5, 1, 12, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 4, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 4, 1, 1, 1, 4, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1, 1, 7, 1, 1, 4, 1, 1, 1, 7, 1, 2, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 13, 3, 4, 2, 2, 9, 2, 3, 6, 1, 2, 1, 3, 1, 13, 3, 4, 1, 1, 9, 4, 1, 13, 3, 4, 5, 1, 5, 4, 3, 1, 9, 1, 2, 1, 4, 1, 2, 1, 5, 1, 13, 1, 5, 5, 5, 1, 1, 3, 6, 1, 5, 1, 4, 1, 1, 1, 1, 6, 1, 4, 1, 6, 1, 1, 1, 9, 3, 4, 2, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 4, 1, 1, 3, 1, 4, 1, 4, 1, 2, 1, 1, 4, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 4, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 6, 1, 13, 2, 3, 5, 1, 3, 4, 1, 1, 6, 1, 17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1, 1, 6, 1, 1, 1, 4, 3, 1, 6, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 2, 1, 1, 5, 4, 1, 4, 3, 5, 1, 1, 1, 3, 1, 1, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 1, 1, 2, 1, 1, 9, 1, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 2, 9, 3, 4, 4, 1, 1, 1, 1, 5, 4, 7, 4, 4, 1, 4, 7, 4, 4, 1, 4, 2, 4, 4, 1, 1, 5, 4, 1, 1, 5, 2, 4, 7, 4, 5, 5, 4, 2, 2, 1, 1, 3, 1, 4, 1, 4, 2, 4, 2, 5, 1, 1, 9, 3, 4, 1, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 4, 1, 1, 5, 3, 4, 1, 2, 2, 1, 1, 3, 1, 4, 1, 4, 5, 4, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 1, 6, 1, 6, 1, 1, 5, 1, 1, 1, 5, 13, 3, 1, 5, 2, 3, 13, 4, 2, 2, 2, 1, 9, 1, 2, 4, 3, 1, 4, 1, 13, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 4, 1, 3, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 5, 1, 3, 1, 6, 1, 1, 5, 1, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1, 1, 17, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 3, 2, 2, 1, 5, 1, 17, 1, 3, 1, 1, 9, 1, 1, 6, 4, 5, 1, 1, 7, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 4, 1, 7, 1, 1, 1, 5, 7, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 5, 1, 1, 7, 3, 1, 5, 1, 1, 2, 2, 2], "chunk_stats": {"count": 746, "sum": 2048, "mean": 2.745308310991957, "median": 1.0, "p95": 7.75, "max": 17, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 318, "chunk_lengths": [2, 1, 1, 1, 3, 2, 1, 1, 2, 2, 3, 3, 2, 3, 3, 3, 5, 1, 2, 4, 1, 3, 1, 1, 6, 2, 2, 3, 2, 4, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 2, 3, 2, 1, 1, 8, 2, 4, 1, 4, 1, 1, 2, 2, 1, 3, 6, 1, 4, 1, 1, 2, 2, 3, 1, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 1, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2, 3, 6, 1, 1, 4, 1, 1, 1, 3, 1, 1, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 6, 1, 1, 6, 5, 1, 1, 4, 1, 3, 2, 1, 5, 1, 1, 2, 2, 5, 1, 4, 1, 3, 2, 2, 3, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 5, 1, 1, 3, 1, 3, 1, 2, 1, 1, 3, 1, 1, 6, 1, 2, 3, 2, 1, 5, 1, 1, 1, 2, 6, 3, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1, 4, 1, 1, 6, 1, 6, 1, 4, 1, 1, 3, 1, 3, 1, 1, 4, 4, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 1, 2, 2, 3, 1, 1, 2, 8, 2, 1, 2, 1, 8, 5, 9, 1, 1, 4, 1, 1, 6, 1, 3, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 6, 1, 2, 2, 1, 2, 4, 5, 1, 5, 6, 2, 1, 4, 1, 5, 7, 1, 5, 1, 1, 1, 8, 1, 3, 1, 6, 1, 5, 1, 5, 1, 1, 2, 3, 1, 7, 1, 1, 7, 2, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 2, 1, 10, 1, 2, 4, 1, 1, 3, 3], "chunk_stats": {"count": 325, "sum": 734, "mean": 2.2584615384615385, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 734, "sum": 734, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.9977688330072851, "decode_time_sec": 29.306964982013596, "total_time_sec": 30.341057591998833, "prefill_units_per_sec": 3259.2719800621953, "prefill_bytes_per_sec": 3243.236201562504, "decode_units_per_sec": 69.8809993207044, "decode_bytes_per_sec": 69.8809993207044, "total_units_per_sec": 67.49929509840399, "total_bytes_per_sec": 67.49929509840399, "step_latency_ms": {"count": 2048, "sum": 29426, "mean": 14.3681640625, "median": 8.0, "p95": 38.0, "max": 42, "min": 7}, "peak_allocated_mb": 3426.63623046875, "peak_reserved_mb": 3480.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 204.0, "p95": 249.0, "max": 255, "min": 151}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 205.0, "p95": 250.0, "max": 256, "min": 152}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 1242, "stage1_units": 646, "bytes_per_stage0_unit": 2.605475040257649, "stage0_per_stage1_unit": 1.9226006191950464}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3252, "units_out": 1242, "chunk_lengths": [1, 1, 3, 3, 1, 9, 1, 1, 4, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 1, 9, 7, 2, 1, 1, 9, 5, 2, 1, 1, 9, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 1, 2, 5, 1, 13, 6, 1, 1, 1, 3, 3, 3, 1, 4, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 4, 1, 1, 3, 1, 9, 7, 5, 5, 1, 13, 1, 5, 1, 5, 9, 1, 1, 1, 3, 1, 1, 1, 2, 4, 2, 4, 1, 6, 1, 1, 5, 4, 1, 4, 2, 4, 1, 1, 3, 1, 1, 3, 2, 1, 3, 1, 3, 1, 1, 1, 3, 2, 6, 1, 1, 1, 1, 1, 1, 3, 1, 7, 1, 1, 2, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 8, 3, 4, 1, 1, 3, 1, 1, 3, 1, 2, 1, 7, 1, 1, 17, 1, 3, 1, 1, 1, 7, 1, 1, 7, 1, 7, 1, 1, 1, 1, 3, 4, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 13, 3, 1, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 4, 2, 3, 1, 4, 1, 3, 1, 4, 1, 1, 17, 1, 2, 2, 5, 2, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 5, 1, 1, 1, 1, 1, 5, 4, 2, 1, 1, 4, 1, 5, 1, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 5, 1, 1, 2, 1, 4, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 1, 3, 1, 5, 1, 1, 1, 2, 5, 1, 1, 2, 1, 1, 1, 4, 1, 4, 1, 3, 1, 5, 3, 1, 5, 1, 9, 2, 5, 1, 1, 2, 1, 5, 2, 3, 1, 5, 1, 5, 4, 2, 1, 1, 1, 1, 3, 1, 2, 2, 4, 1, 1, 3, 1, 1, 9, 7, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 1, 4, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 7, 1, 6, 2, 1, 3, 1, 2, 2, 2, 5, 1, 6, 1, 2, 2, 2, 5, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 5, 1, 3, 7, 5, 1, 5, 1, 2, 4, 3, 4, 1, 6, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 7, 2, 1, 6, 1, 1, 5, 4, 1, 7, 1, 6, 1, 5, 1, 1, 9, 3, 4, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 9, 7, 2, 1, 3, 1, 1, 1, 1, 9, 7, 2, 1, 1, 1, 1, 2, 7, 1, 1, 3, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 1, 9, 5, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 1, 4, 1, 1, 1, 1, 1, 5, 6, 4, 1, 1, 9, 5, 3, 1, 3, 1, 1, 1, 1, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 5, 1, 13, 5, 1, 1, 1, 3, 1, 2, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 4, 9, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 1, 3, 1, 9, 5, 2, 1, 3, 2, 3, 1, 4, 1, 1, 1, 3, 4, 1, 4, 1, 1, 2, 2, 4, 2, 1, 4, 6, 1, 4, 1, 1, 4, 2, 1, 3, 3, 1, 1, 3, 2, 3, 2, 3, 1, 1, 10, 4, 1, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 9, 1, 4, 1, 1, 2, 3, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 2, 1, 2, 2, 1, 5, 1, 1, 2, 1, 5, 13, 1, 3, 1, 2, 2, 1, 1, 9, 2, 3, 1, 3, 1, 10, 1, 13, 1, 3, 1, 1, 1, 3, 4, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 1, 1, 9, 2, 2, 2, 1, 9, 9, 2, 8, 1, 8, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 4, 1, 1, 9, 3, 4, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 7, 1, 2, 4, 2, 2, 1, 13, 7, 2, 1, 3, 1, 1, 6, 9, 4, 1, 13, 7, 2, 4, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 9, 3, 4, 1, 6, 1, 2, 2, 1, 4, 2, 4, 1, 5, 1, 1, 1, 3, 4, 1, 1, 3, 2, 4, 1, 1, 1, 9, 4, 5, 3, 5, 1, 13, 1, 4, 2, 1, 3, 1, 1, 3, 13, 6, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 13, 3, 1, 6, 2, 5, 1, 1, 1, 1, 1, 13, 6, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 5, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 6, 1, 6, 1, 1, 3, 1, 1, 5, 4, 1, 4, 2, 3, 1, 4, 5, 1, 3, 5, 4, 3, 1, 1, 5, 6, 1, 3, 2, 3, 1, 2, 3, 2, 2, 2, 5, 2, 3, 6, 5, 1], "chunk_stats": {"count": 1242, "sum": 3252, "mean": 2.6183574879227054, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1242, "units_out": 646, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 4, 3, 2, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 5, 1, 2, 1, 2, 5, 1, 2, 1, 1, 3, 1, 2, 1, 2, 2, 2, 1, 3, 1, 1, 4, 3, 5, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 2, 2, 3, 2, 1, 3, 1, 5, 2, 3, 3, 3, 1, 1, 3, 1, 1, 2, 2, 3, 1, 4, 1, 4, 1, 3, 1, 2, 1, 3, 1, 1, 2, 1, 6, 2, 4, 1, 6, 3, 3, 1, 1, 2, 1, 1, 3, 4, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 3, 2, 1, 2, 1, 3, 1, 3, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 3, 3, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 4, 5, 3, 1, 2, 3, 2, 2, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 2, 3, 1, 3, 2, 1, 4, 2, 4, 1, 1, 1, 3, 1, 2, 4, 1, 4, 1, 1, 1, 4, 2, 2, 2, 6, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 6, 1, 5, 4, 2, 2, 2, 5, 4, 4, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 1, 1, 1, 3, 1, 1, 2, 1, 2, 4, 1, 2, 1, 2, 2, 11, 1, 4, 2, 2, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 2, 4, 1, 4, 1, 9, 1, 1, 1, 6, 1, 1, 1, 5, 1, 7, 1, 4, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 2, 1, 3, 2, 2, 1, 1, 2, 4, 1, 2, 1, 1, 3, 1, 5, 2, 2, 1, 1, 2, 1, 6, 4, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 6, 2, 1, 5, 2, 1, 2, 2, 4, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 2, 1, 5, 2, 1, 1, 6, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 3, 2, 1, 2, 1, 2, 1, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 2, 2, 4, 2, 1, 1, 4, 3, 2, 4, 1, 1, 2, 1, 1, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 3, 1, 2, 1, 2, 1, 2, 2, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 1, 3, 1, 5, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 2, 1, 4, 2, 3, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 646, "sum": 1242, "mean": 1.9226006191950464, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 718, "chunk_lengths": [1, 1, 5, 1, 1, 3, 5, 9, 3, 4, 1, 3, 1, 3, 1, 4, 2, 6, 2, 1, 1, 1, 3, 1, 1, 5, 4, 3, 1, 9, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 5, 3, 4, 4, 1, 3, 1, 1, 1, 4, 3, 3, 1, 4, 1, 6, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 13, 4, 1, 1, 1, 7, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 2, 1, 13, 4, 1, 1, 4, 1, 7, 1, 1, 1, 5, 4, 1, 1, 7, 1, 1, 17, 1, 3, 1, 4, 1, 1, 1, 3, 1, 1, 2, 2, 5, 1, 1, 5, 4, 1, 3, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 3, 1, 5, 1, 8, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 3, 1, 5, 1, 8, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 3, 4, 3, 1, 1, 1, 4, 9, 3, 4, 1, 3, 1, 1, 4, 7, 1, 1, 3, 1, 1, 9, 7, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 8, 2, 1, 1, 1, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2, 1, 5, 4, 1, 6, 1, 5, 1, 1, 9, 3, 4, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2, 9, 6, 1, 5, 2, 1, 1, 1, 2, 5, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 7, 1, 6, 2, 1, 4, 1, 1, 5, 4, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 2, 4, 1, 6, 1, 1, 9, 3, 4, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 9, 5, 2, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 9, 3, 4, 4, 1, 1, 1, 4, 3, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 3, 4, 1, 3, 1, 1, 2, 1, 5, 1, 5, 2, 1, 3, 1, 1, 1, 4, 1, 1, 3, 1, 1, 2, 2, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 2, 4, 1, 1, 1, 2, 1, 2, 1, 2, 3, 3, 3, 3, 3, 3, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 10, 1, 5, 1, 9, 4, 1, 13, 1, 3, 1, 5, 1, 1, 1, 9, 3, 4, 5, 1, 1, 1, 1, 5, 2, 2, 1, 9, 1, 1, 5, 2, 2, 1, 1, 1, 1, 5, 1, 1, 8, 1, 1, 1, 4, 1, 3, 1, 8, 2, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 1, 1, 3, 1, 4, 2, 6, 1, 1, 1, 1, 1, 5, 1, 1, 5, 1, 2, 2, 1, 1, 6, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 6, 2, 5, 2, 6, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 13, 4, 5, 3, 5, 1, 17, 1, 2, 5, 1, 2, 1, 1, 1, 1, 21, 6, 2, 1, 1, 21, 1, 4, 5, 6, 1, 5, 3, 1, 2, 3, 2, 3, 1, 4, 5, 1, 3, 4, 1, 6, 1, 5, 3, 1, 4, 1, 5, 6, 1, 5, 3, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 5, 6, 1, 5, 1, 2, 6, 12, 5, 5, 1, 1, 1, 5, 2, 2, 8], "chunk_stats": {"count": 731, "sum": 2048, "mean": 2.801641586867305, "median": 2.0, "p95": 8.5, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 310, "chunk_lengths": [1, 4, 2, 1, 6, 2, 2, 1, 5, 1, 1, 7, 4, 4, 2, 3, 2, 1, 5, 1, 1, 1, 3, 4, 4, 1, 1, 4, 3, 5, 1, 3, 1, 1, 1, 8, 6, 1, 3, 1, 4, 2, 2, 1, 1, 4, 1, 4, 3, 1, 3, 3, 1, 1, 3, 4, 4, 1, 2, 3, 1, 5, 1, 5, 2, 7, 1, 1, 2, 4, 7, 1, 7, 2, 1, 1, 4, 1, 1, 1, 4, 1, 1, 2, 5, 1, 1, 4, 2, 4, 5, 5, 1, 1, 1, 1, 2, 4, 3, 1, 1, 4, 1, 2, 1, 1, 3, 4, 1, 5, 3, 1, 1, 4, 3, 1, 3, 1, 4, 2, 1, 4, 1, 6, 2, 1, 9, 1, 4, 4, 1, 2, 1, 1, 1, 3, 2, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 4, 4, 4, 1, 1, 2, 4, 1, 3, 1, 9, 2, 3, 1, 1, 1, 3, 2, 1, 1, 1, 1, 7, 1, 8, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 4, 2, 1, 1, 4, 1, 1, 4, 1, 3, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 5, 1, 1, 5, 6, 1, 5, 2, 3, 2, 2, 1, 1, 1, 1, 8, 1, 5, 3, 1, 7, 2, 1, 1, 1, 1, 3, 1, 2, 2, 1, 1, 2, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 2, 1, 1, 6, 1, 4, 2, 1, 8, 1, 6, 3, 1, 4, 1, 1, 3, 2, 1, 6, 4, 1, 3, 1, 3, 3], "chunk_stats": {"count": 321, "sum": 718, "mean": 2.236760124610592, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 718, "sum": 718, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0039936270004546, "decode_time_sec": 28.648336556016147, "total_time_sec": 29.68836396199913, "prefill_units_per_sec": 3179.3030494988934, "prefill_bytes_per_sec": 3163.366693361055, "decode_units_per_sec": 71.4875712240933, "decode_bytes_per_sec": 71.4875712240933, "total_units_per_sec": 68.98325561561505, "total_bytes_per_sec": 68.98325561561505, "step_latency_ms": {"count": 2048, "sum": 28749, "mean": 14.03759765625, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3423.2392578125, "peak_reserved_mb": 3480.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3176, "mean": 198.5, "median": 201.0, "p95": 243.25, "max": 247, "min": 148}, "model_input_units": {"count": 16, "sum": 3192, "mean": 199.5, "median": 202.0, "p95": 244.25, "max": 248, "min": 149}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3176, "model_input_units": 3192, "stage0_units": 1219, "stage1_units": 627, "bytes_per_stage0_unit": 2.605414273995078, "stage0_per_stage1_unit": 1.9441786283891547}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3192, "units_out": 1219, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 1, 3, 2, 1, 2, 1, 1, 1, 9, 2, 2, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 3, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 2, 2, 3, 1, 1, 1, 13, 4, 1, 1, 1, 1, 3, 1, 2, 1, 7, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 1, 7, 1, 7, 1, 5, 1, 2, 1, 6, 1, 3, 1, 5, 1, 7, 1, 1, 4, 1, 9, 4, 2, 1, 5, 1, 7, 1, 1, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 5, 4, 1, 9, 1, 5, 1, 1, 3, 1, 9, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 3, 4, 4, 1, 3, 1, 1, 9, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 1, 5, 3, 4, 1, 2, 1, 1, 9, 3, 1, 1, 5, 1, 4, 1, 1, 4, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 5, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 1, 2, 1, 1, 1, 10, 1, 1, 3, 1, 2, 3, 3, 1, 1, 9, 1, 1, 3, 1, 2, 3, 3, 1, 2, 1, 1, 3, 1, 7, 1, 4, 1, 1, 1, 1, 5, 2, 1, 2, 2, 4, 2, 2, 2, 3, 1, 1, 1, 2, 2, 5, 1, 6, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 5, 1, 1, 1, 1, 5, 4, 6, 2, 6, 3, 9, 1, 1, 5, 1, 1, 1, 9, 2, 4, 4, 1, 3, 1, 4, 1, 1, 1, 1, 3, 6, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 1, 2, 4, 1, 1, 9, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 4, 2, 1, 1, 9, 1, 4, 2, 1, 2, 1, 1, 2, 4, 1, 1, 4, 1, 6, 1, 4, 2, 1, 2, 1, 9, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 6, 1, 1, 3, 2, 6, 2, 6, 1, 1, 9, 6, 2, 1, 3, 1, 3, 1, 6, 1, 5, 1, 6, 1, 9, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 13, 1, 5, 4, 5, 1, 1, 6, 1, 1, 4, 3, 3, 5, 3, 1, 1, 9, 4, 1, 2, 2, 3, 1, 5, 3, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 9, 9, 2, 1, 3, 1, 1, 4, 1, 8, 1, 8, 1, 2, 1, 9, 1, 2, 1, 13, 1, 1, 1, 4, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 1, 1, 1, 9, 7, 1, 8, 5, 1, 1, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 6, 2, 1, 1, 4, 1, 4, 1, 1, 5, 6, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 4, 7, 4, 1, 2, 4, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 9, 1, 1, 4, 1, 1, 1, 3, 1, 4, 1, 6, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 2, 4, 1, 1, 1, 4, 1, 4, 7, 1, 3, 1, 3, 1, 7, 9, 5, 2, 1, 4, 1, 1, 1, 1, 4, 2, 1, 1, 1, 9, 4, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 1, 1, 4, 1, 7, 1, 1, 2, 2, 1, 5, 1, 2, 3, 1, 4, 1, 1, 9, 1, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 3, 9, 1, 1, 2, 1, 1, 1, 3, 2, 2, 1, 1, 4, 2, 10, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 10, 2, 4, 1, 1, 13, 5, 1, 1, 11, 6, 1, 4, 3, 2, 4, 1, 1, 13, 3, 3, 1, 9, 5, 1, 7, 2, 1, 1, 10, 1, 2, 1, 1, 3, 1, 2, 7, 2, 1, 6, 3, 1, 1, 3, 2, 5, 2, 2, 7, 2, 2, 7, 4, 1, 2, 2, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 2, 2, 1, 7, 2, 7, 5, 2, 1, 3, 1, 2, 7, 4, 1, 5, 1, 9, 1, 2, 1, 1, 1, 2, 2, 1, 5, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 1, 1, 3, 1, 1, 7, 3, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 3, 2, 7, 1, 2, 2, 1, 1, 9, 1, 3, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 3, 1, 4, 2, 1, 1, 17, 1, 2, 4, 1, 4, 1, 21, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 3, 10, 1, 1, 3, 1, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 5, 1, 2, 1, 4, 1, 9, 1, 2, 1, 3, 1, 1, 7, 2, 1, 2, 4, 2, 2, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 9, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 2, 1, 5, 4, 1, 43, 4, 1, 1, 2, 1, 1, 3, 4, 1, 9, 4, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 5, 2, 8, 1, 4, 1, 1, 1, 9, 4, 1, 6, 2, 1, 3, 1, 1, 5, 9, 4, 1, 1, 6, 2, 5, 9, 1, 2, 4, 1, 1, 6, 3, 4, 1, 5, 1, 13, 2, 6, 1, 1, 3, 8, 1, 2, 3, 5, 1, 5, 4, 1, 6, 1], "chunk_stats": {"count": 1219, "sum": 3192, "mean": 2.6185397867104183, "median": 1.0, "p95": 9.0, "max": 43, "min": 1}}, {"stage": 1, "units_in": 1219, "units_out": 627, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 10, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 3, 5, 1, 1, 2, 1, 5, 1, 3, 1, 2, 3, 1, 1, 3, 2, 3, 1, 3, 1, 1, 1, 1, 7, 1, 2, 1, 5, 1, 2, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 3, 4, 4, 1, 1, 1, 3, 2, 3, 1, 9, 1, 3, 2, 1, 5, 2, 1, 1, 1, 2, 1, 3, 2, 6, 1, 1, 2, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 2, 1, 6, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 3, 2, 3, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 3, 1, 5, 2, 3, 1, 2, 1, 6, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1, 1, 2, 1, 7, 1, 3, 1, 3, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 3, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 1, 2, 5, 1, 1, 3, 2, 4, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 5, 2, 1, 5, 1, 2, 3, 3, 2, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 5, 1, 4, 1, 1, 2, 1, 4, 1, 3, 3, 2, 1, 5, 6, 2, 1, 1, 1, 4, 1, 2, 5, 1, 3, 1, 2, 3, 1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 2, 4, 6, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 1, 2, 1, 3, 4, 1, 2, 2, 2, 1, 1, 1, 8, 1, 2, 1, 1, 1, 5, 1, 4, 2, 3, 2, 1, 2, 1, 5, 3, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 5, 1, 3, 4, 1, 1, 2, 1, 1, 5, 2, 1, 3, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 2, 3, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 4, 1, 3, 1, 6, 1, 1, 3, 1, 5, 3, 1, 1, 1, 5, 1, 5, 1, 5, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 2, 1, 3, 1, 1, 4, 1, 2, 3, 1, 1, 2, 3, 1, 1, 5, 3, 3, 1, 1, 2, 1, 1, 4, 1, 4, 3, 3, 1, 2, 4, 1, 1, 5, 3, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 5, 2, 3, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 2, 6, 2, 1, 2, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 5, 1, 4, 2, 1, 1, 5, 5, 1, 1, 1, 1, 2, 4, 4, 2, 1], "chunk_stats": {"count": 627, "sum": 1219, "mean": 1.9441786283891547, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 699, "chunk_lengths": [17, 4, 3, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 4, 3, 1, 1, 3, 1, 7, 1, 1, 1, 1, 13, 4, 1, 1, 3, 11, 5, 1, 1, 3, 1, 6, 6, 4, 8, 1, 1, 1, 1, 2, 7, 1, 5, 3, 4, 3, 1, 1, 1, 4, 1, 2, 1, 7, 1, 3, 1, 8, 1, 8, 2, 1, 4, 2, 9, 3, 4, 4, 1, 1, 1, 1, 1, 1, 4, 1, 9, 1, 1, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 1, 3, 1, 2, 3, 3, 1, 10, 1, 1, 7, 1, 1, 1, 3, 3, 1, 10, 1, 1, 3, 1, 1, 1, 3, 3, 1, 10, 1, 1, 10, 1, 1, 1, 3, 3, 1, 10, 1, 1, 9, 1, 5, 2, 5, 1, 5, 1, 1, 1, 9, 2, 4, 4, 2, 3, 1, 3, 1, 4, 1, 5, 1, 9, 2, 3, 2, 2, 2, 1, 3, 1, 1, 4, 1, 9, 6, 2, 7, 2, 9, 3, 4, 1, 1, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 2, 4, 2, 4, 1, 1, 1, 1, 4, 6, 1, 7, 1, 1, 8, 1, 8, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 9, 13, 1, 2, 1, 3, 1, 2, 5, 1, 17, 1, 3, 1, 1, 5, 1, 1, 2, 1, 3, 3, 1, 4, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 3, 1, 3, 13, 1, 1, 1, 4, 2, 2, 3, 1, 1, 9, 3, 4, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 3, 1, 8, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 4, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 2, 5, 2, 1, 2, 2, 3, 1, 1, 1, 1, 4, 1, 4, 1, 3, 3, 1, 1, 1, 6, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 4, 2, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 13, 3, 4, 4, 1, 5, 9, 4, 1, 13, 1, 5, 9, 1, 1, 1, 1, 3, 3, 1, 1, 4, 1, 8, 1, 6, 5, 6, 5, 1, 1, 1, 1, 2, 1, 10, 1, 9, 9, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 3, 1, 3, 2, 6, 1, 5, 1, 6, 1, 9, 1, 2, 8, 1, 6, 1, 5, 3, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 7, 2, 5, 2, 1, 9, 1, 5, 2, 3, 2, 7, 5, 1, 2, 1, 2, 2, 1, 1, 7, 3, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 2, 1, 3, 1, 3, 4, 1, 25, 4, 1, 3, 1, 4, 1, 7, 1, 1, 25, 1, 5, 2, 2, 9, 17, 4, 13, 1, 3, 1, 1, 8, 1, 1, 4, 1, 1, 13, 1, 3, 1, 1, 9, 2, 2, 2, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 3, 1, 1, 1, 1, 5, 13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 5, 4, 2, 4, 1, 1, 3, 4, 1, 9, 3, 4, 3, 1, 2, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3, 13, 4, 1, 1, 1, 6, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 5, 1, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 1, 4, 1, 4, 2, 1, 6, 1, 1, 1, 1, 2, 4, 1, 1, 1, 9, 4, 6, 6, 1, 3, 2, 10, 1, 3], "chunk_stats": {"count": 708, "sum": 2048, "mean": 2.8926553672316384, "median": 1.0, "p95": 9.0, "max": 25, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 286, "chunk_lengths": [1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 4, 2, 3, 1, 1, 2, 2, 3, 1, 4, 1, 1, 6, 1, 2, 2, 1, 3, 1, 3, 3, 1, 1, 1, 4, 2, 2, 4, 1, 1, 3, 3, 9, 1, 1, 3, 2, 3, 1, 9, 1, 3, 2, 3, 1, 3, 3, 3, 1, 3, 3, 3, 1, 3, 3, 4, 1, 2, 1, 3, 2, 1, 1, 1, 1, 4, 1, 5, 1, 2, 1, 4, 4, 2, 1, 1, 1, 5, 5, 2, 3, 1, 1, 2, 1, 1, 1, 1, 2, 7, 2, 1, 3, 1, 3, 1, 2, 4, 3, 1, 5, 4, 1, 3, 1, 2, 1, 5, 3, 1, 5, 2, 2, 1, 7, 1, 1, 1, 6, 2, 2, 4, 5, 1, 4, 6, 2, 2, 2, 1, 2, 3, 1, 1, 1, 3, 9, 1, 2, 4, 1, 1, 1, 9, 1, 4, 6, 1, 3, 2, 1, 2, 1, 2, 1, 1, 10, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 4, 2, 4, 2, 5, 2, 6, 3, 1, 3, 2, 3, 1, 1, 1, 5, 1, 5, 1, 6, 6, 3, 1, 7, 1, 5, 2, 2, 1, 2, 2, 1, 1, 1, 5, 3, 2, 1, 5, 1, 2, 1, 1, 4, 3, 3, 1, 2, 5, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 3, 5, 7, 1, 5, 1, 1, 10, 1, 1, 5, 3, 3, 1, 1, 1, 4, 1, 3, 1, 7, 2, 4, 1, 3, 1, 2, 1, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 294, "sum": 699, "mean": 2.377551020408163, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 699, "sum": 699, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.009405369994056, "decode_time_sec": 28.27032191199396, "total_time_sec": 29.315557841000555, "prefill_units_per_sec": 3293.0278546265054, "prefill_bytes_per_sec": 3277.1769383587484, "decode_units_per_sec": 72.44346231272011, "decode_bytes_per_sec": 72.44346231272011, "total_units_per_sec": 69.86051608186285, "total_bytes_per_sec": 69.86051608186285, "step_latency_ms": {"count": 2048, "sum": 28409, "mean": 13.87158203125, "median": 8.0, "p95": 38.0, "max": 42, "min": 7}, "peak_allocated_mb": 3424.54443359375, "peak_reserved_mb": 3480.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3308, "mean": 206.75, "median": 218.5, "p95": 253.5, "max": 255, "min": 102}, "model_input_units": {"count": 16, "sum": 3324, "mean": 207.75, "median": 219.5, "p95": 254.5, "max": 256, "min": 103}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3308, "model_input_units": 3324, "stage0_units": 1278, "stage1_units": 641, "bytes_per_stage0_unit": 2.588419405320814, "stage0_per_stage1_unit": 1.9937597503900155}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3324, "units_out": 1278, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 8, 1, 1, 3, 2, 3, 1, 1, 9, 6, 1, 5, 2, 6, 1, 6, 4, 1, 1, 4, 1, 1, 3, 1, 6, 2, 6, 1, 6, 4, 1, 1, 2, 2, 1, 4, 1, 9, 7, 2, 3, 4, 1, 3, 2, 6, 1, 4, 2, 2, 2, 1, 9, 1, 2, 6, 1, 13, 3, 4, 1, 5, 6, 1, 1, 1, 1, 3, 1, 1, 6, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 4, 4, 2, 3, 1, 9, 1, 3, 4, 1, 3, 4, 1, 13, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 3, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 4, 4, 1, 1, 1, 1, 17, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 13, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 1, 5, 6, 1, 3, 7, 1, 1, 6, 1, 1, 13, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 4, 4, 1, 13, 1, 1, 6, 1, 1, 2, 4, 4, 6, 1, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 2, 2, 1, 1, 2, 3, 1, 2, 1, 3, 2, 1, 4, 1, 1, 7, 1, 1, 4, 4, 3, 2, 3, 1, 3, 4, 5, 1, 13, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 14, 1, 4, 4, 1, 4, 4, 5, 1, 2, 8, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 1, 1, 2, 1, 6, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 1, 13, 1, 5, 9, 1, 1, 4, 1, 1, 1, 7, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 9, 4, 1, 13, 1, 3, 1, 1, 4, 2, 1, 3, 13, 8, 2, 4, 1, 1, 1, 3, 1, 3, 1, 4, 1, 1, 1, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 1, 5, 4, 2, 1, 1, 2, 2, 1, 3, 1, 4, 1, 3, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 1, 5, 1, 2, 1, 1, 2, 1, 2, 1, 8, 2, 1, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 2, 2, 1, 1, 1, 1, 2, 7, 9, 5, 4, 5, 1, 2, 1, 8, 9, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 5, 1, 1, 6, 1, 1, 5, 1, 4, 1, 3, 2, 5, 1, 4, 2, 9, 1, 1, 5, 3, 1, 7, 2, 1, 1, 5, 4, 6, 3, 5, 1, 4, 1, 9, 4, 1, 2, 2, 5, 1, 1, 6, 1, 6, 1, 3, 2, 5, 2, 9, 1, 9, 3, 1, 6, 1, 1, 5, 1, 4, 1, 5, 3, 4, 1, 4, 1, 1, 1, 3, 2, 1, 11, 1, 1, 3, 2, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 12, 1, 2, 2, 2, 1, 13, 1, 4, 1, 1, 7, 1, 2, 2, 1, 1, 3, 1, 2, 1, 11, 2, 1, 1, 13, 3, 3, 9, 1, 3, 1, 11, 1, 4, 1, 13, 3, 1, 1, 3, 1, 1, 1, 6, 1, 4, 2, 1, 1, 13, 1, 3, 1, 1, 1, 3, 6, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 4, 4, 2, 1, 2, 3, 4, 4, 1, 1, 5, 1, 1, 1, 13, 1, 2, 1, 1, 1, 1, 1, 1, 17, 3, 4, 4, 1, 1, 1, 3, 9, 1, 1, 3, 2, 1, 3, 1, 1, 9, 1, 2, 1, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 6, 2, 1, 3, 1, 1, 7, 1, 4, 1, 9, 1, 1, 3, 1, 1, 9, 1, 5, 2, 1, 3, 1, 1, 3, 1, 2, 3, 1, 1, 2, 1, 3, 5, 1, 1, 9, 3, 2, 2, 1, 1, 1, 4, 1, 1, 1, 4, 1, 9, 4, 1, 2, 4, 1, 1, 2, 2, 3, 9, 1, 1, 2, 1, 4, 1, 3, 1, 1, 1, 13, 4, 3, 1, 1, 1, 3, 12, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 6, 1, 8, 1, 2, 2, 2, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 4, 1, 5, 2, 6, 1, 4, 1, 1, 1, 9, 4, 9, 1, 1, 1, 1, 13, 6, 2, 2, 1, 3, 1, 1, 6, 1, 6, 1, 1, 3, 1, 6, 1, 4, 1, 13, 1, 2, 6, 1, 1, 17, 6, 1, 1, 4, 1, 5, 1, 2, 1, 1, 3, 8, 1, 1, 6, 1, 4, 1, 6, 1, 4, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 2, 1, 1, 1, 5, 7, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 5, 7, 1, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 4, 1, 5, 1, 1, 3, 2, 5, 2, 7, 1, 2, 2, 1, 1, 9, 1, 2, 8, 1, 2, 2, 2, 1, 13, 8, 2, 4, 1, 1, 1, 9, 7, 1, 1, 3, 1, 1, 3, 5, 9, 2, 2, 4, 6, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 6, 1, 1, 5, 1, 4, 2, 1, 4, 1, 5, 2, 2, 2, 2, 2, 2, 1, 5, 1, 2, 1, 9, 1, 5, 2, 5, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 1, 9, 1, 1, 4, 1, 5, 2, 1, 4, 1, 3, 1, 4, 1, 1, 1, 9, 1, 2, 4, 1, 1, 4, 1, 4, 1, 13, 1, 4, 1, 1, 4, 1, 1, 13, 6, 1, 5, 1, 1, 1, 1, 3, 11, 1, 1, 3, 1, 1, 9, 3, 2, 1, 3, 1, 3, 1, 1, 2, 1, 4, 1, 1, 9, 1, 2, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 9, 1, 2, 2, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 3, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 2, 2, 1, 1, 9, 3, 4, 1, 1], "chunk_stats": {"count": 1278, "sum": 3324, "mean": 2.60093896713615, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1278, "units_out": 641, "chunk_lengths": [1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 2, 3, 1, 1, 1, 2, 2, 4, 1, 3, 2, 3, 1, 3, 1, 1, 1, 5, 2, 2, 1, 1, 1, 2, 2, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 1, 2, 1, 3, 1, 2, 2, 2, 1, 3, 3, 2, 1, 3, 1, 2, 1, 2, 7, 1, 1, 1, 1, 1, 5, 3, 1, 5, 3, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 3, 3, 1, 2, 1, 1, 1, 3, 3, 3, 4, 1, 2, 1, 1, 2, 6, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 5, 2, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 3, 2, 1, 1, 2, 3, 3, 3, 3, 3, 1, 1, 1, 1, 3, 2, 2, 1, 6, 1, 2, 1, 1, 3, 2, 1, 2, 5, 1, 2, 1, 1, 1, 1, 3, 5, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 3, 2, 1, 1, 2, 2, 1, 4, 1, 1, 8, 1, 2, 1, 1, 3, 1, 2, 3, 1, 2, 2, 2, 1, 3, 2, 1, 2, 1, 5, 1, 2, 1, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 2, 4, 1, 2, 3, 1, 3, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 7, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 2, 2, 2, 1, 1, 2, 2, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 2, 1, 7, 2, 2, 3, 1, 3, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 5, 5, 1, 2, 3, 3, 5, 2, 1, 2, 1, 2, 1, 4, 2, 2, 1, 6, 1, 4, 2, 2, 1, 1, 2, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 3, 5, 1, 1, 3, 1, 2, 1, 1, 3, 1, 1, 2, 1, 1, 3, 2, 2, 1, 4, 4, 1, 2, 3, 1, 5, 4, 4, 1, 1, 2, 1, 2, 4, 2, 7, 1, 1, 1, 1, 1, 5, 4, 1, 3, 5, 1, 1, 10, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 1, 5, 2, 2, 2, 3, 1, 6, 3, 2, 1, 1, 1, 2, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 1, 1, 1, 1, 5, 1, 2, 2, 5, 1, 1, 4, 1, 2, 5, 1, 1, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 4, 1, 10, 1, 2, 3, 4, 10, 1, 1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 7, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 1, 1, 3, 1, 2, 1, 5, 5, 2, 1, 5, 1, 5, 1, 2, 1, 1, 1, 2, 6, 1, 5, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 1, 1, 7, 2, 2, 1, 2, 1, 1, 2, 4, 2, 1, 6, 2, 6, 1, 6, 2, 1, 3, 1, 2, 1, 5, 1, 5, 1, 3, 1, 1, 3, 6, 5, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 641, "sum": 1278, "mean": 1.9937597503900155, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 708, "chunk_lengths": [9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 1, 1, 5, 1, 1, 4, 4, 1, 6, 1, 1, 3, 1, 1, 9, 3, 4, 1, 3, 1, 8, 1, 5, 1, 1, 4, 4, 9, 1, 1, 6, 1, 1, 1, 4, 1, 1, 5, 1, 5, 3, 4, 4, 3, 1, 1, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 4, 3, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 9, 1, 3, 1, 5, 1, 1, 2, 1, 5, 1, 5, 2, 4, 1, 1, 1, 2, 4, 2, 2, 1, 1, 1, 4, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 5, 4, 2, 1, 3, 7, 1, 1, 6, 1, 1, 13, 3, 4, 1, 4, 5, 3, 4, 1, 3, 1, 1, 1, 4, 1, 7, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 3, 4, 1, 4, 5, 3, 1, 1, 3, 1, 5, 1, 1, 13, 4, 1, 1, 4, 2, 1, 4, 13, 3, 4, 7, 1, 5, 4, 1, 3, 1, 5, 1, 4, 1, 1, 9, 8, 2, 1, 1, 9, 1, 14, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 13, 1, 4, 1, 2, 1, 1, 1, 1, 3, 1, 13, 1, 1, 6, 1, 2, 1, 6, 1, 13, 1, 1, 6, 1, 2, 4, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 5, 1, 1, 6, 1, 1, 5, 1, 3, 2, 5, 2, 9, 1, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 4, 1, 1, 9, 3, 4, 3, 1, 2, 5, 1, 1, 1, 1, 3, 1, 1, 1, 6, 1, 4, 3, 1, 1, 3, 1, 13, 11, 1, 1, 3, 1, 11, 1, 13, 11, 1, 4, 1, 1, 3, 1, 11, 1, 4, 1, 9, 3, 4, 2, 2, 1, 1, 4, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 1, 2, 2, 1, 2, 2, 2, 1, 13, 4, 1, 1, 8, 2, 2, 3, 1, 3, 2, 3, 9, 1, 4, 1, 3, 1, 1, 1, 17, 3, 1, 1, 1, 2, 3, 1, 3, 3, 1, 3, 1, 1, 9, 3, 4, 3, 1, 1, 1, 1, 4, 1, 7, 1, 4, 1, 1, 2, 6, 1, 1, 9, 3, 4, 4, 1, 1, 1, 6, 1, 7, 1, 13, 1, 5, 4, 1, 1, 4, 1, 1, 5, 1, 4, 1, 1, 9, 1, 5, 5, 5, 1, 1, 1, 5, 1, 1, 7, 2, 1, 3, 17, 3, 4, 1, 13, 4, 1, 17, 3, 4, 1, 1, 9, 3, 4, 9, 1, 5, 4, 1, 6, 1, 6, 1, 1, 1, 5, 7, 1, 1, 7, 1, 1, 3, 1, 1, 1, 3, 1, 7, 5, 7, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 5, 5, 7, 1, 1, 1, 5, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 1, 1, 4, 9, 2, 5, 3, 10, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 4, 5, 2, 3, 7, 1, 17, 1, 6, 4, 5, 1, 3, 1, 5, 5, 3, 4, 13, 1, 4, 1, 1, 1, 17, 1, 2, 3, 1, 2, 7, 2, 2, 4, 3, 4, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1, 1, 9, 1, 1, 2, 2, 2, 2, 2, 4, 9, 2, 2, 2, 2, 2, 2, 3, 1, 9, 5, 5, 10, 1, 1, 4, 6, 1, 5, 1, 9, 4, 1], "chunk_stats": {"count": 721, "sum": 2048, "mean": 2.840499306518724, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 269, "chunk_lengths": [1, 2, 1, 7, 2, 1, 1, 4, 2, 5, 1, 5, 1, 1, 1, 4, 1, 1, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 4, 4, 1, 4, 1, 3, 2, 1, 3, 1, 2, 2, 4, 2, 3, 1, 2, 3, 1, 1, 1, 3, 6, 1, 1, 2, 1, 3, 1, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 1, 5, 1, 1, 5, 3, 6, 3, 1, 4, 1, 3, 2, 2, 1, 4, 3, 1, 3, 1, 1, 3, 2, 4, 1, 1, 1, 2, 1, 1, 1, 5, 1, 3, 2, 3, 1, 5, 2, 4, 1, 2, 2, 4, 1, 7, 2, 5, 1, 1, 1, 9, 1, 1, 2, 1, 3, 1, 1, 2, 1, 2, 1, 5, 1, 3, 1, 10, 1, 2, 2, 1, 5, 2, 3, 7, 1, 4, 1, 1, 3, 2, 4, 3, 1, 1, 6, 1, 1, 2, 5, 1, 4, 1, 4, 1, 1, 7, 1, 2, 2, 3, 5, 1, 1, 4, 1, 1, 1, 3, 5, 1, 1, 9, 2, 1, 1, 4, 3, 4, 1, 2, 3, 3, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 1, 4, 2, 1, 2, 4, 7, 1, 2, 5, 8, 1, 2, 4, 4, 10, 1, 1, 32, 9, 5, 1, 1, 1, 5, 3, 1, 3, 1, 2, 4, 5, 1, 2, 1, 4, 2, 1, 2, 3, 5, 1, 6, 2, 1, 3, 1, 6, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 4, 1, 2, 1, 5, 1, 3, 8, 1, 4, 1, 1, 2, 2, 2, 1], "chunk_stats": {"count": 279, "sum": 708, "mean": 2.5376344086021505, "median": 2.0, "p95": 6.0, "max": 32, "min": 1}, "active_size_stats": {"count": 708, "sum": 708, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.9933740810010931, "decode_time_sec": 30.065870516995346, "total_time_sec": 31.09428213099818, "prefill_units_per_sec": 2911.289971533712, "prefill_bytes_per_sec": 2895.1832496995007, "decode_units_per_sec": 68.11710304021719, "decode_bytes_per_sec": 68.11710304021719, "total_units_per_sec": 65.86419944901476, "total_bytes_per_sec": 65.86419944901476, "step_latency_ms": {"count": 2048, "sum": 30199, "mean": 14.74560546875, "median": 8.0, "p95": 38.0, "max": 46, "min": 7}, "peak_allocated_mb": 3413.16552734375, "peak_reserved_mb": 3440.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 1093, "stage1_units": 582, "bytes_per_stage0_unit": 2.6312900274473927, "stage0_per_stage1_unit": 1.8780068728522337}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2892, "units_out": 1093, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 4, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1, 1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1, 1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 1093, "sum": 2892, "mean": 2.645928636779506, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1093, "units_out": 582, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 4, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 582, "sum": 1093, "mean": 1.8780068728522337, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 763, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 2, 5, 1, 2, 2, 4, 1, 2, 3, 1, 2, 4, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 5, 1, 1, 9, 4, 1, 6, 2, 5, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 1, 2, 3, 1, 4, 1, 8, 1, 5, 3, 4, 4, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 6, 2, 45, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 2, 1, 14, 1, 2, 2, 2, 1, 13, 1, 2, 4, 2, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 3, 14, 1, 5, 1, 4, 1, 1, 1, 1, 5, 1, 5, 1, 7, 1, 1, 8, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 3, 4, 6, 1, 1, 1, 1, 5, 7, 1, 7, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 2, 1, 1, 9, 1, 13, 7, 1, 1, 2, 1, 1, 3, 6, 1, 1, 2, 1, 1, 9, 1, 2, 1, 7, 2, 3, 6, 1, 13, 7, 1, 1, 7, 1, 1, 3, 6, 1, 1, 7, 1, 1, 1, 1, 2, 7, 1, 1, 4, 5, 1, 1, 5, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 1, 1, 5, 3, 4, 5, 1, 1, 1, 4, 1, 4, 1, 7, 1, 4, 1, 7, 1, 4, 2, 1, 1, 1, 2, 3, 5, 1, 2, 7, 1, 1, 1, 5, 2, 7, 1, 4, 5, 1, 2, 2, 6, 5, 4, 1, 7, 2, 3, 1, 4, 1, 1, 5, 2, 7, 1, 4, 7, 1, 2, 2, 6, 9, 2, 2, 1, 2, 2, 2, 3, 1, 6, 2, 1, 9, 2, 2, 1, 2, 2, 2, 3, 1, 7, 2, 1, 1, 9, 2, 1, 4, 2, 3, 9, 2, 3, 1, 1, 3, 1, 3, 2, 1, 2, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 4, 4, 1, 1, 5, 3, 4, 1, 3, 1, 3, 1, 1, 3, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 6, 1, 9, 3, 4, 1, 7, 1, 1, 4, 1, 2, 4, 1, 1, 7, 1, 4, 1, 1, 6, 1, 1, 6, 1, 4, 2, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 5, 1, 2, 1, 4, 1, 5, 2, 3, 1, 1, 9, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 4, 1, 2, 1, 4, 1, 1, 4, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 4, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 7, 5, 1, 1, 3, 3, 4, 8, 3, 2, 3], "chunk_stats": {"count": 775, "sum": 2048, "mean": 2.6425806451612903, "median": 1.0, "p95": 7.2999999999999545, "max": 45, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 326, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1, 2, 2, 3, 1, 3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 3, 1, 3, 2, 1, 1, 10, 2, 3, 1, 3, 1, 1, 8, 2, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 1, 6, 2, 2, 4, 1, 1, 4, 2, 1, 7, 2, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 3, 1, 3, 2, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2, 5, 2, 1, 3, 1, 1, 7, 3, 4, 1, 3, 1, 1, 7, 3, 5, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 7, 3, 2, 1, 3, 6, 1, 5, 3, 1, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 3, 1, 2, 4, 3, 4, 1, 1, 1, 4, 1, 2, 2, 2, 4, 3, 1, 2, 2, 1, 1, 4, 1, 1, 3, 2, 1, 1, 4, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 4, 1, 1, 1, 1, 1, 2, 3, 2, 2, 1, 1, 3, 5, 2, 1, 1, 1, 2, 2, 1, 5, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 3, 1, 5, 1, 4, 1, 4, 5, 4, 1, 1, 1, 5, 1, 6, 1, 3, 1, 3, 4, 1, 4, 1, 1, 7, 1, 1, 3, 5, 4, 3, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 3, 3, 3, 1, 3, 2, 3, 3, 2, 3, 1, 1, 6, 1, 1, 2, 4, 1, 3, 4, 1, 4, 1, 2, 1, 1, 2, 1, 1, 3, 21, 1, 3, 1, 3, 2], "chunk_stats": {"count": 334, "sum": 763, "mean": 2.284431137724551, "median": 2.0, "p95": 5.349999999999966, "max": 21, "min": 1}, "active_size_stats": {"count": 763, "sum": 763, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.9993090509997273, "decode_time_sec": 28.952519786002085, "total_time_sec": 29.987325796999357, "prefill_units_per_sec": 3328.2996853401937, "prefill_bytes_per_sec": 3312.2886225123393, "decode_units_per_sec": 70.73650290674055, "decode_bytes_per_sec": 70.73650290674055, "total_units_per_sec": 68.29551970936103, "total_bytes_per_sec": 68.29551970936103, "step_latency_ms": {"count": 2048, "sum": 29070, "mean": 14.1943359375, "median": 8.0, "p95": 38.0, "max": 42, "min": 7}, "peak_allocated_mb": 3424.61474609375, "peak_reserved_mb": 3480.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3310, "mean": 206.875, "median": 199.5, "p95": 244.0, "max": 244, "min": 156}, "model_input_units": {"count": 16, "sum": 3326, "mean": 207.875, "median": 200.5, "p95": 245.0, "max": 245, "min": 157}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3310, "model_input_units": 3326, "stage0_units": 1310, "stage1_units": 669, "bytes_per_stage0_unit": 2.5267175572519083, "stage0_per_stage1_unit": 1.9581464872944694}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3326, "units_out": 1310, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 13, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 4, 2, 1, 3, 1, 1, 13, 2, 2, 1, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 5, 4, 5, 3, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 3, 4, 5, 1, 5, 1, 2, 4, 2, 3, 14, 1, 3, 1, 1, 8, 1, 5, 1, 4, 2, 4, 1, 1, 14, 1, 3, 3, 1, 5, 1, 4, 1, 1, 1, 2, 2, 14, 1, 3, 1, 3, 1, 3, 6, 1, 5, 3, 1, 1, 3, 4, 1, 1, 6, 1, 9, 1, 1, 6, 1, 1, 5, 7, 1, 6, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 6, 1, 1, 1, 7, 1, 1, 1, 5, 1, 2, 1, 2, 1, 8, 2, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 5, 1, 3, 1, 1, 1, 3, 4, 1, 1, 2, 1, 2, 6, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 7, 1, 1, 13, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 5, 5, 1, 4, 1, 6, 2, 1, 14, 1, 1, 3, 4, 5, 1, 1, 5, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 3, 1, 4, 1, 2, 1, 1, 1, 3, 2, 4, 1, 4, 2, 1, 6, 1, 2, 2, 1, 22, 6, 1, 4, 6, 1, 2, 1, 4, 2, 4, 1, 4, 1, 2, 2, 1, 1, 9, 3, 1, 5, 2, 1, 1, 9, 4, 1, 5, 3, 4, 1, 4, 1, 13, 1, 2, 4, 1, 5, 1, 2, 2, 2, 1, 17, 1, 5, 2, 4, 5, 1, 2, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 4, 1, 1, 3, 2, 1, 5, 1, 2, 3, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 6, 1, 6, 1, 9, 3, 1, 1, 3, 1, 1, 3, 2, 3, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 1, 1, 1, 1, 1, 7, 2, 1, 3, 1, 1, 1, 2, 1, 1, 6, 1, 2, 2, 1, 1, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 14, 1, 1, 2, 1, 1, 3, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 2, 3, 1, 4, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 5, 1, 6, 2, 2, 3, 1, 1, 1, 1, 4, 1, 3, 1, 2, 3, 1, 3, 1, 5, 1, 2, 1, 5, 1, 9, 3, 4, 8, 1, 1, 5, 1, 5, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 6, 1, 7, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 7, 1, 2, 1, 2, 2, 5, 1, 1, 7, 1, 9, 3, 4, 1, 3, 5, 7, 9, 1, 1, 1, 1, 3, 3, 2, 1, 1, 5, 2, 5, 1, 1, 1, 1, 5, 4, 7, 1, 5, 3, 1, 1, 9, 3, 4, 3, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 3, 1, 5, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 5, 1, 1, 9, 6, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1, 1, 1, 3, 2, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 7, 1, 2, 4, 2, 2, 1, 13, 2, 2, 4, 1, 1, 3, 1, 6, 1, 13, 1, 1, 1, 1, 3, 4, 1, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 3, 1, 13, 4, 1, 7, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 1, 3, 7, 1, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 3, 2, 1, 4, 1, 1, 1, 3, 5, 7, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 5, 1, 1, 9, 1, 2, 5, 1, 1, 4, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 1, 7, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 2, 1, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 9, 1, 2, 2, 2, 1, 7, 1, 1, 3, 1, 1, 5, 1, 4, 2, 9, 1, 1, 1, 2, 1, 1, 9, 3, 2, 2, 1, 1, 9, 3, 1, 1, 6, 1, 1, 3, 1, 2, 1, 1, 1, 1, 9, 3, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 4, 1, 4, 2, 5, 1, 1, 6, 1, 2, 6, 1, 2, 2, 2, 5, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 4, 4, 1, 1, 5, 5, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 9, 2, 2, 1, 9, 4, 1, 4, 1, 4, 2, 1, 4, 1, 5, 1, 1, 3, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 9, 1, 1, 1, 1, 2, 4, 1, 2, 1, 1, 5, 4, 1, 2, 1, 1, 8, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 5, 6, 1, 1, 2, 5, 1, 7, 1, 1, 3, 1, 5, 2, 1, 3, 1, 8, 2, 7, 1, 6, 7, 1, 1, 2, 1, 2, 1, 3, 1, 5, 2, 1, 3, 1, 7, 1, 1, 1, 3, 1, 5, 1, 1, 2, 3, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 1, 6, 4, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 1, 8, 2, 1, 1, 1, 1, 2, 5, 1, 2, 4, 1, 1, 1, 2, 3, 1, 1, 1, 1, 6, 1, 17, 1, 1, 5, 1, 3, 3, 1, 2, 5, 1, 1], "chunk_stats": {"count": 1310, "sum": 3326, "mean": 2.5389312977099237, "median": 1.0, "p95": 8.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 1310, "units_out": 669, "chunk_lengths": [1, 2, 2, 2, 2, 1, 3, 4, 1, 1, 5, 1, 2, 3, 2, 4, 1, 1, 1, 1, 7, 5, 4, 1, 1, 1, 8, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 3, 2, 3, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 5, 2, 3, 1, 2, 3, 4, 1, 2, 1, 1, 2, 1, 7, 2, 1, 2, 4, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 2, 2, 1, 3, 1, 9, 1, 1, 5, 4, 1, 9, 1, 4, 2, 1, 1, 2, 1, 3, 3, 1, 3, 1, 5, 1, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 7, 1, 7, 1, 5, 1, 1, 4, 1, 5, 1, 2, 1, 1, 2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 7, 2, 1, 1, 2, 2, 1, 2, 1, 3, 3, 5, 1, 1, 2, 1, 2, 3, 1, 3, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 2, 1, 3, 3, 2, 1, 1, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 4, 5, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 2, 3, 1, 3, 3, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 5, 2, 1, 6, 4, 1, 5, 2, 1, 9, 3, 2, 1, 6, 1, 4, 1, 2, 2, 1, 1, 2, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 7, 1, 2, 1, 3, 1, 1, 2, 2, 6, 1, 1, 4, 1, 2, 1, 4, 1, 2, 1, 1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 3, 1, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 4, 2, 1, 3, 1, 1, 3, 1, 1, 3, 3, 3, 1, 1, 1, 1, 4, 3, 2, 5, 4, 1, 1, 2, 2, 1, 4, 1, 1, 5, 2, 4, 1, 1, 1, 1, 6, 1, 1, 3, 1, 3, 4, 3, 4, 1, 3, 1, 2, 3, 1, 2, 1, 2, 1, 3, 1, 3, 3, 1, 2, 1, 2, 4, 2, 4, 2, 3, 3, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 5, 1, 4, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 2, 5, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 8, 2, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 6, 1, 3, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 1, 2, 1, 2, 2, 3, 1, 1, 1, 4, 3, 3, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 2, 2, 2, 2, 2, 2, 1, 1, 2, 1, 3, 2, 1, 1, 5, 1, 1, 4, 1, 4, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 2, 1, 3, 1, 8, 1, 5, 1, 1, 2, 2, 4, 1, 3, 3, 1, 1, 1, 2, 6, 1, 2, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 2, 7, 2, 1, 1], "chunk_stats": {"count": 669, "sum": 1310, "mean": 1.9581464872944694, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 750, "chunk_lengths": [2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 13, 2, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 5, 1, 4, 1, 5, 4, 6, 1, 1, 3, 2, 5, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 5, 1, 4, 1, 1, 13, 3, 4, 5, 1, 4, 9, 1, 1, 1, 7, 8, 1, 1, 1, 1, 2, 3, 5, 1, 1, 2, 8, 1, 1, 1, 9, 3, 4, 1, 4, 1, 5, 2, 1, 5, 8, 1, 1, 2, 1, 7, 8, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 13, 3, 4, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 5, 1, 1, 5, 4, 1, 4, 1, 1, 2, 1, 8, 1, 4, 1, 4, 1, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 2, 1, 14, 1, 7, 1, 6, 1, 7, 1, 7, 2, 4, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 7, 2, 2, 1, 4, 2, 1, 1, 9, 2, 1, 3, 1, 1, 2, 1, 1, 13, 4, 1, 17, 1, 5, 2, 4, 1, 4, 1, 3, 1, 1, 4, 2, 4, 5, 1, 2, 1, 5, 1, 13, 1, 2, 1, 5, 1, 2, 4, 5, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 4, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 1, 3, 3, 1, 1, 3, 1, 1, 2, 9, 1, 1, 2, 1, 1, 6, 1, 1, 10, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 9, 6, 2, 5, 1, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 9, 2, 3, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 3, 2, 5, 1, 9, 3, 4, 8, 1, 5, 1, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 7, 1, 7, 1, 2, 1, 1, 4, 1, 1, 5, 2, 1, 7, 2, 2, 1, 2, 1, 1, 2, 1, 1, 7, 1, 1, 5, 1, 2, 1, 9, 1, 5, 1, 4, 1, 5, 3, 4, 5, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 5, 1, 1, 5, 3, 4, 2, 1, 3, 2, 1, 1, 1, 2, 1, 7, 2, 3, 2, 1, 4, 1, 5, 1, 1, 1, 1, 1, 4, 2, 1, 3, 2, 1, 1, 6, 1, 1, 4, 1, 1, 4, 8, 1, 6, 1, 2, 1, 2, 4, 1, 1, 4, 1, 1, 9, 1, 2, 2, 4, 1, 13, 3, 4, 2, 1, 4, 1, 2, 1, 9, 4, 1, 13, 3, 4, 9, 3, 4, 1, 2, 1, 1, 1, 1, 5, 1, 1, 3, 5, 7, 1, 1, 1, 3, 7, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 1, 1, 3, 5, 1, 6, 1, 1, 3, 1, 1, 2, 1, 1, 1, 9, 3, 4, 3, 1, 1, 1, 4, 1, 7, 1, 4, 2, 9, 1, 1, 2, 1, 1, 1, 1, 9, 1, 2, 10, 1, 2, 1, 2, 1, 1, 1, 17, 3, 1, 3, 4, 1, 5, 1, 1, 1, 13, 1, 2, 7, 1, 2, 4, 2, 2, 1, 17, 1, 4, 1, 5, 2, 7, 2, 1, 1, 1, 1, 2, 1, 4, 1, 4, 13, 1, 2, 5, 1, 1, 2, 9, 1, 1, 9, 1, 5, 6, 1, 1, 2, 7, 1, 2, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 1, 5, 1, 10, 2, 7, 1, 9, 1, 13, 1, 3, 1, 1, 1, 5, 1, 3, 4, 2, 5, 9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 3, 1, 5, 1, 5, 1, 3, 4, 2, 8, 1, 1, 2, 1, 1, 5, 1, 1, 4, 3, 2, 5, 3], "chunk_stats": {"count": 761, "sum": 2048, "mean": 2.6911957950065704, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 278, "chunk_lengths": [5, 1, 1, 3, 1, 5, 2, 3, 5, 2, 3, 1, 7, 3, 5, 2, 3, 1, 7, 3, 5, 1, 3, 1, 1, 2, 4, 5, 1, 1, 1, 4, 2, 2, 6, 1, 5, 1, 1, 4, 5, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 2, 1, 6, 4, 1, 1, 15, 4, 1, 5, 1, 1, 10, 4, 4, 6, 1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 4, 1, 5, 1, 1, 1, 2, 1, 2, 1, 3, 2, 3, 1, 2, 5, 2, 4, 8, 1, 6, 1, 6, 1, 4, 1, 5, 1, 7, 1, 7, 4, 1, 7, 1, 1, 1, 1, 3, 2, 7, 1, 6, 1, 1, 5, 2, 3, 5, 3, 1, 3, 3, 1, 1, 1, 4, 1, 1, 1, 3, 4, 2, 3, 3, 3, 1, 1, 10, 1, 3, 1, 4, 1, 4, 1, 1, 6, 1, 1, 1, 3, 1, 7, 3, 2, 5, 4, 1, 1, 1, 8, 2, 1, 1, 2, 4, 3, 5, 1, 1, 4, 1, 4, 2, 1, 1, 1, 2, 1, 1, 5, 1, 1, 7, 1, 6, 1, 7, 3, 3, 6, 1, 2, 2, 3, 6, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 5, 1, 1, 1, 6, 1, 1, 2, 2, 4, 1, 4, 1, 1, 1, 2, 2, 5, 1, 1, 2, 3, 1, 1, 3, 1, 4, 1, 7, 1, 1, 1, 3, 5, 1, 3, 1, 2, 4, 1, 6, 3, 2, 1, 2, 1, 11, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 5, 1, 1, 2], "chunk_stats": {"count": 288, "sum": 750, "mean": 2.6041666666666665, "median": 2.0, "p95": 7.0, "max": 15, "min": 1}, "active_size_stats": {"count": 750, "sum": 750, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0011108949947811, "decode_time_sec": 28.871634481994988, "total_time_sec": 29.909115026999643, "prefill_units_per_sec": 2908.7686634507963, "prefill_bytes_per_sec": 2892.7864180472206, "decode_units_per_sec": 70.93467469869708, "decode_bytes_per_sec": 70.93467469869708, "total_units_per_sec": 68.47410891800789, "total_bytes_per_sec": 68.47410891800789, "step_latency_ms": {"count": 2048, "sum": 28978, "mean": 14.1494140625, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3413.73779296875, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2896, "mean": 181.0, "median": 180.5, "p95": 243.0, "max": 255, "min": 94}, "model_input_units": {"count": 16, "sum": 2912, "mean": 182.0, "median": 181.5, "p95": 244.0, "max": 256, "min": 95}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2896, "model_input_units": 2912, "stage0_units": 1047, "stage1_units": 572, "bytes_per_stage0_unit": 2.7659980897803247, "stage0_per_stage1_unit": 1.8304195804195804}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2912, "units_out": 1047, "chunk_lengths": [1, 1, 3, 8, 1, 1, 6, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 6, 1, 3, 4, 2, 1, 4, 3, 1, 2, 4, 1, 1, 7, 5, 3, 4, 1, 2, 1, 5, 4, 2, 1, 3, 3, 4, 1, 1, 7, 5, 2, 1, 1, 3, 4, 1, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 9, 7, 2, 1, 1, 3, 6, 1, 2, 2, 5, 1, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 4, 2, 4, 1, 1, 9, 1, 1, 5, 2, 1, 5, 1, 1, 4, 1, 1, 1, 5, 2, 2, 6, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 7, 1, 4, 1, 1, 3, 1, 1, 2, 10, 2, 3, 2, 3, 1, 3, 1, 4, 5, 1, 8, 4, 10, 8, 2, 1, 2, 1, 3, 1, 12, 1, 1, 3, 1, 1, 1, 1, 1, 10, 5, 1, 7, 1, 4, 2, 7, 1, 7, 10, 5, 1, 8, 2, 7, 1, 1, 1, 1, 4, 1, 3, 7, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 2, 4, 4, 1, 1, 4, 1, 1, 5, 5, 1, 1, 2, 4, 7, 1, 6, 1, 2, 2, 2, 1, 5, 5, 1, 3, 1, 2, 2, 7, 6, 1, 1, 2, 2, 2, 1, 5, 7, 2, 6, 1, 2, 1, 5, 6, 1, 7, 1, 9, 3, 2, 1, 2, 3, 1, 1, 2, 3, 2, 4, 4, 1, 4, 4, 1, 1, 1, 1, 3, 1, 2, 1, 4, 5, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 5, 2, 3, 4, 1, 6, 1, 2, 1, 3, 1, 1, 1, 1, 3, 3, 1, 5, 1, 7, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 1, 13, 2, 5, 4, 1, 3, 4, 5, 13, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 6, 1, 5, 1, 1, 9, 7, 3, 5, 1, 13, 2, 1, 4, 13, 7, 2, 1, 2, 1, 1, 13, 4, 1, 2, 1, 6, 3, 1, 3, 1, 1, 1, 1, 6, 1, 5, 1, 1, 1, 1, 1, 3, 8, 3, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 5, 4, 2, 2, 1, 1, 2, 1, 1, 1, 9, 1, 1, 1, 1, 2, 3, 1, 8, 4, 1, 1, 3, 3, 1, 8, 1, 1, 6, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 4, 1, 3, 1, 1, 1, 1, 13, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 13, 1, 3, 1, 3, 1, 8, 1, 1, 6, 1, 1, 3, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 13, 3, 4, 1, 9, 3, 4, 1, 1, 3, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 1, 3, 1, 3, 4, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 13, 1, 4, 7, 1, 4, 3, 5, 3, 1, 1, 1, 1, 5, 1, 1, 6, 1, 1, 3, 5, 1, 1, 5, 7, 2, 1, 2, 1, 3, 1, 1, 1, 8, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 3, 3, 1, 5, 1, 10, 1, 1, 5, 1, 2, 3, 4, 1, 10, 2, 1, 4, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 4, 1, 4, 3, 1, 10, 2, 4, 1, 1, 1, 1, 1, 1, 5, 5, 2, 5, 1, 1, 1, 10, 1, 5, 7, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 8, 1, 1, 9, 1, 1, 1, 9, 1, 3, 2, 10, 1, 1, 9, 1, 6, 8, 2, 9, 6, 5, 1, 5, 3, 1, 5, 2, 8, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 1, 3, 1, 6, 1, 1, 8, 1, 5, 2, 6, 1, 1, 1, 1, 1, 5, 1, 3, 6, 2, 5, 1, 5, 3, 2, 1, 1, 4, 1, 1, 3, 1, 2, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 1, 1, 3, 1, 1, 1, 8, 4, 1, 6, 1, 5, 1, 8, 1, 4, 1, 1, 5, 1, 2, 4, 1, 5, 4, 3, 1, 1, 8, 1, 2, 1, 1, 9, 3, 4, 1, 4, 1, 5, 6, 1, 2, 4, 1, 6, 5, 6, 4, 1, 1, 8, 1, 6, 2, 6, 1, 1, 1, 1, 1, 3, 1, 8, 1, 5, 2, 3, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 5, 2, 3, 4, 1, 1, 4, 1, 1, 5, 7, 3, 5, 1, 9, 2, 3, 2, 9, 3, 4, 1, 1, 3, 1, 2, 4, 1, 5, 4, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 2, 1, 4, 2, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 5, 3, 7, 1, 1, 6, 5, 1, 2, 4, 1, 4, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 9, 7, 2, 1, 6, 1, 5, 1, 2, 4, 1, 5, 1, 9, 1, 6, 2, 6, 9, 7, 2, 1, 1, 5, 1, 4, 1, 1, 1], "chunk_stats": {"count": 1047, "sum": 2912, "mean": 2.781279847182426, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 1047, "units_out": 572, "chunk_lengths": [1, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 3, 1, 1, 2, 2, 2, 4, 1, 1, 1, 2, 1, 1, 2, 4, 5, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 5, 4, 1, 3, 1, 3, 1, 5, 2, 1, 1, 3, 1, 1, 3, 1, 4, 4, 4, 1, 1, 1, 2, 2, 1, 1, 4, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 6, 1, 7, 1, 5, 1, 3, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 1, 1, 1, 1, 4, 3, 1, 1, 3, 1, 6, 3, 1, 1, 3, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 3, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 4, 1, 7, 4, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 4, 1, 1, 4, 3, 1, 1, 1, 4, 1, 7, 3, 1, 1, 3, 2, 1, 3, 1, 4, 2, 2, 1, 1, 2, 1, 2, 3, 1, 1, 3, 3, 6, 1, 3, 1, 3, 1, 2, 1, 8, 1, 4, 5, 3, 1, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 2, 2, 4, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 4, 1, 2, 3, 1, 2, 5, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 2, 2, 1, 3, 3, 1, 3, 1, 3, 2, 1, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 1, 1, 2, 2, 3, 3, 1, 3, 1, 1, 2, 3, 2, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 4, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 1, 1, 2, 2, 3, 2, 2, 2, 1, 2, 1, 1, 1, 4, 2, 1, 3, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 1, 4, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 572, "sum": 1047, "mean": 1.8304195804195804, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 699, "chunk_lengths": [1, 4, 1, 2, 3, 3, 4, 3, 1, 1, 4, 8, 1, 1, 6, 1, 1, 2, 1, 1, 7, 1, 4, 2, 1, 6, 1, 1, 3, 4, 1, 3, 2, 4, 1, 1, 7, 4, 3, 1, 3, 1, 7, 1, 4, 2, 1, 1, 4, 1, 4, 1, 7, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 4, 1, 4, 1, 7, 1, 4, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 9, 7, 2, 4, 1, 4, 5, 4, 1, 5, 4, 5, 3, 2, 2, 5, 1, 9, 1, 2, 5, 3, 1, 1, 4, 1, 13, 1, 5, 1, 2, 4, 1, 4, 1, 1, 5, 3, 4, 1, 5, 1, 1, 1, 4, 6, 1, 2, 2, 5, 1, 7, 10, 5, 1, 7, 1, 4, 2, 5, 1, 7, 1, 3, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 10, 5, 1, 8, 2, 5, 1, 7, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 5, 3, 4, 1, 5, 1, 7, 2, 6, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 5, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 7, 2, 6, 2, 1, 1, 1, 5, 1, 1, 9, 6, 2, 1, 1, 1, 6, 1, 1, 5, 5, 1, 1, 1, 2, 1, 1, 1, 1, 6, 1, 5, 2, 4, 1, 4, 5, 1, 1, 1, 1, 1, 4, 1, 2, 1, 5, 1, 4, 1, 1, 5, 1, 2, 4, 1, 6, 1, 2, 1, 3, 1, 17, 6, 1, 1, 5, 1, 3, 1, 5, 1, 7, 1, 1, 2, 1, 5, 2, 5, 1, 1, 13, 3, 4, 6, 1, 5, 4, 3, 1, 5, 1, 7, 1, 1, 3, 2, 1, 8, 3, 1, 13, 1, 1, 1, 9, 3, 4, 1, 1, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 3, 4, 2, 2, 1, 1, 1, 4, 1, 6, 1, 4, 1, 1, 5, 5, 2, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 4, 3, 1, 8, 1, 1, 6, 1, 1, 2, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 2, 1, 13, 3, 3, 9, 1, 2, 4, 1, 1, 8, 1, 1, 2, 2, 3, 5, 4, 2, 1, 5, 1, 1, 4, 4, 1, 1, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 2, 6, 1, 5, 1, 2, 4, 1, 2, 1, 1, 1, 9, 1, 5, 3, 1, 5, 5, 1, 1, 2, 6, 4, 6, 1, 1, 1, 1, 3, 4, 1, 4, 3, 1, 4, 2, 4, 1, 1, 1, 1, 1, 1, 5, 7, 1, 5, 1, 10, 1, 5, 7, 1, 1, 4, 1, 1, 5, 3, 4, 4, 1, 3, 5, 1, 1, 1, 1, 1, 4, 1, 1, 3, 1, 26, 1, 7, 1, 6, 1, 1, 2, 9, 9, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 6, 1, 8, 1, 1, 13, 1, 1, 1, 2, 2, 1, 6, 1, 2, 1, 4, 1, 5, 1, 1, 5, 3, 4, 5, 1, 4, 1, 5, 3, 2, 3, 6, 1, 2, 1, 6, 1, 5, 1, 1, 5, 3, 4, 5, 1, 6, 1, 5, 3, 2, 3, 6, 1, 9, 1, 2, 6, 1, 5, 1, 2, 1, 8, 4, 1, 1, 13, 3, 4, 1, 3, 9, 7, 2, 6, 1, 6, 5, 3, 4, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 5, 5, 1, 2, 1, 5, 1, 2, 1, 6, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 3, 1, 1, 13, 1, 5, 5, 5, 1, 1, 1, 2, 1, 2, 4, 2, 6, 6, 1, 1, 5, 2, 4, 4, 1, 6, 5, 4, 5, 1, 6, 2, 1, 4, 1, 4, 1, 1, 6, 1, 1, 5, 1, 5, 2, 4, 4, 1, 6, 5, 4, 1, 1, 3, 9, 5, 1, 6, 3, 2, 4, 1, 1, 2, 4, 1, 4], "chunk_stats": {"count": 708, "sum": 2048, "mean": 2.8926553672316384, "median": 2.0, "p95": 7.0, "max": 26, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 296, "chunk_lengths": [1, 3, 1, 4, 1, 2, 3, 1, 2, 3, 2, 5, 1, 3, 6, 1, 4, 2, 4, 2, 2, 1, 1, 4, 1, 1, 4, 2, 4, 1, 1, 1, 5, 1, 5, 1, 2, 1, 1, 2, 4, 1, 1, 2, 1, 4, 1, 5, 3, 1, 1, 5, 1, 1, 2, 4, 2, 1, 5, 1, 7, 1, 3, 1, 3, 1, 3, 1, 5, 1, 3, 1, 3, 1, 4, 2, 1, 1, 1, 5, 1, 1, 1, 4, 1, 5, 1, 7, 3, 1, 1, 1, 1, 6, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 3, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 4, 5, 1, 4, 6, 5, 4, 1, 3, 1, 1, 6, 4, 1, 3, 1, 3, 1, 6, 1, 1, 2, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 4, 1, 1, 6, 1, 1, 2, 1, 1, 7, 3, 1, 3, 6, 1, 1, 5, 1, 2, 2, 5, 3, 1, 1, 1, 1, 6, 8, 2, 2, 3, 1, 1, 3, 1, 3, 1, 2, 5, 3, 4, 4, 3, 2, 1, 1, 1, 5, 1, 3, 3, 1, 4, 2, 1, 3, 2, 1, 2, 1, 1, 1, 4, 1, 2, 3, 1, 2, 4, 1, 1, 8, 4, 1, 3, 1, 2, 4, 1, 7, 1, 1, 3, 1, 6, 1, 7, 1, 1, 1, 1, 5, 1, 5, 1, 4, 1, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 1, 5, 3, 3, 1, 2, 3, 3, 2, 2, 2, 2, 1, 1, 1, 4, 1, 1, 2, 1, 5, 2, 4, 1, 1, 1, 6, 1, 1, 1, 1, 2, 2, 1, 1, 5, 3, 4], "chunk_stats": {"count": 302, "sum": 699, "mean": 2.314569536423841, "median": 1.5, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 699, "sum": 699, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0005927359961788, "decode_time_sec": 28.41956892199596, "total_time_sec": 29.455748468997626, "prefill_units_per_sec": 3250.073564408146, "prefill_bytes_per_sec": 3234.0830425660397, "decode_units_per_sec": 72.06302128020333, "decode_bytes_per_sec": 72.06302128020333, "total_units_per_sec": 69.5280244586395, "total_bytes_per_sec": 69.5280244586395, "step_latency_ms": {"count": 2048, "sum": 28548, "mean": 13.939453125, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3421.6220703125, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 203.5, "p95": 250.75, "max": 253, "min": 145}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 204.5, "p95": 251.75, "max": 254, "min": 146}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 1131, "stage1_units": 610, "bytes_per_stage0_unit": 2.861184792219275, "stage0_per_stage1_unit": 1.8540983606557377}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3252, "units_out": 1131, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 8, 1, 1, 2, 1, 5, 1, 1, 1, 5, 5, 4, 2, 3, 1, 5, 1, 3, 1, 1, 1, 5, 5, 2, 5, 4, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 1, 2, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 2, 3, 2, 4, 1, 1, 9, 1, 2, 1, 13, 9, 2, 1, 3, 1, 7, 1, 3, 2, 4, 1, 13, 1, 2, 9, 1, 2, 2, 2, 1, 17, 6, 1, 5, 1, 1, 1, 11, 3, 6, 2, 3, 1, 30, 1, 4, 4, 1, 1, 3, 2, 4, 1, 3, 2, 5, 1, 2, 2, 2, 1, 4, 1, 2, 2, 1, 1, 6, 5, 1, 1, 2, 2, 1, 1, 4, 1, 2, 1, 1, 1, 1, 2, 4, 1, 4, 5, 1, 18, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 1, 18, 2, 2, 2, 1, 1, 1, 1, 2, 4, 1, 1, 2, 5, 18, 1, 6, 2, 2, 5, 1, 1, 1, 1, 5, 1, 6, 1, 2, 1, 7, 1, 3, 1, 1, 2, 1, 1, 3, 8, 1, 1, 7, 1, 1, 3, 1, 1, 1, 5, 3, 4, 10, 1, 3, 2, 14, 1, 7, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 6, 1, 2, 6, 1, 3, 1, 7, 3, 1, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 1, 4, 2, 6, 1, 2, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 9, 10, 1, 1, 2, 1, 1, 3, 6, 1, 2, 9, 9, 2, 1, 3, 1, 7, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 2, 10, 1, 1, 1, 1, 3, 3, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 1, 6, 1, 8, 1, 13, 1, 5, 1, 6, 5, 1, 1, 3, 1, 5, 1, 8, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 1, 3, 1, 1, 6, 1, 8, 2, 1, 5, 1, 1, 13, 1, 5, 1, 6, 5, 1, 1, 1, 7, 8, 1, 4, 2, 1, 5, 1, 1, 1, 1, 1, 1, 3, 1, 3, 10, 1, 1, 1, 3, 2, 1, 2, 2, 1, 1, 1, 9, 2, 2, 3, 1, 2, 9, 2, 1, 2, 2, 1, 6, 1, 2, 2, 4, 2, 4, 8, 1, 4, 1, 1, 2, 1, 9, 9, 2, 6, 3, 4, 5, 2, 6, 12, 1, 2, 1, 4, 3, 1, 4, 1, 5, 1, 9, 1, 2, 2, 2, 1, 2, 2, 2, 1, 13, 2, 2, 2, 1, 1, 1, 1, 3, 3, 1, 1, 3, 6, 1, 1, 2, 1, 4, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 1, 9, 2, 12, 5, 1, 8, 3, 9, 2, 1, 1, 1, 1, 1, 8, 1, 8, 3, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 9, 1, 9, 1, 5, 2, 1, 1, 9, 4, 4, 1, 3, 3, 4, 1, 2, 1, 1, 13, 1, 9, 1, 5, 3, 4, 1, 1, 1, 1, 3, 1, 5, 5, 1, 5, 2, 1, 4, 1, 1, 5, 6, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 3, 3, 5, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 9, 1, 1, 3, 2, 1, 2, 1, 2, 2, 1, 5, 2, 6, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 1, 2, 1, 3, 3, 1, 3, 1, 1, 1, 10, 1, 1, 1, 13, 3, 3, 9, 5, 2, 14, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 13, 1, 1, 6, 2, 1, 5, 1, 1, 1, 1, 3, 6, 1, 4, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 8, 2, 8, 1, 4, 1, 3, 5, 1, 1, 1, 2, 3, 1, 5, 3, 4, 1, 6, 1, 4, 1, 9, 6, 1, 9, 4, 5, 1, 1, 3, 10, 5, 1, 5, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 1, 3, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 6, 2, 1, 1, 3, 1, 6, 2, 2, 1, 3, 1, 1, 7, 1, 9, 4, 1, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 8, 1, 6, 1, 1, 1, 1, 9, 4, 1, 6, 1, 1, 3, 1, 4, 1, 4, 1, 9, 4, 1, 1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 1, 1, 9, 6, 2, 1, 4, 1, 4, 4, 5, 2, 1, 3, 1, 1, 3, 1, 1, 5, 1, 1, 1, 9, 1, 2, 6, 1, 2, 4, 2, 2, 1, 13, 2, 7, 1, 6, 1, 1, 5, 8, 1, 1, 3, 2, 3, 5, 13, 1, 2, 1, 3, 1, 5, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 3, 3, 6, 6, 1, 1, 3, 2, 7, 4, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 6, 9, 1, 1, 7, 2, 1, 1, 4, 2, 1, 1, 9, 1, 9, 2, 1, 1, 8, 1, 1, 1, 1, 9, 1, 1, 1, 2, 3, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 4, 1, 8, 1, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 9, 5, 3, 2, 4, 1, 5, 2, 1, 1, 8, 1, 1, 9, 3, 4, 1, 5, 1, 1, 1, 1, 4, 6, 3, 5, 2, 1, 5, 4, 1, 9, 3, 4, 1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 4, 5, 3, 1, 2, 1, 1, 4, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 1, 3, 3, 1, 3, 1, 7, 1, 13, 4, 5, 3], "chunk_stats": {"count": 1131, "sum": 3252, "mean": 2.8753315649867375, "median": 2.0, "p95": 9.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 1131, "units_out": 610, "chunk_lengths": [1, 2, 1, 3, 1, 3, 2, 2, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 5, 1, 3, 2, 5, 1, 3, 1, 1, 1, 1, 3, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 1, 1, 1, 4, 2, 3, 2, 2, 5, 1, 1, 3, 3, 2, 2, 1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 2, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 3, 2, 4, 1, 7, 1, 2, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 4, 1, 2, 4, 1, 3, 3, 3, 3, 4, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 2, 4, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 3, 3, 6, 1, 1, 5, 2, 3, 1, 2, 4, 2, 6, 1, 1, 5, 8, 1, 4, 1, 2, 4, 5, 1, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 3, 2, 2, 1, 2, 2, 1, 1, 1, 1, 3, 3, 1, 4, 4, 1, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 4, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 2, 2, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 1, 6, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 4, 3, 3, 6, 6, 1, 1, 3, 1, 3, 4, 2, 2, 3, 1, 1, 2, 1, 3, 5, 1, 2, 1, 2, 1, 2, 1, 1, 4, 1, 1, 1, 2, 4, 4, 5, 2, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 1, 2, 5, 1, 1, 5, 3, 5, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 2, 2, 2, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 2, 1, 2, 1, 2, 5, 1, 1, 2, 2, 3, 1, 1, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 3, 1, 1, 4, 1, 2, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 8, 3, 1, 2, 1, 1, 1, 2, 1, 5, 1, 2, 1], "chunk_stats": {"count": 610, "sum": 1131, "mean": 1.8540983606557377, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 668, "chunk_lengths": [5, 7, 10, 1, 2, 1, 1, 9, 5, 1, 1, 6, 7, 1, 6, 5, 1, 1, 1, 1, 6, 1, 4, 1, 1, 9, 1, 5, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 4, 4, 1, 1, 3, 2, 8, 1, 5, 4, 1, 5, 1, 1, 17, 3, 4, 2, 2, 13, 4, 1, 17, 3, 4, 8, 9, 7, 9, 4, 2, 3, 1, 1, 6, 1, 2, 1, 1, 8, 1, 3, 2, 1, 1, 1, 1, 6, 1, 1, 10, 4, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 6, 1, 2, 1, 5, 1, 2, 2, 2, 1, 10, 1, 5, 13, 1, 1, 5, 2, 1, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 1, 3, 1, 2, 6, 1, 3, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 9, 1, 9, 4, 1, 4, 3, 1, 3, 9, 3, 4, 8, 1, 4, 1, 1, 1, 1, 1, 4, 6, 1, 4, 1, 1, 3, 2, 1, 4, 1, 1, 9, 11, 2, 4, 1, 1, 9, 10, 1, 1, 1, 4, 1, 1, 3, 1, 4, 9, 1, 2, 1, 3, 1, 1, 6, 1, 8, 1, 1, 1, 1, 1, 5, 1, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 8, 1, 3, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 9, 4, 9, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 9, 4, 1, 13, 3, 4, 1, 2, 1, 1, 1, 3, 1, 7, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 3, 1, 4, 1, 3, 1, 1, 17, 1, 3, 1, 8, 1, 3, 1, 1, 6, 1, 3, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 9, 3, 4, 1, 9, 1, 4, 1, 5, 4, 3, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 2, 3, 1, 4, 1, 1, 5, 2, 1, 1, 1, 9, 6, 2, 4, 1, 3, 13, 1, 7, 2, 6, 1, 13, 1, 10, 1, 2, 10, 9, 1, 9, 1, 3, 1, 1, 1, 10, 1, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 5, 9, 8, 1, 8, 1, 1, 1, 1, 4, 6, 1, 4, 1, 5, 1, 9, 6, 2, 6, 3, 1, 9, 5, 2, 8, 1, 4, 1, 3, 1, 4, 1, 9, 1, 6, 2, 1, 1, 3, 1, 4, 1, 6, 2, 1, 1, 9, 4, 1, 3, 3, 1, 1, 3, 1, 4, 1, 4, 1, 1, 9, 4, 1, 4, 1, 1, 3, 1, 4, 1, 8, 1, 9, 4, 1, 1, 4, 1, 1, 17, 1, 2, 1, 1, 8, 1, 5, 2, 1, 4, 4, 2, 4, 1, 1, 1, 21, 6, 2, 5, 1, 1, 3, 1, 1, 4, 1, 1, 2, 1, 1, 3, 1, 17, 2, 2, 3, 1, 1, 8, 1, 1, 9, 3, 4, 1, 1, 6, 1, 5, 1, 5, 4, 3, 6, 7, 1, 1, 3, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 7, 1, 5, 1, 3, 6, 1, 1, 4, 1, 1, 8, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 9, 1, 1, 2, 1, 1, 7, 1, 4, 2, 4, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 3, 1, 1, 7, 1, 9, 1, 4, 1, 1, 1, 3, 1, 5, 1, 17, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 9, 4, 5, 3, 1, 3, 1, 5, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 3, 1, 1, 1, 2, 1, 1, 8, 2, 1, 2, 2, 7, 5], "chunk_stats": {"count": 678, "sum": 2048, "mean": 3.0206489675516224, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 289, "chunk_lengths": [1, 1, 1, 2, 2, 1, 2, 2, 1, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 3, 7, 1, 1, 1, 6, 3, 1, 1, 3, 5, 1, 2, 1, 6, 4, 4, 5, 2, 4, 4, 4, 5, 2, 1, 1, 1, 2, 1, 1, 5, 2, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 2, 1, 2, 5, 3, 1, 1, 8, 3, 3, 3, 1, 9, 3, 1, 2, 1, 5, 1, 1, 1, 2, 5, 3, 1, 3, 1, 2, 1, 4, 1, 4, 1, 2, 3, 3, 1, 1, 3, 4, 1, 3, 1, 2, 3, 6, 3, 4, 1, 1, 1, 6, 1, 1, 1, 1, 2, 5, 4, 1, 1, 2, 2, 1, 2, 8, 1, 1, 3, 5, 4, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 3, 2, 1, 2, 3, 3, 2, 2, 1, 3, 6, 1, 1, 4, 3, 5, 1, 1, 3, 3, 5, 1, 4, 1, 1, 4, 3, 3, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 1, 2, 1, 1, 2, 5, 1, 5, 2, 1, 1, 4, 5, 1, 1, 2, 8, 1, 2, 1, 4, 1, 1, 1, 1, 3, 2, 3, 3, 2, 1, 7, 5, 1, 1, 7, 4, 1, 4, 1, 8, 3, 1, 2, 1, 1, 3, 5, 1, 8, 3, 1, 2, 1, 3, 2, 1, 2, 4, 2, 3], "chunk_stats": {"count": 296, "sum": 668, "mean": 2.2567567567567566, "median": 2.0, "p95": 5.25, "max": 9, "min": 1}, "active_size_stats": {"count": 668, "sum": 668, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0086870249906497, "decode_time_sec": 29.66307239300295, "total_time_sec": 30.707144110998343, "prefill_units_per_sec": 3125.8457002847117, "prefill_bytes_per_sec": 3109.9834956527566, "decode_units_per_sec": 69.04207267764653, "decode_bytes_per_sec": 69.04207267764653, "total_units_per_sec": 66.69457741159557, "total_bytes_per_sec": 66.69457741159557, "step_latency_ms": {"count": 2048, "sum": 29770, "mean": 14.5361328125, "median": 8.0, "p95": 38.0, "max": 49, "min": 7}, "peak_allocated_mb": 3417.8017578125, "peak_reserved_mb": 3460.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3137, "mean": 196.0625, "median": 198.0, "p95": 237.25, "max": 238, "min": 144}, "model_input_units": {"count": 16, "sum": 3153, "mean": 197.0625, "median": 199.0, "p95": 238.25, "max": 239, "min": 145}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3137, "model_input_units": 3153, "stage0_units": 1170, "stage1_units": 626, "bytes_per_stage0_unit": 2.681196581196581, "stage0_per_stage1_unit": 1.8690095846645367}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3153, "units_out": 1170, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 2, 2, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 1, 1, 1, 6, 2, 1, 4, 2, 4, 2, 12, 2, 1, 3, 2, 1, 7, 2, 1, 5, 1, 9, 3, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1, 5, 7, 1, 1, 6, 1, 2, 3, 1, 9, 7, 1, 4, 1, 1, 1, 6, 1, 2, 1, 6, 5, 1, 5, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 3, 4, 1, 1, 3, 1, 1, 1, 7, 1, 2, 1, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 9, 7, 1, 5, 2, 6, 1, 6, 9, 7, 1, 3, 1, 5, 2, 4, 9, 7, 1, 5, 2, 7, 1, 5, 1, 1, 2, 1, 1, 1, 9, 3, 4, 1, 1, 3, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 2, 2, 1, 1, 9, 1, 2, 3, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 2, 3, 1, 9, 4, 1, 13, 6, 2, 1, 1, 1, 1, 1, 9, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 6, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 6, 1, 1, 3, 2, 4, 2, 8, 11, 2, 1, 4, 1, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 4, 6, 1, 9, 4, 6, 1, 3, 1, 3, 1, 1, 6, 1, 1, 13, 1, 2, 6, 1, 5, 1, 2, 4, 1, 6, 1, 17, 3, 4, 6, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 3, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 5, 2, 1, 6, 5, 1, 1, 2, 2, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 4, 1, 3, 1, 7, 1, 5, 3, 4, 1, 1, 3, 5, 1, 1, 3, 2, 1, 1, 1, 5, 1, 2, 2, 2, 4, 1, 2, 2, 1, 1, 9, 5, 1, 3, 1, 4, 1, 13, 1, 2, 4, 1, 1, 1, 5, 1, 17, 1, 3, 1, 1, 3, 1, 1, 4, 1, 1, 1, 13, 2, 3, 4, 5, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 1, 9, 4, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 3, 1, 6, 1, 5, 4, 1, 8, 1, 1, 5, 1, 1, 2, 1, 4, 1, 6, 1, 1, 5, 3, 4, 1, 1, 3, 7, 1, 1, 8, 1, 3, 2, 4, 2, 6, 2, 7, 1, 1, 5, 5, 1, 4, 2, 6, 1, 5, 2, 1, 3, 1, 5, 1, 6, 1, 4, 1, 3, 2, 4, 1, 5, 5, 2, 4, 1, 1, 4, 1, 1, 5, 6, 2, 1, 3, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 1, 1, 3, 3, 1, 4, 1, 1, 5, 1, 1, 3, 1, 1, 9, 5, 2, 1, 4, 1, 4, 7, 4, 4, 1, 4, 2, 1, 3, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 4, 1, 1, 5, 1, 14, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 1, 2, 8, 1, 7, 1, 1, 10, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 5, 1, 1, 3, 1, 5, 1, 1, 1, 1, 5, 2, 2, 5, 2, 4, 1, 9, 1, 1, 4, 1, 1, 5, 1, 2, 4, 1, 9, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 9, 9, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 8, 1, 6, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 3, 6, 1, 4, 1, 1, 1, 5, 1, 1, 4, 4, 1, 4, 1, 1, 4, 1, 5, 4, 7, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 3, 4, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 7, 1, 1, 1, 1, 4, 1, 4, 1, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 9, 1, 1, 3, 2, 9, 2, 4, 1, 4, 2, 3, 1, 2, 2, 2, 3, 1, 4, 1, 2, 2, 2, 4, 1, 2, 1, 4, 2, 2, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 4, 2, 1, 4, 1, 13, 2, 1, 5, 2, 1, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 3, 1, 5, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 4, 1, 5, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 6, 1, 39, 4, 1, 1, 2, 3, 1, 4, 1, 5, 1, 4, 1, 1, 1, 13, 4, 1, 5, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 5, 4, 1, 3, 1, 1, 3, 2, 1, 2, 3, 4, 1, 8, 1, 9, 1, 3, 1, 1, 4, 2, 2, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 1, 4, 2, 1, 1, 1, 3, 4, 1, 4, 1, 1, 1, 5, 4, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 5, 4, 1, 6, 2, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 7, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 28, 4, 1, 4, 2, 2, 1, 1, 1, 5, 1, 2, 4, 1, 5, 1, 9, 3, 4, 4, 1, 5, 1, 5, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 1170, "sum": 3153, "mean": 2.694871794871795, "median": 1.0, "p95": 8.0, "max": 39, "min": 1}}, {"stage": 1, "units_in": 1170, "units_out": 626, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 2, 3, 1, 2, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 1, 1, 3, 1, 1, 3, 2, 2, 1, 1, 2, 1, 5, 2, 3, 1, 2, 1, 2, 2, 1, 1, 2, 1, 2, 2, 5, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 6, 4, 3, 3, 1, 2, 1, 1, 1, 10, 4, 1, 1, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 5, 2, 3, 1, 3, 1, 1, 1, 2, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 4, 2, 5, 1, 2, 2, 3, 1, 3, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 2, 1, 1, 3, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 2, 5, 1, 5, 1, 5, 1, 1, 2, 1, 2, 5, 1, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 1, 7, 1, 3, 3, 3, 1, 2, 1, 1, 1, 1, 3, 3, 3, 2, 3, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 3, 1, 5, 3, 2, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 4, 1, 1, 1, 2, 6, 1, 4, 7, 2, 1, 2, 2, 1, 1, 3, 6, 4, 2, 2, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 1, 5, 1, 1, 1, 1, 2, 3, 2, 1, 1, 4, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 1, 3, 1, 1, 2, 2, 1, 3, 7, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 2, 1, 3, 6, 1, 3, 1, 2, 1, 5, 1, 1, 1, 2, 5, 4, 1, 1, 1, 2, 2, 1, 1, 1, 4, 2, 7, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 6, 1, 3, 1, 6, 1, 1, 1, 2, 3, 2, 2, 1, 1, 2, 3, 2, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 4, 2, 2, 2, 3, 4, 3, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 1, 1, 2, 3, 1, 1, 4, 1, 1, 1, 5, 1, 6, 1, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 9, 1, 1, 2, 1, 1, 4, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 5, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 626, "sum": 1170, "mean": 1.8690095846645367, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 734, "chunk_lengths": [1, 4, 1, 1, 1, 4, 1, 5, 1, 12, 1, 4, 2, 4, 2, 12, 1, 2, 2, 2, 1, 3, 1, 4, 2, 1, 7, 1, 1, 3, 2, 1, 5, 1, 1, 3, 1, 1, 5, 4, 4, 1, 1, 1, 1, 9, 1, 4, 1, 1, 1, 4, 1, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 9, 5, 2, 4, 1, 5, 1, 1, 9, 4, 1, 4, 1, 4, 1, 4, 2, 4, 1, 4, 1, 1, 7, 1, 1, 4, 1, 1, 1, 7, 1, 2, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 1, 1, 9, 8, 2, 7, 1, 1, 9, 7, 1, 12, 2, 1, 3, 1, 1, 5, 13, 3, 4, 2, 2, 9, 2, 3, 6, 1, 2, 1, 3, 1, 13, 3, 4, 1, 1, 9, 4, 1, 13, 3, 4, 5, 1, 5, 4, 3, 1, 9, 1, 2, 1, 4, 1, 2, 1, 5, 1, 13, 1, 5, 5, 5, 1, 1, 3, 6, 1, 5, 1, 4, 1, 1, 1, 1, 6, 1, 4, 1, 6, 1, 1, 1, 9, 3, 4, 2, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 4, 1, 1, 3, 1, 4, 1, 4, 1, 2, 1, 1, 4, 1, 1, 5, 4, 2, 8, 1, 3, 1, 2, 1, 1, 4, 1, 5, 1, 2, 3, 1, 6, 1, 5, 3, 1, 1, 1, 1, 9, 1, 5, 17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 6, 1, 13, 2, 3, 5, 1, 3, 4, 1, 1, 6, 1, 17, 4, 1, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1, 1, 6, 1, 1, 1, 4, 3, 1, 6, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 3, 4, 6, 1, 1, 1, 1, 2, 1, 1, 5, 4, 1, 4, 3, 5, 1, 1, 1, 3, 1, 1, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 1, 1, 2, 1, 1, 9, 1, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 2, 9, 3, 4, 4, 1, 1, 1, 1, 5, 4, 7, 4, 4, 1, 4, 7, 4, 4, 1, 4, 2, 4, 4, 1, 1, 5, 4, 1, 1, 5, 2, 4, 7, 4, 5, 5, 4, 2, 2, 1, 1, 3, 1, 4, 1, 4, 2, 4, 2, 5, 1, 1, 9, 3, 4, 1, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 4, 1, 1, 5, 3, 4, 1, 2, 2, 1, 1, 3, 1, 4, 1, 4, 5, 4, 1, 9, 7, 1, 1, 1, 1, 1, 4, 6, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 1, 6, 1, 6, 1, 1, 5, 1, 1, 1, 5, 13, 3, 1, 5, 2, 3, 13, 4, 2, 2, 2, 1, 9, 1, 2, 4, 3, 1, 4, 1, 13, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 4, 1, 3, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 5, 1, 3, 1, 6, 1, 1, 5, 1, 1, 13, 4, 1, 5, 1, 4, 2, 4, 1, 2, 1, 3, 1, 5, 1, 2, 1, 1, 2, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 1, 1, 1, 17, 1, 3, 1, 5, 1, 2, 1, 1, 1, 3, 1, 1, 3, 2, 2, 1, 5, 1, 17, 1, 3, 1, 1, 9, 1, 1, 6, 4, 5, 1, 1, 7, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 4, 1, 7, 1, 1, 1, 5, 7, 1, 5, 2, 4, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 5, 1, 1, 7, 3, 1, 5, 1, 1, 2, 2, 2], "chunk_stats": {"count": 746, "sum": 2048, "mean": 2.745308310991957, "median": 1.0, "p95": 7.75, "max": 17, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 318, "chunk_lengths": [2, 1, 1, 1, 3, 2, 1, 1, 2, 2, 3, 3, 2, 3, 3, 3, 5, 1, 2, 4, 1, 3, 1, 1, 6, 2, 2, 3, 2, 4, 1, 1, 3, 1, 1, 1, 3, 2, 1, 3, 2, 2, 2, 3, 2, 1, 1, 8, 2, 4, 1, 4, 1, 1, 2, 2, 1, 3, 6, 1, 4, 1, 1, 2, 2, 3, 1, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 1, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2, 3, 6, 1, 1, 4, 1, 1, 1, 3, 1, 1, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 6, 1, 1, 6, 5, 1, 1, 4, 1, 3, 2, 1, 5, 1, 1, 2, 2, 5, 1, 4, 1, 3, 2, 2, 3, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 5, 1, 1, 3, 1, 3, 1, 2, 1, 1, 3, 1, 1, 6, 1, 2, 3, 2, 1, 5, 1, 1, 1, 2, 6, 3, 1, 2, 1, 3, 3, 1, 1, 1, 1, 1, 4, 1, 1, 6, 1, 6, 1, 4, 1, 1, 3, 1, 3, 1, 1, 4, 4, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 2, 1, 2, 2, 3, 1, 1, 2, 8, 2, 1, 2, 1, 8, 5, 9, 1, 1, 4, 1, 1, 6, 1, 3, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 6, 1, 3, 1, 6, 1, 2, 2, 1, 2, 4, 5, 1, 5, 6, 2, 1, 4, 1, 5, 7, 1, 5, 1, 1, 1, 8, 1, 3, 1, 6, 1, 5, 1, 5, 1, 1, 2, 3, 1, 7, 1, 1, 7, 2, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 2, 1, 10, 1, 2, 4, 1, 1, 3, 3], "chunk_stats": {"count": 325, "sum": 734, "mean": 2.2584615384615385, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 734, "sum": 734, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.9994906810024986, "decode_time_sec": 29.418296839987306, "total_time_sec": 30.453361715000938, "prefill_units_per_sec": 3253.6571493975443, "prefill_bytes_per_sec": 3237.648996140976, "decode_units_per_sec": 69.61653868473522, "decode_bytes_per_sec": 69.61653868473522, "total_units_per_sec": 67.25037515287454, "total_bytes_per_sec": 67.25037515287454, "step_latency_ms": {"count": 2048, "sum": 29460, "mean": 14.384765625, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3426.63623046875, "peak_reserved_mb": 3480.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 204.0, "p95": 249.0, "max": 255, "min": 151}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 205.0, "p95": 250.0, "max": 256, "min": 152}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 1242, "stage1_units": 646, "bytes_per_stage0_unit": 2.605475040257649, "stage0_per_stage1_unit": 1.9226006191950464}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3252, "units_out": 1242, "chunk_lengths": [1, 1, 3, 3, 1, 9, 1, 1, 4, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 1, 9, 7, 2, 1, 1, 9, 5, 2, 1, 1, 9, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 6, 1, 1, 1, 5, 1, 1, 3, 1, 5, 9, 1, 2, 5, 1, 13, 6, 1, 1, 1, 3, 3, 3, 1, 4, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 4, 1, 1, 3, 1, 9, 7, 5, 5, 1, 13, 1, 5, 1, 5, 9, 1, 1, 1, 3, 1, 1, 1, 2, 4, 2, 4, 1, 6, 1, 1, 5, 4, 1, 4, 2, 4, 1, 1, 3, 1, 1, 3, 2, 1, 3, 1, 3, 1, 1, 1, 3, 2, 6, 1, 1, 1, 1, 1, 1, 3, 1, 7, 1, 1, 2, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 8, 3, 4, 1, 1, 3, 1, 1, 3, 1, 2, 1, 7, 1, 1, 17, 1, 3, 1, 1, 1, 7, 1, 1, 7, 1, 7, 1, 1, 1, 1, 3, 4, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 13, 3, 1, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 4, 2, 3, 1, 4, 1, 3, 1, 4, 1, 1, 17, 1, 2, 2, 5, 2, 5, 2, 6, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 3, 6, 1, 5, 1, 1, 1, 1, 1, 5, 4, 2, 1, 1, 4, 1, 5, 1, 1, 2, 1, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 5, 1, 1, 2, 1, 4, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 1, 3, 1, 5, 1, 1, 1, 2, 5, 1, 1, 2, 1, 1, 1, 4, 1, 4, 1, 3, 1, 5, 3, 1, 5, 1, 9, 2, 5, 1, 1, 2, 1, 5, 2, 3, 1, 5, 1, 5, 4, 2, 1, 1, 1, 1, 3, 1, 2, 2, 4, 1, 1, 3, 1, 1, 9, 7, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 1, 4, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 7, 1, 6, 2, 1, 3, 1, 2, 2, 2, 5, 1, 6, 1, 2, 2, 2, 5, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 5, 1, 3, 7, 5, 1, 5, 1, 2, 4, 3, 4, 1, 6, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 7, 2, 1, 6, 1, 1, 5, 4, 1, 7, 1, 6, 1, 5, 1, 1, 9, 3, 4, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 1, 3, 1, 1, 1, 2, 2, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 9, 7, 2, 1, 3, 1, 1, 1, 1, 9, 7, 2, 1, 1, 1, 1, 2, 7, 1, 1, 3, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 1, 9, 5, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 1, 4, 1, 1, 1, 1, 1, 5, 6, 4, 1, 1, 9, 5, 3, 1, 3, 1, 1, 1, 1, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 5, 1, 13, 5, 1, 1, 1, 3, 1, 2, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 4, 9, 3, 1, 5, 2, 1, 3, 1, 3, 1, 4, 1, 1, 3, 1, 9, 5, 2, 1, 3, 2, 3, 1, 4, 1, 1, 1, 3, 4, 1, 4, 1, 1, 2, 2, 4, 2, 1, 4, 6, 1, 4, 1, 1, 4, 2, 1, 3, 3, 1, 1, 3, 2, 3, 2, 3, 1, 1, 10, 4, 1, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 9, 1, 4, 1, 1, 2, 3, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 2, 1, 2, 2, 1, 5, 1, 1, 2, 1, 5, 13, 1, 3, 1, 2, 2, 1, 1, 9, 2, 3, 1, 3, 1, 10, 1, 13, 1, 3, 1, 1, 1, 3, 4, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 1, 1, 9, 2, 2, 2, 1, 9, 9, 2, 8, 1, 8, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 4, 1, 1, 9, 3, 4, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 7, 1, 2, 4, 2, 2, 1, 13, 7, 2, 1, 3, 1, 1, 6, 9, 4, 1, 13, 7, 2, 4, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 4, 1, 9, 3, 4, 1, 6, 1, 2, 2, 1, 4, 2, 4, 1, 5, 1, 1, 1, 3, 4, 1, 1, 3, 2, 4, 1, 1, 1, 9, 4, 5, 3, 5, 1, 13, 1, 4, 2, 1, 3, 1, 1, 3, 13, 6, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 13, 3, 1, 6, 2, 5, 1, 1, 1, 1, 1, 13, 6, 2, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 2, 2, 5, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 6, 1, 6, 1, 1, 3, 1, 1, 5, 4, 1, 4, 2, 3, 1, 4, 5, 1, 3, 5, 4, 3, 1, 1, 5, 6, 1, 3, 2, 3, 1, 2, 3, 2, 2, 2, 5, 2, 3, 6, 5, 1], "chunk_stats": {"count": 1242, "sum": 3252, "mean": 2.6183574879227054, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1242, "units_out": 646, "chunk_lengths": [1, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 4, 3, 2, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 5, 1, 2, 1, 2, 5, 1, 2, 1, 1, 3, 1, 2, 1, 2, 2, 2, 1, 3, 1, 1, 4, 3, 5, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 2, 2, 3, 2, 1, 3, 1, 5, 2, 3, 3, 3, 1, 1, 3, 1, 1, 2, 2, 3, 1, 4, 1, 4, 1, 3, 1, 2, 1, 3, 1, 1, 2, 1, 6, 2, 4, 1, 6, 3, 3, 1, 1, 2, 1, 1, 3, 4, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 5, 1, 1, 2, 1, 3, 2, 1, 2, 1, 3, 1, 3, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 3, 3, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 4, 1, 1, 2, 4, 5, 3, 1, 2, 3, 2, 2, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 2, 3, 1, 3, 2, 1, 4, 2, 4, 1, 1, 1, 3, 1, 2, 4, 1, 4, 1, 1, 1, 4, 2, 2, 2, 6, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 6, 1, 5, 4, 2, 2, 2, 5, 4, 4, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 1, 1, 1, 3, 1, 1, 2, 1, 2, 4, 1, 2, 1, 2, 2, 11, 1, 4, 2, 2, 2, 2, 1, 1, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 2, 4, 1, 4, 1, 9, 1, 1, 1, 6, 1, 1, 1, 5, 1, 7, 1, 4, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 1, 2, 2, 2, 1, 3, 2, 2, 1, 1, 2, 4, 1, 2, 1, 1, 3, 1, 5, 2, 2, 1, 1, 2, 1, 6, 4, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 6, 2, 1, 5, 2, 1, 2, 2, 4, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 1, 4, 1, 1, 1, 5, 2, 1, 5, 2, 1, 1, 6, 1, 3, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 3, 2, 1, 2, 1, 2, 1, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 2, 2, 4, 2, 1, 1, 4, 3, 2, 4, 1, 1, 2, 1, 1, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 2, 1, 1, 2, 3, 3, 1, 2, 1, 2, 1, 2, 2, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 1, 3, 1, 5, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 2, 1, 4, 2, 3, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 646, "sum": 1242, "mean": 1.9226006191950464, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 718, "chunk_lengths": [1, 1, 5, 1, 1, 3, 5, 9, 3, 4, 1, 3, 1, 3, 1, 4, 2, 6, 2, 1, 1, 1, 3, 1, 1, 5, 4, 3, 1, 9, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 2, 1, 5, 2, 1, 5, 2, 5, 1, 5, 3, 4, 4, 1, 3, 1, 1, 1, 4, 3, 3, 1, 4, 1, 6, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 1, 3, 2, 6, 1, 5, 1, 1, 9, 1, 2, 1, 13, 4, 2, 4, 1, 13, 4, 1, 1, 1, 7, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 2, 1, 13, 4, 1, 1, 4, 1, 7, 1, 1, 1, 5, 4, 1, 1, 7, 1, 1, 17, 1, 3, 1, 4, 1, 1, 1, 3, 1, 1, 2, 2, 5, 1, 1, 5, 4, 1, 3, 1, 1, 3, 2, 4, 4, 1, 1, 9, 5, 4, 1, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 3, 1, 5, 1, 8, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 3, 1, 5, 1, 8, 1, 9, 1, 5, 1, 4, 4, 6, 5, 1, 1, 1, 5, 3, 4, 3, 1, 1, 1, 4, 9, 3, 4, 1, 3, 1, 1, 4, 7, 1, 1, 3, 1, 1, 9, 7, 2, 4, 1, 3, 1, 4, 1, 4, 1, 4, 1, 4, 1, 1, 6, 2, 2, 1, 1, 1, 1, 9, 8, 2, 1, 1, 1, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2, 1, 5, 4, 1, 6, 1, 5, 1, 1, 9, 3, 4, 5, 1, 7, 1, 1, 1, 1, 1, 2, 5, 1, 8, 5, 2, 2, 9, 6, 1, 5, 2, 1, 1, 1, 2, 5, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 7, 1, 6, 2, 1, 4, 1, 1, 5, 4, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 3, 1, 4, 1, 4, 1, 1, 9, 5, 3, 1, 2, 4, 1, 6, 1, 1, 9, 3, 4, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 9, 5, 2, 1, 1, 9, 4, 1, 5, 3, 1, 3, 1, 1, 9, 3, 4, 4, 1, 1, 1, 4, 3, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 3, 1, 1, 1, 2, 4, 9, 3, 4, 1, 3, 1, 1, 2, 1, 5, 1, 5, 2, 1, 3, 1, 1, 1, 4, 1, 1, 3, 1, 1, 2, 2, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 2, 4, 1, 1, 1, 2, 1, 2, 1, 2, 3, 3, 3, 3, 3, 3, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 10, 1, 5, 1, 9, 4, 1, 13, 1, 3, 1, 5, 1, 1, 1, 9, 3, 4, 5, 1, 1, 1, 1, 5, 2, 2, 1, 9, 1, 1, 5, 2, 2, 1, 1, 1, 1, 5, 1, 1, 8, 1, 1, 1, 4, 1, 3, 1, 8, 2, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 9, 8, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 9, 8, 1, 5, 1, 7, 2, 6, 1, 1, 1, 3, 1, 4, 2, 6, 1, 1, 1, 1, 1, 5, 1, 1, 5, 1, 2, 2, 1, 1, 6, 1, 4, 1, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 6, 2, 5, 2, 6, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 13, 4, 5, 3, 5, 1, 17, 1, 2, 5, 1, 2, 1, 1, 1, 1, 21, 6, 2, 1, 1, 21, 1, 4, 5, 6, 1, 5, 3, 1, 2, 3, 2, 3, 1, 4, 5, 1, 3, 4, 1, 6, 1, 5, 3, 1, 4, 1, 5, 6, 1, 5, 3, 1, 4, 1, 1, 3, 1, 4, 1, 3, 1, 5, 6, 1, 5, 1, 2, 6, 12, 5, 5, 1, 1, 1, 5, 2, 2, 8], "chunk_stats": {"count": 731, "sum": 2048, "mean": 2.801641586867305, "median": 2.0, "p95": 8.5, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 310, "chunk_lengths": [1, 4, 2, 1, 6, 2, 2, 1, 5, 1, 1, 7, 4, 4, 2, 3, 2, 1, 5, 1, 1, 1, 3, 4, 4, 1, 1, 4, 3, 5, 1, 3, 1, 1, 1, 8, 6, 1, 3, 1, 4, 2, 2, 1, 1, 4, 1, 4, 3, 1, 3, 3, 1, 1, 3, 4, 4, 1, 2, 3, 1, 5, 1, 5, 2, 7, 1, 1, 2, 4, 7, 1, 7, 2, 1, 1, 4, 1, 1, 1, 4, 1, 1, 2, 5, 1, 1, 4, 2, 4, 5, 5, 1, 1, 1, 1, 2, 4, 3, 1, 1, 4, 1, 2, 1, 1, 3, 4, 1, 5, 3, 1, 1, 4, 3, 1, 3, 1, 4, 2, 1, 4, 1, 6, 2, 1, 9, 1, 4, 4, 1, 2, 1, 1, 1, 3, 2, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 4, 4, 4, 1, 1, 2, 4, 1, 3, 1, 9, 2, 3, 1, 1, 1, 3, 2, 1, 1, 1, 1, 7, 1, 8, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 4, 2, 1, 1, 4, 1, 1, 4, 1, 3, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 5, 1, 1, 5, 6, 1, 5, 2, 3, 2, 2, 1, 1, 1, 1, 8, 1, 5, 3, 1, 7, 2, 1, 1, 1, 1, 3, 1, 2, 2, 1, 1, 2, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 2, 1, 1, 6, 1, 4, 2, 1, 8, 1, 6, 3, 1, 4, 1, 1, 3, 2, 1, 6, 4, 1, 3, 1, 3, 3], "chunk_stats": {"count": 321, "sum": 718, "mean": 2.236760124610592, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 718, "sum": 718, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0004502659976424, "decode_time_sec": 28.736201325995353, "total_time_sec": 29.773014332000457, "prefill_units_per_sec": 3190.563397788653, "prefill_bytes_per_sec": 3174.570598802244, "decode_units_per_sec": 71.26898843610681, "decode_bytes_per_sec": 71.26898843610681, "total_units_per_sec": 68.78712303573442, "total_bytes_per_sec": 68.78712303573442, "step_latency_ms": {"count": 2048, "sum": 28805, "mean": 14.06494140625, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3423.2392578125, "peak_reserved_mb": 3480.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3176, "mean": 198.5, "median": 201.0, "p95": 243.25, "max": 247, "min": 148}, "model_input_units": {"count": 16, "sum": 3192, "mean": 199.5, "median": 202.0, "p95": 244.25, "max": 248, "min": 149}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3176, "model_input_units": 3192, "stage0_units": 1219, "stage1_units": 627, "bytes_per_stage0_unit": 2.605414273995078, "stage0_per_stage1_unit": 1.9441786283891547}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3192, "units_out": 1219, "chunk_lengths": [1, 1, 3, 3, 1, 6, 1, 1, 1, 3, 2, 1, 2, 1, 1, 1, 9, 2, 2, 2, 1, 1, 9, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 3, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 2, 2, 3, 1, 1, 1, 13, 4, 1, 1, 1, 1, 3, 1, 2, 1, 7, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 1, 1, 2, 1, 1, 5, 1, 3, 1, 7, 1, 7, 1, 5, 1, 2, 1, 6, 1, 3, 1, 5, 1, 7, 1, 1, 4, 1, 9, 4, 2, 1, 5, 1, 7, 1, 1, 4, 1, 1, 4, 2, 1, 1, 1, 5, 1, 5, 4, 1, 9, 1, 5, 1, 1, 3, 1, 9, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 3, 4, 4, 1, 3, 1, 1, 9, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 3, 1, 1, 1, 3, 1, 3, 1, 1, 1, 5, 3, 4, 1, 2, 1, 1, 9, 3, 1, 1, 5, 1, 4, 1, 1, 4, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 5, 3, 1, 1, 10, 3, 1, 1, 5, 1, 4, 1, 1, 1, 2, 1, 1, 1, 10, 1, 1, 3, 1, 2, 3, 3, 1, 1, 9, 1, 1, 3, 1, 2, 3, 3, 1, 2, 1, 1, 3, 1, 7, 1, 4, 1, 1, 1, 1, 5, 2, 1, 2, 2, 4, 2, 2, 2, 3, 1, 1, 1, 2, 2, 5, 1, 6, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 5, 1, 1, 1, 1, 5, 4, 6, 2, 6, 3, 9, 1, 1, 5, 1, 1, 1, 9, 2, 4, 4, 1, 3, 1, 4, 1, 1, 1, 1, 3, 6, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 1, 2, 4, 1, 1, 9, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 4, 2, 1, 1, 9, 1, 4, 2, 1, 2, 1, 1, 2, 4, 1, 1, 4, 1, 6, 1, 4, 2, 1, 2, 1, 9, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 2, 8, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 6, 1, 1, 3, 2, 6, 2, 6, 1, 1, 9, 6, 2, 1, 3, 1, 3, 1, 6, 1, 5, 1, 6, 1, 9, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 13, 1, 5, 4, 5, 1, 1, 6, 1, 1, 4, 3, 3, 5, 3, 1, 1, 9, 4, 1, 2, 2, 3, 1, 5, 3, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 9, 9, 2, 1, 3, 1, 1, 4, 1, 8, 1, 8, 1, 2, 1, 9, 1, 2, 1, 13, 1, 1, 1, 4, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 1, 1, 1, 9, 7, 1, 8, 5, 1, 1, 1, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 6, 2, 1, 1, 4, 1, 4, 1, 1, 5, 6, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 4, 7, 4, 1, 2, 4, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 9, 1, 1, 4, 1, 1, 1, 3, 1, 4, 1, 6, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 2, 4, 1, 1, 1, 4, 1, 4, 7, 1, 3, 1, 3, 1, 7, 9, 5, 2, 1, 4, 1, 1, 1, 1, 4, 2, 1, 1, 1, 9, 4, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 1, 1, 4, 1, 7, 1, 1, 2, 2, 1, 5, 1, 2, 3, 1, 4, 1, 1, 9, 1, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 1, 3, 9, 1, 1, 2, 1, 1, 1, 3, 2, 2, 1, 1, 4, 2, 10, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 10, 2, 4, 1, 1, 13, 5, 1, 1, 11, 6, 1, 4, 3, 2, 4, 1, 1, 13, 3, 3, 1, 9, 5, 1, 7, 2, 1, 1, 10, 1, 2, 1, 1, 3, 1, 2, 7, 2, 1, 6, 3, 1, 1, 3, 2, 5, 2, 2, 7, 2, 2, 7, 4, 1, 2, 2, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 2, 2, 1, 7, 2, 7, 5, 2, 1, 3, 1, 2, 7, 4, 1, 5, 1, 9, 1, 2, 1, 1, 1, 2, 2, 1, 5, 1, 1, 5, 1, 2, 2, 7, 5, 1, 2, 1, 1, 3, 1, 1, 7, 3, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 3, 2, 7, 1, 2, 2, 1, 1, 9, 1, 3, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 3, 1, 4, 2, 1, 1, 17, 1, 2, 4, 1, 4, 1, 21, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 3, 10, 1, 1, 3, 1, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 5, 1, 2, 1, 4, 1, 9, 1, 2, 1, 3, 1, 1, 7, 2, 1, 2, 4, 2, 2, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 9, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 2, 1, 5, 4, 1, 43, 4, 1, 1, 2, 1, 1, 3, 4, 1, 9, 4, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 5, 2, 8, 1, 4, 1, 1, 1, 9, 4, 1, 6, 2, 1, 3, 1, 1, 5, 9, 4, 1, 1, 6, 2, 5, 9, 1, 2, 4, 1, 1, 6, 3, 4, 1, 5, 1, 13, 2, 6, 1, 1, 3, 8, 1, 2, 3, 5, 1, 5, 4, 1, 6, 1], "chunk_stats": {"count": 1219, "sum": 3192, "mean": 2.6185397867104183, "median": 1.0, "p95": 9.0, "max": 43, "min": 1}}, {"stage": 1, "units_in": 1219, "units_out": 627, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 10, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 3, 5, 1, 1, 2, 1, 5, 1, 3, 1, 2, 3, 1, 1, 3, 2, 3, 1, 3, 1, 1, 1, 1, 7, 1, 2, 1, 5, 1, 2, 1, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 3, 4, 4, 1, 1, 1, 3, 2, 3, 1, 9, 1, 3, 2, 1, 5, 2, 1, 1, 1, 2, 1, 3, 2, 6, 1, 1, 2, 1, 1, 2, 2, 2, 3, 1, 1, 1, 4, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 2, 1, 6, 1, 3, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 3, 2, 3, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 3, 1, 5, 2, 3, 1, 2, 1, 6, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1, 1, 2, 1, 7, 1, 3, 1, 3, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 1, 3, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 1, 2, 5, 1, 1, 3, 2, 4, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 5, 2, 1, 5, 1, 2, 3, 3, 2, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 5, 1, 4, 1, 1, 2, 1, 4, 1, 3, 3, 2, 1, 5, 6, 2, 1, 1, 1, 4, 1, 2, 5, 1, 3, 1, 2, 3, 1, 2, 1, 4, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 2, 4, 6, 2, 1, 1, 1, 1, 1, 1, 3, 2, 4, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 1, 2, 1, 3, 4, 1, 2, 2, 2, 1, 1, 1, 8, 1, 2, 1, 1, 1, 5, 1, 4, 2, 3, 2, 1, 2, 1, 5, 3, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 5, 1, 3, 4, 1, 1, 2, 1, 1, 5, 2, 1, 3, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 2, 3, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 4, 1, 3, 1, 6, 1, 1, 3, 1, 5, 3, 1, 1, 1, 5, 1, 5, 1, 5, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 2, 1, 3, 1, 1, 4, 1, 2, 3, 1, 1, 2, 3, 1, 1, 5, 3, 3, 1, 1, 2, 1, 1, 4, 1, 4, 3, 3, 1, 2, 4, 1, 1, 5, 3, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 2, 1, 2, 1, 1, 5, 2, 3, 1, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 2, 6, 2, 1, 2, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 5, 1, 4, 2, 1, 1, 5, 5, 1, 1, 1, 1, 2, 4, 4, 2, 1], "chunk_stats": {"count": 627, "sum": 1219, "mean": 1.9441786283891547, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 699, "chunk_lengths": [17, 4, 3, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 13, 1, 2, 2, 1, 2, 1, 1, 17, 4, 3, 1, 1, 3, 1, 7, 1, 1, 1, 1, 13, 4, 1, 1, 3, 11, 5, 1, 1, 3, 1, 6, 6, 4, 8, 1, 1, 1, 1, 2, 7, 1, 5, 3, 4, 3, 1, 1, 1, 4, 1, 2, 1, 7, 1, 3, 1, 8, 1, 8, 2, 1, 4, 2, 9, 3, 4, 4, 1, 1, 1, 1, 1, 1, 4, 1, 9, 1, 1, 1, 1, 5, 1, 1, 1, 1, 5, 1, 2, 3, 4, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 2, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 1, 3, 1, 2, 3, 3, 1, 10, 1, 1, 7, 1, 1, 1, 3, 3, 1, 10, 1, 1, 3, 1, 1, 1, 3, 3, 1, 10, 1, 1, 10, 1, 1, 1, 3, 3, 1, 10, 1, 1, 9, 1, 5, 2, 5, 1, 5, 1, 1, 1, 9, 2, 4, 4, 2, 3, 1, 3, 1, 4, 1, 5, 1, 9, 2, 3, 2, 2, 2, 1, 3, 1, 1, 4, 1, 9, 6, 2, 7, 2, 9, 3, 4, 1, 1, 1, 1, 10, 1, 1, 2, 2, 5, 2, 4, 2, 2, 4, 2, 4, 1, 1, 1, 1, 4, 6, 1, 7, 1, 1, 8, 1, 8, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 9, 13, 1, 2, 1, 3, 1, 2, 5, 1, 17, 1, 3, 1, 1, 5, 1, 1, 2, 1, 3, 3, 1, 4, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 3, 1, 3, 13, 1, 1, 1, 4, 2, 2, 3, 1, 1, 9, 3, 4, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 3, 1, 8, 1, 1, 3, 2, 8, 1, 2, 1, 1, 9, 4, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 4, 2, 5, 2, 1, 2, 2, 3, 1, 1, 1, 1, 4, 1, 4, 1, 3, 3, 1, 1, 1, 6, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 4, 2, 1, 4, 1, 1, 5, 1, 4, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 6, 2, 2, 3, 13, 3, 4, 4, 1, 5, 9, 4, 1, 13, 1, 5, 9, 1, 1, 1, 1, 3, 3, 1, 1, 4, 1, 8, 1, 6, 5, 6, 5, 1, 1, 1, 1, 2, 1, 10, 1, 9, 9, 2, 1, 3, 1, 1, 5, 1, 3, 1, 1, 3, 1, 3, 2, 6, 1, 5, 1, 6, 1, 9, 1, 2, 8, 1, 6, 1, 5, 3, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 7, 2, 5, 2, 1, 9, 1, 5, 2, 3, 2, 7, 5, 1, 2, 1, 2, 2, 1, 1, 7, 3, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 5, 1, 1, 2, 2, 2, 1, 3, 1, 3, 4, 1, 25, 4, 1, 3, 1, 4, 1, 7, 1, 1, 25, 1, 5, 2, 2, 9, 17, 4, 13, 1, 3, 1, 1, 8, 1, 1, 4, 1, 1, 13, 1, 3, 1, 1, 9, 2, 2, 2, 1, 9, 1, 3, 1, 6, 1, 5, 1, 1, 1, 4, 1, 10, 1, 1, 3, 1, 1, 1, 1, 5, 13, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 5, 4, 2, 4, 1, 1, 3, 4, 1, 9, 3, 4, 3, 1, 2, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3, 13, 4, 1, 1, 1, 6, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 5, 1, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 1, 4, 1, 4, 2, 1, 6, 1, 1, 1, 1, 2, 4, 1, 1, 1, 9, 4, 6, 6, 1, 3, 2, 10, 1, 3], "chunk_stats": {"count": 708, "sum": 2048, "mean": 2.8926553672316384, "median": 1.0, "p95": 9.0, "max": 25, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 286, "chunk_lengths": [1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 4, 2, 3, 1, 1, 2, 2, 3, 1, 4, 1, 1, 6, 1, 2, 2, 1, 3, 1, 3, 3, 1, 1, 1, 4, 2, 2, 4, 1, 1, 3, 3, 9, 1, 1, 3, 2, 3, 1, 9, 1, 3, 2, 3, 1, 3, 3, 3, 1, 3, 3, 3, 1, 3, 3, 4, 1, 2, 1, 3, 2, 1, 1, 1, 1, 4, 1, 5, 1, 2, 1, 4, 4, 2, 1, 1, 1, 5, 5, 2, 3, 1, 1, 2, 1, 1, 1, 1, 2, 7, 2, 1, 3, 1, 3, 1, 2, 4, 3, 1, 5, 4, 1, 3, 1, 2, 1, 5, 3, 1, 5, 2, 2, 1, 7, 1, 1, 1, 6, 2, 2, 4, 5, 1, 4, 6, 2, 2, 2, 1, 2, 3, 1, 1, 1, 3, 9, 1, 2, 4, 1, 1, 1, 9, 1, 4, 6, 1, 3, 2, 1, 2, 1, 2, 1, 1, 10, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 4, 2, 4, 2, 5, 2, 6, 3, 1, 3, 2, 3, 1, 1, 1, 5, 1, 5, 1, 6, 6, 3, 1, 7, 1, 5, 2, 2, 1, 2, 2, 1, 1, 1, 5, 3, 2, 1, 5, 1, 2, 1, 1, 4, 3, 3, 1, 2, 5, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 3, 5, 7, 1, 5, 1, 1, 10, 1, 1, 5, 3, 3, 1, 1, 1, 4, 1, 3, 1, 7, 2, 4, 1, 3, 1, 2, 1, 1, 3, 1, 2, 1, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 294, "sum": 699, "mean": 2.377551020408163, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 699, "sum": 699, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.998507767002593, "decode_time_sec": 28.342514266998478, "total_time_sec": 29.37683358099821, "prefill_units_per_sec": 3328.9675952929947, "prefill_bytes_per_sec": 3312.9436838836423, "decode_units_per_sec": 72.2589386639087, "decode_bytes_per_sec": 72.2589386639087, "total_units_per_sec": 69.71479735394988, "total_bytes_per_sec": 69.71479735394988, "step_latency_ms": {"count": 2048, "sum": 28459, "mean": 13.89599609375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3424.54443359375, "peak_reserved_mb": 3480.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3308, "mean": 206.75, "median": 218.5, "p95": 253.5, "max": 255, "min": 102}, "model_input_units": {"count": 16, "sum": 3324, "mean": 207.75, "median": 219.5, "p95": 254.5, "max": 256, "min": 103}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 3308, "model_input_units": 3324, "stage0_units": 1278, "stage1_units": 641, "bytes_per_stage0_unit": 2.588419405320814, "stage0_per_stage1_unit": 1.9937597503900155}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 3324, "units_out": 1278, "chunk_lengths": [1, 1, 1, 4, 1, 3, 7, 1, 8, 1, 1, 3, 2, 3, 1, 1, 9, 6, 1, 5, 2, 6, 1, 6, 4, 1, 1, 4, 1, 1, 3, 1, 6, 2, 6, 1, 6, 4, 1, 1, 2, 2, 1, 4, 1, 9, 7, 2, 3, 4, 1, 3, 2, 6, 1, 4, 2, 2, 2, 1, 9, 1, 2, 6, 1, 13, 3, 4, 1, 5, 6, 1, 1, 1, 1, 3, 1, 1, 6, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 4, 4, 2, 3, 1, 9, 1, 3, 4, 1, 3, 4, 1, 13, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 3, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 4, 4, 1, 1, 1, 1, 17, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 1, 3, 1, 1, 13, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 1, 5, 6, 1, 3, 7, 1, 1, 6, 1, 1, 13, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 4, 4, 1, 13, 1, 1, 6, 1, 1, 2, 4, 4, 6, 1, 1, 1, 1, 5, 6, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 3, 4, 1, 1, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 2, 2, 1, 1, 2, 3, 1, 2, 1, 3, 2, 1, 4, 1, 1, 7, 1, 1, 4, 4, 3, 2, 3, 1, 3, 4, 5, 1, 13, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 14, 1, 4, 4, 1, 4, 4, 5, 1, 2, 8, 1, 1, 1, 9, 1, 2, 4, 1, 1, 1, 1, 1, 2, 1, 6, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 2, 1, 1, 13, 1, 5, 9, 1, 1, 4, 1, 1, 1, 7, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 9, 4, 1, 13, 1, 3, 1, 1, 4, 2, 1, 3, 13, 8, 2, 4, 1, 1, 1, 3, 1, 3, 1, 4, 1, 1, 1, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 1, 5, 4, 2, 1, 1, 2, 2, 1, 3, 1, 4, 1, 3, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 1, 5, 1, 2, 1, 1, 2, 1, 2, 1, 8, 2, 1, 2, 3, 7, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 6, 1, 2, 2, 1, 1, 1, 1, 2, 7, 9, 5, 4, 5, 1, 2, 1, 8, 9, 1, 1, 1, 1, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 5, 1, 1, 6, 1, 1, 5, 1, 4, 1, 3, 2, 5, 1, 4, 2, 9, 1, 1, 5, 3, 1, 7, 2, 1, 1, 5, 4, 6, 3, 5, 1, 4, 1, 9, 4, 1, 2, 2, 5, 1, 1, 6, 1, 6, 1, 3, 2, 5, 2, 9, 1, 9, 3, 1, 6, 1, 1, 5, 1, 4, 1, 5, 3, 4, 1, 4, 1, 1, 1, 3, 2, 1, 11, 1, 1, 3, 2, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 12, 1, 2, 2, 2, 1, 13, 1, 4, 1, 1, 7, 1, 2, 2, 1, 1, 3, 1, 2, 1, 11, 2, 1, 1, 13, 3, 3, 9, 1, 3, 1, 11, 1, 4, 1, 13, 3, 1, 1, 3, 1, 1, 1, 6, 1, 4, 2, 1, 1, 13, 1, 3, 1, 1, 1, 3, 6, 1, 1, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 4, 4, 2, 1, 2, 3, 4, 4, 1, 1, 5, 1, 1, 1, 13, 1, 2, 1, 1, 1, 1, 1, 1, 17, 3, 4, 4, 1, 1, 1, 3, 9, 1, 1, 3, 2, 1, 3, 1, 1, 9, 1, 2, 1, 4, 1, 1, 2, 1, 2, 1, 2, 1, 3, 6, 2, 1, 3, 1, 1, 7, 1, 4, 1, 9, 1, 1, 3, 1, 1, 9, 1, 5, 2, 1, 3, 1, 1, 3, 1, 2, 3, 1, 1, 2, 1, 3, 5, 1, 1, 9, 3, 2, 2, 1, 1, 1, 4, 1, 1, 1, 4, 1, 9, 4, 1, 2, 4, 1, 1, 2, 2, 3, 9, 1, 1, 2, 1, 4, 1, 3, 1, 1, 1, 13, 4, 3, 1, 1, 1, 3, 12, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 1, 6, 1, 8, 1, 2, 2, 2, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 3, 6, 1, 3, 1, 1, 3, 2, 4, 1, 5, 2, 6, 1, 4, 1, 1, 1, 9, 4, 9, 1, 1, 1, 1, 13, 6, 2, 2, 1, 3, 1, 1, 6, 1, 6, 1, 1, 3, 1, 6, 1, 4, 1, 13, 1, 2, 6, 1, 1, 17, 6, 1, 1, 4, 1, 5, 1, 2, 1, 1, 3, 8, 1, 1, 6, 1, 4, 1, 6, 1, 4, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 2, 1, 1, 1, 5, 7, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 4, 1, 4, 5, 7, 1, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 4, 1, 5, 1, 1, 3, 2, 5, 2, 7, 1, 2, 2, 1, 1, 9, 1, 2, 8, 1, 2, 2, 2, 1, 13, 8, 2, 4, 1, 1, 1, 9, 7, 1, 1, 3, 1, 1, 3, 5, 9, 2, 2, 4, 6, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 6, 1, 1, 5, 1, 4, 2, 1, 4, 1, 5, 2, 2, 2, 2, 2, 2, 1, 5, 1, 2, 1, 9, 1, 5, 2, 5, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 1, 9, 1, 1, 4, 1, 5, 2, 1, 4, 1, 3, 1, 4, 1, 1, 1, 9, 1, 2, 4, 1, 1, 4, 1, 4, 1, 13, 1, 4, 1, 1, 4, 1, 1, 13, 6, 1, 5, 1, 1, 1, 1, 3, 11, 1, 1, 3, 1, 1, 9, 3, 2, 1, 3, 1, 3, 1, 1, 2, 1, 4, 1, 1, 9, 1, 2, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 9, 1, 2, 2, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 3, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 2, 2, 1, 1, 9, 3, 4, 1, 1], "chunk_stats": {"count": 1278, "sum": 3324, "mean": 2.60093896713615, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1278, "units_out": 641, "chunk_lengths": [1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 2, 3, 1, 1, 1, 2, 2, 4, 1, 3, 2, 3, 1, 3, 1, 1, 1, 5, 2, 2, 1, 1, 1, 2, 2, 3, 1, 5, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 1, 2, 1, 3, 1, 2, 2, 2, 1, 3, 3, 2, 1, 3, 1, 2, 1, 2, 7, 1, 1, 1, 1, 1, 5, 3, 1, 5, 3, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 3, 3, 1, 2, 1, 1, 1, 3, 3, 3, 4, 1, 2, 1, 1, 2, 6, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 5, 2, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 3, 2, 1, 1, 2, 3, 3, 3, 3, 3, 1, 1, 1, 1, 3, 2, 2, 1, 6, 1, 2, 1, 1, 3, 2, 1, 2, 5, 1, 2, 1, 1, 1, 1, 3, 5, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 3, 2, 1, 1, 2, 2, 1, 4, 1, 1, 8, 1, 2, 1, 1, 3, 1, 2, 3, 1, 2, 2, 2, 1, 3, 2, 1, 2, 1, 5, 1, 2, 1, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 4, 2, 4, 1, 2, 3, 1, 3, 3, 3, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 7, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 2, 2, 2, 1, 1, 2, 2, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 2, 1, 7, 2, 2, 3, 1, 3, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 3, 4, 1, 1, 5, 5, 1, 2, 3, 3, 5, 2, 1, 2, 1, 2, 1, 4, 2, 2, 1, 6, 1, 4, 2, 2, 1, 1, 2, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 3, 5, 1, 1, 3, 1, 2, 1, 1, 3, 1, 1, 2, 1, 1, 3, 2, 2, 1, 4, 4, 1, 2, 3, 1, 5, 4, 4, 1, 1, 2, 1, 2, 4, 2, 7, 1, 1, 1, 1, 1, 5, 4, 1, 3, 5, 1, 1, 10, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 1, 5, 2, 2, 2, 3, 1, 6, 3, 2, 1, 1, 1, 2, 1, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 1, 2, 4, 1, 1, 1, 1, 5, 1, 2, 2, 5, 1, 1, 4, 1, 2, 5, 1, 1, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 4, 1, 10, 1, 2, 3, 4, 10, 1, 1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 7, 1, 1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 1, 1, 3, 1, 2, 1, 5, 5, 2, 1, 5, 1, 5, 1, 2, 1, 1, 1, 2, 6, 1, 5, 2, 1, 4, 1, 1, 2, 1, 1, 4, 1, 1, 1, 7, 2, 2, 1, 2, 1, 1, 2, 4, 2, 1, 6, 2, 6, 1, 6, 2, 1, 3, 1, 2, 1, 5, 1, 5, 1, 3, 1, 1, 3, 6, 5, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 641, "sum": 1278, "mean": 1.9937597503900155, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 708, "chunk_lengths": [9, 4, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 1, 1, 5, 1, 1, 4, 4, 1, 6, 1, 1, 3, 1, 1, 9, 3, 4, 1, 3, 1, 8, 1, 5, 1, 1, 4, 4, 9, 1, 1, 6, 1, 1, 1, 4, 1, 1, 5, 1, 5, 3, 4, 4, 3, 1, 1, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 4, 3, 1, 1, 5, 3, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 9, 1, 3, 1, 5, 1, 1, 2, 1, 5, 1, 5, 2, 4, 1, 1, 1, 2, 4, 2, 2, 1, 1, 1, 4, 1, 4, 1, 1, 13, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 5, 4, 2, 1, 3, 7, 1, 1, 6, 1, 1, 13, 3, 4, 1, 4, 5, 3, 4, 1, 3, 1, 1, 1, 4, 1, 7, 1, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 7, 1, 1, 1, 9, 3, 4, 1, 4, 5, 3, 1, 1, 3, 1, 5, 1, 1, 13, 4, 1, 1, 4, 2, 1, 4, 13, 3, 4, 7, 1, 5, 4, 1, 3, 1, 5, 1, 4, 1, 1, 9, 8, 2, 1, 1, 9, 1, 14, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 13, 1, 4, 1, 2, 1, 1, 1, 1, 3, 1, 13, 1, 1, 6, 1, 2, 1, 6, 1, 13, 1, 1, 6, 1, 2, 4, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 5, 1, 1, 6, 1, 1, 5, 1, 3, 2, 5, 2, 9, 1, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 4, 1, 1, 9, 3, 4, 3, 1, 2, 5, 1, 1, 1, 1, 3, 1, 1, 1, 6, 1, 4, 3, 1, 1, 3, 1, 13, 11, 1, 1, 3, 1, 11, 1, 13, 11, 1, 4, 1, 1, 3, 1, 11, 1, 4, 1, 9, 3, 4, 2, 2, 1, 1, 4, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 2, 2, 1, 3, 1, 1, 7, 9, 1, 2, 2, 1, 2, 2, 2, 1, 13, 4, 1, 1, 8, 2, 2, 3, 1, 3, 2, 3, 9, 1, 4, 1, 3, 1, 1, 1, 17, 3, 1, 1, 1, 2, 3, 1, 3, 3, 1, 3, 1, 1, 9, 3, 4, 3, 1, 1, 1, 1, 4, 1, 7, 1, 4, 1, 1, 2, 6, 1, 1, 9, 3, 4, 4, 1, 1, 1, 6, 1, 7, 1, 13, 1, 5, 4, 1, 1, 4, 1, 1, 5, 1, 4, 1, 1, 9, 1, 5, 5, 5, 1, 1, 1, 5, 1, 1, 7, 2, 1, 3, 17, 3, 4, 1, 13, 4, 1, 17, 3, 4, 1, 1, 9, 3, 4, 9, 1, 5, 4, 1, 6, 1, 6, 1, 1, 1, 5, 7, 1, 1, 7, 1, 1, 3, 1, 1, 1, 3, 1, 7, 5, 7, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 5, 5, 7, 1, 1, 1, 5, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 1, 1, 4, 9, 2, 5, 3, 10, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 4, 5, 2, 3, 7, 1, 17, 1, 6, 4, 5, 1, 3, 1, 5, 5, 3, 4, 13, 1, 4, 1, 1, 1, 17, 1, 2, 3, 1, 2, 7, 2, 2, 4, 3, 4, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 6, 1, 1, 9, 1, 1, 2, 2, 2, 2, 2, 4, 9, 2, 2, 2, 2, 2, 2, 3, 1, 9, 5, 5, 10, 1, 1, 4, 6, 1, 5, 1, 9, 4, 1], "chunk_stats": {"count": 721, "sum": 2048, "mean": 2.840499306518724, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 269, "chunk_lengths": [1, 2, 1, 7, 2, 1, 1, 4, 2, 5, 1, 5, 1, 1, 1, 4, 1, 1, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 4, 4, 1, 4, 1, 3, 2, 1, 3, 1, 2, 2, 4, 2, 3, 1, 2, 3, 1, 1, 1, 3, 6, 1, 1, 2, 1, 3, 1, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 1, 5, 1, 1, 5, 3, 6, 3, 1, 4, 1, 3, 2, 2, 1, 4, 3, 1, 3, 1, 1, 3, 2, 4, 1, 1, 1, 2, 1, 1, 1, 5, 1, 3, 2, 3, 1, 5, 2, 4, 1, 2, 2, 4, 1, 7, 2, 5, 1, 1, 1, 9, 1, 1, 2, 1, 3, 1, 1, 2, 1, 2, 1, 5, 1, 3, 1, 10, 1, 2, 2, 1, 5, 2, 3, 7, 1, 4, 1, 1, 3, 2, 4, 3, 1, 1, 6, 1, 1, 2, 5, 1, 4, 1, 4, 1, 1, 7, 1, 2, 2, 3, 5, 1, 1, 4, 1, 1, 1, 3, 5, 1, 1, 9, 2, 1, 1, 4, 3, 4, 1, 2, 3, 3, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 1, 4, 2, 1, 2, 4, 7, 1, 2, 5, 8, 1, 2, 4, 4, 10, 1, 1, 32, 9, 5, 1, 1, 1, 5, 3, 1, 3, 1, 2, 4, 5, 1, 2, 1, 4, 2, 1, 2, 3, 5, 1, 6, 2, 1, 3, 1, 6, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 4, 1, 2, 1, 5, 1, 3, 8, 1, 4, 1, 1, 2, 2, 2, 1], "chunk_stats": {"count": 279, "sum": 708, "mean": 2.5376344086021505, "median": 2.0, "p95": 6.0, "max": 32, "min": 1}, "active_size_stats": {"count": 708, "sum": 708, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06436814799963031, "decode_time_sec": 2.0528961130003154, "total_time_sec": 2.1205898900007014, "prefill_units_per_sec": 4132.47869119254, "prefill_bytes_per_sec": 4116.943057015124, "decode_units_per_sec": 62.35093884654861, "decode_bytes_per_sec": 62.35093884654861, "total_units_per_sec": 60.360563163845725, "total_bytes_per_sec": 60.360563163845725, "step_latency_ms": {"count": 128, "sum": 2055, "mean": 16.0546875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3341.2548828125, "peak_reserved_mb": 3366.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 98, "stage1_units": 50, "bytes_per_stage0_unit": 2.704081632653061, "stage0_per_stage1_unit": 1.96}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 266, "units_out": 98, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1], "chunk_stats": {"count": 98, "sum": 266, "mean": 2.7142857142857144, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1], "chunk_stats": {"count": 50, "sum": 98, "mean": 1.96, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 3], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.349999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 51, "mean": 1.8214285714285714, "median": 1.0, "p95": 4.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.1825127509982849, "decode_time_sec": 1.9072205850025057, "total_time_sec": 2.0956451230013045, "prefill_units_per_sec": 5276.343678634538, "prefill_bytes_per_sec": 5270.864609394003, "decode_units_per_sec": 67.11336958426958, "decode_bytes_per_sec": 67.11336958426958, "total_units_per_sec": 61.07904367733941, "total_bytes_per_sec": 61.07904367733941, "step_latency_ms": {"count": 128, "sum": 1910, "mean": 14.921875, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3522.85986328125, "peak_reserved_mb": 3626.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 962, "mean": 962.0, "median": 962.0, "p95": 962.0, "max": 962, "min": 962}, "model_input_units": {"count": 1, "sum": 963, "mean": 963.0, "median": 963.0, "p95": 963.0, "max": 963, "min": 963}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 962, "model_input_units": 963, "stage0_units": 358, "stage1_units": 193, "bytes_per_stage0_unit": 2.6871508379888267, "stage0_per_stage1_unit": 1.854922279792746}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 963, "units_out": 358, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 358, "sum": 963, "mean": 2.689944134078212, "median": 2.0, "p95": 9.0, "max": 20, "min": 1}}, {"stage": 1, "units_in": 358, "units_out": 193, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1], "chunk_stats": {"count": 193, "sum": 358, "mean": 1.854922279792746, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 4, 2, 3, 3, 1, 1, 9, 7, 5, 5, 1, 13, 2, 2, 1, 8], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.949999999999996, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [3, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 24, "sum": 41, "mean": 1.7083333333333333, "median": 2.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06751635700129555, "decode_time_sec": 1.6985562680019939, "total_time_sec": 1.773992291000468, "prefill_units_per_sec": 5376.474918411764, "prefill_bytes_per_sec": 5361.663692741208, "decode_units_per_sec": 75.35811583714326, "decode_bytes_per_sec": 75.35811583714326, "total_units_per_sec": 72.15363936435857, "total_bytes_per_sec": 72.15363936435857, "step_latency_ms": {"count": 128, "sum": 1702, "mean": 13.296875, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3365.0107421875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}, "model_input_units": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 362, "model_input_units": 363, "stage0_units": 106, "stage1_units": 50, "bytes_per_stage0_unit": 3.4150943396226414, "stage0_per_stage1_unit": 2.12}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 363, "units_out": 106, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5], "chunk_stats": {"count": 106, "sum": 363, "mean": 3.4245283018867925, "median": 2.0, "p95": 16.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 50, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3], "chunk_stats": {"count": 50, "sum": 106, "mean": 2.12, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 10, 1, 1, 5, 2, 1, 1, 17, 1, 3, 1, 1, 10, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 13.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 2, 1, 1, 5, 1, 8, 1, 2, 1, 8, 1, 5, 2], "chunk_stats": {"count": 15, "sum": 40, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06441500799701316, "decode_time_sec": 1.6572299680010474, "total_time_sec": 1.7266453939992061, "prefill_units_per_sec": 8352.090867161676, "prefill_bytes_per_sec": 8336.566534694834, "decode_units_per_sec": 77.23731918412852, "decode_bytes_per_sec": 77.23731918412852, "total_units_per_sec": 74.13218744558203, "total_bytes_per_sec": 74.13218744558203, "step_latency_ms": {"count": 128, "sum": 1657, "mean": 12.9453125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3410.146484375, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 537, "mean": 537.0, "median": 537.0, "p95": 537.0, "max": 537, "min": 537}, "model_input_units": {"count": 1, "sum": 538, "mean": 538.0, "median": 538.0, "p95": 538.0, "max": 538, "min": 538}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 537, "model_input_units": 538, "stage0_units": 196, "stage1_units": 95, "bytes_per_stage0_unit": 2.739795918367347, "stage0_per_stage1_unit": 2.0631578947368423}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 538, "units_out": 196, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1], "chunk_stats": {"count": 196, "sum": 538, "mean": 2.7448979591836733, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 196, "units_out": 95, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3], "chunk_stats": {"count": 95, "sum": 196, "mean": 2.0631578947368423, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 4, 1, 1, 11, 2, 5, 1, 1, 1, 1], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [3, 7, 1, 4, 8, 1, 4, 7, 1, 4, 6], "chunk_stats": {"count": 11, "sum": 46, "mean": 4.181818181818182, "median": 4.0, "p95": 7.5, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06393768800262478, "decode_time_sec": 1.6999923669973214, "total_time_sec": 1.7701763629993366, "prefill_units_per_sec": 5896.365848957868, "prefill_bytes_per_sec": 5880.7256212418, "decode_units_per_sec": 75.29445571928365, "decode_bytes_per_sec": 75.29445571928365, "total_units_per_sec": 72.30917928602348, "total_bytes_per_sec": 72.30917928602348, "step_latency_ms": {"count": 128, "sum": 1704, "mean": 13.3125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3366.572265625, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}, "model_input_units": {"count": 1, "sum": 377, "mean": 377.0, "median": 377.0, "p95": 377.0, "max": 377, "min": 377}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 376, "model_input_units": 377, "stage0_units": 109, "stage1_units": 51, "bytes_per_stage0_unit": 3.44954128440367, "stage0_per_stage1_unit": 2.1372549019607843}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 377, "units_out": 109, "chunk_lengths": [1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6], "chunk_stats": {"count": 109, "sum": 377, "mean": 3.458715596330275, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 51, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3], "chunk_stats": {"count": 51, "sum": 109, "mean": 2.1372549019607843, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 5, 1, 5, 1, 5, 1, 5, 1, 13, 1, 2, 5, 1, 6, 1, 2, 4, 2, 2, 1, 17, 1, 2, 5, 1, 5, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 8], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 7.700000000000003, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 1, 5, 3, 5, 2, 4, 6, 1, 1, 7, 4, 3], "chunk_stats": {"count": 13, "sum": 43, "mean": 3.3076923076923075, "median": 3.0, "p95": 6.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06351806900056545, "decode_time_sec": 1.803424156998517, "total_time_sec": 1.8705633839999791, "prefill_units_per_sec": 4376.707358618304, "prefill_bytes_per_sec": 4360.963806968598, "decode_units_per_sec": 70.97609261984908, "decode_bytes_per_sec": 70.97609261984908, "total_units_per_sec": 68.42858204905471, "total_bytes_per_sec": 68.42858204905471, "step_latency_ms": {"count": 128, "sum": 1807, "mean": 14.1171875, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3347.7626953125, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}, "model_input_units": {"count": 1, "sum": 278, "mean": 278.0, "median": 278.0, "p95": 278.0, "max": 278, "min": 278}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 277, "model_input_units": 278, "stage0_units": 101, "stage1_units": 55, "bytes_per_stage0_unit": 2.742574257425743, "stage0_per_stage1_unit": 1.8363636363636364}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 278, "units_out": 101, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1], "chunk_stats": {"count": 101, "sum": 278, "mean": 2.7524752475247523, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 101, "units_out": 55, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2], "chunk_stats": {"count": 55, "sum": 101, "mean": 1.8363636363636364, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [13, 5, 1, 10, 1, 4, 1, 1, 4, 1, 1, 10, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 9, 8, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 10.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 4, 1, 1, 3], "chunk_stats": {"count": 21, "sum": 39, "mean": 1.8571428571428572, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06471797899939702, "decode_time_sec": 1.7693911040005332, "total_time_sec": 1.8376457699996536, "prefill_units_per_sec": 5330.821594463177, "prefill_bytes_per_sec": 5315.369937667631, "decode_units_per_sec": 72.34127023166124, "decode_bytes_per_sec": 72.34127023166124, "total_units_per_sec": 69.65433822429452, "total_bytes_per_sec": 69.65433822429452, "step_latency_ms": {"count": 128, "sum": 1776, "mean": 13.875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3357.87255859375, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}, "model_input_units": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 344, "model_input_units": 345, "stage0_units": 114, "stage1_units": 46, "bytes_per_stage0_unit": 3.017543859649123, "stage0_per_stage1_unit": 2.4782608695652173}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 345, "units_out": 114, "chunk_lengths": [1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1], "chunk_stats": {"count": 114, "sum": 345, "mean": 3.026315789473684, "median": 1.0, "p95": 10.399999999999977, "max": 17, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 46, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1], "chunk_stats": {"count": 46, "sum": 114, "mean": 2.4782608695652173, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 1, 4, 1, 1, 4, 1, 6, 1, 1, 13, 3, 4, 6, 9, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 3, 7, 1, 6, 1, 1, 5, 1, 1, 1, 2, 8, 2, 3, 1, 3, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 7.949999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 5, 2, 1, 3, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 3, 2], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 2.0, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.065693956999894, "decode_time_sec": 1.8573368610013858, "total_time_sec": 1.9268752169991785, "prefill_units_per_sec": 4262.188073104681, "prefill_bytes_per_sec": 4246.965972843594, "decode_units_per_sec": 68.91587772128133, "decode_bytes_per_sec": 68.91587772128133, "total_units_per_sec": 66.42879563282824, "total_bytes_per_sec": 66.42879563282824, "step_latency_ms": {"count": 128, "sum": 1860, "mean": 14.53125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3347.8408203125, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}, "model_input_units": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 279, "model_input_units": 280, "stage0_units": 97, "stage1_units": 40, "bytes_per_stage0_unit": 2.8762886597938144, "stage0_per_stage1_unit": 2.425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 280, "units_out": 97, "chunk_lengths": [1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1], "chunk_stats": {"count": 97, "sum": 280, "mean": 2.88659793814433, "median": 1.0, "p95": 8.199999999999989, "max": 18, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 40, "chunk_lengths": [1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2], "chunk_stats": {"count": 40, "sum": 97, "mean": 2.425, "median": 2.0, "p95": 6.049999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [18, 1, 3, 4, 7, 1, 1, 1, 5, 3, 4, 1, 2, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 6.599999999999994, "max": 18, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 3, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 8, 1, 9, 1, 3], "chunk_stats": {"count": 19, "sum": 48, "mean": 2.526315789473684, "median": 2.0, "p95": 8.099999999999998, "max": 9, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06530059799843002, "decode_time_sec": 1.8588142910011811, "total_time_sec": 1.9275205280027876, "prefill_units_per_sec": 4333.804110137, "prefill_bytes_per_sec": 4318.49031469482, "decode_units_per_sec": 68.86110173548191, "decode_bytes_per_sec": 68.86110173548191, "total_units_per_sec": 66.40655606019823, "total_bytes_per_sec": 66.40655606019823, "step_latency_ms": {"count": 128, "sum": 1865, "mean": 14.5703125, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3347.9580078125, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 127, "stage1_units": 57, "bytes_per_stage0_unit": 2.220472440944882, "stage0_per_stage1_unit": 2.2280701754385963}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 283, "units_out": 127, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 127, "sum": 283, "mean": 2.2283464566929134, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 127, "units_out": 57, "chunk_lengths": [1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1], "chunk_stats": {"count": 57, "sum": 127, "mean": 2.2280701754385963, "median": 2.0, "p95": 5.199999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [9, 1, 3, 1, 1, 6, 1, 6, 1, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 5, 1, 1, 1, 5, 2, 5, 2, 3, 1, 3, 3, 2], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.099999999999987, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 5, 2, 2, 1, 1, 5, 1, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1], "chunk_stats": {"count": 21, "sum": 46, "mean": 2.1904761904761907, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 8, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06385150900314329, "decode_time_sec": 1.5326078709986177, "total_time_sec": 1.599889698001789, "prefill_units_per_sec": 5465.806610503432, "prefill_bytes_per_sec": 5450.145273510585, "decode_units_per_sec": 83.51777543501565, "decode_bytes_per_sec": 83.51777543501565, "total_units_per_sec": 80.00551548014086, "total_bytes_per_sec": 80.00551548014086, "step_latency_ms": {"count": 128, "sum": 1538, "mean": 12.015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3357.99755859375, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}, "model_input_units": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 348, "model_input_units": 349, "stage0_units": 111, "stage1_units": 59, "bytes_per_stage0_unit": 3.135135135135135, "stage0_per_stage1_unit": 1.88135593220339}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 349, "units_out": 111, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1], "chunk_stats": {"count": 111, "sum": 349, "mean": 3.144144144144144, "median": 2.0, "p95": 7.5, "max": 13, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 59, "chunk_lengths": [1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1], "chunk_stats": {"count": 59, "sum": 111, "mean": 1.88135593220339, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 29, "chunk_lengths": [1, 5, 1, 13, 6, 1, 4, 6, 2, 1, 4, 13, 6, 1, 7, 2, 2, 1, 1, 13, 6, 1, 1, 2, 7, 1, 7, 1, 6, 6], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 3.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [3, 1, 4, 1, 2, 1, 4, 1, 2, 1, 4, 1, 4], "chunk_stats": {"count": 13, "sum": 29, "mean": 2.230769230769231, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 29, "sum": 29, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 9, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06451733799985959, "decode_time_sec": 1.9609441009997681, "total_time_sec": 2.0300373479985865, "prefill_units_per_sec": 5967.388177125936, "prefill_bytes_per_sec": 5951.88846757496, "decode_units_per_sec": 65.27468066771534, "decode_bytes_per_sec": 65.27468066771534, "total_units_per_sec": 63.05302714070516, "total_bytes_per_sec": 63.05302714070516, "step_latency_ms": {"count": 128, "sum": 1961, "mean": 15.3203125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3367.1396484375, "peak_reserved_mb": 3450.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}, "model_input_units": {"count": 1, "sum": 385, "mean": 385.0, "median": 385.0, "p95": 385.0, "max": 385, "min": 385}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 384, "model_input_units": 385, "stage0_units": 116, "stage1_units": 67, "bytes_per_stage0_unit": 3.310344827586207, "stage0_per_stage1_unit": 1.7313432835820894}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 385, "units_out": 116, "chunk_lengths": [1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 5, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2], "chunk_stats": {"count": 116, "sum": 385, "mean": 3.3189655172413794, "median": 2.0, "p95": 10.5, "max": 13, "min": 1}}, {"stage": 1, "units_in": 116, "units_out": 67, "chunk_lengths": [1, 2, 2, 3, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2], "chunk_stats": {"count": 67, "sum": 116, "mean": 1.7313432835820894, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 2, 1, 1, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 5, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 3, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 2, 1, 5, 1, 4, 1, 2, 2, 1, 5, 1, 6, 1, 3, 1, 5, 1, 4, 1, 3], "chunk_stats": {"count": 22, "sum": 52, "mean": 2.3636363636363638, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 10, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06552604699754738, "decode_time_sec": 1.9744089150008222, "total_time_sec": 2.0461429999995744, "prefill_units_per_sec": 8332.564301039503, "prefill_bytes_per_sec": 8317.303194261041, "decode_units_per_sec": 64.82952899346421, "decode_bytes_per_sec": 64.82952899346421, "total_units_per_sec": 62.5567225751214, "total_bytes_per_sec": 62.5567225751214, "step_latency_ms": {"count": 128, "sum": 1977, "mean": 15.4453125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3411.99853515625, "peak_reserved_mb": 3510.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}, "model_input_units": {"count": 1, "sum": 546, "mean": 546.0, "median": 546.0, "p95": 546.0, "max": 546, "min": 546}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 545, "model_input_units": 546, "stage0_units": 157, "stage1_units": 90, "bytes_per_stage0_unit": 3.4713375796178343, "stage0_per_stage1_unit": 1.7444444444444445}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 546, "units_out": 157, "chunk_lengths": [1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1], "chunk_stats": {"count": 157, "sum": 546, "mean": 3.477707006369427, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 157, "units_out": 90, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4], "chunk_stats": {"count": 90, "sum": 157, "mean": 1.7444444444444445, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 8, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 9, 4, 5, 3, 4, 1, 1, 13, 4, 1, 1, 2, 1, 1, 1, 9, 3, 4, 4, 1, 1, 1, 1, 4, 1, 5, 1, 1, 1, 1, 2, 6], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 8.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 26, "chunk_lengths": [1, 1, 2, 1, 3, 1, 3, 2, 1, 1, 2, 3, 1, 1, 1, 2, 2, 1, 1, 5, 1, 1, 3, 1, 3, 1], "chunk_stats": {"count": 26, "sum": 45, "mean": 1.7307692307692308, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 11, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06350567900153692, "decode_time_sec": 1.5169836790009867, "total_time_sec": 1.5862912449993019, "prefill_units_per_sec": 4109.868662197651, "prefill_bytes_per_sec": 4094.12203897084, "decode_units_per_sec": 84.37796778690111, "decode_bytes_per_sec": 84.37796778690111, "total_units_per_sec": 80.69136131433187, "total_bytes_per_sec": 80.69136131433187, "step_latency_ms": {"count": 128, "sum": 1529, "mean": 11.9453125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.3330078125, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 81, "stage1_units": 42, "bytes_per_stage0_unit": 3.2098765432098766, "stage0_per_stage1_unit": 1.9285714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 261, "units_out": 81, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1], "chunk_stats": {"count": 81, "sum": 261, "mean": 3.2222222222222223, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 42, "chunk_lengths": [1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1], "chunk_stats": {"count": 42, "sum": 81, "mean": 1.9285714285714286, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [17, 5, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 2, 1, 6, 1, 1, 14], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 15.5, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 1, 2, 1, 4, 1, 1, 2, 9, 2, 6], "chunk_stats": {"count": 11, "sum": 30, "mean": 2.727272727272727, "median": 2.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 12, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06433736899998621, "decode_time_sec": 1.6599838299989642, "total_time_sec": 1.7285426060007012, "prefill_units_per_sec": 7569.4733491527195, "prefill_bytes_per_sec": 7553.930282727355, "decode_units_per_sec": 77.10918485277044, "decode_bytes_per_sec": 77.10918485277044, "total_units_per_sec": 74.05082151613917, "total_bytes_per_sec": 74.05082151613917, "step_latency_ms": {"count": 128, "sum": 1664, "mean": 13.0, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3400.18701171875, "peak_reserved_mb": 3472.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}, "model_input_units": {"count": 1, "sum": 487, "mean": 487.0, "median": 487.0, "p95": 487.0, "max": 487, "min": 487}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 486, "model_input_units": 487, "stage0_units": 161, "stage1_units": 81, "bytes_per_stage0_unit": 3.018633540372671, "stage0_per_stage1_unit": 1.9876543209876543}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 487, "units_out": 161, "chunk_lengths": [1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1], "chunk_stats": {"count": 161, "sum": 487, "mean": 3.0248447204968945, "median": 1.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 161, "units_out": 81, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1], "chunk_stats": {"count": 81, "sum": 161, "mean": 1.9876543209876543, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 21, 1, 4, 13, 4, 1, 17, 2, 2, 2, 2, 9, 1, 2, 2, 1, 2, 4, 1, 13, 3, 4, 1, 2], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 2.0, "p95": 14.199999999999989, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [3, 3, 3, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 2, 4, 1, 3], "chunk_stats": {"count": 17, "sum": 34, "mean": 2.0, "median": 2.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 13, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06469528899833676, "decode_time_sec": 1.8168603029989754, "total_time_sec": 1.8876147580012912, "prefill_units_per_sec": 7373.025260189549, "prefill_bytes_per_sec": 7357.56818417238, "decode_units_per_sec": 70.45120628631632, "decode_bytes_per_sec": 70.45120628631632, "total_units_per_sec": 67.81044673306822, "total_bytes_per_sec": 67.81044673306822, "step_latency_ms": {"count": 128, "sum": 1822, "mean": 14.234375, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3390.58935546875, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}, "model_input_units": {"count": 1, "sum": 477, "mean": 477.0, "median": 477.0, "p95": 477.0, "max": 477, "min": 477}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 476, "model_input_units": 477, "stage0_units": 163, "stage1_units": 92, "bytes_per_stage0_unit": 2.920245398773006, "stage0_per_stage1_unit": 1.7717391304347827}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 477, "units_out": 163, "chunk_lengths": [1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4], "chunk_stats": {"count": 163, "sum": 477, "mean": 2.9263803680981595, "median": 1.0, "p95": 8.900000000000006, "max": 13, "min": 1}}, {"stage": 1, "units_in": 163, "units_out": 92, "chunk_lengths": [1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1], "chunk_stats": {"count": 92, "sum": 163, "mean": 1.7717391304347827, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 6, 3, 6, 1, 4, 1, 5, 3, 4, 8, 1, 4, 1, 1, 4, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 2, 1, 3, 3, 1, 2], "chunk_stats": {"count": 21, "sum": 41, "mean": 1.9523809523809523, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 14, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06396245900032227, "decode_time_sec": 1.7921822050011542, "total_time_sec": 1.8623378009979206, "prefill_units_per_sec": 9380.502397460625, "prefill_bytes_per_sec": 9364.868226798191, "decode_units_per_sec": 71.42130953136964, "decode_bytes_per_sec": 71.42130953136964, "total_units_per_sec": 68.73081775573266, "total_bytes_per_sec": 68.73081775573266, "step_latency_ms": {"count": 128, "sum": 1793, "mean": 14.0078125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3428.41259765625, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 599, "mean": 599.0, "median": 599.0, "p95": 599.0, "max": 599, "min": 599}, "model_input_units": {"count": 1, "sum": 600, "mean": 600.0, "median": 600.0, "p95": 600.0, "max": 600, "min": 600}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 599, "model_input_units": 600, "stage0_units": 213, "stage1_units": 106, "bytes_per_stage0_unit": 2.812206572769953, "stage0_per_stage1_unit": 2.009433962264151}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 600, "units_out": 213, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 213, "sum": 600, "mean": 2.816901408450704, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 213, "units_out": 106, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 106, "sum": 213, "mean": 2.009433962264151, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [5, 3, 4, 1, 9, 14, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 14, 1, 4, 1, 2, 5, 4, 1, 3, 1, 1, 3, 1, 14, 1, 1, 10, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.5, "p95": 14.0, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 2, 1, 3, 1, 2, 1, 4, 1, 3, 1, 4, 4, 1, 4, 1, 2, 1, 1], "chunk_stats": {"count": 20, "sum": 40, "mean": 2.0, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 15, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0660562579978432, "decode_time_sec": 2.089624461001222, "total_time_sec": 2.1640940940014843, "prefill_units_per_sec": 14639.036925639557, "prefill_bytes_per_sec": 14623.898314547892, "decode_units_per_sec": 61.25502567033989, "decode_bytes_per_sec": 61.25502567033989, "total_units_per_sec": 59.14715092786174, "total_bytes_per_sec": 59.14715092786174, "step_latency_ms": {"count": 128, "sum": 2087, "mean": 16.3046875, "median": 8.0, "p95": 38.0, "max": 46, "min": 8}, "peak_allocated_mb": 3526.2685546875, "peak_reserved_mb": 3630.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}, "model_input_units": {"count": 1, "sum": 967, "mean": 967.0, "median": 967.0, "p95": 967.0, "max": 967, "min": 967}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 966, "model_input_units": 967, "stage0_units": 442, "stage1_units": 187, "bytes_per_stage0_unit": 2.18552036199095, "stage0_per_stage1_unit": 2.3636363636363638}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 967, "units_out": 442, "chunk_lengths": [1, 1, 3, 1, 3, 1, 3, 2, 1, 1, 1, 5, 1, 10, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 3, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 4, 7, 2, 2, 1, 1, 1, 3, 1, 4, 1, 2, 2, 2, 3, 1, 2, 1, 4, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 1, 10, 5, 1, 1, 1, 1, 1, 9, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 4, 7, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 1, 3, 1, 33, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 7, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 8, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 4, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 3, 1, 1, 3, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 442, "sum": 967, "mean": 2.1877828054298645, "median": 1.0, "p95": 6.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 442, "units_out": 187, "chunk_lengths": [1, 2, 2, 9, 1, 3, 4, 1, 3, 1, 3, 1, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 6, 3, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 4, 6, 1, 2, 1, 1, 3, 1, 2, 1, 7, 1, 1, 1, 2, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 3, 1, 1, 1, 1, 2, 4, 1, 4, 1, 1, 6, 3, 7, 1, 1, 3, 3, 3, 1, 2, 5, 3, 2, 1, 2, 2, 1, 2, 2, 2, 3, 2, 1, 3, 4, 1, 5, 1, 9, 8, 1, 2, 1, 3, 3, 3, 3, 5, 3, 1, 2, 5, 2, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 3, 4, 1, 5, 1, 9, 8, 1, 1, 3, 2, 3, 3, 3, 3, 3, 5, 3, 3, 5, 3, 2, 5, 1, 2, 3, 2, 3, 3, 3, 4, 1, 5, 1, 1, 4, 3, 2, 2, 1, 3, 1, 1, 1, 1, 2], "chunk_stats": {"count": 187, "sum": 442, "mean": 2.3636363636363638, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [1, 3, 1, 5, 4, 1, 1, 3, 1, 3, 3, 1, 1, 3, 2, 1, 1, 2, 11, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 2], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.149999999999999, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [2, 1, 1, 4, 3, 4, 2, 1, 2, 1, 2, 1, 9, 1, 2, 3, 1, 1, 1, 2, 1, 2, 3, 1, 6], "chunk_stats": {"count": 25, "sum": 57, "mean": 2.28, "median": 2.0, "p95": 5.599999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 16, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06449438799972995, "decode_time_sec": 1.6913202549985726, "total_time_sec": 1.7656321690010373, "prefill_units_per_sec": 11225.782931734022, "prefill_bytes_per_sec": 11210.27770669019, "decode_units_per_sec": 75.68052213748722, "decode_bytes_per_sec": 75.68052213748722, "total_units_per_sec": 72.49528086726019, "total_bytes_per_sec": 72.49528086726019, "step_latency_ms": {"count": 128, "sum": 1694, "mean": 13.234375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3459.40185546875, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 723, "mean": 723.0, "median": 723.0, "p95": 723.0, "max": 723, "min": 723}, "model_input_units": {"count": 1, "sum": 724, "mean": 724.0, "median": 724.0, "p95": 724.0, "max": 724, "min": 724}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 723, "model_input_units": 724, "stage0_units": 255, "stage1_units": 124, "bytes_per_stage0_unit": 2.835294117647059, "stage0_per_stage1_unit": 2.056451612903226}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 724, "units_out": 255, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 3, 1, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 1, 9, 1, 2, 3, 1, 5, 1, 2, 1, 2, 4, 1, 2, 2, 6, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 1, 2, 4, 1, 2, 2, 6, 1, 1, 1, 2, 2, 3, 5, 1, 1, 4, 1, 4, 4, 1, 1, 17, 1, 6, 1, 6, 3, 1, 6, 1, 1, 1, 9, 2, 1, 3, 2, 8, 1, 1, 1, 2, 4, 5, 4, 2, 5, 1, 1, 4, 1, 4, 1, 4, 3, 3, 3, 9, 1, 2, 4, 1, 3, 1, 3, 1, 3, 1, 4, 1, 1, 13, 1, 5, 1, 4, 5, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 6, 1, 3, 1, 4, 1, 1, 9, 4, 2, 1, 3, 1, 1, 2, 5, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 3, 1, 3, 1, 1, 4, 1, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 3, 3, 7, 1, 6, 3, 1, 6, 1, 1, 17, 1, 1, 6, 1, 6, 4, 4, 1, 3, 1, 3, 1, 4, 1, 1, 6, 1, 3, 1, 4, 1, 1, 1, 9, 6, 1, 1, 2, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 1], "chunk_stats": {"count": 255, "sum": 724, "mean": 2.83921568627451, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 255, "units_out": 124, "chunk_lengths": [1, 2, 1, 1, 2, 1, 3, 2, 1, 4, 2, 2, 3, 2, 1, 1, 1, 5, 1, 3, 6, 1, 2, 3, 2, 1, 7, 1, 1, 3, 3, 3, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 1, 3, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 2, 1, 1, 5, 1, 6, 1, 2, 3, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 6, 1, 1, 1, 6, 2, 5, 2, 2, 2, 1, 5, 1, 2, 3, 1, 1, 2, 1, 3, 2, 2, 1, 1, 2, 2, 2, 4, 2, 1, 2, 2, 3, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 7, 2, 5, 1, 1], "chunk_stats": {"count": 124, "sum": 255, "mean": 2.056451612903226, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [9, 1, 2, 6, 1, 1, 13, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 9, 3, 4, 6, 1, 1, 5, 4, 3, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [2, 4, 1, 6, 2, 5, 1, 1, 5, 1, 2, 4, 5, 1, 1], "chunk_stats": {"count": 15, "sum": 41, "mean": 2.7333333333333334, "median": 2.0, "p95": 5.299999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 17, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06522883800062118, "decode_time_sec": 1.588584124998306, "total_time_sec": 1.6608611500014376, "prefill_units_per_sec": 5932.958670769431, "prefill_bytes_per_sec": 5917.628028209303, "decode_units_per_sec": 80.5748955851718, "decode_bytes_per_sec": 80.5748955851718, "total_units_per_sec": 77.06845331404688, "total_bytes_per_sec": 77.06845331404688, "step_latency_ms": {"count": 128, "sum": 1593, "mean": 12.4453125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3367.609375, "peak_reserved_mb": 3450.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "model_input_units": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 386, "model_input_units": 387, "stage0_units": 122, "stage1_units": 59, "bytes_per_stage0_unit": 3.1639344262295084, "stage0_per_stage1_unit": 2.0677966101694913}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 387, "units_out": 122, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 4, 1, 3, 1, 1, 1, 3, 2, 3, 1, 1, 1, 9, 1, 3, 4, 1, 3, 2, 2, 1, 1, 1, 9, 4, 4, 3, 3, 1, 1, 13, 1, 2, 1, 17, 5, 2, 3, 4, 1, 3, 1, 17, 8, 2, 4, 1, 4, 1, 1, 1, 17, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 1, 17, 1, 2, 4, 1, 5, 1, 3, 1, 21, 7, 1, 5, 2, 7, 1, 3, 1, 1, 7, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 1, 25, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 122, "sum": 387, "mean": 3.1721311475409837, "median": 1.0, "p95": 12.799999999999955, "max": 25, "min": 1}}, {"stage": 1, "units_in": 122, "units_out": 59, "chunk_lengths": [1, 2, 1, 3, 4, 1, 3, 4, 1, 6, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 1, 1, 2, 1, 8, 1, 1, 1, 7, 1, 1, 2, 1, 3, 1, 5, 1, 3, 3, 2, 1, 3, 3, 5, 1], "chunk_stats": {"count": 59, "sum": 122, "mean": 2.0677966101694913, "median": 1.0, "p95": 5.099999999999994, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [1, 5, 1, 1, 21, 1, 2, 7, 1, 5, 1, 2, 1, 4, 1, 4, 1, 1, 25, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 5], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 9.79999999999994, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [4, 1, 1, 5, 1, 6, 1, 4, 4, 1, 7, 2], "chunk_stats": {"count": 12, "sum": 37, "mean": 3.0833333333333335, "median": 3.0, "p95": 6.449999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 18, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06453143899852876, "decode_time_sec": 1.6279613859987876, "total_time_sec": 1.6973077919974457, "prefill_units_per_sec": 4369.962988217716, "prefill_bytes_per_sec": 4354.466665564462, "decode_units_per_sec": 78.62594352719822, "decode_bytes_per_sec": 78.62594352719822, "total_units_per_sec": 75.41354644307944, "total_bytes_per_sec": 75.41354644307944, "step_latency_ms": {"count": 128, "sum": 1627, "mean": 12.7109375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3347.9189453125, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 119, "stage1_units": 52, "bytes_per_stage0_unit": 2.361344537815126, "stage0_per_stage1_unit": 2.2884615384615383}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 282, "units_out": 119, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 3, 1, 1, 9, 4, 5, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 3, 2, 2, 4, 2, 1, 3, 1, 1, 7, 1, 3, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 4, 1, 3, 5, 1, 1, 3, 1, 1, 1, 9, 4, 7, 3, 1, 2, 1, 1, 1, 5, 1, 4, 4, 2, 1, 1, 3, 1, 1, 1, 1, 13, 4, 1, 5, 2, 6, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 1, 5, 4, 3, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 119, "sum": 282, "mean": 2.369747899159664, "median": 1.0, "p95": 6.099999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 119, "units_out": 52, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 6, 7, 1, 6, 2, 1, 3, 1, 5, 1, 3, 2, 3, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 1, 4, 2, 4, 5, 1, 1], "chunk_stats": {"count": 52, "sum": 119, "mean": 2.2884615384615383, "median": 2.0, "p95": 5.449999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [17, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 4, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 1, 3, 1, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 2, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 16.39999999999995, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 9, 3, 5, 1, 7, 2, 1, 2, 1, 7, 2], "chunk_stats": {"count": 12, "sum": 41, "mean": 3.4166666666666665, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 19, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06468012899858877, "decode_time_sec": 1.7799140130009619, "total_time_sec": 1.8492340090015205, "prefill_units_per_sec": 8070.484831769419, "prefill_bytes_per_sec": 8055.024132857983, "decode_units_per_sec": 71.91358631094211, "decode_bytes_per_sec": 71.91358631094211, "total_units_per_sec": 69.21784878329845, "total_bytes_per_sec": 69.21784878329845, "step_latency_ms": {"count": 128, "sum": 1780, "mean": 13.90625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3406.7177734375, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 521, "mean": 521.0, "median": 521.0, "p95": 521.0, "max": 521, "min": 521}, "model_input_units": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 521, "model_input_units": 522, "stage0_units": 182, "stage1_units": 98, "bytes_per_stage0_unit": 2.8626373626373627, "stage0_per_stage1_unit": 1.8571428571428572}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 522, "units_out": 182, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 1, 2, 2, 6, 1, 1, 2, 1, 1, 1, 4, 5, 2, 1, 1, 4, 2, 7, 1, 2, 1, 6, 2, 9, 1, 1, 5, 5, 1, 2, 1, 9, 2, 1, 3, 1, 2, 4, 4, 6, 3, 1, 9, 1, 2, 2, 9, 1, 2, 1, 4, 1, 4, 1, 9, 2, 1, 2, 5, 1, 2, 3, 1, 2, 7, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 1, 9, 1, 11, 1, 7, 9, 1, 1, 1, 4, 2, 9, 1, 2, 7, 1, 1, 1, 1, 3, 3, 4, 4, 2, 11, 2, 3, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 4, 1, 5, 1, 1, 6, 1, 1, 23, 1, 2, 1, 1, 1, 1, 1, 7, 1, 5, 7, 1, 3, 5, 2, 2, 2, 9, 1, 1, 9, 8, 2, 8, 1, 1, 1], "chunk_stats": {"count": 182, "sum": 522, "mean": 2.868131868131868, "median": 2.0, "p95": 9.0, "max": 23, "min": 1}}, {"stage": 1, "units_in": 182, "units_out": 98, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 1, 2, 1, 5, 1, 1, 6, 4, 4, 1, 3, 1, 1, 2, 3, 2, 3, 4, 1, 1, 2, 2, 1, 2, 2, 3, 3, 2, 1, 5, 1, 1, 3, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 5, 1, 6, 2, 1, 1, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 1, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 98, "sum": 182, "mean": 1.8571428571428572, "median": 1.5, "p95": 4.1499999999999915, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 1, 2, 4, 1, 6, 1, 13, 1, 5, 2, 2, 9, 1, 1, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 7, 1, 2, 1, 1, 1, 1, 1, 7, 1, 9, 1, 1, 1], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 5, 1, 2, 3, 2, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 1, 3], "chunk_stats": {"count": 20, "sum": 39, "mean": 1.95, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 20, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06462434899731306, "decode_time_sec": 1.6742132350009342, "total_time_sec": 1.745794079000916, "prefill_units_per_sec": 7133.5341423581285, "prefill_bytes_per_sec": 7118.060098665377, "decode_units_per_sec": 76.4538216064984, "decode_bytes_per_sec": 76.4538216064984, "total_units_per_sec": 73.3190709830176, "total_bytes_per_sec": 73.3190709830176, "step_latency_ms": {"count": 128, "sum": 1674, "mean": 13.078125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3386.40185546875, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}, "model_input_units": {"count": 1, "sum": 461, "mean": 461.0, "median": 461.0, "p95": 461.0, "max": 461, "min": 461}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 460, "model_input_units": 461, "stage0_units": 160, "stage1_units": 76, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.1052631578947367}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 461, "units_out": 160, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 1, 5, 1, 9, 5, 1, 7, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 4, 1, 8, 1, 2, 4, 2, 2, 1, 13, 5, 1, 6, 1, 1, 4, 7, 1, 1, 3, 1, 3, 1, 4, 1, 7, 1, 9, 9, 2, 6, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 9, 8, 1, 1, 8, 2, 1, 1, 3, 1, 3, 1, 4, 9, 5, 2, 1, 5, 1, 1, 10, 1, 1, 2, 1, 7, 1, 13, 6, 1, 1, 1, 2, 1, 1, 13, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 4, 1, 1, 14, 5, 1, 6, 1, 5, 1, 6, 1, 1], "chunk_stats": {"count": 160, "sum": 461, "mean": 2.88125, "median": 1.0, "p95": 9.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 160, "units_out": 76, "chunk_lengths": [1, 2, 2, 2, 3, 1, 1, 3, 1, 1, 2, 5, 1, 2, 1, 5, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 6, 1, 3, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 5, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 1, 5, 5, 2, 1, 1, 4, 2, 1, 1, 1, 2, 4, 2, 1, 5, 1, 1, 1, 3, 1, 3, 2], "chunk_stats": {"count": 76, "sum": 160, "mean": 2.1052631578947367, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [13, 8, 1, 8, 1, 9, 1, 9, 3, 4, 4, 1, 5, 4, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 2, 2, 1, 1, 4, 1, 8, 4, 2, 5, 1, 2, 4], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 5.899999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 21, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06418178899912164, "decode_time_sec": 1.9535738289996516, "total_time_sec": 2.0232943650007655, "prefill_units_per_sec": 6995.753889099988, "prefill_bytes_per_sec": 6980.173145471703, "decode_units_per_sec": 65.52094325789764, "decode_bytes_per_sec": 65.52094325789764, "total_units_per_sec": 63.263162401953096, "total_bytes_per_sec": 63.263162401953096, "step_latency_ms": {"count": 128, "sum": 1952, "mean": 15.25, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3382.25927734375, "peak_reserved_mb": 3448.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}, "model_input_units": {"count": 1, "sum": 449, "mean": 449.0, "median": 449.0, "p95": 449.0, "max": 449, "min": 449}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 448, "model_input_units": 449, "stage0_units": 175, "stage1_units": 90, "bytes_per_stage0_unit": 2.56, "stage0_per_stage1_unit": 1.9444444444444444}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 449, "units_out": 175, "chunk_lengths": [1, 1, 3, 1, 2, 1, 10, 1, 4, 1, 2, 2, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 3, 5, 2, 4, 11, 1, 4, 6, 1, 3, 1, 6, 1, 3, 1, 3, 2, 1, 1, 7, 3, 4, 1, 3, 1, 1, 4, 5, 4, 1, 2, 1, 4, 3, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 1, 6, 2, 1, 9, 4, 1, 1, 5, 2, 1, 9, 4, 1, 3, 2, 2, 2, 2, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 6, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 175, "sum": 449, "mean": 2.565714285714286, "median": 2.0, "p95": 6.299999999999983, "max": 11, "min": 1}}, {"stage": 1, "units_in": 175, "units_out": 90, "chunk_lengths": [1, 2, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 2, 5, 1, 1, 4, 2, 1, 1, 2, 3, 5, 2, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 2, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 1, 2, 2, 2, 3, 1, 3, 1, 4, 1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 4, 3, 5, 1, 3, 3, 1, 4, 1], "chunk_stats": {"count": 90, "sum": 175, "mean": 1.9444444444444444, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 60, "chunk_lengths": [1, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 2], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 4, 6, 3, 5, 1, 3, 4, 4, 1, 4, 1, 4, 6, 3, 5], "chunk_stats": {"count": 18, "sum": 60, "mean": 3.3333333333333335, "median": 4.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 60, "sum": 60, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 22, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06493089799914742, "decode_time_sec": 1.5328812139996444, "total_time_sec": 1.6039760189996741, "prefill_units_per_sec": 8655.355421195305, "prefill_bytes_per_sec": 8639.954432901362, "decode_units_per_sec": 83.50288256584355, "decode_bytes_per_sec": 83.50288256584355, "total_units_per_sec": 79.80169184812857, "total_bytes_per_sec": 79.80169184812857, "step_latency_ms": {"count": 128, "sum": 1538, "mean": 12.015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3416.75634765625, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 561, "mean": 561.0, "median": 561.0, "p95": 561.0, "max": 561, "min": 561}, "model_input_units": {"count": 1, "sum": 562, "mean": 562.0, "median": 562.0, "p95": 562.0, "max": 562, "min": 562}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 561, "model_input_units": 562, "stage0_units": 142, "stage1_units": 68, "bytes_per_stage0_unit": 3.9507042253521125, "stage0_per_stage1_unit": 2.088235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 562, "units_out": 142, "chunk_lengths": [1, 1, 3, 7, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 7, 1, 2, 1, 1, 9, 4, 6, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 13, 4, 1, 7, 1, 5, 3, 1, 1, 1, 7, 1, 2, 1, 5, 1, 1, 7, 1, 2, 1, 1, 5, 1, 1, 7, 1, 1, 1, 17, 1, 2, 4, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 21, 8, 1, 17, 1, 7, 1, 2, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 17, 1, 2, 4, 1, 1, 8, 1, 1, 7, 2, 1, 7, 1, 1, 21, 8, 1, 17, 11, 2, 1, 7, 1, 3, 1, 1, 7, 1, 10, 1, 1, 17, 1, 2, 11, 1, 2, 2, 2, 1, 21, 8, 1, 17, 4, 4], "chunk_stats": {"count": 142, "sum": 562, "mean": 3.9577464788732395, "median": 2.0, "p95": 17.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 142, "units_out": 68, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 4, 1, 1, 4, 1, 6, 1, 3, 4, 2, 1, 1, 2, 2, 2, 1, 6, 1, 1, 1, 1, 3, 1, 2, 2, 6, 1, 2, 5, 3, 1, 4, 1, 1, 1, 1, 1, 1, 9, 2, 2, 2, 5, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 68, "sum": 142, "mean": 2.088235294117647, "median": 1.0, "p95": 5.649999999999999, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 26, "chunk_lengths": [1, 3, 1, 9, 1, 21, 1, 2, 4, 4, 3, 1, 7, 1, 25, 1, 7, 1, 3, 1, 3, 1, 1, 1, 21, 1, 3], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 2.0, "p95": 21.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 3, 2, 2, 2, 3, 1, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 14, "sum": 26, "mean": 1.8571428571428572, "median": 2.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 26, "sum": 26, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 23, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06438945899935788, "decode_time_sec": 1.7515231469988066, "total_time_sec": 1.8232330920000095, "prefill_units_per_sec": 9162.99048274165, "prefill_bytes_per_sec": 9147.45999039802, "decode_units_per_sec": 73.07925117594075, "decode_bytes_per_sec": 73.07925117594075, "total_units_per_sec": 70.20495654759613, "total_bytes_per_sec": 70.20495654759613, "step_latency_ms": {"count": 128, "sum": 1755, "mean": 13.7109375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3427.1533203125, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 589, "mean": 589.0, "median": 589.0, "p95": 589.0, "max": 589, "min": 589}, "model_input_units": {"count": 1, "sum": 590, "mean": 590.0, "median": 590.0, "p95": 590.0, "max": 590, "min": 590}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 589, "model_input_units": 590, "stage0_units": 243, "stage1_units": 98, "bytes_per_stage0_unit": 2.4238683127572016, "stage0_per_stage1_unit": 2.479591836734694}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 590, "units_out": 243, "chunk_lengths": [1, 1, 3, 10, 1, 4, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 2, 1, 6, 1, 1, 3, 5, 1, 4, 2, 1, 6, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 2, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 1, 7, 5, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 6, 1, 1, 4, 5, 1, 5, 1, 3, 1, 1, 1, 2, 4, 2, 2, 1, 3, 1, 2, 1, 6, 1, 3, 1, 1, 1, 2, 1, 5, 3, 3, 1, 3, 1, 1, 1, 7, 1, 4, 1, 1, 1, 4, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 6, 1, 2, 1, 1, 1, 7, 1, 9, 1, 4, 1, 1, 4, 5, 1, 1, 1, 2, 1, 3, 1, 3, 8, 1, 4, 2, 1, 1, 3, 4, 4, 3, 1, 1, 1, 7, 1, 9, 1, 3, 1, 1, 4, 4, 1, 9, 1, 1, 1, 5, 3, 1, 5, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 6, 1, 3, 1, 2, 4, 1, 3, 1, 4, 1, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 3, 1], "chunk_stats": {"count": 243, "sum": 590, "mean": 2.42798353909465, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 243, "units_out": 98, "chunk_lengths": [1, 2, 1, 2, 4, 1, 5, 1, 2, 2, 1, 3, 1, 2, 2, 1, 5, 1, 3, 1, 2, 2, 4, 1, 2, 3, 2, 4, 3, 4, 5, 1, 2, 3, 1, 1, 1, 10, 1, 2, 1, 1, 4, 2, 1, 5, 1, 1, 2, 2, 6, 1, 1, 1, 1, 8, 4, 7, 1, 1, 2, 1, 2, 1, 1, 2, 12, 2, 3, 1, 3, 1, 3, 3, 1, 4, 3, 1, 1, 2, 2, 3, 6, 1, 6, 1, 2, 1, 2, 3, 1, 2, 6, 1, 3, 5, 2, 1], "chunk_stats": {"count": 98, "sum": 243, "mean": 2.479591836734694, "median": 2.0, "p95": 6.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 4, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 7, 1, 3], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.5, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 7, 2, 1, 2, 3, 1, 2, 1, 5, 1, 3, 5, 1, 5], "chunk_stats": {"count": 17, "sum": 43, "mean": 2.5294117647058822, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 24, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06458297900098842, "decode_time_sec": 1.882073753997247, "total_time_sec": 1.953586258998257, "prefill_units_per_sec": 7416.814885430867, "prefill_bytes_per_sec": 7401.330929511388, "decode_units_per_sec": 68.01008713295475, "decode_bytes_per_sec": 68.01008713295475, "total_units_per_sec": 65.5205263706322, "total_bytes_per_sec": 65.5205263706322, "step_latency_ms": {"count": 128, "sum": 1875, "mean": 14.6484375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3391.0556640625, "peak_reserved_mb": 3468.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}, "model_input_units": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 478, "model_input_units": 479, "stage0_units": 190, "stage1_units": 69, "bytes_per_stage0_unit": 2.5157894736842104, "stage0_per_stage1_unit": 2.753623188405797}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 479, "units_out": 190, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 4, 1, 1, 1, 6, 1, 2, 1, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 10, 7, 1, 1, 7, 1, 1, 5, 2, 2, 1, 2, 1, 7, 5, 10, 2, 1, 2, 2, 5, 3, 1, 1, 2, 1, 9, 4, 1, 2, 3, 1, 7, 1, 7, 1, 3, 4, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 10, 1, 5, 1, 2, 1, 7, 2, 2, 1, 1, 2, 2, 2, 10, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 7, 10, 7, 1, 1, 7, 1, 6, 3, 1, 5, 1, 2, 1, 6, 10, 1, 5, 1, 1, 2, 7, 1, 1, 1, 7, 5, 1, 2, 7, 1, 1, 7, 1, 5, 1, 2], "chunk_stats": {"count": 190, "sum": 479, "mean": 2.5210526315789474, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 190, "units_out": 69, "chunk_lengths": [1, 2, 2, 4, 3, 2, 3, 1, 4, 1, 1, 1, 3, 2, 1, 1, 3, 5, 1, 4, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 24, 5, 5, 8, 1, 2, 2, 2, 1, 6, 1, 1, 2, 2, 2, 3, 1, 1, 6, 7, 1, 2, 4, 1, 5, 1, 7, 1], "chunk_stats": {"count": 69, "sum": 190, "mean": 2.753623188405797, "median": 2.0, "p95": 6.599999999999994, "max": 24, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [5, 3, 4, 1, 5, 2, 2, 2, 4, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 4, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 1, 3, 9, 3, 1, 1, 2, 1, 6, 1, 6, 1, 8, 4], "chunk_stats": {"count": 18, "sum": 54, "mean": 3.0, "median": 1.5, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 25, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06498456799818086, "decode_time_sec": 2.090919682999811, "total_time_sec": 2.1634592280024663, "prefill_units_per_sec": 11356.542372039145, "prefill_bytes_per_sec": 11341.154103242343, "decode_units_per_sec": 61.2170811919281, "decode_bytes_per_sec": 61.2170811919281, "total_units_per_sec": 59.16450762891571, "total_bytes_per_sec": 59.16450762891571, "step_latency_ms": {"count": 128, "sum": 2091, "mean": 16.3359375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3464.92578125, "peak_reserved_mb": 3588.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 737, "mean": 737.0, "median": 737.0, "p95": 737.0, "max": 737, "min": 737}, "model_input_units": {"count": 1, "sum": 738, "mean": 738.0, "median": 738.0, "p95": 738.0, "max": 738, "min": 738}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 737, "model_input_units": 738, "stage0_units": 338, "stage1_units": 178, "bytes_per_stage0_unit": 2.1804733727810652, "stage0_per_stage1_unit": 1.898876404494382}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 738, "units_out": 338, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 9, 3, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 9, 1, 2, 4, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 1, 3, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 2, 3, 5, 13, 1, 5, 1, 8, 5, 1, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 2, 4, 1, 3, 1, 1, 1, 2, 1, 8, 1, 1, 9, 2, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 2, 3, 13, 1, 2, 1, 1, 8, 1, 3, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 1, 5, 1, 1, 1, 13, 4, 2, 1, 2, 4, 8, 1], "chunk_stats": {"count": 338, "sum": 738, "mean": 2.1834319526627217, "median": 1.0, "p95": 6.149999999999977, "max": 22, "min": 1}}, {"stage": 1, "units_in": 338, "units_out": 178, "chunk_lengths": [1, 2, 2, 2, 2, 1, 1, 3, 3, 6, 1, 1, 1, 2, 1, 1, 2, 4, 1, 2, 4, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 2, 1, 3, 1, 2, 1, 2, 3, 2, 2, 3, 2, 1, 6, 3, 1, 2, 1, 1, 1, 2, 3, 3, 2, 1, 1, 2, 2, 1, 3, 6, 1, 3, 1, 2, 2, 1, 2, 4, 3, 2, 2, 2, 1, 1, 1, 2, 1, 1, 2, 2, 2, 1, 1, 2, 3, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 2, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 3, 4, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 2, 3, 1, 1, 1, 2, 3, 2, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 2, 3, 1, 3, 5, 1, 3, 1, 3, 2, 3, 2, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 178, "sum": 338, "mean": 1.898876404494382, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 62, "chunk_lengths": [17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 6], "chunk_stats": {"count": 63, "sum": 128, "mean": 2.0317460317460316, "median": 1.0, "p95": 4.0, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 2, 2, 1, 13, 4, 1, 1, 2, 2, 1, 2, 3, 3, 2, 6, 2, 3, 5, 1, 1, 2, 1], "chunk_stats": {"count": 24, "sum": 62, "mean": 2.5833333333333335, "median": 2.0, "p95": 5.849999999999998, "max": 13, "min": 1}, "active_size_stats": {"count": 62, "sum": 62, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 26, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06465390900120838, "decode_time_sec": 1.9400107170004048, "total_time_sec": 2.01231934200041, "prefill_units_per_sec": 4810.227328933622, "prefill_bytes_per_sec": 4794.760360030298, "decode_units_per_sec": 65.9790169602312, "decode_bytes_per_sec": 65.9790169602312, "total_units_per_sec": 63.6081944492754, "total_bytes_per_sec": 63.6081944492754, "step_latency_ms": {"count": 128, "sum": 1938, "mean": 15.140625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3353.45068359375, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 137, "stage1_units": 82, "bytes_per_stage0_unit": 2.2627737226277373, "stage0_per_stage1_unit": 1.670731707317073}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 137, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 2, 1, 1, 2, 2, 2, 1, 2, 3, 1, 1, 5, 2, 1, 2, 1, 9, 7, 1, 2, 2, 1, 2, 3, 1, 3, 6, 1, 5, 2, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 3, 4, 1, 2, 5, 1, 3, 1, 1, 1, 6, 2, 1, 4, 1, 5, 2, 2, 2, 4, 1, 2, 5, 4, 1, 1, 6, 2, 2, 1, 2, 1, 1, 1, 1, 5, 2, 1, 6, 1, 4, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 8, 5, 5, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 1, 1], "chunk_stats": {"count": 137, "sum": 311, "mean": 2.27007299270073, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 137, "units_out": 82, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 3, 1, 1, 1, 2, 1, 3, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 3, 1, 3, 2, 2, 3, 1, 1, 1, 2, 2, 4, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 82, "sum": 137, "mean": 1.670731707317073, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 2, 3, 2, 1, 2, 2, 1, 3, 1, 1, 2, 2, 2, 1, 2, 3, 1, 5, 7, 10, 1, 2, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 1, 6, 1, 2, 3, 4, 1, 2, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 3, 1, 5, 3, 3, 3, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 2.0, "p95": 3.0, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 27, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06518630800201208, "decode_time_sec": 1.5701317159982864, "total_time_sec": 1.639936742001737, "prefill_units_per_sec": 7026.015340305254, "prefill_bytes_per_sec": 7010.6746954574255, "decode_units_per_sec": 81.5218231029859, "decode_bytes_per_sec": 81.5218231029859, "total_units_per_sec": 78.05179109760103, "total_bytes_per_sec": 78.05179109760103, "step_latency_ms": {"count": 128, "sum": 1567, "mean": 12.2421875, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3385.14794921875, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 457, "mean": 457.0, "median": 457.0, "p95": 457.0, "max": 457, "min": 457}, "model_input_units": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 457, "model_input_units": 458, "stage0_units": 133, "stage1_units": 66, "bytes_per_stage0_unit": 3.43609022556391, "stage0_per_stage1_unit": 2.015151515151515}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 458, "units_out": 133, "chunk_lengths": [1, 1, 3, 1, 6, 6, 1, 1, 3, 2, 6, 1, 1, 5, 1, 2, 1, 7, 2, 5, 2, 3, 6, 1, 1, 1, 5, 6, 7, 1, 7, 3, 2, 2, 1, 7, 6, 7, 2, 1, 2, 9, 1, 7, 7, 1, 7, 2, 6, 1, 6, 1, 11, 1, 3, 1, 1, 9, 1, 8, 2, 6, 1, 1, 3, 1, 1, 6, 1, 6, 1, 5, 7, 1, 6, 6, 5, 1, 7, 1, 2, 1, 3, 1, 1, 6, 1, 7, 1, 2, 1, 6, 1, 1, 9, 7, 1, 5, 1, 13, 1, 1, 2, 5, 2, 8, 1, 6, 7, 1, 1, 3, 2, 8, 1, 5, 1, 1, 1, 13, 1, 1, 8, 1, 1, 2, 6, 1, 1, 6, 1, 8, 1], "chunk_stats": {"count": 133, "sum": 458, "mean": 3.443609022556391, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 133, "units_out": 66, "chunk_lengths": [1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 2, 1, 3, 6, 1, 2, 1, 1, 6, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 4, 1, 5, 3, 4, 1, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 1, 2], "chunk_stats": {"count": 66, "sum": 133, "mean": 2.015151515151515, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 4, 1, 1, 1, 9, 1, 3, 1, 1, 6, 1, 7, 2, 1, 6, 1, 9, 7, 1, 7, 2, 6, 1, 6, 1, 1, 3, 1, 1, 9, 1, 8, 1, 16], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 9.0, "max": 16, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [3, 2, 1, 7, 1, 3, 1, 3, 4, 8, 1], "chunk_stats": {"count": 11, "sum": 34, "mean": 3.090909090909091, "median": 3.0, "p95": 7.5, "max": 8, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 28, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06496981799864443, "decode_time_sec": 1.8514059000008274, "total_time_sec": 1.9219953660031024, "prefill_units_per_sec": 6002.787325156693, "prefill_bytes_per_sec": 5987.395562784497, "decode_units_per_sec": 69.13664907297897, "decode_bytes_per_sec": 69.13664907297897, "total_units_per_sec": 66.59745505327788, "total_bytes_per_sec": 66.59745505327788, "step_latency_ms": {"count": 128, "sum": 1845, "mean": 14.4140625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3368.251953125, "peak_reserved_mb": 3454.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 146, "stage1_units": 62, "bytes_per_stage0_unit": 2.664383561643836, "stage0_per_stage1_unit": 2.3548387096774195}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 390, "units_out": 146, "chunk_lengths": [1, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 6, 2, 8, 5, 1, 1, 9, 1, 5, 1, 1, 1, 1, 4, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 1, 9, 1, 5, 1, 5, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 4, 1, 1, 1, 9, 1, 5, 1, 2, 7, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 2, 6, 1, 1, 1, 9, 6, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 5, 1, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 5, 1, 1, 13, 1, 5, 1, 1, 5, 1, 11, 2, 5, 1], "chunk_stats": {"count": 146, "sum": 390, "mean": 2.671232876712329, "median": 1.0, "p95": 8.75, "max": 13, "min": 1}}, {"stage": 1, "units_in": 146, "units_out": 62, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 1, 2, 1, 7, 1, 1, 4, 1, 1, 7, 1, 5, 1, 5, 2, 7, 1, 6, 1, 1, 1, 1, 7, 1, 3, 5, 1, 1, 1, 2, 4, 3, 1, 2, 8, 4, 1, 3, 2, 2, 1, 1, 1], "chunk_stats": {"count": 62, "sum": 146, "mean": 2.3548387096774195, "median": 1.0, "p95": 7.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [9, 1, 5, 1, 1, 2, 1, 6, 1, 1, 9, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 9, 1, 5, 1, 1, 2, 1, 4, 1, 1, 9, 1, 5, 1, 1, 2, 1, 2, 6, 1, 1, 9, 1, 5, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 2, 2, 1, 5, 5, 2, 1, 5, 2, 2, 1, 5, 1, 2, 2, 1, 3], "chunk_stats": {"count": 19, "sum": 48, "mean": 2.526315789473684, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 29, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06585836799786193, "decode_time_sec": 1.747633291000966, "total_time_sec": 1.8182164160025422, "prefill_units_per_sec": 3932.68172099874, "prefill_bytes_per_sec": 3917.4976216898644, "decode_units_per_sec": 73.24190987840895, "decode_bytes_per_sec": 73.24190987840895, "total_units_per_sec": 70.39866039787259, "total_bytes_per_sec": 70.39866039787259, "step_latency_ms": {"count": 128, "sum": 1753, "mean": 13.6953125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3343.1611328125, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}, "model_input_units": {"count": 1, "sum": 259, "mean": 259.0, "median": 259.0, "p95": 259.0, "max": 259, "min": 259}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 258, "model_input_units": 259, "stage0_units": 88, "stage1_units": 49, "bytes_per_stage0_unit": 2.9318181818181817, "stage0_per_stage1_unit": 1.7959183673469388}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 259, "units_out": 88, "chunk_lengths": [1, 1, 3, 4, 1, 1, 8, 1, 1, 1, 5, 5, 7, 1, 7, 7, 3, 5, 5, 3, 3, 1, 6, 1, 6, 7, 5, 5, 4, 1, 5, 1, 1, 9, 2, 3, 1, 7, 1, 5, 1, 3, 1, 5, 1, 2, 1, 9, 5, 1, 1, 8, 1, 1, 2, 1, 1, 1, 5, 2, 5, 1, 2, 1, 2, 2, 3, 1, 1, 4, 4, 1, 4, 1, 1, 1, 2, 3, 1, 5, 1, 3, 4, 1, 1, 2, 5, 1], "chunk_stats": {"count": 88, "sum": 259, "mean": 2.9431818181818183, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 88, "units_out": 49, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 4, 2, 4, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 3, 1, 3, 3, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 88, "mean": 1.7959183673469388, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 2, 2, 3, 1, 2, 2, 1, 3, 3, 2, 4, 1, 1, 2, 4, 4, 5, 1, 2, 3, 1, 9, 3, 4, 8, 5, 5, 2, 4, 4, 5, 4, 4, 1, 9, 3, 4], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 3.0, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 5, 3, 1, 4, 1, 4, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 19, "sum": 38, "mean": 2.0, "median": 1.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 30, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06487464899691986, "decode_time_sec": 1.625807390002592, "total_time_sec": 1.6942791660003422, "prefill_units_per_sec": 5071.318382248517, "prefill_bytes_per_sec": 5055.904040661136, "decode_units_per_sec": 78.73011328838648, "decode_bytes_per_sec": 78.73011328838648, "total_units_per_sec": 75.54835269689796, "total_bytes_per_sec": 75.54835269689796, "step_latency_ms": {"count": 128, "sum": 1625, "mean": 12.6953125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3357.31005859375, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "model_input_units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 328, "model_input_units": 329, "stage0_units": 108, "stage1_units": 53, "bytes_per_stage0_unit": 3.037037037037037, "stage0_per_stage1_unit": 2.0377358490566038}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 329, "units_out": 108, "chunk_lengths": [1, 1, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 5, 2, 5, 1, 1, 9, 2, 10, 5, 1, 1, 2, 5, 6, 9, 4, 2, 3, 1, 5, 1, 1, 2, 3, 1, 5, 1, 1, 1, 1, 1, 13, 1, 2, 1, 1, 8, 1, 5, 1, 1, 1, 1, 1, 2, 4, 1, 1, 17, 4, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 1, 21, 1, 2, 1, 1, 8, 1, 1, 2, 4, 1, 1, 25, 4, 1, 1, 2, 1, 2, 3, 1, 1, 4, 5, 1, 1, 1, 1], "chunk_stats": {"count": 108, "sum": 329, "mean": 3.0462962962962963, "median": 1.0, "p95": 9.0, "max": 25, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 53, "chunk_lengths": [1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 2, 4, 2, 3, 4, 1, 1, 4, 2, 2, 3, 1, 3, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 4, 3, 3, 1, 1, 2, 1, 3, 7, 1], "chunk_stats": {"count": 53, "sum": 108, "mean": 2.0377358490566038, "median": 1.0, "p95": 4.399999999999999, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [29, 1, 2, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 30, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 1, 1, 2, 5, 1], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 18.5, "max": 30, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 4, 3, 1, 3, 2, 1, 4, 3, 1, 1, 3, 2, 1], "chunk_stats": {"count": 15, "sum": 31, "mean": 2.066666666666667, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 31, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07065100600084406, "decode_time_sec": 1.6295708479992754, "total_time_sec": 1.7039583820005646, "prefill_units_per_sec": 3694.2149131872497, "prefill_bytes_per_sec": 3680.0608330600953, "decode_units_per_sec": 78.54828782507585, "decode_bytes_per_sec": 78.54828782507585, "total_units_per_sec": 75.11920558160533, "total_bytes_per_sec": 75.11920558160533, "step_latency_ms": {"count": 128, "sum": 1629, "mean": 12.7265625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.3330078125, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 81, "stage1_units": 42, "bytes_per_stage0_unit": 3.2098765432098766, "stage0_per_stage1_unit": 1.9285714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 261, "units_out": 81, "chunk_lengths": [1, 1, 3, 1, 5, 1, 7, 1, 7, 1, 7, 1, 1, 1, 1, 1, 5, 1, 1, 1, 5, 3, 5, 4, 1, 11, 5, 3, 4, 8, 9, 1, 4, 5, 8, 5, 4, 6, 6, 3, 6, 1, 3, 2, 5, 5, 2, 3, 1, 1, 4, 5, 2, 3, 1, 1, 5, 3, 3, 1, 1, 4, 2, 5, 3, 8, 1, 5, 1, 1, 1, 1, 5, 2, 3, 1, 1, 4, 1, 5, 1], "chunk_stats": {"count": 81, "sum": 261, "mean": 3.2222222222222223, "median": 3.0, "p95": 8.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 42, "chunk_lengths": [1, 2, 2, 4, 1, 1, 1, 2, 2, 1, 3, 1, 2, 3, 2, 3, 1, 3, 1, 2, 1, 2, 2, 1, 1, 1, 2, 3, 1, 5, 2, 1, 3, 1, 3, 1, 3, 1, 1, 5, 2, 1], "chunk_stats": {"count": 42, "sum": 81, "mean": 1.9285714285714286, "median": 2.0, "p95": 3.9499999999999957, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 1, 5, 5, 5, 4, 6, 6], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 3.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 7, 2, 1, 11, 1, 11, 2, 1, 1, 3], "chunk_stats": {"count": 11, "sum": 41, "mean": 3.727272727272727, "median": 2.0, "p95": 11.0, "max": 11, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 32, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06455385899971589, "decode_time_sec": 1.8029609750010422, "total_time_sec": 1.8730911599996034, "prefill_units_per_sec": 12191.370309921576, "prefill_bytes_per_sec": 12175.879369248232, "decode_units_per_sec": 70.99432643012476, "decode_bytes_per_sec": 70.99432643012476, "total_units_per_sec": 68.33623623530801, "total_bytes_per_sec": 68.33623623530801, "step_latency_ms": {"count": 128, "sum": 1801, "mean": 14.0703125, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3480.52978515625, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 786, "mean": 786.0, "median": 786.0, "p95": 786.0, "max": 786, "min": 786}, "model_input_units": {"count": 1, "sum": 787, "mean": 787.0, "median": 787.0, "p95": 787.0, "max": 787, "min": 787}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 786, "model_input_units": 787, "stage0_units": 248, "stage1_units": 105, "bytes_per_stage0_unit": 3.1693548387096775, "stage0_per_stage1_unit": 2.361904761904762}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 787, "units_out": 248, "chunk_lengths": [1, 1, 3, 1, 6, 1, 6, 1, 2, 2, 1, 1, 3, 2, 5, 2, 6, 2, 5, 1, 1, 9, 2, 4, 2, 10, 1, 2, 4, 1, 4, 6, 7, 2, 3, 1, 1, 4, 3, 6, 3, 11, 2, 3, 3, 4, 5, 3, 1, 1, 9, 1, 3, 2, 3, 1, 11, 7, 1, 1, 6, 1, 6, 1, 9, 2, 4, 1, 4, 5, 5, 8, 1, 2, 3, 3, 7, 2, 8, 3, 5, 1, 9, 6, 2, 1, 6, 1, 5, 1, 2, 1, 1, 5, 1, 5, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 3, 4, 1, 2, 1, 5, 2, 6, 2, 5, 1, 1, 9, 1, 1, 1, 4, 2, 5, 1, 5, 1, 1, 9, 1, 2, 1, 1, 1, 4, 2, 1, 1, 13, 3, 4, 1, 2, 1, 5, 1, 1, 1, 2, 3, 1, 2, 6, 2, 1, 3, 1, 1, 9, 2, 1, 4, 5, 1, 8, 2, 3, 1, 2, 6, 1, 1, 2, 7, 1, 9, 7, 9, 2, 1, 2, 4, 1, 8, 1, 3, 4, 5, 1, 9, 1, 2, 5, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 248, "sum": 787, "mean": 3.1733870967741935, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 248, "units_out": 105, "chunk_lengths": [1, 2, 2, 2, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 7, 3, 2, 1, 1, 3, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 2, 7, 2, 1, 2, 2, 1, 1, 1, 6, 3, 3, 2, 2, 5, 1, 4, 2, 2, 3, 1, 1, 3, 1, 1, 3, 2, 2, 5, 3, 1, 4, 2, 2, 4, 2, 1, 3, 1, 1, 1, 2, 5, 6, 1, 3, 1, 1, 2, 5, 3, 1, 1, 6, 2, 8, 1, 1, 2, 4, 3, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1], "chunk_stats": {"count": 105, "sum": 248, "mean": 2.361904761904762, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [2, 1, 2, 1, 3, 13, 4, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 12.749999999999979, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1, 1, 1, 2, 1], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 6.099999999999998, "max": 7, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 33, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0640966489991115, "decode_time_sec": 1.7136632289984846, "total_time_sec": 1.785709923999093, "prefill_units_per_sec": 5538.511069508813, "prefill_bytes_per_sec": 5522.909629876394, "decode_units_per_sec": 74.69378920781709, "decode_bytes_per_sec": 74.69378920781709, "total_units_per_sec": 71.68017508316485, "total_bytes_per_sec": 71.68017508316485, "step_latency_ms": {"count": 128, "sum": 1716, "mean": 13.40625, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3360.599609375, "peak_reserved_mb": 3388.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 184, "stage1_units": 90, "bytes_per_stage0_unit": 1.923913043478261, "stage0_per_stage1_unit": 2.0444444444444443}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 355, "units_out": 184, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 4, 1, 4, 1, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 8, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 2, 2, 1, 5, 6, 1, 2, 4, 1, 1, 2, 1, 2, 1, 3, 1, 1, 5, 1, 2, 4, 1, 2, 1, 2, 1, 1, 9, 8, 1, 2, 2, 2, 1, 2, 1, 4, 1, 8, 1, 1, 1, 9, 6, 1, 2, 2, 2, 1, 9, 5, 1, 7, 2, 4, 6, 6, 1, 1], "chunk_stats": {"count": 184, "sum": 355, "mean": 1.9293478260869565, "median": 1.0, "p95": 6.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 184, "units_out": 90, "chunk_lengths": [1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 2, 4, 3, 2, 2, 4, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 4, 4, 3, 1, 6, 2, 6, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2], "chunk_stats": {"count": 90, "sum": 184, "mean": 2.0444444444444443, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [13, 5, 1, 4, 1, 5, 1, 4, 1, 2, 8, 2, 4, 1, 1, 2, 4, 1, 5, 1, 4, 1, 13, 4, 1, 3, 1, 4, 2, 4, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 2], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 6, 1, 1, 1, 1, 3, 4, 2, 2, 3, 2, 6, 3, 3], "chunk_stats": {"count": 16, "sum": 40, "mean": 2.5, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 34, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.064345538001362, "decode_time_sec": 1.8059102830011398, "total_time_sec": 1.8740665199984505, "prefill_units_per_sec": 5625.875721053689, "prefill_bytes_per_sec": 5610.334627901607, "decode_units_per_sec": 70.8783826111694, "decode_bytes_per_sec": 70.8783826111694, "total_units_per_sec": 68.30067056536811, "total_bytes_per_sec": 68.30067056536811, "step_latency_ms": {"count": 128, "sum": 1808, "mean": 14.125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3364.21630859375, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}, "model_input_units": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 361, "model_input_units": 362, "stage0_units": 128, "stage1_units": 61, "bytes_per_stage0_unit": 2.8203125, "stage0_per_stage1_unit": 2.098360655737705}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 362, "units_out": 128, "chunk_lengths": [1, 1, 3, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2, 8, 2, 1, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 13, 4, 1, 1, 2, 1, 3, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 9, 7, 10, 1, 2, 1, 1, 13, 5, 1, 17, 1, 2, 6, 2, 7, 1, 5, 1, 1, 1, 1, 1, 1, 6, 2, 5, 1, 5, 1, 3, 4, 1, 1, 5, 6, 1, 1, 17, 2, 1, 1, 3, 1, 1, 4, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 128, "sum": 362, "mean": 2.828125, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 128, "units_out": 61, "chunk_lengths": [1, 2, 1, 4, 1, 3, 1, 4, 1, 1, 3, 1, 5, 1, 5, 2, 3, 4, 3, 2, 1, 1, 1, 1, 1, 5, 1, 5, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 3, 4, 3, 1, 1, 2, 2, 1, 1, 3, 3, 2, 1, 1, 1, 6, 3, 1, 1, 3, 1, 1, 1], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [13, 1, 5, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 1, 1, 1, 3, 1, 1, 2, 5, 3, 1, 1, 3, 5, 1, 1, 3, 1, 4], "chunk_stats": {"count": 20, "sum": 41, "mean": 2.05, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 35, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06424817900187918, "decode_time_sec": 2.1217893110006116, "total_time_sec": 2.189882298000157, "prefill_units_per_sec": 4186.889094430709, "prefill_bytes_per_sec": 4171.324450956989, "decode_units_per_sec": 60.326442091291646, "decode_bytes_per_sec": 60.326442091291646, "total_units_per_sec": 58.45063002559183, "total_bytes_per_sec": 58.45063002559183, "step_latency_ms": {"count": 128, "sum": 2121, "mean": 16.5703125, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3344.0205078125, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 122, "stage1_units": 59, "bytes_per_stage0_unit": 2.19672131147541, "stage0_per_stage1_unit": 2.0677966101694913}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 269, "units_out": 122, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 5, 1, 4, 2, 1, 5, 1, 8, 2, 4, 4, 1, 2, 2, 2, 2, 6, 1, 2, 2, 1, 1, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 2, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 8, 1, 5, 1, 2, 4, 4, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 4, 1, 2, 4, 4, 1, 1, 1], "chunk_stats": {"count": 122, "sum": 269, "mean": 2.2049180327868854, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 122, "units_out": 59, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 4, 1, 2, 3, 1, 2, 3, 1, 1, 1, 3, 2, 1, 2, 5, 1, 5, 1, 6, 1, 1, 2, 1, 6, 1, 4, 1, 4, 1, 3, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 3, 2, 1, 2, 2, 1], "chunk_stats": {"count": 59, "sum": 122, "mean": 2.0677966101694913, "median": 1.0, "p95": 5.099999999999994, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [5, 1, 2, 2, 6, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 2, 6, 1, 2, 2, 6, 1, 1, 5, 3, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 4, 1, 1, 5, 1, 4, 2, 2], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 1, 6, 3, 2, 1, 3, 1, 1, 4, 3, 1, 6, 1, 1, 1, 1, 3, 3, 2, 1], "chunk_stats": {"count": 27, "sum": 57, "mean": 2.111111111111111, "median": 1.0, "p95": 5.399999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 36, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06601003800096805, "decode_time_sec": 1.5663239000023168, "total_time_sec": 1.6358692459980375, "prefill_units_per_sec": 4862.896761175815, "prefill_bytes_per_sec": 4847.747550081809, "decode_units_per_sec": 81.72000695374096, "decode_bytes_per_sec": 81.72000695374096, "total_units_per_sec": 78.24586244477486, "total_bytes_per_sec": 78.24586244477486, "step_latency_ms": {"count": 128, "sum": 1571, "mean": 12.2734375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3354.302734375, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "model_input_units": {"count": 1, "sum": 321, "mean": 321.0, "median": 321.0, "p95": 321.0, "max": 321, "min": 321}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 320, "model_input_units": 321, "stage0_units": 111, "stage1_units": 50, "bytes_per_stage0_unit": 2.8828828828828827, "stage0_per_stage1_unit": 2.22}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 321, "units_out": 111, "chunk_lengths": [1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 2, 4, 2, 4, 1, 3, 1, 1, 1, 4, 2, 7, 1, 1, 5, 1, 1, 9, 1, 2, 5, 4, 3, 1, 3, 1, 1, 6, 1, 13, 1, 5, 4, 1, 5, 3, 5, 1, 4, 1, 9, 5, 4, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 1, 4, 1, 2, 4, 1, 1, 1, 1, 2, 4, 1, 1, 13, 1, 6, 2, 4, 1, 4, 1, 4, 1, 1, 13, 1, 2, 4, 1, 3, 1, 1, 17, 1, 6, 2, 4, 3, 1, 7, 1, 3, 1, 1, 1], "chunk_stats": {"count": 111, "sum": 321, "mean": 2.891891891891892, "median": 2.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 2, 1, 2, 2, 2, 1, 1, 2, 2, 6, 1, 2, 5, 3, 1, 1, 1, 7, 6, 3, 4, 1, 5, 1, 2, 1, 3, 4, 2, 2, 4, 1, 2, 1, 2, 2, 3, 2], "chunk_stats": {"count": 50, "sum": 111, "mean": 2.22, "median": 2.0, "p95": 5.549999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 32, "chunk_lengths": [21, 1, 5, 2, 1, 3, 1, 1, 6, 1, 4, 1, 2, 7, 1, 1, 7, 1, 17, 1, 13, 3, 4, 1, 5, 1, 1, 1, 1, 5, 4, 1, 4], "chunk_stats": {"count": 33, "sum": 128, "mean": 3.878787878787879, "median": 2.0, "p95": 14.599999999999994, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [3, 6, 3, 3, 3, 1, 1, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 13, "sum": 32, "mean": 2.4615384615384617, "median": 3.0, "p95": 4.799999999999997, "max": 6, "min": 1}, "active_size_stats": {"count": 32, "sum": 32, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 37, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06367560900253011, "decode_time_sec": 1.924973085999227, "total_time_sec": 1.9925590040002135, "prefill_units_per_sec": 4884.130750718735, "prefill_bytes_per_sec": 4868.426150234109, "decode_units_per_sec": 66.4944361721073, "decode_bytes_per_sec": 66.4944361721073, "total_units_per_sec": 64.23900107501473, "total_bytes_per_sec": 64.23900107501473, "step_latency_ms": {"count": 128, "sum": 1921, "mean": 15.0078125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3353.4501953125, "peak_reserved_mb": 3388.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 94, "stage1_units": 41, "bytes_per_stage0_unit": 3.297872340425532, "stage0_per_stage1_unit": 2.292682926829268}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 94, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 3, 4, 8, 1, 17, 7, 1, 1, 3, 1, 7, 2, 5, 1, 1, 3, 1, 5, 2, 5, 1, 1, 1, 3, 1, 5, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 2, 5, 1, 4, 1, 5, 1, 9, 1, 2, 4, 1, 5, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 1, 1], "chunk_stats": {"count": 94, "sum": 311, "mean": 3.3085106382978724, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 94, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 6, 1, 1, 1, 7, 1, 3, 2, 5, 2, 5, 1, 1, 5, 1, 3, 2, 6, 1], "chunk_stats": {"count": 41, "sum": 94, "mean": 2.292682926829268, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 3, 4, 2, 2, 1, 1, 1, 1, 5, 8, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 7, 1, 2, 2, 2, 5, 1, 4, 2, 5, 1, 1, 4, 2, 1, 3, 1, 4, 1, 1, 8], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 7.75, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 4, 1, 1, 1, 3, 1, 3, 1, 7, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 1, 4], "chunk_stats": {"count": 23, "sum": 45, "mean": 1.9565217391304348, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 38, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06450842800040846, "decode_time_sec": 1.8725247520014818, "total_time_sec": 1.9427946579999116, "prefill_units_per_sec": 12540.996968564752, "prefill_bytes_per_sec": 12525.495118170975, "decode_units_per_sec": 68.3569068249618, "decode_bytes_per_sec": 68.3569068249618, "total_units_per_sec": 65.88447187299494, "total_bytes_per_sec": 65.88447187299494, "step_latency_ms": {"count": 128, "sum": 1871, "mean": 14.6171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3485.2626953125, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 808, "mean": 808.0, "median": 808.0, "p95": 808.0, "max": 808, "min": 808}, "model_input_units": {"count": 1, "sum": 809, "mean": 809.0, "median": 809.0, "p95": 809.0, "max": 809, "min": 809}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 808, "model_input_units": 809, "stage0_units": 242, "stage1_units": 109, "bytes_per_stage0_unit": 3.3388429752066116, "stage0_per_stage1_unit": 2.220183486238532}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 809, "units_out": 242, "chunk_lengths": [1, 1, 3, 1, 5, 1, 5, 1, 1, 3, 2, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 2, 4, 1, 22, 3, 2, 1, 11, 1, 1, 4, 2, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 4, 1, 22, 5, 1, 6, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 9, 1, 1, 2, 1, 6, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 3, 10, 2, 1, 1, 1, 2, 10, 1, 9, 6, 1, 5, 1, 1, 1, 3, 4, 2, 1, 1, 1, 2, 4, 1, 9, 1, 2, 8, 1, 3, 1, 13, 6, 1, 5, 1, 1, 1, 3, 8, 1, 3, 2, 1, 1, 1, 2, 8, 1, 3, 1, 9, 4, 1, 13, 6, 1, 5, 1, 1, 1, 3, 3, 8, 1, 3, 2, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 9, 1, 5, 1, 7, 2, 1, 3, 1, 1, 5, 1, 1, 5, 1, 6, 1, 3, 2, 1, 11, 1, 29, 1, 1, 1, 18, 1, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 5, 1, 6, 1, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 1, 30, 5, 1, 6, 1, 5, 1, 6, 2, 4, 1, 4, 2], "chunk_stats": {"count": 242, "sum": 809, "mean": 3.34297520661157, "median": 1.5, "p95": 10.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 242, "units_out": 109, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 3, 2, 3, 3, 1, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 4, 2, 2, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 1, 2, 2, 1, 1, 4, 3, 3, 1, 2, 6, 1, 2, 1, 4, 3, 1, 3, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 5, 5, 5, 7, 9, 1, 1, 6, 4, 2, 5, 2, 5, 4, 2, 2, 1], "chunk_stats": {"count": 109, "sum": 242, "mean": 2.220183486238532, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 5, 1, 1, 2, 2, 10, 1, 3, 5, 1, 5, 1, 2, 3, 4, 10, 1, 3, 2, 1, 5, 5, 5, 2], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 5.75, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 5, 1, 1, 1, 3, 1, 3, 1, 3, 1, 1, 4, 1, 3, 6, 1, 2, 1, 1, 4], "chunk_stats": {"count": 21, "sum": 45, "mean": 2.142857142857143, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 39, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06429818899778184, "decode_time_sec": 1.742988964997494, "total_time_sec": 1.816684030000033, "prefill_units_per_sec": 8305.055061790652, "prefill_bytes_per_sec": 8289.502524221754, "decode_units_per_sec": 73.43706849009456, "decode_bytes_per_sec": 73.43706849009456, "total_units_per_sec": 70.4580421725828, "total_bytes_per_sec": 70.4580421725828, "step_latency_ms": {"count": 128, "sum": 1747, "mean": 13.6484375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3409.2392578125, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}, "model_input_units": {"count": 1, "sum": 534, "mean": 534.0, "median": 534.0, "p95": 534.0, "max": 534, "min": 534}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 533, "model_input_units": 534, "stage0_units": 219, "stage1_units": 107, "bytes_per_stage0_unit": 2.4337899543378994, "stage0_per_stage1_unit": 2.046728971962617}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 534, "units_out": 219, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 1, 1, 5, 6, 1, 5, 3, 2, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 2, 2, 9, 4, 1, 13, 6, 1, 1, 1, 1, 1, 1, 5, 3, 2, 6, 1, 5, 3, 2, 1, 13, 2, 1, 1, 1, 1, 5, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 1, 1, 1, 5, 2, 1, 13, 1, 1, 1, 6, 5, 4, 1, 1, 2, 1, 5, 1, 2, 7, 1, 4, 5, 13, 1, 1, 2, 1, 1, 6, 5, 5, 3, 1, 7, 3, 4, 4, 1, 1, 5, 13, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 219, "sum": 534, "mean": 2.4383561643835616, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 219, "units_out": 107, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 5, 1, 2, 2, 1, 1, 1, 2, 4, 1, 4, 1, 3, 2, 2, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 4, 1, 1, 3, 1, 5, 3, 1, 1, 6, 3, 1, 1, 1, 1, 6, 1, 1, 7, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 4, 2, 1, 1, 4, 1, 1, 4, 11, 1, 1, 2, 1, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 1, 2, 1, 1, 3, 1, 2, 3, 1, 1, 8, 1, 5, 1, 1, 1], "chunk_stats": {"count": 107, "sum": 219, "mean": 2.046728971962617, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [17, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 1, 4, 2, 1, 17, 2, 1, 1, 1, 1, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 3, 6, 1, 5, 3, 2, 1, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 6, 1, 4, 4, 7, 2, 1, 7, 5, 4, 5, 2], "chunk_stats": {"count": 13, "sum": 49, "mean": 3.769230769230769, "median": 4.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 40, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06464458800110151, "decode_time_sec": 1.607970181001292, "total_time_sec": 1.6809912559983786, "prefill_units_per_sec": 15422.791463734158, "prefill_bytes_per_sec": 15407.322264673241, "decode_units_per_sec": 79.60346622864218, "decode_bytes_per_sec": 79.60346622864218, "total_units_per_sec": 76.14554777917505, "total_bytes_per_sec": 76.14554777917505, "step_latency_ms": {"count": 128, "sum": 1613, "mean": 12.6015625, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3532.57373046875, "peak_reserved_mb": 3626.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 996, "mean": 996.0, "median": 996.0, "p95": 996.0, "max": 996, "min": 996}, "model_input_units": {"count": 1, "sum": 997, "mean": 997.0, "median": 997.0, "p95": 997.0, "max": 997, "min": 997}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 996, "model_input_units": 997, "stage0_units": 347, "stage1_units": 152, "bytes_per_stage0_unit": 2.8703170028818445, "stage0_per_stage1_unit": 2.2828947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 997, "units_out": 347, "chunk_lengths": [1, 1, 3, 1, 5, 4, 1, 1, 3, 2, 4, 1, 1, 9, 1, 2, 3, 2, 4, 1, 1, 4, 1, 1, 8, 1, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 4, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 6, 1, 1, 4, 1, 9, 2, 1, 2, 3, 1, 2, 4, 1, 2, 6, 1, 3, 9, 1, 4, 4, 1, 1, 4, 1, 2, 5, 4, 1, 4, 11, 5, 4, 1, 6, 6, 1, 6, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 6, 1, 5, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 6, 1, 1, 1, 2, 3, 2, 3, 1, 2, 3, 1, 3, 3, 1, 7, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 1, 2, 1, 3, 1, 3, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 2, 1, 1, 1, 1, 6, 1, 3, 1, 2, 7, 1, 3, 1, 7, 1, 1, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 8, 2, 1, 3, 1, 1, 6, 1, 7, 1, 1, 4, 1, 1, 1, 1, 13, 3, 4, 1, 9, 2, 8, 4, 3, 1, 6, 1, 7, 1, 9, 1, 1, 1, 2, 4, 1, 4, 5, 1, 5, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 8, 1, 2, 1, 9, 1, 1, 6, 1, 6, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 1, 2, 6, 1, 5, 3, 1, 6, 1, 7, 5, 2, 1, 3, 4, 7, 1], "chunk_stats": {"count": 347, "sum": 997, "mean": 2.873198847262248, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 347, "units_out": 152, "chunk_lengths": [1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 7, 2, 4, 1, 1, 1, 6, 1, 3, 1, 4, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 6, 2, 3, 1, 8, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 2, 2, 1, 1, 3, 3, 6, 1, 6, 5, 1, 7, 3, 3, 3, 5, 1, 3, 1, 1, 1, 4, 1, 4, 2, 1, 1, 1, 3, 2, 1, 3, 3, 1, 1, 3, 3, 6, 1, 6, 5, 1, 4, 1, 6, 2, 3, 4, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 2, 4, 1, 1, 10, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 2, 1], "chunk_stats": {"count": 152, "sum": 347, "mean": 2.2828947368421053, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 2, 3, 4, 7, 6, 1, 2, 4, 7, 1, 3, 4, 1, 6, 1, 7, 5, 1, 9, 2, 3, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 1, 6, 1, 3], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [2, 1, 4, 1, 4, 7, 1, 1, 9, 2, 6, 1], "chunk_stats": {"count": 12, "sum": 39, "mean": 3.25, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 41, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06513250799980597, "decode_time_sec": 1.6461886020006204, "total_time_sec": 1.7183880369993858, "prefill_units_per_sec": 4145.395414541757, "prefill_bytes_per_sec": 4130.042098191603, "decode_units_per_sec": 77.75536766834676, "decode_bytes_per_sec": 77.75536766834676, "total_units_per_sec": 74.48841428360441, "total_bytes_per_sec": 74.48841428360441, "step_latency_ms": {"count": 128, "sum": 1647, "mean": 12.8671875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3344.2216796875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}, "model_input_units": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 269, "model_input_units": 270, "stage0_units": 103, "stage1_units": 37, "bytes_per_stage0_unit": 2.6116504854368934, "stage0_per_stage1_unit": 2.7837837837837838}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 270, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 4, 4, 1, 6, 1, 1, 1, 5, 1, 7, 2, 1, 9, 1, 1, 1, 2, 1, 9, 1, 9, 1, 1, 1, 2, 1, 7, 1, 9, 1, 1, 1, 2, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 9, 1, 1, 1, 2, 1], "chunk_stats": {"count": 103, "sum": 270, "mean": 2.621359223300971, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 37, "chunk_lengths": [1, 2, 2, 3, 2, 1, 1, 2, 1, 2, 4, 2, 2, 6, 2, 6, 1, 2, 7, 2, 5, 1, 3, 2, 6, 4, 2, 6, 1, 1, 2, 2, 6, 2, 2, 2, 5], "chunk_stats": {"count": 37, "sum": 103, "mean": 2.7837837837837838, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 6, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 5, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [2, 1, 2, 2, 7, 2, 2, 9, 1, 2, 9, 1, 1], "chunk_stats": {"count": 13, "sum": 41, "mean": 3.1538461538461537, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 42, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0655277079968073, "decode_time_sec": 1.7559975200019835, "total_time_sec": 1.8262168059991382, "prefill_units_per_sec": 8515.481726099551, "prefill_bytes_per_sec": 8500.221006160305, "decode_units_per_sec": 72.89304144339305, "decode_bytes_per_sec": 72.89304144339305, "total_units_per_sec": 70.09025411414399, "total_bytes_per_sec": 70.09025411414399, "step_latency_ms": {"count": 128, "sum": 1754, "mean": 13.703125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3415.916015625, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}, "model_input_units": {"count": 1, "sum": 558, "mean": 558.0, "median": 558.0, "p95": 558.0, "max": 558, "min": 558}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 557, "model_input_units": 558, "stage0_units": 175, "stage1_units": 81, "bytes_per_stage0_unit": 3.182857142857143, "stage0_per_stage1_unit": 2.1604938271604937}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 558, "units_out": 175, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 7, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 7, 1, 2, 2, 2, 2, 3, 1, 4, 1, 1, 3, 1, 1, 9, 5, 2, 1, 3, 1, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 2, 2, 1, 5, 2, 1, 7, 1, 9, 2, 1, 2, 4, 1, 4, 4, 1, 2, 2, 2, 1, 7, 1, 2, 1, 4, 2, 5, 3, 5, 4, 3, 1, 2, 5, 3, 5, 9, 8, 1, 2, 2, 1, 7, 2, 4, 1, 2, 2, 1, 9, 4, 7, 1, 2, 2, 1, 6, 1, 2, 4, 1, 4, 1, 1, 3, 1, 1, 13, 1, 2, 2, 4, 1, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 1, 1, 7, 1, 5, 1, 2, 4, 1, 4, 1, 17, 7, 5, 5, 1, 21, 2, 2, 13, 8, 1, 2, 2, 1, 6, 1, 1, 9, 4, 1, 2, 3, 2, 7, 1, 2, 2, 1, 6, 1, 1], "chunk_stats": {"count": 175, "sum": 558, "mean": 3.1885714285714286, "median": 2.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 175, "units_out": 81, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 3, 2, 1, 1, 1, 6, 4, 1, 3, 3, 4, 1, 1, 3, 1, 6, 1, 3, 2, 2, 2, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 2, 3, 2, 1, 2, 2, 5, 1, 1, 6, 1, 3, 1, 4, 2, 2, 3, 3, 1, 1, 3, 1, 2, 1, 6, 2, 1, 4, 1, 6, 1, 1], "chunk_stats": {"count": 81, "sum": 175, "mean": 2.1604938271604937, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 2, 2, 3, 1, 4, 1, 13, 1, 3, 1, 1, 1, 7, 1, 5, 1, 1, 5, 1, 4, 1, 1, 5, 4, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 5], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.5, "p95": 7.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 3, 3, 1, 8, 3, 3, 1, 1, 4, 5, 4, 2, 3, 2], "chunk_stats": {"count": 16, "sum": 45, "mean": 2.8125, "median": 3.0, "p95": 5.75, "max": 8, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 43, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06447386800209642, "decode_time_sec": 1.9237869780008623, "total_time_sec": 1.9948030539999309, "prefill_units_per_sec": 5009.78163725957, "prefill_bytes_per_sec": 4994.271477391893, "decode_units_per_sec": 66.5354332177742, "decode_bytes_per_sec": 66.5354332177742, "total_units_per_sec": 64.16673552977448, "total_bytes_per_sec": 64.16673552977448, "step_latency_ms": {"count": 128, "sum": 1920, "mean": 15.0, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3355.61669921875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "model_input_units": {"count": 1, "sum": 323, "mean": 323.0, "median": 323.0, "p95": 323.0, "max": 323, "min": 323}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 322, "model_input_units": 323, "stage0_units": 112, "stage1_units": 54, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.074074074074074}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 323, "units_out": 112, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 8, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 5, 4, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 8, 1], "chunk_stats": {"count": 112, "sum": 323, "mean": 2.8839285714285716, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 112, "units_out": 54, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 4, 4, 1, 7, 1, 1, 6, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 6, 2, 1, 5, 1, 2, 1, 1, 6, 1, 2, 1, 2, 1, 5, 1, 2, 1, 3, 2, 1], "chunk_stats": {"count": 54, "sum": 112, "mean": 2.074074074074074, "median": 1.5, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 8, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 4, 1, 8, 1, 5, 4, 1, 6], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 5, 1, 1, 1, 3, 2, 4, 1, 1, 6, 4, 1, 7, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 20, "sum": 52, "mean": 2.6, "median": 2.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 44, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0658937079970201, "decode_time_sec": 1.8870266869998886, "total_time_sec": 1.95801020199724, "prefill_units_per_sec": 8604.76693807611, "prefill_bytes_per_sec": 8589.590982277035, "decode_units_per_sec": 67.83157910898562, "decode_bytes_per_sec": 67.83157910898562, "total_units_per_sec": 65.37248879982108, "total_bytes_per_sec": 65.37248879982108, "step_latency_ms": {"count": 128, "sum": 1888, "mean": 14.75, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3419.0615234375, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}, "model_input_units": {"count": 1, "sum": 567, "mean": 567.0, "median": 567.0, "p95": 567.0, "max": 567, "min": 567}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 566, "model_input_units": 567, "stage0_units": 230, "stage1_units": 76, "bytes_per_stage0_unit": 2.4608695652173913, "stage0_per_stage1_unit": 3.026315789473684}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 567, "units_out": 230, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 7, 2, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 1, 9, 7, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 9, 6, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 2, 1, 5, 1, 1, 9, 7, 1, 5, 2, 1, 1, 1, 1, 2, 7, 1, 5, 2, 1, 7, 1, 4, 1, 1, 9, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 2, 7, 1, 7, 1, 4, 2, 1, 3, 1, 4, 1, 7, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 4, 1, 7, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 230, "sum": 567, "mean": 2.465217391304348, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 230, "units_out": 76, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 1, 2, 2, 2, 2, 2, 2, 3, 1, 5, 2, 3, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 6, 3, 2, 1, 4, 1, 14, 1, 1, 1, 11, 1, 1, 1, 6, 12, 1, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 2, 1, 2, 1, 6, 4, 1, 8, 1, 1, 5, 5, 1, 6, 6, 1, 13, 1, 10, 2], "chunk_stats": {"count": 76, "sum": 230, "mean": 3.026315789473684, "median": 2.0, "p95": 10.25, "max": 14, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 2, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 9, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 6.299999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 1, 4, 11, 1, 3, 1, 1, 1, 12, 2, 2, 2, 2, 2, 4, 4], "chunk_stats": {"count": 18, "sum": 55, "mean": 3.0555555555555554, "median": 2.0, "p95": 11.149999999999999, "max": 12, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 45, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06753197800208, "decode_time_sec": 1.9143298839990166, "total_time_sec": 1.9889592079998692, "prefill_units_per_sec": 11017.002937143121, "prefill_bytes_per_sec": 11002.195137496425, "decode_units_per_sec": 66.86412883688011, "decode_bytes_per_sec": 66.86412883688011, "total_units_per_sec": 64.35526655607931, "total_bytes_per_sec": 64.35526655607931, "step_latency_ms": {"count": 128, "sum": 1919, "mean": 14.9921875, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3466.388671875, "peak_reserved_mb": 3588.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 743, "mean": 743.0, "median": 743.0, "p95": 743.0, "max": 743, "min": 743}, "model_input_units": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 743, "model_input_units": 744, "stage0_units": 268, "stage1_units": 155, "bytes_per_stage0_unit": 2.7723880597014925, "stage0_per_stage1_unit": 1.729032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 744, "units_out": 268, "chunk_lengths": [1, 1, 3, 5, 1, 5, 2, 1, 2, 1, 5, 1, 4, 1, 1, 5, 6, 2, 2, 1, 1, 1, 3, 1, 5, 1, 5, 1, 4, 1, 1, 5, 2, 6, 1, 1, 2, 1, 8, 5, 7, 2, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 2, 2, 1, 5, 1, 2, 4, 7, 3, 7, 4, 3, 5, 1, 7, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 7, 3, 5, 1, 6, 1, 2, 5, 1, 2, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 5, 6, 2, 7, 1, 4, 1, 3, 1, 1, 5, 1, 2, 2, 2, 1, 5, 1, 2, 1, 4, 3, 1, 3, 4, 5, 1, 1, 3, 1, 3, 1, 3, 5, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 1, 10, 1, 4, 5, 1, 3, 2, 7, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 2, 2, 1, 5, 1, 2, 4, 1, 3, 3, 1, 3, 4, 3, 1, 5, 2, 1, 1, 2, 1, 2, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 7, 2, 5, 1, 3, 1, 6, 1, 6, 1, 1, 5, 2, 6, 1, 3, 1, 6, 3, 1, 2, 7, 1, 6, 7, 3, 2, 6, 1, 6, 4, 1, 5, 2, 1, 3, 10, 1, 1, 2, 7, 2, 4, 1, 2, 2, 3, 1, 7, 4, 5, 2, 1, 2, 1, 2, 1, 5, 5, 4, 6, 1, 1], "chunk_stats": {"count": 268, "sum": 744, "mean": 2.7761194029850746, "median": 2.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 268, "units_out": 155, "chunk_lengths": [1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 4, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 4, 4, 2, 4, 1, 2, 2, 2, 1, 1, 2, 4, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 2, 4, 1, 3, 1], "chunk_stats": {"count": 155, "sum": 268, "mean": 1.729032258064516, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [5, 6, 2, 3, 1, 5, 1, 5, 1, 2, 6, 1, 2, 1, 1, 9, 6, 2, 2, 2, 1, 5, 2, 6, 3, 6, 1, 4, 5, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.5, "p95": 6.049999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [1, 1, 1, 1, 3, 2, 3, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1], "chunk_stats": {"count": 26, "sum": 39, "mean": 1.5, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 46, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06361833000119077, "decode_time_sec": 1.8028294479991018, "total_time_sec": 1.873982003002311, "prefill_units_per_sec": 4699.903313941179, "prefill_bytes_per_sec": 4684.184573760773, "decode_units_per_sec": 70.99950588341164, "decode_bytes_per_sec": 70.99950588341164, "total_units_per_sec": 68.30375094047376, "total_bytes_per_sec": 68.30375094047376, "step_latency_ms": {"count": 128, "sum": 1810, "mean": 14.140625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3351.42626953125, "peak_reserved_mb": 3388.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 97, "stage1_units": 40, "bytes_per_stage0_unit": 3.0721649484536084, "stage0_per_stage1_unit": 2.425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 299, "units_out": 97, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 6, 1, 1, 3, 1, 1, 9, 2, 1, 5, 1, 2, 1, 3, 1, 2, 4, 5, 1, 6, 1, 2, 1, 8, 4, 9, 1, 1, 8, 4, 5, 6, 1, 9, 1, 2, 1, 3, 1, 4, 1, 9, 1, 2, 4, 2, 2, 1, 13, 3, 1, 4, 2, 1, 3, 1, 4, 1, 8, 1, 1, 13, 1, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 1, 9, 4, 1, 13, 1, 5, 4, 5, 1, 1, 4, 2, 2, 1, 1, 4], "chunk_stats": {"count": 97, "sum": 299, "mean": 3.082474226804124, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 40, "chunk_lengths": [1, 2, 4, 1, 1, 4, 1, 1, 2, 4, 1, 5, 1, 1, 5, 3, 3, 1, 1, 5, 2, 2, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 5, 1, 2, 1, 2, 3, 2, 5], "chunk_stats": {"count": 40, "sum": 97, "mean": 2.425, "median": 2.0, "p95": 5.049999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 3, 11, 1, 5, 2, 1, 8, 2, 3, 2, 4, 2, 1, 6, 8, 1, 1, 1, 1, 5, 4, 1, 1, 2, 5, 1, 1, 3, 2, 3, 1, 1, 9, 1, 1, 1, 9, 2, 6, 1, 2, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 8.899999999999999, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 3, 1, 1, 4, 2, 1, 4, 2, 1, 1, 5, 4, 3, 1, 3, 1, 2, 2], "chunk_stats": {"count": 19, "sum": 42, "mean": 2.210526315789474, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 47, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0642173090018332, "decode_time_sec": 1.7714273340025102, "total_time_sec": 1.8406127000016568, "prefill_units_per_sec": 9374.41959741438, "prefill_bytes_per_sec": 9358.84747183728, "decode_units_per_sec": 72.25811499181633, "decode_bytes_per_sec": 72.25811499181633, "total_units_per_sec": 69.54206064094026, "total_bytes_per_sec": 69.54206064094026, "step_latency_ms": {"count": 128, "sum": 1775, "mean": 13.8671875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3428.720703125, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 601, "mean": 601.0, "median": 601.0, "p95": 601.0, "max": 601, "min": 601}, "model_input_units": {"count": 1, "sum": 602, "mean": 602.0, "median": 602.0, "p95": 602.0, "max": 602, "min": 602}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 601, "model_input_units": 602, "stage0_units": 212, "stage1_units": 100, "bytes_per_stage0_unit": 2.8349056603773586, "stage0_per_stage1_unit": 2.12}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 602, "units_out": 212, "chunk_lengths": [1, 1, 3, 3, 1, 1, 8, 1, 7, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 8, 2, 7, 1, 7, 1, 3, 1, 9, 2, 4, 1, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 2, 4, 1, 1, 1, 1, 5, 7, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 7, 1, 2, 4, 1, 1, 1, 5, 2, 2, 5, 1, 1, 4, 5, 7, 1, 8, 1, 8, 2, 5, 5, 7, 1, 5, 2, 1, 8, 4, 1, 1, 1, 5, 1, 2, 4, 3, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 7, 1, 1, 1, 9, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 8, 2, 1, 1, 1, 5, 7, 1, 5, 2, 2, 5, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 5, 7, 1, 8, 1, 8, 2, 1, 4, 1, 5, 2, 5, 1, 1, 4, 1, 1, 2, 1, 7, 1, 9, 1, 1, 7, 1, 1, 5, 7, 1, 2, 5, 1, 1, 6, 1, 2, 7, 6, 1, 7, 1, 1, 1], "chunk_stats": {"count": 212, "sum": 602, "mean": 2.839622641509434, "median": 1.0, "p95": 7.449999999999989, "max": 9, "min": 1}}, {"stage": 1, "units_in": 212, "units_out": 100, "chunk_lengths": [1, 2, 1, 3, 2, 1, 6, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 2, 6, 5, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 6, 1, 5, 1, 3, 2, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 2, 2, 2, 1, 3, 6, 1, 5, 1, 2, 11, 1, 2, 1, 1, 2, 1, 1, 5, 7, 2, 1, 3, 2, 3, 1, 1, 5, 3, 5, 1, 2, 1, 1, 2, 5, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 100, "sum": 212, "mean": 2.12, "median": 1.0, "p95": 6.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [5, 3, 4, 7, 1, 1, 1, 4, 3, 1, 1, 8, 1, 7, 1, 4, 1, 7, 1, 2, 5, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 7], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 7, 1, 1, 2, 1, 7, 1, 1, 1, 1, 2, 1, 3, 2, 1], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 48, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06453838900051778, "decode_time_sec": 1.8136144129966851, "total_time_sec": 1.8831685389995982, "prefill_units_per_sec": 5500.602129953258, "prefill_bytes_per_sec": 5485.107476066065, "decode_units_per_sec": 70.57729530749707, "decode_bytes_per_sec": 70.57729530749707, "total_units_per_sec": 67.97054928923029, "total_bytes_per_sec": 67.97054928923029, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3360.71435546875, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 118, "stage1_units": 56, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": 2.107142857142857}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 355, "units_out": 118, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 6, 2, 1, 5, 1, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 8, 1, 1, 2, 1, 4, 5, 1, 1, 1, 3, 1, 1, 1, 7, 3, 1, 3, 1, 1, 6, 1, 16, 4, 2, 3, 5, 1, 1, 13, 5, 2, 2, 1, 1, 13, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 6, 1, 1, 17, 6, 2, 1, 3, 1, 1, 3, 1, 5, 1, 6, 1, 1, 1, 17, 1, 7, 1, 2, 1, 1, 1], "chunk_stats": {"count": 118, "sum": 355, "mean": 3.0084745762711864, "median": 1.0, "p95": 9.599999999999966, "max": 17, "min": 1}}, {"stage": 1, "units_in": 118, "units_out": 56, "chunk_lengths": [1, 2, 2, 4, 3, 1, 1, 5, 3, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 3, 10, 1, 1, 1, 5, 2, 2, 3, 1, 2, 1, 1, 3], "chunk_stats": {"count": 56, "sum": 118, "mean": 2.107142857142857, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 1, 5, 1, 1, 1, 1, 4, 2, 3, 5, 1, 17, 5, 1, 1, 1, 5, 1, 1, 7, 1, 13, 3, 4, 1, 4, 5, 1, 5, 1, 2, 4, 1, 1, 3, 1, 4, 2, 6, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 7.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 4, 1, 5, 3, 1, 1, 5, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 41, "mean": 1.9523809523809523, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 49, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06606148799983202, "decode_time_sec": 1.979964693000511, "total_time_sec": 2.051023908003117, "prefill_units_per_sec": 10020.967132948675, "prefill_bytes_per_sec": 10005.829720361138, "decode_units_per_sec": 64.64761743100787, "decode_bytes_per_sec": 64.64761743100787, "total_units_per_sec": 62.40785370689374, "total_bytes_per_sec": 62.40785370689374, "step_latency_ms": {"count": 128, "sum": 1986, "mean": 15.515625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3442.6259765625, "peak_reserved_mb": 3530.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 661, "mean": 661.0, "median": 661.0, "p95": 661.0, "max": 661, "min": 661}, "model_input_units": {"count": 1, "sum": 662, "mean": 662.0, "median": 662.0, "p95": 662.0, "max": 662, "min": 662}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 661, "model_input_units": 662, "stage0_units": 244, "stage1_units": 122, "bytes_per_stage0_unit": 2.709016393442623, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 662, "units_out": 244, "chunk_lengths": [1, 1, 3, 1, 3, 5, 1, 1, 1, 1, 1, 3, 2, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 9, 2, 4, 3, 1, 1, 1, 9, 2, 1, 2, 5, 1, 2, 4, 1, 1, 3, 4, 1, 2, 1, 1, 7, 1, 8, 1, 2, 2, 3, 1, 2, 4, 1, 5, 1, 3, 11, 1, 7, 1, 2, 1, 2, 3, 2, 2, 1, 4, 3, 4, 9, 1, 2, 2, 4, 1, 9, 1, 1, 1, 5, 2, 1, 3, 1, 1, 8, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 2, 1, 2, 1, 3, 8, 1, 2, 1, 4, 4, 1, 1, 10, 3, 4, 2, 6, 1, 6, 1, 1, 1, 1, 4, 9, 2, 4, 1, 6, 3, 1, 3, 1, 5, 2, 2, 1, 4, 1, 4, 2, 1, 1, 6, 1, 2, 1, 2, 11, 1, 9, 2, 3, 3, 5, 3, 1, 7, 1, 3, 4, 1, 3, 3, 5, 10, 1, 1, 9, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 4, 1, 7, 3, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 10, 1, 2, 1, 2, 1, 1, 4, 9, 1, 2, 1, 3, 1], "chunk_stats": {"count": 244, "sum": 662, "mean": 2.7131147540983607, "median": 2.0, "p95": 9.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 244, "units_out": 122, "chunk_lengths": [1, 2, 3, 3, 1, 3, 2, 1, 6, 1, 1, 3, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 5, 5, 1, 1, 1, 5, 1, 1, 2, 5, 3, 2, 5, 2, 7, 1, 1, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 3, 1, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 3, 1, 1, 3, 3, 1, 3, 1, 8, 4, 2, 2, 1, 1, 3, 3, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 1, 2, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 4], "chunk_stats": {"count": 122, "sum": 244, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 8, 1, 2, 4, 2, 2, 1, 13, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 7, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 3, 4, 1, 2, 1, 3, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 8.549999999999997, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 2, 4, 1, 3, 1, 3, 5, 2, 3, 3, 2, 1, 1, 1, 1, 2, 2, 3, 1, 1, 4, 1, 1], "chunk_stats": {"count": 25, "sum": 50, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 50, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06450822899932973, "decode_time_sec": 1.5593879370026116, "total_time_sec": 1.632296851999854, "prefill_units_per_sec": 12168.99009904855, "prefill_bytes_per_sec": 12153.4882008332, "decode_units_per_sec": 82.08348734955338, "decode_bytes_per_sec": 82.08348734955338, "total_units_per_sec": 78.4171088997551, "total_bytes_per_sec": 78.4171088997551, "step_latency_ms": {"count": 128, "sum": 1570, "mean": 12.265625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3480.24951171875, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 784, "mean": 784.0, "median": 784.0, "p95": 784.0, "max": 784, "min": 784}, "model_input_units": {"count": 1, "sum": 785, "mean": 785.0, "median": 785.0, "p95": 785.0, "max": 785, "min": 785}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 784, "model_input_units": 785, "stage0_units": 246, "stage1_units": 118, "bytes_per_stage0_unit": 3.186991869918699, "stage0_per_stage1_unit": 2.0847457627118646}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 785, "units_out": 246, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 1, 2, 2, 2, 3, 5, 1, 4, 1, 2, 2, 1, 16, 3, 1, 8, 1, 5, 1, 1, 4, 2, 1, 5, 1, 3, 5, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 4, 1, 6, 1, 1, 7, 1, 1, 2, 1, 1, 9, 3, 5, 1, 5, 2, 3, 5, 1, 5, 3, 1, 3, 1, 6, 1, 1, 7, 1, 1, 2, 1, 4, 9, 1, 3, 1, 6, 1, 8, 1, 5, 2, 8, 1, 4, 9, 1, 2, 3, 1, 8, 1, 5, 1, 13, 1, 6, 2, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 1, 6, 4, 3, 1, 3, 1, 1, 8, 1, 6, 1, 17, 1, 5, 5, 5, 1, 1, 3, 8, 1, 5, 1, 4, 1, 1, 1, 1, 1, 34, 1, 1, 6, 7, 1, 4, 5, 7, 1, 5, 1, 1, 6, 1, 7, 1, 1, 1, 1, 6, 1, 1, 5, 1, 1, 13, 6, 2, 1, 3, 1, 1, 8, 1, 6, 1, 1, 5, 1, 9, 4, 1, 13, 6, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 1, 5, 1, 9, 3, 4, 5, 1], "chunk_stats": {"count": 246, "sum": 785, "mean": 3.1910569105691056, "median": 1.0, "p95": 9.0, "max": 34, "min": 1}}, {"stage": 1, "units_in": 246, "units_out": 118, "chunk_lengths": [1, 2, 1, 1, 3, 1, 3, 1, 1, 3, 1, 2, 2, 1, 2, 1, 4, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 3, 3, 1, 4, 1, 1, 1, 6, 2, 4, 2, 2, 1, 4, 1, 4, 1, 3, 1, 6, 2, 1, 4, 4, 1, 3, 1, 1, 2, 5, 1, 2, 1, 3, 3, 4, 3, 1, 4, 2, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 2, 3, 2, 5, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 2, 4, 1, 1, 1, 1, 7, 4, 1, 2, 1, 1, 4, 2, 2, 1, 5, 1, 4], "chunk_stats": {"count": 118, "sum": 246, "mean": 2.0847457627118646, "median": 2.0, "p95": 4.1499999999999915, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [1, 6, 1, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 2, 3, 5, 1, 4, 1, 29, 3, 1, 8, 1, 5, 2], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 2.5, "p95": 9.099999999999994, "max": 29, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 5, 1], "chunk_stats": {"count": 13, "sum": 30, "mean": 2.3076923076923075, "median": 2.0, "p95": 4.399999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 51, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06607456799974898, "decode_time_sec": 1.705715746000351, "total_time_sec": 1.779811170999892, "prefill_units_per_sec": 4646.265716049272, "prefill_bytes_per_sec": 4631.131300036082, "decode_units_per_sec": 75.04181180254736, "decode_bytes_per_sec": 75.04181180254736, "total_units_per_sec": 71.91774166025154, "total_bytes_per_sec": 71.91774166025154, "step_latency_ms": {"count": 128, "sum": 1713, "mean": 13.3828125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3352.2919921875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "model_input_units": {"count": 1, "sum": 307, "mean": 307.0, "median": 307.0, "p95": 307.0, "max": 307, "min": 307}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 306, "model_input_units": 307, "stage0_units": 127, "stage1_units": 74, "bytes_per_stage0_unit": 2.409448818897638, "stage0_per_stage1_unit": 1.7162162162162162}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 307, "units_out": 127, "chunk_lengths": [1, 1, 3, 1, 1, 2, 5, 1, 4, 5, 1, 5, 4, 5, 2, 1, 2, 4, 2, 4, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 8, 1, 4, 2, 1, 2, 4, 2, 3, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 1, 1, 1, 5, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 8, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 4, 1, 1, 1, 2, 4, 1], "chunk_stats": {"count": 127, "sum": 307, "mean": 2.4173228346456694, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 127, "units_out": 74, "chunk_lengths": [1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 3, 3, 3, 2, 2, 3, 2, 3, 1, 1, 1, 1, 4, 1, 2, 2, 1, 3], "chunk_stats": {"count": 74, "sum": 127, "mean": 1.7162162162162162, "median": 1.0, "p95": 3.3499999999999943, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [2, 1, 5, 13, 4, 5, 1, 1, 1, 1, 1, 1, 1, 13, 4, 5, 1, 1, 1, 1, 1, 1, 14, 1, 1, 14, 1, 1, 10, 1, 5, 4, 1, 9, 1], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 13.299999999999997, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 2, 1, 2, 3, 3, 2, 5, 3, 1, 2, 1, 2, 1, 1, 1, 2, 1], "chunk_stats": {"count": 18, "sum": 34, "mean": 1.8888888888888888, "median": 2.0, "p95": 3.299999999999997, "max": 5, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 52, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0643814389986801, "decode_time_sec": 1.9419706519984175, "total_time_sec": 2.0103261190015473, "prefill_units_per_sec": 5079.103621879342, "prefill_bytes_per_sec": 5063.571194901117, "decode_units_per_sec": 65.91242759939728, "decode_bytes_per_sec": 65.91242759939728, "total_units_per_sec": 63.671261488445836, "total_bytes_per_sec": 63.671261488445836, "step_latency_ms": {"count": 128, "sum": 1946, "mean": 15.203125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3357.36328125, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 131, "stage1_units": 59, "bytes_per_stage0_unit": 2.4885496183206106, "stage0_per_stage1_unit": 2.2203389830508473}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 327, "units_out": 131, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 1, 2, 1, 10, 1, 5, 1, 1, 1, 3, 1, 1, 9, 10, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 10, 1, 1, 2, 4, 1, 2, 6, 3, 1, 1, 9, 6, 1, 4, 1, 1, 2, 2, 1, 3, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 9, 6, 1, 1, 2, 4, 1, 5, 2, 1, 3, 1, 1, 3, 1, 6, 1, 1, 2, 4, 1, 4, 1, 6, 1, 4, 1, 1, 1, 1, 9, 1, 2, 2, 6, 1, 1, 2, 4, 1, 4, 1, 1, 3, 1, 10, 1, 1, 1, 2, 3, 1, 1, 5, 1, 1, 1, 4, 2, 1, 1, 1, 9, 3, 1, 1, 1, 1], "chunk_stats": {"count": 131, "sum": 327, "mean": 2.49618320610687, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 131, "units_out": 59, "chunk_lengths": [1, 2, 1, 2, 3, 2, 3, 1, 4, 1, 2, 2, 1, 6, 2, 1, 1, 1, 4, 2, 1, 1, 2, 3, 1, 5, 1, 1, 1, 3, 2, 1, 2, 3, 2, 1, 6, 7, 8, 1, 2, 1, 7, 2, 1, 5, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 1, 3], "chunk_stats": {"count": 59, "sum": 131, "mean": 2.2203389830508473, "median": 2.0, "p95": 6.099999999999994, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 7, 9, 3, 4, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 3, 2, 3], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 5.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 1, 5, 1, 3, 3, 1, 14, 2, 1, 1, 1, 6, 3, 4], "chunk_stats": {"count": 20, "sum": 55, "mean": 2.75, "median": 1.0, "p95": 6.400000000000006, "max": 14, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 53, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06478541899923584, "decode_time_sec": 1.5900686320019304, "total_time_sec": 1.6595244189993537, "prefill_units_per_sec": 6791.651683308398, "prefill_bytes_per_sec": 6776.216111300879, "decode_units_per_sec": 80.499669903459, "decode_bytes_per_sec": 80.499669903459, "total_units_per_sec": 77.13053121398502, "total_bytes_per_sec": 77.13053121398502, "step_latency_ms": {"count": 128, "sum": 1597, "mean": 12.4765625, "median": 8.0, "p95": 38.0, "max": 39, "min": 7}, "peak_allocated_mb": 3381.5224609375, "peak_reserved_mb": 3454.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}, "model_input_units": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 439, "model_input_units": 440, "stage0_units": 147, "stage1_units": 83, "bytes_per_stage0_unit": 2.9863945578231292, "stage0_per_stage1_unit": 1.7710843373493976}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 440, "units_out": 147, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 2, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 1, 5, 4, 1, 2, 5, 1, 8, 2, 1, 3, 5, 1, 4, 7, 7, 1, 3, 1, 1, 5, 1, 1, 5, 1, 2, 4, 1, 3, 1, 1, 3, 1, 12, 2, 3, 10, 1, 2, 1, 1, 4, 1, 4, 1, 6, 1, 2, 1, 1, 1, 9, 1, 5, 10, 1, 1, 2, 1, 4, 1, 1, 1, 6, 1, 1, 1, 5, 1, 8, 1, 2, 4, 1, 2, 5, 1, 7, 1, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 5, 1, 2, 1, 8, 1, 9, 1, 2, 9, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 6, 1, 1], "chunk_stats": {"count": 147, "sum": 440, "mean": 2.993197278911565, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 147, "units_out": 83, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 5, 4, 1, 2, 1, 2, 3, 3, 1, 5, 1, 1, 2, 1, 1, 6, 3, 2, 4, 2, 3, 1, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 83, "sum": 147, "mean": 1.7710843373493976, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 28, "chunk_lengths": [24, 2, 6, 1, 2, 1, 9, 4, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 1, 8, 1, 11], "chunk_stats": {"count": 29, "sum": 128, "mean": 4.413793103448276, "median": 3.0, "p95": 12.199999999999996, "max": 24, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 4, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 1], "chunk_stats": {"count": 15, "sum": 28, "mean": 1.8666666666666667, "median": 1.0, "p95": 4.299999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 28, "sum": 28, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 54, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06494845899942447, "decode_time_sec": 1.8433768499999132, "total_time_sec": 1.9133231660016463, "prefill_units_per_sec": 5265.713848623114, "prefill_bytes_per_sec": 5250.317024504333, "decode_units_per_sec": 69.43778207912615, "decode_bytes_per_sec": 69.43778207912615, "total_units_per_sec": 66.89931020251383, "total_bytes_per_sec": 66.89931020251383, "step_latency_ms": {"count": 128, "sum": 1847, "mean": 14.4296875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3357.83154296875, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}, "model_input_units": {"count": 1, "sum": 342, "mean": 342.0, "median": 342.0, "p95": 342.0, "max": 342, "min": 342}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 341, "model_input_units": 342, "stage0_units": 126, "stage1_units": 65, "bytes_per_stage0_unit": 2.7063492063492065, "stage0_per_stage1_unit": 1.9384615384615385}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 342, "units_out": 126, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 3, 2, 4, 1, 1, 2, 2, 6, 1, 2, 2, 1, 1, 9, 1, 2, 1, 1, 8, 1, 4, 1, 1, 2, 2, 4, 1, 5, 1, 2, 1, 2, 4, 1, 1, 3, 1, 2, 2, 8, 13, 4, 1, 5, 2, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 3, 1, 9, 4, 2, 1, 2, 4, 1, 4, 1, 2, 2, 5, 3, 1, 4, 1, 13, 4, 1, 5, 2, 4, 1, 3, 9, 4, 1, 1, 8, 2, 1, 1, 4, 1, 7, 1, 1, 7, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 3, 4, 1, 4, 1, 9, 3, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 126, "sum": 342, "mean": 2.7142857142857144, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 126, "units_out": 65, "chunk_lengths": [1, 2, 2, 1, 3, 4, 1, 1, 1, 4, 1, 1, 4, 5, 1, 5, 1, 1, 4, 2, 1, 1, 1, 2, 1, 1, 4, 1, 2, 5, 1, 2, 1, 1, 3, 3, 2, 3, 1, 3, 4, 1, 4, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 65, "sum": 126, "mean": 1.9384615384615385, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 1, 7, 1, 1, 7, 1, 4, 1, 8, 2, 6, 1, 6, 1, 1, 1, 1, 4, 7, 1, 1, 7, 1, 4, 1, 1, 9, 1, 1, 1, 9, 7, 1, 1, 8, 5, 2, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 8.100000000000001, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 2, 3, 4, 2, 2, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 23, "sum": 39, "mean": 1.6956521739130435, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 55, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06462123899837025, "decode_time_sec": 1.8164666230004514, "total_time_sec": 1.8857004299970868, "prefill_units_per_sec": 7102.927878117224, "prefill_bytes_per_sec": 7087.45308971174, "decode_units_per_sec": 70.4664750671657, "decode_bytes_per_sec": 70.4664750671657, "total_units_per_sec": 67.87928663737843, "total_bytes_per_sec": 67.87928663737843, "step_latency_ms": {"count": 128, "sum": 1818, "mean": 14.203125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3386.05615234375, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "model_input_units": {"count": 1, "sum": 459, "mean": 459.0, "median": 459.0, "p95": 459.0, "max": 459, "min": 459}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 458, "model_input_units": 459, "stage0_units": 166, "stage1_units": 84, "bytes_per_stage0_unit": 2.7590361445783134, "stage0_per_stage1_unit": 1.9761904761904763}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 459, "units_out": 166, "chunk_lengths": [1, 1, 3, 1, 1, 8, 1, 6, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 2, 3, 1, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 11, 10, 4, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 11, 14, 7, 2, 1, 2, 3, 1, 1, 3, 1, 1, 2, 4, 1, 6, 2, 1, 3, 1, 1, 6, 1, 5, 1, 2, 3, 2, 1, 2, 4, 1, 2, 2, 2, 2, 2, 1, 2, 3, 1, 2, 2, 1, 2, 1, 6, 2, 1, 1, 15, 4, 1, 6, 1, 5, 1, 3, 6, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 11, 10, 1, 3, 1, 1, 6, 2, 2, 1, 4, 4, 3, 1, 3, 1, 3, 1, 1, 7, 1, 6, 1, 11, 3, 4], "chunk_stats": {"count": 166, "sum": 459, "mean": 2.7650602409638556, "median": 2.0, "p95": 10.0, "max": 15, "min": 1}}, {"stage": 1, "units_in": 166, "units_out": 84, "chunk_lengths": [1, 2, 3, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 2, 1, 3, 1, 6, 4, 1, 1, 1, 1, 1, 2, 2, 1, 9, 4, 1, 1, 1, 1, 1, 2, 6, 1, 2, 5, 1, 3, 1, 5, 2, 3, 2, 5, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 3, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 84, "sum": 166, "mean": 1.9761904761904763, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 4, 1, 6, 3, 6, 4, 1, 1, 8, 1, 6, 1, 3, 1, 2, 2, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 7.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [4, 1, 1, 4, 2, 2, 3, 4, 2, 2, 5, 1, 1, 3, 1, 3, 1, 8], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 2.0, "p95": 5.449999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 56, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06475295899872435, "decode_time_sec": 1.6437642669989145, "total_time_sec": 1.7155466419972072, "prefill_units_per_sec": 12462.750930284099, "prefill_bytes_per_sec": 12447.307620581145, "decode_units_per_sec": 77.87004655703744, "decode_bytes_per_sec": 77.87004655703744, "total_units_per_sec": 74.6117866262061, "total_bytes_per_sec": 74.6117866262061, "step_latency_ms": {"count": 128, "sum": 1650, "mean": 12.890625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3484.93994140625, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 806, "mean": 806.0, "median": 806.0, "p95": 806.0, "max": 806, "min": 806}, "model_input_units": {"count": 1, "sum": 807, "mean": 807.0, "median": 807.0, "p95": 807.0, "max": 807, "min": 807}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 806, "model_input_units": 807, "stage0_units": 293, "stage1_units": 131, "bytes_per_stage0_unit": 2.750853242320819, "stage0_per_stage1_unit": 2.236641221374046}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 807, "units_out": 293, "chunk_lengths": [1, 1, 3, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 2, 1, 3, 9, 4, 1, 1, 3, 1, 6, 1, 1, 1, 1, 2, 2, 3, 1, 4, 2, 3, 4, 1, 1, 1, 2, 4, 5, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 9, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 5, 1, 4, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 5, 1, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 6, 1, 6, 1, 1, 1, 9, 2, 1, 6, 4, 1, 5, 1, 1, 5, 1, 3, 1, 3, 6, 1, 1, 1, 2, 1, 5, 1, 5, 5, 4, 9, 4, 1, 1, 6, 2, 1, 3, 1, 1, 5, 1, 5, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 2, 4, 1, 5, 1, 13, 4, 1, 6, 2, 1, 1, 1, 1, 2, 4, 1, 5, 9, 5, 2, 1, 4, 1, 1, 6, 2, 4, 1, 5, 1, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 6, 1, 4, 1, 9, 1], "chunk_stats": {"count": 293, "sum": 807, "mean": 2.7542662116040955, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 293, "units_out": 131, "chunk_lengths": [1, 2, 2, 1, 1, 1, 4, 1, 1, 5, 3, 3, 2, 1, 1, 9, 1, 1, 10, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 1, 4, 5, 1, 1, 2, 1, 9, 2, 2, 1, 9, 1, 2, 1, 9, 2, 2, 2, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 4, 1, 4, 1, 1, 1, 2, 2, 1, 7, 1, 3, 3, 1, 3, 1, 1, 4, 5, 4, 1, 1, 5, 1, 3, 1, 1, 2, 1, 4, 1, 1, 1, 5, 5, 2, 1, 3, 1, 3, 1, 1, 2, 3, 1, 1, 6, 2, 1], "chunk_stats": {"count": 131, "sum": 293, "mean": 2.236641221374046, "median": 1.0, "p95": 5.5, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [2, 4, 9, 1, 3, 1, 6, 1, 4, 1, 9, 2, 1, 3, 1, 6, 1, 4, 1, 8, 1, 7, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 1, 9, 1, 3, 1, 6, 1, 4, 1, 6], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 8.949999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [1, 1, 1, 6, 2, 9, 2, 1, 6, 1, 3, 1, 7], "chunk_stats": {"count": 13, "sum": 41, "mean": 3.1538461538461537, "median": 2.0, "p95": 7.799999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 57, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06441401900156052, "decode_time_sec": 1.4996086670034856, "total_time_sec": 1.5720027620009205, "prefill_units_per_sec": 5604.370067193824, "prefill_bytes_per_sec": 5588.845496370573, "decode_units_per_sec": 85.35560164223996, "decode_bytes_per_sec": 85.35560164223996, "total_units_per_sec": 81.42479332356609, "total_bytes_per_sec": 81.42479332356609, "step_latency_ms": {"count": 128, "sum": 1504, "mean": 11.75, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3364.30029296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}, "model_input_units": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 360, "model_input_units": 361, "stage0_units": 104, "stage1_units": 52, "bytes_per_stage0_unit": 3.4615384615384617, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 361, "units_out": 104, "chunk_lengths": [1, 1, 3, 7, 4, 1, 1, 3, 2, 7, 2, 3, 1, 1, 1, 9, 4, 2, 2, 2, 4, 1, 1, 1, 1, 1, 13, 4, 2, 4, 1, 1, 1, 1, 6, 1, 1, 17, 1, 2, 1, 1, 6, 1, 21, 3, 4, 1, 3, 1, 8, 1, 1, 1, 17, 3, 4, 2, 2, 13, 3, 4, 2, 4, 1, 1, 9, 2, 2, 2, 2, 4, 1, 2, 2, 4, 1, 13, 1, 3, 1, 1, 3, 2, 1, 13, 1, 2, 2, 4, 1, 9, 1, 21, 1, 8, 2, 2, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 104, "sum": 361, "mean": 3.4711538461538463, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 104, "units_out": 52, "chunk_lengths": [1, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 5, 1, 5, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 3, 4, 2, 4, 1, 1, 2, 4, 1, 1, 2, 3, 2, 3, 2], "chunk_stats": {"count": 52, "sum": 104, "mean": 2.0, "median": 1.0, "p95": 4.449999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [21, 4, 1, 1, 4, 1, 22, 8, 1, 1, 3, 22, 5, 1, 1, 8, 4, 1, 19], "chunk_stats": {"count": 19, "sum": 128, "mean": 6.7368421052631575, "median": 4.0, "p95": 22.0, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 14, "sum": 18, "mean": 1.2857142857142858, "median": 1.0, "p95": 2.3499999999999996, "max": 3, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 58, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0644373179966351, "decode_time_sec": 1.8643694610000239, "total_time_sec": 1.9338715270023386, "prefill_units_per_sec": 8256.085394922564, "prefill_bytes_per_sec": 8240.566437413312, "decode_units_per_sec": 68.65591969702317, "decode_bytes_per_sec": 68.65591969702317, "total_units_per_sec": 66.18847126748416, "total_bytes_per_sec": 66.18847126748416, "step_latency_ms": {"count": 128, "sum": 1860, "mean": 14.53125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3408.830078125, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}, "model_input_units": {"count": 1, "sum": 532, "mean": 532.0, "median": 532.0, "p95": 532.0, "max": 532, "min": 532}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 531, "model_input_units": 532, "stage0_units": 153, "stage1_units": 62, "bytes_per_stage0_unit": 3.4705882352941178, "stage0_per_stage1_unit": 2.467741935483871}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 532, "units_out": 153, "chunk_lengths": [1, 1, 3, 8, 1, 1, 4, 1, 1, 3, 2, 4, 2, 2, 6, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 4, 2, 1, 1, 2, 2, 4, 1, 1, 9, 1, 7, 2, 1, 4, 1, 1, 6, 1, 1, 5, 1, 6, 1, 10, 1, 5, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 1, 6, 1, 1, 4, 1, 1, 4, 1, 1, 4, 1, 3, 1, 1, 3, 1, 1, 4, 1, 3, 1, 26, 1, 1, 1, 15, 1, 4, 4, 1, 4, 1, 44, 1, 2, 6, 1, 2, 6, 1, 44, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 44, 1, 1, 5, 1, 1, 5, 1, 1, 3, 1], "chunk_stats": {"count": 153, "sum": 532, "mean": 3.477124183006536, "median": 1.0, "p95": 9.0, "max": 44, "min": 1}}, {"stage": 1, "units_in": 153, "units_out": 62, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 5, 5, 8, 1, 1, 1, 1, 3, 1, 3, 3, 3, 3, 4, 1, 8, 7, 2, 2, 3, 2, 3, 3, 4, 8, 3, 3, 2, 4], "chunk_stats": {"count": 62, "sum": 153, "mean": 2.467741935483871, "median": 2.0, "p95": 6.8999999999999915, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 5, 1, 6, 1, 1, 9, 7, 1, 4, 1, 6, 1, 2, 1, 1, 13, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 2, 2, 1, 1, 13, 3, 3], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.700000000000003, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [5, 1, 1, 1, 1, 4, 2, 2, 1, 3, 1, 1, 6, 1, 1, 2, 2, 2, 1, 3, 1, 1], "chunk_stats": {"count": 22, "sum": 43, "mean": 1.9545454545454546, "median": 1.0, "p95": 4.949999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 59, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0643455890021869, "decode_time_sec": 1.4782323369981896, "total_time_sec": 1.549707763002516, "prefill_units_per_sec": 10567.934967179941, "prefill_bytes_per_sec": 10552.393886345853, "decode_units_per_sec": 86.58990660421249, "decode_bytes_per_sec": 86.58990660421249, "total_units_per_sec": 82.59621785207008, "total_bytes_per_sec": 82.59621785207008, "step_latency_ms": {"count": 128, "sum": 1483, "mean": 11.5859375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3448.4169921875, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 679, "mean": 679.0, "median": 679.0, "p95": 679.0, "max": 679, "min": 679}, "model_input_units": {"count": 1, "sum": 680, "mean": 680.0, "median": 680.0, "p95": 680.0, "max": 680, "min": 680}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 679, "model_input_units": 680, "stage0_units": 191, "stage1_units": 103, "bytes_per_stage0_unit": 3.554973821989529, "stage0_per_stage1_unit": 1.854368932038835}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 680, "units_out": 191, "chunk_lengths": [1, 1, 3, 1, 1, 5, 1, 2, 1, 8, 1, 1, 3, 2, 1, 2, 2, 5, 2, 1, 2, 2, 1, 1, 6, 20, 1, 2, 1, 2, 1, 4, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 5, 4, 3, 1, 4, 1, 8, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 8, 1, 9, 7, 4, 5, 1, 13, 3, 4, 2, 2, 1, 5, 3, 1, 3, 2, 3, 1, 4, 1, 3, 1, 5, 5, 1, 3, 2, 3, 1, 4, 1, 5, 1, 1, 5, 1, 2, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 5, 1, 3, 1, 2, 4, 4, 1, 9, 6, 1, 3, 1, 13, 1, 2, 1, 17, 3, 1, 4, 1, 2, 4, 1, 3, 1, 2, 1, 13, 7, 2, 2, 9, 1, 17, 1, 2, 1, 21, 4, 1, 5, 1, 2, 1, 21, 3, 4, 1, 4, 17, 7, 2, 2, 9, 1, 21, 3, 4, 1, 3, 1, 13, 1, 2, 1, 17, 5, 1, 5, 2, 4, 1, 5, 1, 2, 1, 1], "chunk_stats": {"count": 191, "sum": 680, "mean": 3.56020942408377, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 191, "units_out": 103, "chunk_lengths": [1, 2, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 3, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 1, 1, 4, 5, 2, 3, 5, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 3, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 103, "sum": 191, "mean": 1.854368932038835, "median": 1.0, "p95": 4.8999999999999915, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [13, 7, 2, 2, 9, 1, 17, 3, 4, 1, 4, 1, 13, 1, 2, 3, 1, 5, 3, 5, 1, 4, 1, 17, 3, 4, 1], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 3.0, "p95": 15.799999999999997, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 4, 5, 1, 3], "chunk_stats": {"count": 11, "sum": 27, "mean": 2.4545454545454546, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 60, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06620001800183672, "decode_time_sec": 1.8942122669977834, "total_time_sec": 1.9663758520000556, "prefill_units_per_sec": 4259.817572741082, "prefill_bytes_per_sec": 4244.711836667531, "decode_units_per_sec": 67.57426410445149, "decode_bytes_per_sec": 67.57426410445149, "total_units_per_sec": 65.09437138876967, "total_bytes_per_sec": 65.09437138876967, "step_latency_ms": {"count": 128, "sum": 1897, "mean": 14.8203125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3348.0341796875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 109, "stage1_units": 57, "bytes_per_stage0_unit": 2.5779816513761467, "stage0_per_stage1_unit": 1.912280701754386}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 282, "units_out": 109, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 5, 1, 6, 5, 2, 1, 1, 1, 2, 1, 7, 5, 1, 2, 2, 1, 1, 5, 2, 1, 4, 3, 1, 4, 3, 1, 1, 1, 2, 6, 5, 1, 2, 1, 2, 4, 1, 4, 7, 1, 5, 5, 1, 7, 1, 8, 7, 10, 5, 1, 7, 1, 1, 4, 3, 1, 1, 3, 1, 4, 5, 2, 4, 1, 4, 1, 1, 5, 5, 5, 1, 1, 6, 1, 1, 2, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 1, 5, 1, 1, 1], "chunk_stats": {"count": 109, "sum": 282, "mean": 2.5871559633027523, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 57, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 3, 1, 2, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 3, 7, 4, 2, 1, 4, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 6, 1, 1, 2, 1, 2, 3, 2, 1], "chunk_stats": {"count": 57, "sum": 109, "mean": 1.912280701754386, "median": 2.0, "p95": 4.199999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [5, 4, 5, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 4, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 9, 4, 1, 10], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 2, 1, 1, 8, 1, 1, 3, 3, 1, 8, 1, 1, 1, 7, 3, 3, 1, 2], "chunk_stats": {"count": 20, "sum": 50, "mean": 2.5, "median": 1.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 61, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06491951899806736, "decode_time_sec": 1.6722061040018161, "total_time_sec": 1.7417158099997323, "prefill_units_per_sec": 9581.09378503739, "prefill_bytes_per_sec": 9565.690097280096, "decode_units_per_sec": 76.54558830617746, "decode_bytes_per_sec": 76.54558830617746, "total_units_per_sec": 73.49074933184403, "total_bytes_per_sec": 73.49074933184403, "step_latency_ms": {"count": 128, "sum": 1674, "mean": 13.078125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3434.40087890625, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 621, "mean": 621.0, "median": 621.0, "p95": 621.0, "max": 621, "min": 621}, "model_input_units": {"count": 1, "sum": 622, "mean": 622.0, "median": 622.0, "p95": 622.0, "max": 622, "min": 622}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 621, "model_input_units": 622, "stage0_units": 193, "stage1_units": 101, "bytes_per_stage0_unit": 3.2176165803108807, "stage0_per_stage1_unit": 1.9108910891089108}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 622, "units_out": 193, "chunk_lengths": [1, 1, 3, 3, 8, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 1, 9, 5, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 3, 1, 7, 1, 4, 1, 6, 1, 3, 1, 1, 6, 1, 1, 1, 3, 1, 6, 1, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 7, 6, 1, 1, 1, 18, 1, 6, 1, 2, 1, 5, 6, 1, 3, 1, 1, 1, 2, 5, 7, 1, 5, 1, 26, 1, 1, 6, 1, 1, 4, 5, 2, 6, 1, 7, 1, 10, 1, 27, 1, 2, 4, 2, 6, 1, 4, 8, 2, 6, 1, 3, 6, 1, 1, 17, 1, 5, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 13, 1, 1, 1, 1, 9, 1, 2, 1, 13, 6, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 3, 1, 6, 1, 1, 13, 1, 3, 1, 1, 8, 1, 5, 1, 7, 1, 6, 1, 1, 13, 4, 1, 3, 3, 6, 1, 1], "chunk_stats": {"count": 193, "sum": 622, "mean": 3.22279792746114, "median": 1.0, "p95": 10.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 193, "units_out": 101, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 2, 2, 1, 4, 1, 1, 5, 1, 2, 2, 3, 2, 1, 2, 1, 3, 1, 2, 1, 2, 4, 1, 3, 1, 2, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 3, 1, 3, 5, 2, 6, 3, 5, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 8, 1, 1, 4, 1, 4, 3, 1, 1, 1, 3, 2, 1], "chunk_stats": {"count": 101, "sum": 193, "mean": 1.9108910891089108, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [17, 4, 1, 1, 5, 1, 1, 3, 1, 1, 11, 1, 1, 2, 1, 1, 2, 1, 1, 1, 9, 7, 5, 6, 1, 2, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 2], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 11.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 3, 6, 3, 5, 1, 1, 1, 2, 2, 2, 1, 2, 5], "chunk_stats": {"count": 15, "sum": 36, "mean": 2.4, "median": 2.0, "p95": 5.299999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 62, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06446476899873232, "decode_time_sec": 1.7892560580003192, "total_time_sec": 1.8610091830014426, "prefill_units_per_sec": 7864.76098301027, "prefill_bytes_per_sec": 7849.248633931354, "decode_units_per_sec": 71.53811184691664, "decode_bytes_per_sec": 71.53811184691664, "total_units_per_sec": 68.77988629457546, "total_bytes_per_sec": 68.77988629457546, "step_latency_ms": {"count": 128, "sum": 1790, "mean": 13.984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3401.6611328125, "peak_reserved_mb": 3468.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 173, "stage1_units": 82, "bytes_per_stage0_unit": 2.9248554913294798, "stage0_per_stage1_unit": 2.1097560975609757}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 507, "units_out": 173, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 1, 9, 1, 1, 5, 1, 9, 1, 3, 1, 9, 6, 1, 9, 1, 9, 1, 6, 1, 2, 2, 1, 9, 8, 1, 3, 1, 2, 2, 1, 9, 1, 4, 1, 4, 1, 9, 2, 1, 1, 1, 1, 4, 1, 9, 1, 5, 1, 4, 1, 9, 4, 4, 1, 4, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 6, 2, 1, 3, 1, 1, 1, 5, 1, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 5, 1, 1, 1, 9, 1, 6, 1, 1, 3, 3, 1, 1, 9, 1, 6, 1, 9, 4, 4, 3, 1, 1, 4, 4, 1, 2, 1, 1, 4, 1, 2, 1, 6, 1, 2, 1, 2, 1, 2, 1, 2, 1, 8, 1, 3, 1, 1, 1, 13, 1, 2, 5, 1, 1, 1, 1, 3, 1, 1, 1, 2, 4, 4, 1, 17, 1, 1, 9, 1, 1, 5, 1, 3, 1, 3, 5, 1, 1], "chunk_stats": {"count": 173, "sum": 507, "mean": 2.930635838150289, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 173, "units_out": 82, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 4, 1, 2, 2, 2, 1, 2, 2, 3, 3, 1, 1, 2, 2, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 1, 6, 1, 2, 4, 1, 1, 6, 1, 7, 1, 1, 6, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 5, 1, 5, 2, 1, 1, 3, 2, 3, 1, 5, 1, 6, 3, 1, 2, 1], "chunk_stats": {"count": 82, "sum": 173, "mean": 2.1097560975609757, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 1, 3, 1, 1, 9, 1, 2, 1, 5, 1, 2, 4, 4, 1, 13, 1, 1, 9, 1, 1, 5, 1, 1, 1, 4, 1, 1, 3, 1, 4, 1, 9, 1, 2, 2, 4, 1, 2, 4, 4, 1, 11], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 3, 1, 1, 1, 3, 5, 1, 6, 1, 5, 1, 2, 1, 1, 1, 3, 5], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 63, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06428390899964143, "decode_time_sec": 1.9954954690001614, "total_time_sec": 2.0652435350020824, "prefill_units_per_sec": 5849.053143331675, "prefill_bytes_per_sec": 5833.497150929196, "decode_units_per_sec": 64.14447037764216, "decode_bytes_per_sec": 64.14447037764216, "total_units_per_sec": 61.978162783533875, "total_bytes_per_sec": 61.978162783533875, "step_latency_ms": {"count": 128, "sum": 1996, "mean": 15.59375, "median": 8.0, "p95": 38.0, "max": 46, "min": 8}, "peak_allocated_mb": 3366.640625, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 375, "mean": 375.0, "median": 375.0, "p95": 375.0, "max": 375, "min": 375}, "model_input_units": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 375, "model_input_units": 376, "stage0_units": 169, "stage1_units": 76, "bytes_per_stage0_unit": 2.2189349112426036, "stage0_per_stage1_unit": 2.223684210526316}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 376, "units_out": 169, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 4, 1, 8, 1, 1, 3, 1, 1, 1, 9, 2, 4, 3, 5, 1, 1, 2, 1, 8, 1, 1, 4, 1, 10, 1, 1, 2, 3, 1, 1, 6, 1, 1, 10, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1], "chunk_stats": {"count": 169, "sum": 376, "mean": 2.224852071005917, "median": 1.0, "p95": 7.599999999999994, "max": 10, "min": 1}}, {"stage": 1, "units_in": 169, "units_out": 76, "chunk_lengths": [1, 2, 2, 5, 2, 1, 4, 1, 1, 1, 1, 4, 1, 2, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 5, 2, 4, 2, 1, 1, 6, 3, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 4, 2, 2, 2, 1, 1, 1, 2, 1, 5, 2, 6, 1, 1, 6, 3, 1, 3, 4, 1, 2, 1, 1, 3, 2, 1, 11, 2, 1], "chunk_stats": {"count": 76, "sum": 169, "mean": 2.223684210526316, "median": 1.5, "p95": 6.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 2, 7, 1, 4, 1, 4, 1, 4], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [3, 1, 1, 4, 6, 2, 1, 3, 4, 1, 4, 8, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1], "chunk_stats": {"count": 22, "sum": 55, "mean": 2.5, "median": 1.5, "p95": 5.899999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 64, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06435647900070762, "decode_time_sec": 1.8674606109998422, "total_time_sec": 1.9363500580002437, "prefill_units_per_sec": 6137.688172711512, "prefill_bytes_per_sec": 6122.149721641357, "decode_units_per_sec": 68.54227566891949, "decode_bytes_per_sec": 68.54227566891949, "total_units_per_sec": 66.10374992432483, "total_bytes_per_sec": 66.10374992432483, "step_latency_ms": {"count": 128, "sum": 1866, "mean": 14.578125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3369.38525390625, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "model_input_units": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 394, "model_input_units": 395, "stage0_units": 138, "stage1_units": 74, "bytes_per_stage0_unit": 2.8550724637681157, "stage0_per_stage1_unit": 1.864864864864865}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 395, "units_out": 138, "chunk_lengths": [1, 1, 3, 1, 7, 1, 5, 1, 1, 3, 2, 5, 2, 3, 3, 1, 4, 1, 1, 5, 5, 1, 5, 2, 5, 1, 5, 3, 2, 1, 1, 2, 2, 1, 1, 5, 2, 7, 4, 2, 3, 6, 1, 1, 4, 5, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 6, 1, 1, 7, 4, 6, 3, 5, 1, 1, 6, 1, 5, 1, 9, 6, 2, 4, 1, 6, 1, 1, 6, 1, 5, 1, 5, 1, 9, 3, 2, 8, 2, 7, 2, 6, 1, 4, 1, 3, 1, 5, 1, 3, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4, 2, 5, 1, 2, 4, 1, 1, 1], "chunk_stats": {"count": 138, "sum": 395, "mean": 2.86231884057971, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 138, "units_out": 74, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 2, 4, 1, 3, 1, 2, 1, 2, 1, 5, 1, 1, 1, 7, 2, 1, 1, 5, 1, 5, 1, 1, 2, 4, 3, 1, 1, 1, 2, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 2, 1, 3, 1, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1], "chunk_stats": {"count": 74, "sum": 138, "mean": 1.864864864864865, "median": 1.0, "p95": 4.349999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 6, 1, 4, 1, 1, 2, 7, 1, 5, 1, 3, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 9, 6, 1, 4, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 3, 1, 4, 1, 3, 2, 1, 4, 1, 3, 5, 3, 3, 1, 5, 6], "chunk_stats": {"count": 18, "sum": 50, "mean": 2.7777777777777777, "median": 3.0, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 65, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06437555999946198, "decode_time_sec": 1.4575668680008675, "total_time_sec": 1.528932053999597, "prefill_units_per_sec": 13234.836326194609, "prefill_bytes_per_sec": 13219.302480741328, "decode_units_per_sec": 87.81758340566493, "decode_bytes_per_sec": 87.81758340566493, "total_units_per_sec": 83.71856660677594, "total_bytes_per_sec": 83.71856660677594, "step_latency_ms": {"count": 128, "sum": 1469, "mean": 11.4765625, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3496.47314453125, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 851, "mean": 851.0, "median": 851.0, "p95": 851.0, "max": 851, "min": 851}, "model_input_units": {"count": 1, "sum": 852, "mean": 852.0, "median": 852.0, "p95": 852.0, "max": 852, "min": 852}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 851, "model_input_units": 852, "stage0_units": 273, "stage1_units": 120, "bytes_per_stage0_unit": 3.1172161172161172, "stage0_per_stage1_unit": 2.275}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 852, "units_out": 273, "chunk_lengths": [1, 1, 3, 5, 1, 2, 4, 1, 1, 1, 1, 1, 13, 1, 11, 1, 1, 3, 1, 2, 1, 1, 1, 7, 1, 3, 1, 1, 1, 5, 1, 4, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 2, 1, 1, 4, 1, 7, 5, 5, 1, 3, 1, 7, 1, 1, 2, 11, 1, 1, 8, 1, 1, 2, 9, 1, 5, 3, 3, 1, 3, 6, 1, 2, 2, 2, 3, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 8, 1, 1, 7, 11, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 2, 1, 1, 6, 1, 3, 4, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 2, 8, 1, 1, 1, 1, 1, 1, 6, 2, 1, 5, 4, 4, 6, 13, 7, 2, 1, 3, 2, 4, 1, 5, 3, 1, 8, 3, 3, 1, 3, 2, 3, 1, 1, 1, 1, 1, 5, 1, 4, 7, 2, 5, 3, 10, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 7, 6, 1, 2, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 11, 1, 3, 1, 1, 2, 1, 1, 5, 1, 47, 13, 1, 11, 1, 13, 1, 11, 1, 5, 2, 3, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 7, 2, 1, 1, 5, 1, 11, 1, 1, 2, 1, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 36, 13, 1, 11, 1], "chunk_stats": {"count": 273, "sum": 852, "mean": 3.120879120879121, "median": 1.0, "p95": 11.0, "max": 47, "min": 1}}, {"stage": 1, "units_in": 273, "units_out": 120, "chunk_lengths": [1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 5, 2, 1, 3, 2, 2, 4, 1, 4, 1, 1, 3, 2, 4, 3, 2, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 3, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 2, 1, 8, 2, 1, 1, 1, 1, 6, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 3, 1, 8, 1, 1, 1, 17, 1, 1, 1, 1, 3, 7, 1, 1, 7, 2, 3, 1, 3, 1, 1, 1, 11, 1, 1, 1, 4, 1, 1, 6, 1, 1, 9, 2, 3, 1], "chunk_stats": {"count": 120, "sum": 273, "mean": 2.275, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [1, 13, 1, 11, 1, 5, 4, 1, 7, 6, 1, 2, 1, 1, 5, 1, 11, 1, 13, 1, 11, 1, 13, 1, 11, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 128, "mean": 4.571428571428571, "median": 1.5, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [5, 1, 2, 1, 2, 6, 4, 5, 1], "chunk_stats": {"count": 9, "sum": 27, "mean": 3.0, "median": 2.0, "p95": 5.6, "max": 6, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 66, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06472570900223218, "decode_time_sec": 1.5920740829969873, "total_time_sec": 1.6663487879995955, "prefill_units_per_sec": 11046.615186174971, "prefill_bytes_per_sec": 11031.165374725775, "decode_units_per_sec": 80.398268753328, "decode_bytes_per_sec": 80.398268753328, "total_units_per_sec": 76.81465064325481, "total_bytes_per_sec": 76.81465064325481, "step_latency_ms": {"count": 128, "sum": 1601, "mean": 12.5078125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3459.44287109375, "peak_reserved_mb": 3530.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 714, "mean": 714.0, "median": 714.0, "p95": 714.0, "max": 714, "min": 714}, "model_input_units": {"count": 1, "sum": 715, "mean": 715.0, "median": 715.0, "p95": 715.0, "max": 715, "min": 715}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 714, "model_input_units": 715, "stage0_units": 266, "stage1_units": 128, "bytes_per_stage0_unit": 2.6842105263157894, "stage0_per_stage1_unit": 2.078125}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 715, "units_out": 266, "chunk_lengths": [1, 1, 3, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 2, 2, 1, 1, 1, 1, 4, 1, 1, 3, 2, 1, 4, 7, 1, 1, 4, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 7, 2, 1, 1, 1, 4, 5, 7, 2, 1, 1, 1, 5, 1, 2, 1, 9, 4, 3, 2, 1, 4, 3, 9, 1, 1, 5, 1, 1, 13, 4, 1, 6, 2, 3, 1, 1, 3, 1, 13, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 2, 4, 1, 6, 2, 1, 3, 4, 17, 1, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 13, 7, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 13, 10, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 2, 2, 13, 1, 2, 1, 7, 1, 2, 1, 1, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 4, 1, 11, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 2, 2, 1, 1, 1, 17, 7, 3, 1, 3, 13, 2, 3, 11, 1, 1, 2, 4, 2, 3, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 266, "sum": 715, "mean": 2.68796992481203, "median": 1.0, "p95": 9.75, "max": 21, "min": 1}}, {"stage": 1, "units_in": 266, "units_out": 128, "chunk_lengths": [1, 2, 4, 1, 2, 1, 2, 1, 2, 4, 1, 2, 1, 3, 3, 1, 1, 1, 1, 6, 6, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 4, 1, 4, 2, 1, 5, 4, 1, 4, 3, 1, 1, 4, 4, 2, 6, 1, 4, 1, 3, 1, 2, 2, 1, 1, 1, 1, 6, 3, 1, 2, 1, 1, 6, 3, 1, 1, 2, 9, 2, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 1, 3, 1, 3, 2, 1, 6, 2, 2, 2, 2, 1, 2, 1, 1, 3, 1, 1, 3, 5, 2, 3, 1, 1, 4, 1, 1], "chunk_stats": {"count": 128, "sum": 266, "mean": 2.078125, "median": 1.0, "p95": 5.6499999999999915, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 4, 1, 1, 1, 17, 7, 3, 11, 9], "chunk_stats": {"count": 32, "sum": 128, "mean": 4.0, "median": 2.0, "p95": 13.699999999999996, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 3, 2, 7, 2, 4, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 14, "sum": 31, "mean": 2.2142857142857144, "median": 2.0, "p95": 5.049999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 67, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06485445900034392, "decode_time_sec": 1.6719172349985456, "total_time_sec": 1.7452972900027817, "prefill_units_per_sec": 13090.850083191624, "prefill_bytes_per_sec": 13075.430942928737, "decode_units_per_sec": 76.55881363057505, "decode_bytes_per_sec": 76.55881363057505, "total_units_per_sec": 73.33994084170955, "total_bytes_per_sec": 73.33994084170955, "step_latency_ms": {"count": 128, "sum": 1682, "mean": 13.140625, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3495.8095703125, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 848, "mean": 848.0, "median": 848.0, "p95": 848.0, "max": 848, "min": 848}, "model_input_units": {"count": 1, "sum": 849, "mean": 849.0, "median": 849.0, "p95": 849.0, "max": 849, "min": 849}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 848, "model_input_units": 849, "stage0_units": 257, "stage1_units": 127, "bytes_per_stage0_unit": 3.299610894941634, "stage0_per_stage1_unit": 2.0236220472440944}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 849, "units_out": 257, "chunk_lengths": [1, 1, 3, 6, 1, 6, 1, 1, 3, 2, 5, 2, 6, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 6, 1, 2, 1, 1, 13, 1, 3, 1, 6, 1, 8, 2, 6, 4, 1, 4, 2, 1, 6, 1, 1, 13, 4, 1, 1, 6, 2, 1, 1, 2, 4, 1, 4, 2, 1, 1, 1, 1, 1, 4, 2, 3, 6, 1, 9, 4, 1, 13, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 17, 1, 5, 4, 5, 1, 1, 7, 1, 4, 3, 3, 5, 3, 1, 1, 13, 6, 1, 7, 2, 1, 13, 4, 1, 2, 1, 1, 2, 2, 3, 1, 4, 1, 1, 3, 9, 1, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 17, 1, 2, 1, 1, 6, 1, 5, 2, 3, 1, 4, 1, 17, 6, 1, 7, 2, 1, 13, 1, 2, 6, 1, 7, 1, 2, 3, 1, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 17, 1, 3, 1, 1, 6, 1, 6, 3, 1, 17, 1, 3, 1, 1, 6, 1, 7, 1, 1, 6, 1, 5, 2, 6, 1, 17, 1, 3, 1, 1, 6, 1, 1, 8, 1, 1, 1, 6, 1, 5, 2, 1, 3, 1, 7, 1, 1, 8, 1, 17, 1, 3, 1, 1, 6, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 4, 1, 7, 1, 5, 1, 1], "chunk_stats": {"count": 257, "sum": 849, "mean": 3.3035019455252916, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 257, "units_out": 127, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 4, 1, 3, 1, 1, 1, 3, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 5, 2, 1, 5, 1, 2, 3, 2, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 3, 6, 3, 2, 1, 2, 1, 1, 1, 2, 5, 1, 3, 2, 1, 1, 5, 2, 7, 1, 3, 1, 6, 1, 2, 1, 6, 1, 1, 1, 1, 2, 3, 1, 6, 2, 1, 3, 2, 4, 1, 4, 1, 6, 2, 3, 2, 1, 2, 1, 3, 1, 2, 3, 1], "chunk_stats": {"count": 127, "sum": 257, "mean": 2.0236220472440944, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 1, 4, 1, 7, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 5, 1, 5, 1, 1, 1, 6, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 7.499999999999972, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [3, 2, 3, 1, 5, 5, 3, 2, 3, 1, 4, 3, 3, 2], "chunk_stats": {"count": 14, "sum": 40, "mean": 2.857142857142857, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 68, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06626075800159015, "decode_time_sec": 1.7634208109993779, "total_time_sec": 1.8377192859989009, "prefill_units_per_sec": 5055.782790652056, "prefill_bytes_per_sec": 5040.690901724736, "decode_units_per_sec": 72.58619111308943, "decode_bytes_per_sec": 72.58619111308943, "total_units_per_sec": 69.65155177681285, "total_bytes_per_sec": 69.65155177681285, "step_latency_ms": {"count": 128, "sum": 1764, "mean": 13.78125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3357.61328125, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 334, "mean": 334.0, "median": 334.0, "p95": 334.0, "max": 334, "min": 334}, "model_input_units": {"count": 1, "sum": 335, "mean": 335.0, "median": 335.0, "p95": 335.0, "max": 335, "min": 335}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 334, "model_input_units": 335, "stage0_units": 137, "stage1_units": 64, "bytes_per_stage0_unit": 2.437956204379562, "stage0_per_stage1_unit": 2.140625}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 335, "units_out": 137, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 2, 1, 5, 1, 1, 4, 1, 1, 5, 1, 3, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 5, 1, 2, 1, 4, 1, 8, 2, 4, 4, 7, 5, 1, 2, 1, 8, 1, 9, 1, 4, 1, 5, 2, 2, 1, 1, 1, 2, 1, 5, 1, 3, 2, 1, 2, 1, 1, 2, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 9, 1, 5, 4, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 1], "chunk_stats": {"count": 137, "sum": 335, "mean": 2.4452554744525545, "median": 1.0, "p95": 8.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 137, "units_out": 64, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 2, 1, 1, 3, 4, 2, 1, 1, 4, 2, 1, 3, 1, 4, 2, 1, 2, 1, 3, 4, 1, 2, 1, 2, 4, 1, 5, 2, 2, 3, 2, 2, 4, 1, 4, 1, 1, 2, 1, 6, 1, 1, 1, 5, 2, 2], "chunk_stats": {"count": 64, "sum": 137, "mean": 2.140625, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 5, 6, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 5, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 6], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 8.25, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [4, 2, 2, 4, 1, 4, 5, 1, 1, 2, 2, 1, 7, 1, 1, 1, 6], "chunk_stats": {"count": 17, "sum": 45, "mean": 2.6470588235294117, "median": 2.0, "p95": 6.199999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 69, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06617491900033201, "decode_time_sec": 1.844918932998553, "total_time_sec": 1.9150406189983187, "prefill_units_per_sec": 6664.156249254909, "prefill_bytes_per_sec": 6649.044783837097, "decode_units_per_sec": 69.37974222637587, "decode_bytes_per_sec": 69.37974222637587, "total_units_per_sec": 66.83931334414812, "total_bytes_per_sec": 66.83931334414812, "step_latency_ms": {"count": 128, "sum": 1850, "mean": 14.453125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3381.6240234375, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}, "model_input_units": {"count": 1, "sum": 441, "mean": 441.0, "median": 441.0, "p95": 441.0, "max": 441, "min": 441}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 440, "model_input_units": 441, "stage0_units": 159, "stage1_units": 92, "bytes_per_stage0_unit": 2.7672955974842766, "stage0_per_stage1_unit": 1.7282608695652173}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 441, "units_out": 159, "chunk_lengths": [1, 1, 3, 1, 7, 1, 2, 1, 2, 1, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8, 1, 1, 2, 7, 4, 1, 1, 2, 1, 1, 5, 2, 2, 1, 1, 1, 5, 4, 2, 3, 2, 1, 2, 1, 1, 1, 9, 1, 2, 4, 4, 1, 1, 1, 1, 13, 8, 1, 9, 1, 2, 2, 1, 1, 1, 2, 3, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 2, 2, 1, 9, 1, 8, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 1, 2, 1, 2, 1, 1, 1, 5, 4, 1, 2, 2, 3, 1, 8, 1, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 1, 1, 3, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 9], "chunk_stats": {"count": 159, "sum": 441, "mean": 2.7735849056603774, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 159, "units_out": 92, "chunk_lengths": [1, 2, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 4, 1, 2, 1, 1, 3, 4, 3, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 3, 1, 4, 1, 1, 2, 4, 3, 1, 1, 3, 3, 1, 4, 2, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 92, "sum": 159, "mean": 1.7282608695652173, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 2, 8, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 8, 1, 1, 1, 4, 1, 7, 1, 2, 1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 8.0, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 2, 2, 3, 1, 1, 4, 1, 1, 3, 5, 1, 4, 1, 1, 1, 1, 4, 1, 1, 2], "chunk_stats": {"count": 22, "sum": 42, "mean": 1.9090909090909092, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 70, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06644568800038542, "decode_time_sec": 1.82754690100046, "total_time_sec": 1.899632685999677, "prefill_units_per_sec": 7630.291976163437, "prefill_bytes_per_sec": 7615.242090608874, "decode_units_per_sec": 70.0392421830206, "decode_bytes_per_sec": 70.0392421830206, "total_units_per_sec": 67.38144744684698, "total_bytes_per_sec": 67.38144744684698, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3401.6611328125, "peak_reserved_mb": 3468.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 176, "stage1_units": 68, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.588235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 507, "units_out": 176, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 1, 1, 7, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 9, 3, 4, 1, 5, 7, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 5, 1, 9, 3, 4, 1, 5, 7, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 2, 1, 1, 9, 3, 4], "chunk_stats": {"count": 176, "sum": 507, "mean": 2.8806818181818183, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 176, "units_out": 68, "chunk_lengths": [1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 1, 5, 1, 4, 1, 1, 3, 1, 1, 6, 3, 7, 1, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 5, 3, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 6, 1, 1, 2], "chunk_stats": {"count": 68, "sum": 176, "mean": 2.588235294117647, "median": 1.0, "p95": 8.299999999999997, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 5, 2, 1, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 1, 4, 1, 9, 3, 4, 1, 5, 1, 4, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 2, 1, 3, 1, 1, 9, 6, 1, 1, 4, 2, 1, 3, 1, 1, 9, 1], "chunk_stats": {"count": 18, "sum": 50, "mean": 2.7777777777777777, "median": 1.5, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 71, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06559205799931078, "decode_time_sec": 1.7779355349994148, "total_time_sec": 1.8509024500017404, "prefill_units_per_sec": 11358.082406986348, "prefill_bytes_per_sec": 11342.836658789052, "decode_units_per_sec": 71.99361139943812, "decode_bytes_per_sec": 71.99361139943812, "total_units_per_sec": 69.15545441083599, "total_bytes_per_sec": 69.15545441083599, "step_latency_ms": {"count": 128, "sum": 1781, "mean": 13.9140625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3466.61328125, "peak_reserved_mb": 3588.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}, "model_input_units": {"count": 1, "sum": 745, "mean": 745.0, "median": 745.0, "p95": 745.0, "max": 745, "min": 745}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 744, "model_input_units": 745, "stage0_units": 303, "stage1_units": 152, "bytes_per_stage0_unit": 2.4554455445544554, "stage0_per_stage1_unit": 1.993421052631579}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 745, "units_out": 303, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 5, 1, 1, 2, 4, 1, 7, 1, 5, 1, 1, 2, 1, 7, 1, 5, 2, 5, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 2, 1, 5, 1, 5, 2, 1, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 2, 2, 1, 3, 2, 7, 5, 1, 6, 3, 1, 7, 1, 5, 3, 4, 2, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 7, 1, 6, 1, 1, 6, 1, 2, 3, 1, 5, 1, 5, 1, 2, 1, 5, 4, 1, 1, 3, 1, 3, 1, 2, 5, 1, 4, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 3, 1, 7, 1, 4, 1, 4, 2, 3, 1, 7, 1, 1, 5, 1, 6, 1, 2, 1, 2, 7, 1, 5, 1, 4, 6, 2, 1, 2, 3, 4, 1, 5, 1, 2, 1, 4, 2, 1, 7, 1, 2, 1, 7, 1, 7, 1, 3, 1, 2, 1, 1, 7, 1, 4, 1, 1, 2, 1, 1, 1, 4, 2, 4, 2, 4, 2, 1, 2, 1, 7, 1, 1, 7, 2, 4, 7, 1, 2, 1, 3, 4, 2, 1, 3, 2, 5, 3, 10, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 4, 2, 1, 1, 5, 1, 1, 1, 1, 4, 6, 1, 1, 3, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 2, 5, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 1], "chunk_stats": {"count": 303, "sum": 745, "mean": 2.458745874587459, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 303, "units_out": 152, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 1, 1, 3, 1, 3, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 8, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 2, 2, 4, 1, 3, 3, 1, 2, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 3, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 4, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 21, 1, 1, 3, 2, 2, 2, 5, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 2, 2, 3, 2, 1, 2, 2, 2, 5, 2, 1, 3, 1, 3, 1, 2, 2, 1], "chunk_stats": {"count": 152, "sum": 303, "mean": 1.993421052631579, "median": 2.0, "p95": 4.0, "max": 21, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 9, 2, 2, 2, 7, 1, 3, 1, 4, 2, 2, 1, 9, 2], "chunk_stats": {"count": 15, "sum": 48, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 72, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06615663800039329, "decode_time_sec": 1.940504026999406, "total_time_sec": 2.014260992000345, "prefill_units_per_sec": 4580.039269803867, "prefill_bytes_per_sec": 4564.923628649399, "decode_units_per_sec": 65.9622439423256, "decode_bytes_per_sec": 65.9622439423256, "total_units_per_sec": 63.5468792318141, "total_bytes_per_sec": 63.5468792318141, "step_latency_ms": {"count": 128, "sum": 1930, "mean": 15.078125, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3351.8017578125, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "model_input_units": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 302, "model_input_units": 303, "stage0_units": 130, "stage1_units": 60, "bytes_per_stage0_unit": 2.3230769230769233, "stage0_per_stage1_unit": 2.1666666666666665}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 303, "units_out": 130, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 5, 1, 8, 1, 1, 2, 1, 1, 5, 1, 2, 1, 2, 1, 4, 1, 5, 1, 2, 1, 1, 1, 9, 1, 5, 1, 8, 5, 1, 1, 2, 5, 3, 1, 2, 6, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 1, 5, 2, 1, 3, 3, 3, 1, 4, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 5, 1, 1, 6, 3, 2, 4, 1, 3, 1, 4, 3, 1, 6, 5, 4, 1, 4, 1, 1, 1, 2, 1, 4, 1, 3, 9, 1, 1, 2, 1, 1, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 130, "sum": 303, "mean": 2.330769230769231, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 130, "units_out": 60, "chunk_lengths": [1, 2, 2, 3, 2, 1, 4, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 2, 2, 3, 2, 5, 1, 6, 1, 2, 1, 1, 2, 2, 3, 2, 3, 2, 1, 2, 3, 3, 2, 2, 1, 2, 1, 1, 4, 1, 1, 3, 1, 1, 5, 1, 2, 7, 3, 5, 1, 1], "chunk_stats": {"count": 60, "sum": 130, "mean": 2.1666666666666665, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 61, "chunk_lengths": [2, 1, 4, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 1, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 2, 7, 7, 1, 2, 1, 8, 8, 2, 1, 2, 1, 8, 7], "chunk_stats": {"count": 17, "sum": 61, "mean": 3.588235294117647, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 61, "sum": 61, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 73, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06425149899951066, "decode_time_sec": 1.419835967997642, "total_time_sec": 1.4891097140025522, "prefill_units_per_sec": 8264.398625221866, "prefill_bytes_per_sec": 8248.834786002993, "decode_units_per_sec": 90.15125893768919, "decode_bytes_per_sec": 90.15125893768919, "total_units_per_sec": 85.95740044966264, "total_bytes_per_sec": 85.95740044966264, "step_latency_ms": {"count": 128, "sum": 1432, "mean": 11.1875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3408.63037109375, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 530, "mean": 530.0, "median": 530.0, "p95": 530.0, "max": 530, "min": 530}, "model_input_units": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 530, "model_input_units": 531, "stage0_units": 182, "stage1_units": 88, "bytes_per_stage0_unit": 2.912087912087912, "stage0_per_stage1_unit": 2.0681818181818183}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 531, "units_out": 182, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 6, 1, 1, 3, 2, 1, 1, 4, 2, 1, 6, 1, 1, 3, 1, 1, 9, 8, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 2, 9, 1, 2, 1, 6, 9, 7, 1, 2, 2, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 1, 1, 2, 2, 5, 1, 8, 1, 1, 9, 9, 2, 1, 1, 4, 1, 6, 1, 1, 1, 1, 2, 1, 1, 8, 1, 1, 1, 4, 2, 1, 6, 1, 1, 5, 1, 1, 1, 4, 1, 1, 9, 4, 3, 3, 8, 1, 13, 4, 3, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 1, 17, 9, 2, 1, 3, 1, 1, 5, 1, 2, 2, 1, 6, 1, 1, 3, 1, 3, 1, 1, 17, 1, 2, 9, 1, 2, 2, 2, 2, 7, 1, 2, 4, 8, 1, 1, 2, 3, 5, 17, 2, 3, 1, 9, 3, 8, 1, 1, 3, 1, 1, 2, 8, 1, 1], "chunk_stats": {"count": 182, "sum": 531, "mean": 2.9175824175824174, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 182, "units_out": 88, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 1, 5, 2, 1, 1, 1, 1, 4, 2, 7, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 4, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 4, 9, 1, 1, 1, 5, 2, 6, 4, 2, 2, 5, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 2, 1], "chunk_stats": {"count": 88, "sum": 182, "mean": 2.0681818181818183, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 22, "chunk_lengths": [1, 2, 5, 17, 4, 2, 27, 1, 1, 1, 1, 1, 1, 1, 8, 1, 1, 3, 1, 1, 2, 8, 38], "chunk_stats": {"count": 23, "sum": 128, "mean": 5.565217391304348, "median": 1.0, "p95": 25.999999999999986, "max": 38, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 1, 1, 1, 2, 8, 2, 3, 2, 1], "chunk_stats": {"count": 10, "sum": 22, "mean": 2.2, "median": 1.5, "p95": 5.749999999999995, "max": 8, "min": 1}, "active_size_stats": {"count": 22, "sum": 22, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 74, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06422282000130508, "decode_time_sec": 1.7422796130013012, "total_time_sec": 1.8139394280005945, "prefill_units_per_sec": 8486.08018129576, "prefill_bytes_per_sec": 8470.509391972282, "decode_units_per_sec": 73.46696766973213, "decode_bytes_per_sec": 73.46696766973213, "total_units_per_sec": 70.56464952696207, "total_bytes_per_sec": 70.56464952696207, "step_latency_ms": {"count": 128, "sum": 1736, "mean": 13.5625, "median": 8.0, "p95": 38.64999999999999, "max": 45, "min": 8}, "peak_allocated_mb": 3411.88232421875, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 544, "mean": 544.0, "median": 544.0, "p95": 544.0, "max": 544, "min": 544}, "model_input_units": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 544, "model_input_units": 545, "stage0_units": 193, "stage1_units": 77, "bytes_per_stage0_unit": 2.8186528497409324, "stage0_per_stage1_unit": 2.5064935064935066}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 545, "units_out": 193, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 11, 1, 2, 2, 1, 1, 5, 5, 1, 5, 2, 10, 1, 1, 1, 1, 2, 1, 1, 11, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 9, 3, 1, 10, 1, 1, 2, 2, 1, 5, 6, 1, 10, 1, 2, 1, 2, 1, 5, 10, 1, 1, 2, 2, 1, 1, 6, 1, 6, 1, 10, 1, 1, 2, 2, 1, 4, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 8, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 2, 1, 2, 1, 6, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 1, 1, 1, 2], "chunk_stats": {"count": 193, "sum": 545, "mean": 2.8238341968911915, "median": 1.0, "p95": 10.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 193, "units_out": 77, "chunk_lengths": [1, 2, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 3, 2, 1, 5, 3, 2, 1, 5, 3, 2, 1, 3, 1, 2, 2, 1, 4, 2, 1, 4, 4, 3, 4, 2, 4, 4, 1, 4, 2, 2, 2, 2, 5, 4, 2, 2, 2, 2, 5, 2, 3, 5, 2, 3, 5, 2, 3, 5, 2, 3, 4, 2, 4, 5, 5, 2, 3], "chunk_stats": {"count": 77, "sum": 193, "mean": 2.5064935064935066, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 1, 8, 4, 1, 10, 1, 1, 1, 1, 2, 1, 8, 3, 1, 10, 1, 2, 1, 2, 1, 10, 3, 1, 10, 1, 1, 1, 1, 2, 1, 8, 1, 3, 1, 10, 1, 1, 1, 1, 2, 1, 1, 5], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 3, 5, 2, 3, 4, 2, 3, 5, 3, 3, 5, 3], "chunk_stats": {"count": 14, "sum": 44, "mean": 3.142857142857143, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 75, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06424622900158283, "decode_time_sec": 1.6659361599995464, "total_time_sec": 1.7370334660008666, "prefill_units_per_sec": 6117.090545350416, "prefill_bytes_per_sec": 6101.525429458939, "decode_units_per_sec": 76.83367650776897, "decode_bytes_per_sec": 76.83367650776897, "total_units_per_sec": 73.68885085138373, "total_bytes_per_sec": 73.68885085138373, "step_latency_ms": {"count": 128, "sum": 1656, "mean": 12.9375, "median": 8.0, "p95": 38.64999999999999, "max": 39, "min": 8}, "peak_allocated_mb": 3368.9775390625, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 392, "mean": 392.0, "median": 392.0, "p95": 392.0, "max": 392, "min": 392}, "model_input_units": {"count": 1, "sum": 393, "mean": 393.0, "median": 393.0, "p95": 393.0, "max": 393, "min": 393}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 393, "stage0_units": 117, "stage1_units": 59, "bytes_per_stage0_unit": 3.3504273504273505, "stage0_per_stage1_unit": 1.9830508474576272}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 393, "units_out": 117, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 3, 2, 6, 2, 5, 2, 4, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 6, 1, 1, 8, 3, 1, 7, 1, 8, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 1, 2, 1, 8, 1, 8, 1, 1, 1, 9, 1, 2, 5, 1, 1, 8, 3, 1, 7, 1, 5, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 3, 1, 8, 1, 5, 1, 1, 1, 1, 9, 1, 2, 4, 4, 1, 13, 5, 2, 5, 1, 4, 1, 9, 5, 2, 2], "chunk_stats": {"count": 117, "sum": 393, "mean": 3.358974358974359, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 117, "units_out": 59, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 2, 3, 1, 5, 1, 2, 5, 2, 2, 2, 3, 2, 3, 2, 1, 1, 2, 3, 4, 2, 1, 2, 5, 2, 2, 2, 2, 2, 3, 2, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 59, "sum": 117, "mean": 1.9830508474576272, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 32, "chunk_lengths": [13, 1, 4, 1, 2, 4, 1, 13, 1, 5, 1, 2, 5, 1, 13, 1, 6, 1, 2, 6, 1, 13, 1, 1, 7, 1, 2, 5, 1, 1, 7, 1, 4], "chunk_stats": {"count": 33, "sum": 128, "mean": 3.878787878787879, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 2, 1, 1, 3, 2, 1, 1, 3, 2, 1, 1, 4, 5, 1], "chunk_stats": {"count": 16, "sum": 32, "mean": 2.0, "median": 1.5, "p95": 4.25, "max": 5, "min": 1}, "active_size_stats": {"count": 32, "sum": 32, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 76, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06502258899854496, "decode_time_sec": 1.7950277280033333, "total_time_sec": 1.8662322240015783, "prefill_units_per_sec": 10780.868784164939, "prefill_bytes_per_sec": 10765.489513431467, "decode_units_per_sec": 71.30809067912197, "decode_bytes_per_sec": 71.30809067912197, "total_units_per_sec": 68.58739140488218, "total_bytes_per_sec": 68.58739140488218, "step_latency_ms": {"count": 128, "sum": 1796, "mean": 14.03125, "median": 8.0, "p95": 39.0, "max": 45, "min": 8}, "peak_allocated_mb": 3459.3251953125, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}, "model_input_units": {"count": 1, "sum": 701, "mean": 701.0, "median": 701.0, "p95": 701.0, "max": 701, "min": 701}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 700, "model_input_units": 701, "stage0_units": 290, "stage1_units": 144, "bytes_per_stage0_unit": 2.413793103448276, "stage0_per_stage1_unit": 2.013888888888889}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 701, "units_out": 290, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 9, 1, 3, 2, 6, 2, 3, 2, 1, 4, 3, 2, 1, 1, 1, 6, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 5, 3, 1, 5, 1, 6, 2, 1, 1, 1, 1, 5, 4, 5, 1, 3, 6, 1, 9, 5, 1, 8, 1, 2, 5, 1, 9, 1, 6, 1, 6, 2, 12, 1, 4, 1, 2, 2, 5, 1, 11, 1, 4, 1, 1, 2, 1, 1, 1, 1, 12, 1, 4, 1, 2, 2, 3, 2, 1, 3, 2, 1, 11, 1, 2, 1, 3, 1, 2, 3, 2, 1, 3, 2, 9, 1, 1, 9, 1, 2, 1, 1, 1, 7, 1, 3, 1, 3, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 1, 1, 1, 6, 2, 1, 3, 2, 3, 1, 9, 4, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 3, 1, 1, 9, 4, 3, 3, 1, 4, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 290, "sum": 701, "mean": 2.4172413793103447, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 290, "units_out": 144, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 2, 1, 3, 3, 1, 2, 1, 2, 2, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 3, 2, 1, 1, 1, 4, 2, 2, 1, 1, 3, 2, 5, 2, 5, 6, 1, 1, 1, 1, 1, 5, 2, 3, 1, 2, 1, 7, 2, 1, 1, 2, 2, 5, 1, 2, 2, 4, 3, 2, 4, 3, 2, 4, 3, 2, 2, 1, 1, 4, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 7, 3, 4, 1, 5, 4, 1, 4, 4, 1, 2, 1, 1, 4, 4, 3, 1, 1, 1, 1, 1, 7, 1], "chunk_stats": {"count": 144, "sum": 290, "mean": 2.013888888888889, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 5, 1, 1, 1, 6, 1, 1, 8, 1, 1, 2, 3, 1, 1, 2, 2, 1, 2, 2, 5, 1, 1, 13, 5, 1, 1, 6, 1, 13, 5, 1, 1, 1, 1, 13, 4], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 3, 1, 3, 2, 1, 2, 1, 1, 2, 4, 1, 2, 3, 1, 2, 3, 1], "chunk_stats": {"count": 19, "sum": 36, "mean": 1.894736842105263, "median": 2.0, "p95": 3.099999999999998, "max": 4, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 77, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06430129000000306, "decode_time_sec": 1.7543912479995925, "total_time_sec": 1.8251187140012917, "prefill_units_per_sec": 5583.091723353962, "prefill_bytes_per_sec": 5567.539935823728, "decode_units_per_sec": 72.95978029185297, "decode_bytes_per_sec": 72.95978029185297, "total_units_per_sec": 70.13242427358587, "total_bytes_per_sec": 70.13242427358587, "step_latency_ms": {"count": 128, "sum": 1753, "mean": 13.6953125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3364.23828125, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "model_input_units": {"count": 1, "sum": 359, "mean": 359.0, "median": 359.0, "p95": 359.0, "max": 359, "min": 359}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 358, "model_input_units": 359, "stage0_units": 133, "stage1_units": 76, "bytes_per_stage0_unit": 2.691729323308271, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 359, "units_out": 133, "chunk_lengths": [1, 1, 3, 7, 1, 6, 1, 1, 1, 1, 2, 2, 9, 1, 1, 5, 1, 5, 1, 6, 2, 1, 1, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 5, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 5, 1, 4, 1, 9, 1, 5, 1, 5, 1, 6, 1, 4, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 8, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 5, 2], "chunk_stats": {"count": 133, "sum": 359, "mean": 2.699248120300752, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 133, "units_out": 76, "chunk_lengths": [1, 2, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 4, 7, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 4, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 3, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 7, 1, 1], "chunk_stats": {"count": 76, "sum": 133, "mean": 1.75, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [1, 1, 7, 1, 9, 1, 5, 1, 5, 1, 6, 1, 6, 2, 1, 6, 1, 5, 4, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 4, 5, 1, 4, 1, 9, 1, 5, 1], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 7, 1, 1, 3, 1, 2, 1, 1, 1, 1, 4, 1, 1, 4, 1, 3], "chunk_stats": {"count": 19, "sum": 38, "mean": 2.0, "median": 1.0, "p95": 4.299999999999994, "max": 7, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 78, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06420232899836265, "decode_time_sec": 1.8386003480009094, "total_time_sec": 1.9067369249969488, "prefill_units_per_sec": 4844.061030993617, "prefill_bytes_per_sec": 4828.485272051516, "decode_units_per_sec": 69.6181745745741, "decode_bytes_per_sec": 69.6181745745741, "total_units_per_sec": 67.13039346012813, "total_bytes_per_sec": 67.13039346012813, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3353.5654296875, "peak_reserved_mb": 3388.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 97, "stage1_units": 47, "bytes_per_stage0_unit": 3.195876288659794, "stage0_per_stage1_unit": 2.0638297872340425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 97, "chunk_lengths": [1, 1, 3, 1, 2, 1, 5, 1, 1, 3, 2, 8, 1, 1, 1, 1, 2, 5, 1, 1, 2, 2, 2, 6, 1, 4, 1, 1, 9, 6, 1, 4, 1, 1, 1, 6, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 1, 9, 1, 3, 6, 1, 1, 4, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 6, 1, 5, 1, 9, 1, 3, 1, 1, 2, 1, 8, 1, 8, 1, 8, 1, 27, 6, 1, 6, 1, 27, 6, 1], "chunk_stats": {"count": 97, "sum": 311, "mean": 3.2061855670103094, "median": 1.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 47, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 4, 1, 1, 3, 3, 1, 4, 5, 1, 5, 1, 1, 1, 2, 4, 1, 6, 2, 3, 3, 1, 7, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 47, "sum": 97, "mean": 2.0638297872340425, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 6, 1, 9, 1, 3, 1, 1, 2, 1, 7, 1, 1, 9, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 9, 4, 1, 1, 2, 1, 2, 2, 1, 4, 1, 1, 9, 4, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 2, 1, 6, 1, 2, 1, 8, 2, 1, 8, 2, 1, 7, 2, 2, 1, 3], "chunk_stats": {"count": 18, "sum": 51, "mean": 2.8333333333333335, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 79, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06420751900077448, "decode_time_sec": 1.8085813619982218, "total_time_sec": 1.8764927690026525, "prefill_units_per_sec": 4096.093480840268, "prefill_bytes_per_sec": 4080.518980913119, "decode_units_per_sec": 70.77370290854842, "decode_bytes_per_sec": 70.77370290854842, "total_units_per_sec": 68.21235984193609, "total_bytes_per_sec": 68.21235984193609, "step_latency_ms": {"count": 128, "sum": 1803, "mean": 14.0859375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.6201171875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 70, "stage1_units": 46, "bytes_per_stage0_unit": 3.742857142857143, "stage0_per_stage1_unit": 1.5217391304347827}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 263, "units_out": 70, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 3, 1, 1, 3, 2, 6, 1, 2, 2, 2, 8, 1, 2, 2, 1, 1, 9, 2, 4, 6, 5, 1, 3, 8, 5, 1, 6, 8, 9, 1, 6, 2, 9, 1, 2, 9, 5, 1, 3, 1, 8, 9, 7, 2, 7, 1, 2, 7, 5, 1, 3, 1, 6, 1, 9, 2, 4, 9, 1, 6, 7, 1], "chunk_stats": {"count": 70, "sum": 263, "mean": 3.757142857142857, "median": 2.5, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 46, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1], "chunk_stats": {"count": 46, "sum": 70, "mean": 1.5217391304347827, "median": 1.0, "p95": 3.75, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 1, 5, 1, 8, 2, 1, 1, 9, 4, 6, 3, 6, 1, 13, 1, 5, 1, 7, 1, 1, 5, 1, 1, 1, 6, 1, 2, 5, 1, 1, 1, 1, 2, 1, 5, 2, 1, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 2, 2, 1, 4, 3, 1, 3, 2, 1, 2, 2, 1, 2, 3], "chunk_stats": {"count": 21, "sum": 39, "mean": 1.8571428571428572, "median": 2.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 80, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06450688900076784, "decode_time_sec": 1.6375459450027847, "total_time_sec": 1.7062522619999072, "prefill_units_per_sec": 6154.381433512852, "prefill_bytes_per_sec": 6138.879213277303, "decode_units_per_sec": 78.165745755477, "decode_bytes_per_sec": 78.165745755477, "total_units_per_sec": 75.01821556559904, "total_bytes_per_sec": 75.01821556559904, "step_latency_ms": {"count": 128, "sum": 1636, "mean": 12.78125, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3369.7919921875, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}, "model_input_units": {"count": 1, "sum": 397, "mean": 397.0, "median": 397.0, "p95": 397.0, "max": 397, "min": 397}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 396, "model_input_units": 397, "stage0_units": 116, "stage1_units": 58, "bytes_per_stage0_unit": 3.413793103448276, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 397, "units_out": 116, "chunk_lengths": [1, 1, 3, 8, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 4, 1, 1, 6, 1, 8, 1, 32, 3, 1, 5, 1, 32, 7, 1, 1, 1, 33, 1, 5, 1, 8, 1, 1, 4, 1, 1, 3, 4, 1, 2, 3, 3, 1, 5, 1, 5, 4, 1, 2, 3, 3, 1, 5, 1, 7, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 7, 1, 9, 8, 7, 1, 2, 1, 5, 1, 9, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 6, 1, 1, 9, 8, 7, 8, 1, 1, 4, 1, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 116, "sum": 397, "mean": 3.4224137931034484, "median": 1.0, "p95": 8.25, "max": 33, "min": 1}}, {"stage": 1, "units_in": 116, "units_out": 58, "chunk_lengths": [1, 2, 1, 10, 1, 6, 1, 1, 1, 3, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 3, 4, 1, 1, 7, 1, 1, 1, 1, 6, 3, 1], "chunk_stats": {"count": 58, "sum": 116, "mean": 2.0, "median": 1.0, "p95": 6.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [2, 1, 1, 2, 1, 4, 1, 1, 6, 1, 8, 2, 3, 1, 5, 1, 30, 7, 1, 7, 2, 1, 5, 1, 8, 1, 1, 5, 1, 8, 1, 1, 1, 1, 4, 2], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 1.5, "p95": 8.0, "max": 30, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [3, 8, 1, 3, 2, 1, 1, 1, 1, 4, 6, 1, 1, 1, 1], "chunk_stats": {"count": 15, "sum": 35, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 81, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0649847589993442, "decode_time_sec": 1.7196899650007254, "total_time_sec": 1.7908317809997243, "prefill_units_per_sec": 10310.109790616618, "prefill_bytes_per_sec": 10294.721567048535, "decode_units_per_sec": 74.43202123933195, "decode_bytes_per_sec": 74.43202123933195, "total_units_per_sec": 71.47516665610242, "total_bytes_per_sec": 71.47516665610242, "step_latency_ms": {"count": 128, "sum": 1722, "mean": 13.453125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3446.18896484375, "peak_reserved_mb": 3530.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 669, "mean": 669.0, "median": 669.0, "p95": 669.0, "max": 669, "min": 669}, "model_input_units": {"count": 1, "sum": 670, "mean": 670.0, "median": 670.0, "p95": 670.0, "max": 670, "min": 670}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 669, "model_input_units": 670, "stage0_units": 251, "stage1_units": 119, "bytes_per_stage0_unit": 2.6653386454183265, "stage0_per_stage1_unit": 2.1092436974789917}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 670, "units_out": 251, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 2, 2, 3, 1, 3, 1, 2, 3, 4, 1, 2, 1, 1, 1, 1, 1, 1, 13, 7, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 1, 1, 1, 18, 1, 7, 1, 1, 1, 1, 2, 1, 3, 1, 6, 1, 17, 1, 6, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 3, 3, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 3, 1, 17, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 5, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 4, 2, 3, 1, 3, 1, 1, 3, 5, 1, 1, 17, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 1, 3, 1, 3, 4, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 1, 9, 2, 3, 4, 1, 6, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 4, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 1], "chunk_stats": {"count": 251, "sum": 670, "mean": 2.6693227091633465, "median": 1.0, "p95": 9.0, "max": 18, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 119, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 2, 2, 2, 5, 2, 2, 2, 2, 5, 2, 3, 2, 2, 5, 2, 2, 1, 1, 2, 2, 6, 2, 3, 1, 3, 1, 3, 1, 2, 2, 1, 2, 3, 1, 1, 2, 6, 1, 2, 2, 3, 2, 1, 1, 1, 1, 1, 7, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 5, 1, 1, 5, 3, 1, 2, 3, 2, 2, 3, 1, 1, 4, 4, 6, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 4, 1], "chunk_stats": {"count": 119, "sum": 251, "mean": 2.1092436974789917, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 3, 4, 6, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3, 4, 4, 1, 1, 6, 1, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [4, 6, 1, 3, 1, 1, 10, 1, 6, 2, 1, 1, 10], "chunk_stats": {"count": 13, "sum": 47, "mean": 3.6153846153846154, "median": 2.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 82, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06548572799874819, "decode_time_sec": 1.6224984620021132, "total_time_sec": 1.6967207069974393, "prefill_units_per_sec": 13972.510163092193, "prefill_bytes_per_sec": 13957.239660181709, "decode_units_per_sec": 78.89067570643607, "decode_bytes_per_sec": 78.89067570643607, "total_units_per_sec": 75.4396404028758, "total_bytes_per_sec": 75.4396404028758, "step_latency_ms": {"count": 128, "sum": 1629, "mean": 12.7265625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3510.50830078125, "peak_reserved_mb": 3628.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 914, "mean": 914.0, "median": 914.0, "p95": 914.0, "max": 914, "min": 914}, "model_input_units": {"count": 1, "sum": 915, "mean": 915.0, "median": 915.0, "p95": 915.0, "max": 915, "min": 915}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 914, "model_input_units": 915, "stage0_units": 321, "stage1_units": 166, "bytes_per_stage0_unit": 2.8473520249221185, "stage0_per_stage1_unit": 1.9337349397590362}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 915, "units_out": 321, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 8, 1, 5, 2, 6, 2, 7, 1, 4, 1, 2, 6, 1, 1, 1, 1, 1, 1, 1, 21, 1, 7, 1, 2, 2, 2, 9, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 3, 1, 9, 1, 1, 1, 1, 3, 1, 5, 1, 7, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 7, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 4, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 6, 5, 1, 13, 1, 1, 6, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 1, 6, 1, 1, 13, 1, 1, 6, 1, 6, 2, 1, 9, 1, 5, 1, 3, 4, 1, 1, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1, 2, 10, 1, 2, 2, 2, 1, 9, 10, 2, 13, 1, 9, 1, 5, 5, 5, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 3, 6, 1, 13, 1, 2, 1, 2, 1, 1, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 9, 2, 3, 1, 1, 3, 1, 1, 3, 6, 1, 13, 1, 2, 1, 1, 3, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 22, 1, 1, 1, 5, 1, 1, 9, 5, 2, 1, 2, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 7, 1, 1, 7, 1, 4, 1, 1, 1, 1, 9, 10, 2, 1, 2, 1, 9, 2, 3, 1, 4, 1, 1, 1, 9, 4, 3, 4, 1, 1, 4, 3, 1, 7, 1, 6, 1, 4, 1, 1, 1], "chunk_stats": {"count": 321, "sum": 915, "mean": 2.850467289719626, "median": 1.0, "p95": 9.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 321, "units_out": 166, "chunk_lengths": [1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 5, 3, 2, 2, 2, 7, 1, 1, 2, 1, 1, 6, 2, 3, 1, 1, 4, 7, 1, 2, 4, 1, 3, 1, 6, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 2, 1, 5, 1, 1, 4, 2, 1, 2, 4, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 4, 2, 3, 3, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 3, 1, 3, 2, 2, 3, 3, 2, 1, 3, 1, 2, 2, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 3, 3, 3, 1, 3, 2, 1], "chunk_stats": {"count": 166, "sum": 321, "mean": 1.9337349397590362, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [13, 8, 2, 1, 1, 13, 4, 7, 3, 6, 1, 4, 1, 17, 1, 2, 1, 1, 8, 1, 6, 2, 1, 4, 2, 1, 4, 1, 1, 1, 10], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 1, 2, 1, 1, 2, 4, 1, 1, 4, 3, 2, 1, 3, 2], "chunk_stats": {"count": 16, "sum": 30, "mean": 1.875, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 83, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06453579899971373, "decode_time_sec": 1.9188197900002706, "total_time_sec": 1.9903181759982544, "prefill_units_per_sec": 4385.163031781094, "prefill_bytes_per_sec": 4369.6677560504195, "decode_units_per_sec": 66.70767138584804, "decode_bytes_per_sec": 66.70767138584804, "total_units_per_sec": 64.31132546724643, "total_bytes_per_sec": 64.31132546724643, "step_latency_ms": {"count": 128, "sum": 1917, "mean": 14.9765625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3348.0732421875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 108, "stage1_units": 58, "bytes_per_stage0_unit": 2.611111111111111, "stage0_per_stage1_unit": 1.8620689655172413}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 283, "units_out": 108, "chunk_lengths": [1, 1, 3, 11, 1, 1, 10, 1, 2, 1, 1, 4, 2, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 5, 1, 6, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 3, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 4, 8, 1, 2, 10, 1, 1, 3, 5, 1, 1, 3, 5, 1, 8, 1, 3, 3, 1, 11, 1, 1, 6, 4, 2, 1, 1, 1, 5, 1, 5, 2, 2, 1, 1, 4, 1, 1, 4, 1], "chunk_stats": {"count": 108, "sum": 283, "mean": 2.6203703703703702, "median": 1.0, "p95": 8.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 58, "chunk_lengths": [1, 2, 4, 1, 2, 2, 1, 3, 1, 2, 1, 1, 1, 3, 2, 1, 1, 2, 3, 5, 1, 3, 1, 1, 3, 5, 1, 2, 1, 1, 3, 5, 1, 2, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1], "chunk_stats": {"count": 58, "sum": 108, "mean": 1.8620689655172413, "median": 1.0, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [5, 1, 2, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 4, 1, 1, 2, 3, 1, 1, 1, 1, 1, 4, 2, 1, 5, 2, 3, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 1], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 4, 1, 6, 1, 4, 1, 5, 3, 8, 1, 1, 4, 1, 6, 1, 4, 4], "chunk_stats": {"count": 19, "sum": 57, "mean": 3.0, "median": 3.0, "p95": 6.199999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 84, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06393276900053024, "decode_time_sec": 1.820062927003164, "total_time_sec": 1.8874047249992145, "prefill_units_per_sec": 4238.827822360586, "prefill_bytes_per_sec": 4223.186391281765, "decode_units_per_sec": 70.32723874594775, "decode_bytes_per_sec": 70.32723874594775, "total_units_per_sec": 67.81799277314688, "total_bytes_per_sec": 67.81799277314688, "step_latency_ms": {"count": 128, "sum": 1822, "mean": 14.234375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3344.3076171875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "model_input_units": {"count": 1, "sum": 271, "mean": 271.0, "median": 271.0, "p95": 271.0, "max": 271, "min": 271}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 270, "model_input_units": 271, "stage0_units": 93, "stage1_units": 42, "bytes_per_stage0_unit": 2.903225806451613, "stage0_per_stage1_unit": 2.2142857142857144}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 271, "units_out": 93, "chunk_lengths": [1, 1, 3, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 5, 8, 2, 1, 5, 1, 7, 1, 7, 1, 2, 4, 2, 2, 6, 1, 5, 1, 4, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 7, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 3, 4, 2, 6, 1, 3, 1, 1, 1, 1, 4, 1, 7, 1], "chunk_stats": {"count": 93, "sum": 271, "mean": 2.913978494623656, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 42, "chunk_lengths": [1, 2, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 3, 1, 2, 4, 2, 1, 3, 1, 2, 1, 6, 2, 4, 1, 3, 8, 2, 4, 1, 4, 2, 3, 2, 1, 2], "chunk_stats": {"count": 42, "sum": 93, "mean": 2.2142857142857144, "median": 2.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 4, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 2, 6, 1, 1, 5, 3, 4, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 4, 1, 2, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 1, 1, 1, 9, 1, 4, 1, 8, 4, 1, 1, 1, 9, 1, 1, 2], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 85, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06556854900190956, "decode_time_sec": 1.6207094539968239, "total_time_sec": 1.6909796399995685, "prefill_units_per_sec": 8235.655786500225, "prefill_bytes_per_sec": 8220.40457208078, "decode_units_per_sec": 78.97775858858589, "decode_bytes_per_sec": 78.97775858858589, "total_units_per_sec": 75.69576650847947, "total_bytes_per_sec": 75.69576650847947, "step_latency_ms": {"count": 128, "sum": 1617, "mean": 12.6328125, "median": 8.0, "p95": 38.64999999999999, "max": 40, "min": 8}, "peak_allocated_mb": 3410.724609375, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 144, "stage1_units": 63, "bytes_per_stage0_unit": 3.7430555555555554, "stage0_per_stage1_unit": 2.2857142857142856}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 540, "units_out": 144, "chunk_lengths": [1, 1, 3, 1, 3, 1, 2, 1, 1, 3, 1, 1, 9, 6, 1, 3, 1, 13, 1, 7, 2, 5, 1, 1, 3, 1, 6, 1, 13, 1, 6, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 13, 1, 2, 4, 1, 5, 1, 17, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 21, 1, 6, 2, 1, 3, 1, 4, 1, 1, 2, 17, 4, 1, 21, 5, 1, 1, 3, 8, 1, 7, 1, 1, 1, 21, 8, 13, 1, 2, 1, 5, 1, 1, 1, 1, 4, 3, 1, 3, 1, 8, 1, 17, 5, 1, 1, 2, 6, 7, 1, 1, 17, 8, 13, 8, 2, 1, 3, 1, 8, 1, 1, 5, 1, 1, 1, 1, 13, 1, 3, 1, 4, 1, 1, 3, 2, 1, 5, 13, 1, 2, 1, 1], "chunk_stats": {"count": 144, "sum": 540, "mean": 3.75, "median": 1.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 144, "units_out": 63, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 3, 1, 2, 1, 1, 6, 1, 2, 1, 3, 3, 4, 1, 1, 5, 1, 1, 4, 1, 4, 1, 2, 8, 1, 2, 1, 2, 2, 6, 1, 1, 1, 1, 3, 4, 2, 5, 1, 2, 3, 3, 1, 1, 1, 1, 1, 4, 3, 4, 1, 7, 3, 1, 3, 1], "chunk_stats": {"count": 63, "sum": 144, "mean": 2.2857142857142856, "median": 2.0, "p95": 5.899999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [17, 7, 1, 1, 5, 1, 13, 7, 10, 1, 2, 1, 1, 17, 5, 1, 1, 5, 2, 1, 1, 2, 2, 1, 1, 17, 5], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 2.0, "p95": 17.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 17, "sum": 27, "mean": 1.588235294117647, "median": 1.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 86, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06426907900095102, "decode_time_sec": 1.827963224000996, "total_time_sec": 1.8980303409989574, "prefill_units_per_sec": 4263.325447622261, "prefill_bytes_per_sec": 4247.765865696632, "decode_units_per_sec": 70.02329057793466, "decode_bytes_per_sec": 70.02329057793466, "total_units_per_sec": 67.43833185123478, "total_bytes_per_sec": 67.43833185123478, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3345.4091796875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "model_input_units": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 273, "model_input_units": 274, "stage0_units": 85, "stage1_units": 50, "bytes_per_stage0_unit": 3.211764705882353, "stage0_per_stage1_unit": 1.7}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 274, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 5, 1, 5, 12, 6, 1, 1, 1, 6, 5, 1, 7, 7, 1, 5, 2, 6, 1, 2, 4, 3, 8, 1, 1, 7, 1, 1, 6, 1, 2, 1, 5, 1, 1, 1, 10, 3, 3, 2, 6, 6, 1, 4, 1, 1, 1, 7, 1, 6, 1, 3, 1, 6, 2, 3, 4, 4, 1, 4, 12, 1, 1, 1, 2, 6, 4, 1, 1, 6, 2, 1, 5, 1, 7, 1, 6, 1, 1, 1, 6, 1], "chunk_stats": {"count": 85, "sum": 274, "mean": 3.223529411764706, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 50, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 3, 4, 1, 2, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 4, 2, 2, 2, 1], "chunk_stats": {"count": 50, "sum": 85, "mean": 1.7, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 10, 6, 1, 1, 5, 1, 1, 5, 1, 4, 1, 10, 6, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 4, 2, 1, 5, 1, 6, 1, 1, 5, 1, 6, 1, 2, 6, 4, 1, 6, 2], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 1, 1, 5, 2, 2, 2, 2, 1, 7, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 20, "sum": 41, "mean": 2.05, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 87, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06421473900263663, "decode_time_sec": 1.8181290889988304, "total_time_sec": 1.8858877669990761, "prefill_units_per_sec": 4765.261134012174, "prefill_bytes_per_sec": 4749.688385208212, "decode_units_per_sec": 70.4020417331777, "decode_bytes_per_sec": 70.4020417331777, "total_units_per_sec": 67.87254376419247, "total_bytes_per_sec": 67.87254376419247, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3352.1591796875, "peak_reserved_mb": 3388.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 92, "stage1_units": 47, "bytes_per_stage0_unit": 3.3152173913043477, "stage0_per_stage1_unit": 1.9574468085106382}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 306, "units_out": 92, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 3, 2, 1, 3, 1, 1, 9, 6, 2, 1, 1, 1, 9, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 13, 5, 2, 1, 3, 1, 10, 1, 4, 1, 1, 4, 2, 3, 1, 5, 1, 1, 13, 1, 2, 4, 4, 1, 17, 5, 13, 6, 3, 4, 1, 9, 2, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2, 3, 1, 2, 9, 2, 4, 1, 6, 4, 8, 1, 9, 1, 2, 3, 1], "chunk_stats": {"count": 92, "sum": 306, "mean": 3.3260869565217392, "median": 2.0, "p95": 9.450000000000003, "max": 17, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 47, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 4, 1, 1, 1, 4, 2, 3, 2, 4, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 1, 3, 1, 6, 2, 2, 1], "chunk_stats": {"count": 47, "sum": 92, "mean": 1.9574468085106382, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 5, 1, 1, 2, 1, 3, 1, 13, 1, 5, 1, 5, 5, 1, 1, 1, 6, 5, 5, 1, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 9, 1], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.550000000000004, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 4, 1, 2, 3, 1, 3, 1, 3, 1, 1, 4, 1, 2, 4, 2, 1, 4, 1, 1], "chunk_stats": {"count": 20, "sum": 44, "mean": 2.2, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 88, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06457142900035251, "decode_time_sec": 1.8880369660000724, "total_time_sec": 1.956428933001007, "prefill_units_per_sec": 5064.1592583960755, "prefill_bytes_per_sec": 5048.672532835231, "decode_units_per_sec": 67.79528277519705, "decode_bytes_per_sec": 67.79528277519705, "total_units_per_sec": 65.42532562307701, "total_bytes_per_sec": 65.42532562307701, "step_latency_ms": {"count": 128, "sum": 1889, "mean": 14.7578125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3357.36279296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 113, "stage1_units": 62, "bytes_per_stage0_unit": 2.8849557522123894, "stage0_per_stage1_unit": 1.8225806451612903}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 327, "units_out": 113, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 1, 3, 2, 4, 1, 4, 2, 1, 5, 1, 1, 3, 1, 1, 9, 4, 1, 8, 2, 1, 1, 3, 1, 6, 1, 2, 1, 1, 9, 4, 4, 2, 6, 3, 4, 1, 4, 1, 5, 1, 1, 1, 13, 1, 2, 1, 5, 1, 17, 6, 2, 1, 3, 1, 1, 2, 1, 1, 6, 1, 1, 5, 1, 6, 1, 1, 4, 1, 5, 1, 13, 4, 1, 7, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 5, 1, 1, 1, 9, 7, 3, 2], "chunk_stats": {"count": 113, "sum": 327, "mean": 2.893805309734513, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 113, "units_out": 62, "chunk_lengths": [1, 2, 2, 2, 5, 1, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 2, 3, 1, 1, 1, 1, 3, 1, 2, 2, 3, 5, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 62, "sum": 113, "mean": 1.8225806451612903, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 1, 7, 1, 1, 9, 3, 4, 7, 2, 1, 5, 4, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 3, 1, 1, 5, 1, 1, 3, 2, 1, 5, 1, 5, 2, 1, 4], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 2, 2, 2, 2, 5, 1, 1, 4, 1, 1, 3, 2, 5, 1, 1, 3, 4, 3, 1, 1, 1], "chunk_stats": {"count": 22, "sum": 47, "mean": 2.1363636363636362, "median": 2.0, "p95": 4.949999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 89, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06405502900088322, "decode_time_sec": 2.133523228996637, "total_time_sec": 2.201528836001671, "prefill_units_per_sec": 4855.200362109144, "prefill_bytes_per_sec": 4839.588785382106, "decode_units_per_sec": 59.99465965983244, "decode_bytes_per_sec": 59.99465965983244, "total_units_per_sec": 58.14141423306019, "total_bytes_per_sec": 58.14141423306019, "step_latency_ms": {"count": 128, "sum": 2122, "mean": 16.578125, "median": 8.0, "p95": 39.64999999999999, "max": 41, "min": 8}, "peak_allocated_mb": 3353.5654296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 108, "stage1_units": 63, "bytes_per_stage0_unit": 2.8703703703703702, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 108, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 1, 7, 1, 1, 1, 4, 1, 1, 2, 1, 5, 7, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 2, 3, 1, 5, 1, 2, 1, 5, 8, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 9, 4, 1, 4, 3, 6, 1, 13, 1, 2, 4, 1, 1, 3, 1, 1, 17, 1, 5, 5, 5, 1, 1, 3, 1, 13, 4, 1, 17, 1, 5, 1, 3, 1, 5, 3, 4], "chunk_stats": {"count": 108, "sum": 311, "mean": 2.8796296296296298, "median": 1.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 63, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 3, 6, 3, 1, 1, 1, 1, 5, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 2, 1, 1, 2], "chunk_stats": {"count": 63, "sum": 108, "mean": 1.7142857142857142, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 4, 2, 1, 6, 1, 1, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 5, 1, 5, 1, 2, 1, 5, 8, 1, 1], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 26, "chunk_lengths": [2, 3, 1, 1, 1, 3, 3, 3, 2, 4, 1, 3, 6, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 4, 2], "chunk_stats": {"count": 27, "sum": 56, "mean": 2.074074074074074, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 90, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0643216089993075, "decode_time_sec": 1.954797114001849, "total_time_sec": 2.023032951998175, "prefill_units_per_sec": 4011.0936901901455, "prefill_bytes_per_sec": 3995.5468154219666, "decode_units_per_sec": 65.47994115765762, "decode_bytes_per_sec": 65.47994115765762, "total_units_per_sec": 63.271337164119245, "total_bytes_per_sec": 63.271337164119245, "step_latency_ms": {"count": 128, "sum": 1946, "mean": 15.203125, "median": 8.0, "p95": 38.64999999999999, "max": 40, "min": 8}, "peak_allocated_mb": 3343.1904296875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 104, "stage1_units": 48, "bytes_per_stage0_unit": 2.4711538461538463, "stage0_per_stage1_unit": 2.1666666666666665}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 258, "units_out": 104, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 6, 7, 1, 3, 1, 3, 5, 2, 1, 4, 1, 2, 6, 2, 3, 7, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 6, 1, 1, 3, 1, 1, 3, 1, 3, 1, 3, 6, 2, 1, 1, 3, 4, 2, 3, 1, 4, 1, 3, 4, 5, 1, 1, 5, 1, 3, 4, 2, 1, 1, 1, 6, 1, 5, 2, 1, 3, 7, 1, 5, 4, 1, 5, 2, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 1, 2, 4, 1, 5, 1, 2, 6, 1, 2], "chunk_stats": {"count": 104, "sum": 258, "mean": 2.480769230769231, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}, {"stage": 1, "units_in": 104, "units_out": 48, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 1, 4, 3, 4, 1, 2, 1, 1, 2, 1, 3, 8, 1, 2, 1, 1, 7, 4, 1, 3, 1, 7, 6, 6, 1], "chunk_stats": {"count": 48, "sum": 104, "mean": 2.1666666666666665, "median": 1.0, "p95": 6.649999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 5, 1, 2, 6, 1, 5, 4, 5, 1, 1, 5, 1, 1, 4, 3, 2, 4, 5, 1, 1, 3, 3, 4, 4, 5, 1, 1, 1, 4, 1, 5, 1, 4, 6, 1, 3, 1, 3, 1, 2, 5, 2, 1, 3, 1, 2, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [5, 1, 1, 2, 3, 1, 3, 5, 1, 4, 1, 1, 1, 5, 1, 2, 2, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 23, "sum": 47, "mean": 2.0434782608695654, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 91, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06460641900048358, "decode_time_sec": 1.8027382569998736, "total_time_sec": 1.8706488049974723, "prefill_units_per_sec": 3993.4112428993913, "prefill_bytes_per_sec": 3977.9329047486185, "decode_units_per_sec": 71.00309737311409, "decode_bytes_per_sec": 71.00309737311409, "total_units_per_sec": 68.42545733760697, "total_bytes_per_sec": 68.42545733760697, "step_latency_ms": {"count": 128, "sum": 1800, "mean": 14.0625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3343.1904296875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 99, "stage1_units": 51, "bytes_per_stage0_unit": 2.595959595959596, "stage0_per_stage1_unit": 1.9411764705882353}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 258, "units_out": 99, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 2, 4, 1, 1, 3, 1, 1, 1, 5, 4, 2, 1, 5, 1, 9, 1, 1, 1, 5, 3, 1, 5, 1, 1, 3, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 1, 5, 4, 1, 5, 2, 1, 9, 2, 3, 3, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 10, 1, 1, 2, 1, 1, 13, 8, 1, 9, 4, 2, 3, 1, 4, 1, 3, 1, 1, 10, 1, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 99, "sum": 258, "mean": 2.606060606060606, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 99, "units_out": 51, "chunk_lengths": [1, 2, 2, 4, 1, 2, 2, 1, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 3, 1, 4, 2, 2, 5, 1, 1, 2, 5, 3, 1, 1, 1, 1, 1, 2, 3, 1, 5, 4, 1], "chunk_stats": {"count": 51, "sum": 99, "mean": 1.9411764705882353, "median": 2.0, "p95": 4.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [13, 1, 2, 1, 10, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 17, 1, 1, 1, 2, 4, 1, 1, 5, 1, 1, 10, 1, 1, 1, 1, 1, 1, 1, 17, 1, 4, 1, 5, 4], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 3, 3, 4, 3, 1, 1, 2, 3, 3, 3, 3, 4, 1, 2, 1, 1, 1], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 92, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06497826900158543, "decode_time_sec": 1.782599386999209, "total_time_sec": 1.8517609139998967, "prefill_units_per_sec": 6017.3963697072295, "prefill_bytes_per_sec": 6002.006609170894, "decode_units_per_sec": 71.80525301058952, "decode_bytes_per_sec": 71.80525301058952, "total_units_per_sec": 69.12339440382374, "total_bytes_per_sec": 69.12339440382374, "step_latency_ms": {"count": 128, "sum": 1786, "mean": 13.953125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3368.5703125, "peak_reserved_mb": 3450.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}, "model_input_units": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 390, "model_input_units": 391, "stage0_units": 105, "stage1_units": 54, "bytes_per_stage0_unit": 3.7142857142857144, "stage0_per_stage1_unit": 1.9444444444444444}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 391, "units_out": 105, "chunk_lengths": [1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 1, 3, 1, 3, 1, 7, 1, 4, 1, 1, 3, 1, 1, 7, 1, 5, 1, 3, 2, 2, 1, 1, 17, 4, 1, 1, 6, 2, 5, 1, 3, 2, 2, 17, 4, 1, 1, 6, 2, 5, 1, 3, 17, 3, 4, 1, 3, 13, 4, 1, 17, 3, 4, 1, 4, 9, 7, 8, 1, 10, 1, 7, 9, 1, 13, 1, 1, 5, 1, 5, 1, 1, 10, 1, 5, 2, 6, 3, 1, 8, 4, 1, 3, 1], "chunk_stats": {"count": 105, "sum": 391, "mean": 3.723809523809524, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 105, "units_out": 54, "chunk_lengths": [1, 2, 1, 2, 1, 4, 1, 3, 1, 1, 6, 2, 2, 4, 2, 4, 2, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 2, 2, 1, 2, 1, 4, 1, 1, 1, 2, 4, 1, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3], "chunk_stats": {"count": 54, "sum": 105, "mean": 1.9444444444444444, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 1, 1, 13, 3, 4, 1, 4, 1, 5, 4, 1, 3, 1, 3, 1, 7, 1, 1, 3, 2, 3, 1, 1, 9, 1, 2, 1, 13, 3, 4, 1, 3, 1, 1, 1, 3, 1, 7, 1, 3, 2, 1, 3, 1], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 8.599999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 1, 4, 1, 1, 3, 2, 2, 4, 3, 1, 3, 1, 8, 1, 1, 2, 4], "chunk_stats": {"count": 18, "sum": 45, "mean": 2.5, "median": 2.0, "p95": 4.599999999999994, "max": 8, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 93, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06643590800013044, "decode_time_sec": 1.6893283220015292, "total_time_sec": 1.7621063080005115, "prefill_units_per_sec": 8519.489189473992, "prefill_bytes_per_sec": 8504.437088432518, "decode_units_per_sec": 75.769759100673, "decode_bytes_per_sec": 75.769759100673, "total_units_per_sec": 72.64033924561767, "total_bytes_per_sec": 72.64033924561767, "step_latency_ms": {"count": 128, "sum": 1687, "mean": 13.1796875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3417.82666015625, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}, "model_input_units": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 565, "model_input_units": 566, "stage0_units": 206, "stage1_units": 100, "bytes_per_stage0_unit": 2.7427184466019416, "stage0_per_stage1_unit": 2.06}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 566, "units_out": 206, "chunk_lengths": [1, 1, 3, 8, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 6, 2, 7, 2, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 2, 1, 1, 5, 4, 1, 5, 1, 3, 1, 6, 1, 9, 1, 2, 1, 5, 1, 13, 4, 2, 7, 1, 1, 5, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 13, 1, 2, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 17, 4, 3, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 13, 1, 2, 1, 1, 7, 1, 1, 2, 7, 1, 3, 2, 1, 1, 13, 1, 3, 1, 7, 1, 3, 1, 1, 3, 1, 1, 5, 1, 6, 1, 8, 2, 1, 1, 5, 6, 2, 1, 5, 4, 7, 3, 7, 1, 9, 4, 2, 6, 1, 3, 1, 1, 4, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 5, 6, 1, 3, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 206, "sum": 566, "mean": 2.7475728155339807, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 206, "units_out": 100, "chunk_lengths": [1, 2, 1, 4, 3, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 1, 2, 1, 4, 1, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 6, 2, 1, 6, 1, 5, 4, 2, 1, 2, 1, 4, 3, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 1, 4, 1, 4, 1, 6, 1, 1, 5, 7, 1, 4, 4, 1], "chunk_stats": {"count": 100, "sum": 206, "mean": 2.06, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [9, 1, 2, 4, 4, 3, 1, 3, 1, 7, 1, 13, 1, 6, 1, 7, 1, 1, 5, 1, 6, 1, 13, 6, 3, 1, 1, 5, 1, 2, 1, 6, 1, 7, 1, 1], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 2.0, "p95": 10.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 2, 2, 5, 1, 4, 3, 3, 1, 1, 2, 1, 1, 1, 6], "chunk_stats": {"count": 16, "sum": 35, "mean": 2.1875, "median": 1.5, "p95": 5.25, "max": 6, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 94, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07262217599782161, "decode_time_sec": 1.3002533090002544, "total_time_sec": 1.3812661890005984, "prefill_units_per_sec": 12186.360265858002, "prefill_bytes_per_sec": 12172.590367252513, "decode_units_per_sec": 98.44235666542338, "decode_bytes_per_sec": 98.44235666542338, "total_units_per_sec": 92.66859713160224, "total_bytes_per_sec": 92.66859713160224, "step_latency_ms": {"count": 128, "sum": 1303, "mean": 10.1796875, "median": 8.0, "p95": 17.64999999999999, "max": 39, "min": 8}, "peak_allocated_mb": 3504.3359375, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 884, "mean": 884.0, "median": 884.0, "p95": 884.0, "max": 884, "min": 884}, "model_input_units": {"count": 1, "sum": 885, "mean": 885.0, "median": 885.0, "p95": 885.0, "max": 885, "min": 885}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 884, "model_input_units": 885, "stage0_units": 211, "stage1_units": 93, "bytes_per_stage0_unit": 4.18957345971564, "stage0_per_stage1_unit": 2.2688172043010755}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 885, "units_out": 211, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 5, 1, 7, 1, 7, 2, 5, 1, 8, 1, 7, 1, 2, 2, 1, 1, 5, 4, 4, 1, 9, 1, 4, 1, 4, 1, 1, 9, 4, 4, 1, 4, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 13, 1, 2, 4, 1, 1, 8, 1, 7, 2, 4, 7, 1, 1, 17, 2, 2, 3, 1, 4, 4, 8, 1, 2, 2, 1, 6, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 7, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 4, 7, 1, 1, 1, 1, 1, 3, 1, 1, 1, 17, 2, 7, 4, 8, 1, 2, 1, 2, 1, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 4, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 7, 1, 7, 4, 3, 5, 1, 7, 1, 7, 1, 17, 2, 1, 5, 1, 2, 4, 8, 7, 1, 2, 3, 1, 6, 1, 8, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 6, 1, 1, 1, 1], "chunk_stats": {"count": 211, "sum": 885, "mean": 4.194312796208531, "median": 2.0, "p95": 11.0, "max": 52, "min": 1}}, {"stage": 1, "units_in": 211, "units_out": 93, "chunk_lengths": [1, 2, 1, 3, 1, 1, 4, 1, 3, 2, 1, 2, 2, 1, 2, 2, 1, 5, 1, 2, 2, 1, 1, 1, 2, 1, 6, 1, 1, 5, 3, 4, 1, 1, 4, 4, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 3, 6, 1, 1, 2, 1, 3, 3, 3, 1, 1, 1, 4, 1, 1, 3, 1, 9, 1, 3, 2, 2, 9, 1, 1, 2, 1, 1, 2, 6, 1, 1, 2, 1, 6, 1, 3, 2, 1, 9, 1, 3, 2, 2, 2], "chunk_stats": {"count": 93, "sum": 211, "mean": 2.2688172043010755, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [52, 1, 5, 1, 8, 1, 7, 1, 13, 4, 1, 17, 3, 4, 4, 1, 4, 1], "chunk_stats": {"count": 18, "sum": 128, "mean": 7.111111111111111, "median": 4.0, "p95": 22.24999999999995, "max": 52, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 5, "chunk_lengths": [8, 1, 2, 1, 5, 1], "chunk_stats": {"count": 6, "sum": 18, "mean": 3.0, "median": 1.5, "p95": 7.25, "max": 8, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 95, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06439662899720133, "decode_time_sec": 1.9481956689996878, "total_time_sec": 2.022074803000578, "prefill_units_per_sec": 8168.1294221605895, "prefill_bytes_per_sec": 8152.600659000588, "decode_units_per_sec": 65.70181939975379, "decode_bytes_per_sec": 65.70181939975379, "total_units_per_sec": 63.301317938416254, "total_bytes_per_sec": 63.301317938416254, "step_latency_ms": {"count": 128, "sum": 1955, "mean": 15.2734375, "median": 8.0, "p95": 38.0, "max": 46, "min": 8}, "peak_allocated_mb": 3407.6318359375, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 525, "mean": 525.0, "median": 525.0, "p95": 525.0, "max": 525, "min": 525}, "model_input_units": {"count": 1, "sum": 526, "mean": 526.0, "median": 526.0, "p95": 526.0, "max": 526, "min": 526}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 525, "model_input_units": 526, "stage0_units": 208, "stage1_units": 97, "bytes_per_stage0_unit": 2.5240384615384617, "stage0_per_stage1_unit": 2.1443298969072164}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 526, "units_out": 208, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 8, 1, 6, 1, 6, 1, 4, 1, 1, 5, 4, 2, 1, 4, 2, 1, 2, 2, 6, 1, 2, 3, 1, 10, 1, 2, 1, 8, 1, 2, 1, 4, 1, 6, 1, 4, 1, 6, 1, 4, 1, 1, 5, 6, 1, 1, 4, 2, 6, 1, 4, 1, 1, 5, 1, 1, 1, 6, 1, 3, 1, 4, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 8, 1, 10, 1, 4, 2, 1, 4, 2, 1, 2, 2, 6, 2, 6, 1, 4, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 5, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 3, 1, 3, 1, 2, 3, 1, 3, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 1, 3, 1, 2, 1, 3, 1, 5, 6, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 208, "sum": 526, "mean": 2.5288461538461537, "median": 1.0, "p95": 6.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 208, "units_out": 97, "chunk_lengths": [1, 2, 2, 5, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 4, 2, 4, 4, 1, 1, 1, 1, 3, 1, 3, 1, 4, 2, 7, 1, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 1, 2, 5, 2, 2, 3, 3, 2, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 4, 1, 3, 1, 4, 3, 6, 1, 5, 1, 4, 1, 4, 4, 3, 6, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 3], "chunk_stats": {"count": 97, "sum": 208, "mean": 2.1443298969072164, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 6, 1, 2, 6, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 2], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [2, 1, 3, 1, 1, 1, 1, 1, 4, 4, 3, 6, 1, 3, 3, 1, 1, 1, 2, 3, 1, 3, 3], "chunk_stats": {"count": 23, "sum": 50, "mean": 2.1739130434782608, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 96, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06417523900017841, "decode_time_sec": 1.8746343039965723, "total_time_sec": 1.9448169710012735, "prefill_units_per_sec": 4378.635816209719, "prefill_bytes_per_sec": 4363.053482344204, "decode_units_per_sec": 68.27998384917747, "decode_bytes_per_sec": 68.27998384917747, "total_units_per_sec": 65.81596207179344, "total_bytes_per_sec": 65.81596207179344, "step_latency_ms": {"count": 128, "sum": 1877, "mean": 14.6640625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3347.9951171875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}, "model_input_units": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 280, "model_input_units": 281, "stage0_units": 126, "stage1_units": 60, "bytes_per_stage0_unit": 2.2222222222222223, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 281, "units_out": 126, "chunk_lengths": [1, 1, 3, 3, 1, 2, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 9, 4, 2, 3, 1, 2, 1, 1, 2, 1, 1, 2, 3, 3, 4, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 4, 2, 7, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 1, 3, 5, 1, 1, 1, 2, 3, 3, 4, 1, 1, 1, 1, 5, 1, 1, 9, 1, 1, 1, 3, 2, 1, 2, 4, 1, 1, 3, 1, 3, 1, 1], "chunk_stats": {"count": 126, "sum": 281, "mean": 2.2301587301587302, "median": 2.0, "p95": 6.5, "max": 9, "min": 1}}, {"stage": 1, "units_in": 126, "units_out": 60, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 5, 3, 2, 1, 2, 1, 2, 5, 1, 5, 1, 1, 1, 1, 3, 2, 3, 1, 2, 5, 6, 2, 3, 2, 2, 5, 2, 2, 1, 1, 6, 2, 1, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1], "chunk_stats": {"count": 60, "sum": 126, "mean": 2.1, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [9, 3, 4, 1, 1, 3, 1, 1, 4, 3, 1, 2, 4, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 2.0, "p95": 7.8999999999999915, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 1, 1, 5, 1, 4, 2, 2, 4, 2, 3, 5, 5, 3, 1, 2, 5], "chunk_stats": {"count": 18, "sum": 52, "mean": 2.888888888888889, "median": 2.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 97, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06432470899744658, "decode_time_sec": 1.8099908250005683, "total_time_sec": 1.87764723300279, "prefill_units_per_sec": 4477.284149259539, "prefill_bytes_per_sec": 4461.738023741276, "decode_units_per_sec": 70.71859052100986, "decode_bytes_per_sec": 70.71859052100986, "total_units_per_sec": 68.1704197413582, "total_bytes_per_sec": 68.1704197413582, "step_latency_ms": {"count": 128, "sum": 1814, "mean": 14.171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3350.7685546875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 287, "mean": 287.0, "median": 287.0, "p95": 287.0, "max": 287, "min": 287}, "model_input_units": {"count": 1, "sum": 288, "mean": 288.0, "median": 288.0, "p95": 288.0, "max": 288, "min": 288}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 287, "model_input_units": 288, "stage0_units": 106, "stage1_units": 44, "bytes_per_stage0_unit": 2.707547169811321, "stage0_per_stage1_unit": 2.409090909090909}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 288, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 7, 2, 3, 1, 1, 6, 1, 1, 5, 4, 1, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 1, 7, 4, 1, 1, 4, 1, 1, 1, 7, 2, 1, 5, 2, 3, 1, 2, 7, 4, 5, 2, 2, 6, 1, 1, 8, 1, 7, 1, 2, 1, 3, 1, 3, 6, 5, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 1, 9, 1, 5, 6, 5, 1, 1, 4, 5, 6, 1, 1, 8, 1, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 288, "mean": 2.7169811320754715, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 3, 2, 2, 1, 4, 3, 2, 5, 1, 4, 4, 6, 1, 4, 3, 1, 1, 2, 5, 1, 1, 7, 1, 1, 4, 1, 2, 2, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 7, 1], "chunk_stats": {"count": 44, "sum": 106, "mean": 2.409090909090909, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 1, 1, 5, 4, 7, 1, 1, 3, 4, 1, 4, 4, 1, 1, 3, 4, 4, 1, 7, 1, 1, 7, 1, 1, 3, 1, 1, 5, 8, 2, 7, 1, 7, 1, 1, 5, 1, 3, 1, 6, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 1, 4, 1, 8, 1, 3, 1, 1, 2, 5, 1, 1, 1, 3, 2, 1, 5], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 1.0, "p95": 5.299999999999994, "max": 8, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 98, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06801047699991614, "decode_time_sec": 1.9475489599972207, "total_time_sec": 2.0201602350025496, "prefill_units_per_sec": 7542.9554772955435, "prefill_bytes_per_sec": 7528.2518603807375, "decode_units_per_sec": 65.72363654476891, "decode_bytes_per_sec": 65.72363654476891, "total_units_per_sec": 63.361310544674915, "total_bytes_per_sec": 63.361310544674915, "step_latency_ms": {"count": 128, "sum": 1946, "mean": 15.203125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3405.03564453125, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}, "model_input_units": {"count": 1, "sum": 513, "mean": 513.0, "median": 513.0, "p95": 513.0, "max": 513, "min": 513}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 512, "model_input_units": 513, "stage0_units": 188, "stage1_units": 93, "bytes_per_stage0_unit": 2.723404255319149, "stage0_per_stage1_unit": 2.021505376344086}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 513, "units_out": 188, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 2, 2, 1, 13, 5, 1, 4, 1, 1, 2, 1, 2, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 1, 3, 2, 5, 1, 2, 2, 1, 13, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 4, 1, 13, 5, 1, 5, 1, 1, 9, 7, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 3, 1, 7, 2, 4, 2, 1, 4, 1, 1, 4, 2, 22, 6, 1, 5, 1, 6, 1, 5, 2, 10, 1, 10, 1, 22, 5, 1, 4, 1, 5, 1, 4, 2, 1, 2, 4, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 22, 5, 1, 5, 2, 1, 2, 1, 4, 1, 1, 2, 1, 4, 2, 4, 1, 4, 1, 4, 1, 4, 1, 1], "chunk_stats": {"count": 188, "sum": 513, "mean": 2.728723404255319, "median": 1.0, "p95": 8.300000000000011, "max": 22, "min": 1}}, {"stage": 1, "units_in": 188, "units_out": 93, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 2, 2, 1, 3, 1, 6, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 3, 4, 4, 1, 3, 1, 1, 4, 1, 7, 1, 3, 1, 7, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 5, 5, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 3, 1, 4, 5, 1, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 3, 2], "chunk_stats": {"count": 93, "sum": 188, "mean": 2.021505376344086, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [22, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 5, 1, 5, 1, 1, 5, 4, 1, 2, 1, 4, 1, 5, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 5.599999999999994, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 4, 1, 4, 1, 1, 2, 1, 1, 1, 3, 2, 2, 4, 1, 3, 2, 1, 3, 1, 6, 1, 1, 1], "chunk_stats": {"count": 24, "sum": 48, "mean": 2.0, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 99, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06406345899813459, "decode_time_sec": 1.480637533000845, "total_time_sec": 1.551069868997729, "prefill_units_per_sec": 5197.970968281565, "prefill_bytes_per_sec": 5182.361445854293, "decode_units_per_sec": 86.44924712976795, "decode_bytes_per_sec": 86.44924712976795, "total_units_per_sec": 82.52368417337067, "total_bytes_per_sec": 82.52368417337067, "step_latency_ms": {"count": 128, "sum": 1482, "mean": 11.578125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3357.55029296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 332, "mean": 332.0, "median": 332.0, "p95": 332.0, "max": 332, "min": 332}, "model_input_units": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 332, "model_input_units": 333, "stage0_units": 112, "stage1_units": 67, "bytes_per_stage0_unit": 2.9642857142857144, "stage0_per_stage1_unit": 1.671641791044776}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 333, "units_out": 112, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 3, 2, 1, 1, 9, 4, 2, 1, 1, 9, 2, 2, 1, 9, 2, 2, 1, 3, 1, 1, 9, 1, 4, 2, 1, 4, 1, 9, 6, 4, 1, 3, 1, 13, 2, 2, 1, 13, 6, 1, 3, 1, 17, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 1, 2, 1, 7, 1, 1, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 112, "sum": 333, "mean": 2.9732142857142856, "median": 1.0, "p95": 9.0, "max": 26, "min": 1}}, {"stage": 1, "units_in": 112, "units_out": 67, "chunk_lengths": [1, 2, 3, 4, 1, 4, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 2, 1, 5, 1, 2, 3, 1, 1, 1], "chunk_stats": {"count": 67, "sum": 112, "mean": 1.671641791044776, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [21, 1, 3, 2, 1, 21, 4, 2, 1, 21, 1, 4, 2, 1, 3, 21, 1, 4, 14], "chunk_stats": {"count": 19, "sum": 128, "mean": 6.7368421052631575, "median": 3.0, "p95": 21.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2], "chunk_stats": {"count": 14, "sum": 18, "mean": 1.2857142857142858, "median": 1.0, "p95": 2.0, "max": 2, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 100, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0644923399995605, "decode_time_sec": 2.0014865640005155, "total_time_sec": 2.0709786610023, "prefill_units_per_sec": 8636.684604773154, "prefill_bytes_per_sec": 8621.178887349863, "decode_units_per_sec": 63.95246528368253, "decode_bytes_per_sec": 63.95246528368253, "total_units_per_sec": 61.80652771093803, "total_bytes_per_sec": 61.80652771093803, "step_latency_ms": {"count": 128, "sum": 1994, "mean": 15.578125, "median": 8.0, "p95": 38.64999999999999, "max": 40, "min": 8}, "peak_allocated_mb": 3415.67724609375, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}, "model_input_units": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 556, "model_input_units": 557, "stage0_units": 158, "stage1_units": 74, "bytes_per_stage0_unit": 3.518987341772152, "stage0_per_stage1_unit": 2.135135135135135}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 557, "units_out": 158, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 4, 1, 1, 9, 3, 2, 4, 5, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 2, 1, 1, 13, 2, 1, 6, 1, 4, 1, 9, 4, 1, 13, 2, 1, 3, 2, 8, 5, 1, 2, 4, 1, 1, 2, 3, 2, 1, 1, 9, 2, 15, 5, 1, 2, 1, 1, 10, 1, 2, 4, 1, 1, 2, 2, 1, 8, 1, 5, 13, 2, 2, 3, 2, 4, 1, 2, 9, 1, 6, 6, 1, 3, 5, 2, 1, 15, 4, 1, 2, 4, 1, 1, 2, 3, 2, 6, 1, 1, 4, 9, 5, 3, 15, 2, 5, 2, 7, 5, 8, 1, 5, 2, 3, 4, 3, 7, 15, 2, 3, 4, 2, 6, 4, 5, 1, 7, 1, 2, 1, 2, 4, 7, 15, 2, 1, 6, 6, 4, 4, 4, 1, 1], "chunk_stats": {"count": 158, "sum": 557, "mean": 3.5253164556962027, "median": 2.0, "p95": 10.450000000000017, "max": 15, "min": 1}}, {"stage": 1, "units_in": 158, "units_out": 74, "chunk_lengths": [1, 2, 2, 3, 2, 2, 1, 3, 3, 1, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 1, 2, 3, 1, 2, 1, 1, 2, 1, 2, 2, 7, 1, 2, 1, 6, 2, 6, 2, 1, 1, 1, 2, 2, 2, 3, 1, 2, 3, 1, 1, 1, 10, 1, 1, 1, 5, 1, 2, 2, 1, 4, 1, 2, 4, 3, 2, 3, 1, 1, 1, 4, 3, 1], "chunk_stats": {"count": 74, "sum": 158, "mean": 2.135135135135135, "median": 2.0, "p95": 5.349999999999994, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [13, 2, 1, 1, 5, 1, 2, 1, 1, 1, 9, 3, 4, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 1, 2, 3, 1, 2, 2, 1, 6, 1, 1, 2, 3, 2, 3, 1, 2, 1, 4, 1, 2, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 3, 1, 4, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 1, 6, 1, 8, 4, 2], "chunk_stats": {"count": 22, "sum": 54, "mean": 2.4545454545454546, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 101, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06410271899949294, "decode_time_sec": 1.6699120129997027, "total_time_sec": 1.7397395100015274, "prefill_units_per_sec": 4648.788766703597, "prefill_bytes_per_sec": 4633.188804399222, "decode_units_per_sec": 76.65074507133495, "decode_bytes_per_sec": 76.65074507133495, "total_units_per_sec": 73.57423296082275, "total_bytes_per_sec": 73.57423296082275, "step_latency_ms": {"count": 128, "sum": 1670, "mean": 13.046875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3351.1591796875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}, "model_input_units": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 297, "model_input_units": 298, "stage0_units": 101, "stage1_units": 52, "bytes_per_stage0_unit": 2.9405940594059405, "stage0_per_stage1_unit": 1.9423076923076923}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 298, "units_out": 101, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 3, 2, 4, 1, 6, 2, 4, 1, 4, 2, 4, 1, 1, 9, 4, 2, 1, 4, 1, 6, 2, 4, 1, 4, 1, 9, 1, 2, 5, 2, 1, 3, 1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 2, 2, 2, 1, 9, 1, 2, 5, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 1, 7, 1, 4, 11, 1, 3, 1, 3, 7, 1, 2, 1, 2, 5, 1, 2, 1, 5, 13, 2, 2, 2, 1, 1, 13, 1, 3, 1], "chunk_stats": {"count": 101, "sum": 298, "mean": 2.9504950495049505, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 101, "units_out": 52, "chunk_lengths": [1, 2, 1, 3, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 1, 1, 4, 5, 1, 1, 1, 1, 1, 5, 3, 2, 2, 1, 3, 1, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 2, 1, 5, 1, 1, 2, 4, 1, 3], "chunk_stats": {"count": 52, "sum": 101, "mean": 1.9423076923076923, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 4, 13, 3, 4, 1, 2, 4, 9, 4, 1, 13, 3, 4, 4, 1, 5, 4, 5, 1, 4, 1, 1, 3, 2, 4, 1, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 3.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [6, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 2, 4, 2], "chunk_stats": {"count": 16, "sum": 36, "mean": 2.25, "median": 2.0, "p95": 5.25, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 102, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06470243899821071, "decode_time_sec": 2.145099597000808, "total_time_sec": 2.213131873999373, "prefill_units_per_sec": 4899.351630450382, "prefill_bytes_per_sec": 4883.89626253098, "decode_units_per_sec": 59.670889024903296, "decode_bytes_per_sec": 59.670889024903296, "total_units_per_sec": 57.836589632903305, "total_bytes_per_sec": 57.836589632903305, "step_latency_ms": {"count": 128, "sum": 2144, "mean": 16.75, "median": 8.0, "p95": 38.0, "max": 48, "min": 8}, "peak_allocated_mb": 3353.970703125, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 316, "mean": 316.0, "median": 316.0, "p95": 316.0, "max": 316, "min": 316}, "model_input_units": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 316, "model_input_units": 317, "stage0_units": 129, "stage1_units": 66, "bytes_per_stage0_unit": 2.449612403100775, "stage0_per_stage1_unit": 1.9545454545454546}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 317, "units_out": 129, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 2, 1, 5, 4, 1, 5, 3, 1, 5, 1, 2, 2, 1, 5, 4, 2, 2, 1, 1, 1, 3, 6, 1, 4, 3, 1, 8, 1, 1, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 6, 3, 1, 3, 1, 2, 2, 6, 4, 1, 3, 1, 4, 6, 1, 1, 1, 4, 1, 5, 1, 5, 1, 1, 4, 1, 4, 2, 1, 1, 5, 5, 2, 7, 1, 1, 1, 1, 4, 3, 1, 4, 2, 5, 1, 1, 4, 4, 1, 1, 1, 5, 3, 1, 6, 2, 1, 3, 1, 5, 1, 3, 1, 5, 2, 4, 1, 1, 1], "chunk_stats": {"count": 129, "sum": 317, "mean": 2.4573643410852712, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 129, "units_out": 66, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 3, 1, 2, 2, 4, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 3, 1, 3, 3, 2, 1, 2, 2, 2, 5, 2, 1, 1, 1, 1, 1, 1, 1, 3, 3, 2, 1, 1, 1, 6, 1, 3, 1, 4, 4, 3, 1, 1], "chunk_stats": {"count": 66, "sum": 129, "mean": 1.9545454545454546, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 58, "chunk_lengths": [5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 2, 4, 1, 9, 1, 5, 2, 1, 1, 1, 1, 1, 5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 4], "chunk_stats": {"count": 59, "sum": 128, "mean": 2.169491525423729, "median": 1.0, "p95": 5.399999999999977, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 28, "chunk_lengths": [1, 1, 3, 4, 1, 2, 1, 7, 2, 1, 1, 1, 3, 4, 1, 2, 1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 3, 1], "chunk_stats": {"count": 28, "sum": 58, "mean": 2.0714285714285716, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}, "active_size_stats": {"count": 58, "sum": 58, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 103, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06432032999873627, "decode_time_sec": 1.7834646489973238, "total_time_sec": 1.85153662599987, "prefill_units_per_sec": 4182.192473286209, "prefill_bytes_per_sec": 4166.645289370647, "decode_units_per_sec": 71.77041612344965, "decode_bytes_per_sec": 71.77041612344965, "total_units_per_sec": 69.13176774500867, "total_bytes_per_sec": 69.13176774500867, "step_latency_ms": {"count": 128, "sum": 1784, "mean": 13.9375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3344.1357421875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 84, "stage1_units": 38, "bytes_per_stage0_unit": 3.1904761904761907, "stage0_per_stage1_unit": 2.210526315789474}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 269, "units_out": 84, "chunk_lengths": [1, 1, 3, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 5, 2, 1, 7, 4, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 1, 5, 1, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 4, 1, 5, 1, 5, 4, 1, 9, 3, 4], "chunk_stats": {"count": 84, "sum": 269, "mean": 3.2023809523809526, "median": 2.5, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 38, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 1, 3, 3, 5, 1, 3, 1, 1, 4, 3, 3, 1, 4, 3, 1, 1, 4, 3, 3, 1, 5, 3, 1, 2, 1, 2], "chunk_stats": {"count": 38, "sum": 84, "mean": 2.210526315789474, "median": 2.0, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 5, 1, 1, 1, 4, 4, 1, 1, 7, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 1, 7, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 1, 1, 1, 2, 3, 4, 1, 1, 4, 3, 4, 1, 3, 1, 1, 4, 3, 2], "chunk_stats": {"count": 19, "sum": 42, "mean": 2.210526315789474, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 104, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06635102799918968, "decode_time_sec": 1.767640575999394, "total_time_sec": 1.838944431998243, "prefill_units_per_sec": 10549.949580412662, "prefill_bytes_per_sec": 10534.878223869217, "decode_units_per_sec": 72.41291116415506, "decode_bytes_per_sec": 72.41291116415506, "total_units_per_sec": 69.60514835182485, "total_bytes_per_sec": 69.60514835182485, "step_latency_ms": {"count": 128, "sum": 1765, "mean": 13.7890625, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3459.31591796875, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 699, "mean": 699.0, "median": 699.0, "p95": 699.0, "max": 699, "min": 699}, "model_input_units": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 699, "model_input_units": 700, "stage0_units": 217, "stage1_units": 109, "bytes_per_stage0_unit": 3.2211981566820276, "stage0_per_stage1_unit": 1.9908256880733946}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 700, "units_out": 217, "chunk_lengths": [1, 1, 3, 5, 1, 4, 1, 3, 1, 1, 16, 6, 1, 1, 1, 8, 1, 1, 5, 1, 17, 1, 3, 1, 1, 5, 1, 17, 4, 4, 1, 3, 1, 2, 2, 1, 16, 8, 1, 2, 4, 1, 2, 2, 1, 16, 7, 1, 4, 1, 1, 5, 5, 1, 4, 4, 7, 1, 8, 1, 10, 1, 5, 1, 1, 5, 1, 6, 1, 5, 1, 6, 1, 1, 5, 2, 4, 1, 1, 2, 2, 4, 1, 3, 3, 1, 6, 1, 3, 1, 1, 5, 1, 7, 2, 2, 2, 1, 1, 4, 1, 2, 5, 2, 1, 3, 1, 1, 3, 2, 2, 2, 1, 1, 4, 2, 7, 1, 7, 1, 5, 8, 1, 2, 6, 1, 8, 1, 4, 1, 1, 1, 6, 1, 1, 5, 2, 3, 1, 5, 2, 2, 1, 2, 3, 1, 6, 2, 9, 1, 2, 4, 1, 2, 5, 1, 1, 5, 8, 1, 5, 2, 1, 3, 1, 8, 1, 4, 1, 1, 6, 2, 8, 1, 3, 2, 6, 1, 6, 1, 5, 10, 2, 5, 1, 9, 1, 8, 2, 8, 1, 4, 2, 6, 1, 6, 1, 5, 1, 5, 1, 1, 2, 3, 1, 1, 4, 5, 1, 5, 1, 5, 1, 9, 1, 1, 1], "chunk_stats": {"count": 217, "sum": 700, "mean": 3.225806451612903, "median": 2.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 217, "units_out": 109, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 7, 1, 2, 1, 3, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 3, 3, 2, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 5, 4, 1, 2, 1, 5, 3, 1, 2, 1, 2, 1, 2, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 1, 1, 6, 3, 4, 2, 3, 1, 1, 1, 1, 2, 2, 4, 2, 3, 1, 3, 3, 3, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 109, "sum": 217, "mean": 1.9908256880733946, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 1, 2, 8, 1, 2, 5, 1, 2, 4, 2, 2, 1, 9, 2, 3, 1, 6, 2, 8, 1, 2, 4, 1, 5, 1, 2, 8, 1, 2, 4, 2, 2, 1, 9, 8, 2, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 2, 3, 6, 1, 4, 1, 4, 1, 1, 1, 2, 6, 1, 1, 1, 1], "chunk_stats": {"count": 18, "sum": 38, "mean": 2.111111111111111, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 105, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06504070899973158, "decode_time_sec": 1.6811238580012287, "total_time_sec": 1.7538923840002099, "prefill_units_per_sec": 9793.866176991227, "prefill_bytes_per_sec": 9778.491190842104, "decode_units_per_sec": 76.13954164697034, "decode_bytes_per_sec": 76.13954164697034, "total_units_per_sec": 72.98053242472184, "total_bytes_per_sec": 72.98053242472184, "step_latency_ms": {"count": 128, "sum": 1673, "mean": 13.0703125, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3438.4873046875, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 636, "mean": 636.0, "median": 636.0, "p95": 636.0, "max": 636, "min": 636}, "model_input_units": {"count": 1, "sum": 637, "mean": 637.0, "median": 637.0, "p95": 637.0, "max": 637, "min": 637}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 636, "model_input_units": 637, "stage0_units": 185, "stage1_units": 84, "bytes_per_stage0_unit": 3.437837837837838, "stage0_per_stage1_unit": 2.2023809523809526}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 637, "units_out": 185, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 10, 1, 1, 3, 2, 1, 10, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 5, 1, 5, 1, 1, 1, 1, 8, 1, 1, 2, 1, 1, 10, 1, 1, 9, 1, 2, 4, 1, 3, 1, 13, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 6, 1, 1, 10, 1, 9, 4, 1, 13, 1, 2, 1, 10, 1, 3, 1, 2, 2, 2, 1, 17, 1, 10, 1, 1, 3, 1, 1, 13, 1, 2, 1, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 1, 10, 1, 3, 1, 2, 4, 4, 1, 17, 7, 2, 22, 1, 2, 1, 2, 1, 3, 1, 2, 1, 21, 1, 1, 10, 2, 1, 2, 1, 10, 1, 2, 17, 1, 17, 5, 2, 1, 1, 4, 1, 9, 1, 2, 1, 3, 1, 2, 1, 9, 1, 4, 1, 2, 1, 1, 5, 1, 1, 11, 1, 1, 2, 1, 2, 1, 10, 1, 2, 6, 1, 17, 9, 2, 1, 1, 8, 1, 6, 1, 8, 1, 1], "chunk_stats": {"count": 185, "sum": 637, "mean": 3.443243243243243, "median": 1.0, "p95": 12.599999999999966, "max": 22, "min": 1}}, {"stage": 1, "units_in": 185, "units_out": 84, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 2, 4, 1, 1, 2, 3, 4, 1, 2, 5, 1, 1, 5, 1, 5, 1, 1, 3, 2, 4, 1, 2, 1, 1, 3, 2, 5, 1, 5, 2, 1, 1, 5, 5, 2, 4, 5, 1, 1, 1, 1, 3, 5, 2, 3, 2, 5, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 2, 1, 3, 3, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 3, 1], "chunk_stats": {"count": 84, "sum": 185, "mean": 2.2023809523809526, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [1, 4, 1, 4, 1, 17, 1, 2, 8, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 21, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 5, 1, 1, 10, 1, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 1.0, "p95": 11.04999999999999, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [2, 3, 1, 1, 4, 3, 5, 1, 5, 1, 1, 3, 3, 4], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 106, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06477774899758515, "decode_time_sec": 1.8552828660031082, "total_time_sec": 1.9279307309989235, "prefill_units_per_sec": 9061.753597240355, "prefill_bytes_per_sec": 9046.316197585771, "decode_units_per_sec": 68.99217491064005, "decode_bytes_per_sec": 68.99217491064005, "total_units_per_sec": 66.39242683458811, "total_bytes_per_sec": 66.39242683458811, "step_latency_ms": {"count": 128, "sum": 1854, "mean": 14.484375, "median": 8.0, "p95": 39.0, "max": 46, "min": 8}, "peak_allocated_mb": 3426.90966796875, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}, "model_input_units": {"count": 1, "sum": 587, "mean": 587.0, "median": 587.0, "p95": 587.0, "max": 587, "min": 587}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 586, "model_input_units": 587, "stage0_units": 203, "stage1_units": 106, "bytes_per_stage0_unit": 2.8866995073891624, "stage0_per_stage1_unit": 1.9150943396226414}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 587, "units_out": 203, "chunk_lengths": [1, 1, 3, 1, 6, 1, 4, 1, 13, 7, 1, 2, 2, 1, 13, 1, 5, 1, 2, 2, 1, 13, 3, 2, 1, 1, 4, 1, 13, 3, 1, 8, 1, 1, 4, 1, 13, 7, 1, 4, 1, 4, 1, 13, 1, 7, 1, 4, 1, 5, 1, 13, 3, 2, 1, 1, 2, 1, 5, 1, 13, 7, 1, 4, 1, 4, 1, 1, 5, 2, 1, 2, 6, 2, 4, 4, 2, 5, 1, 8, 2, 1, 6, 8, 8, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 4, 1, 5, 1, 2, 7, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 7, 1, 2, 7, 1, 1, 5, 1, 2, 1, 5, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 1, 5, 1], "chunk_stats": {"count": 203, "sum": 587, "mean": 2.8916256157635467, "median": 1.0, "p95": 8.899999999999977, "max": 13, "min": 1}}, {"stage": 1, "units_in": 203, "units_out": 106, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 2, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 4, 1, 5, 1, 2, 5, 1, 5, 1, 3, 4, 1, 2, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 2, 2, 1, 1, 2, 1, 2, 2, 3, 3, 5, 1, 5, 1], "chunk_stats": {"count": 106, "sum": 203, "mean": 1.9150943396226414, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 3, 1, 8, 1, 9, 1, 2, 1, 1, 5, 1, 1, 1, 1, 3, 1, 8, 1, 1, 5, 1, 2, 7, 1, 4, 1, 9, 1, 2, 1, 6, 1, 7, 1, 4, 1, 5], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 4, 1, 1, 5, 1, 5, 1, 8, 1, 1, 2, 3, 1, 4, 5, 1], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 1.5, "p95": 5.449999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 107, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06455382900094264, "decode_time_sec": 1.8204281220023404, "total_time_sec": 1.891199208002945, "prefill_units_per_sec": 4631.793413766887, "prefill_bytes_per_sec": 4616.302465894757, "decode_units_per_sec": 70.31313044055219, "decode_bytes_per_sec": 70.31313044055219, "total_units_per_sec": 67.68192343690993, "total_bytes_per_sec": 67.68192343690993, "step_latency_ms": {"count": 128, "sum": 1801, "mean": 14.0703125, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3351.42626953125, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 106, "stage1_units": 53, "bytes_per_stage0_unit": 2.811320754716981, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 299, "units_out": 106, "chunk_lengths": [1, 1, 3, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 3, 2, 1, 1, 1, 8, 1, 1, 9, 2, 6, 2, 1, 1, 1, 1, 1, 8, 1, 2, 1, 1, 1, 8, 1, 9, 6, 2, 4, 1, 7, 1, 6, 1, 5, 1, 1, 8, 1, 2, 1, 1, 6, 1, 1, 9, 4, 5, 3, 5, 1, 13, 4, 1, 7, 1, 4, 1, 17, 2, 2, 2, 2, 5, 1, 1, 7, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 2, 1, 4, 1, 2, 2, 5, 1, 1], "chunk_stats": {"count": 106, "sum": 299, "mean": 2.8207547169811322, "median": 1.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 53, "chunk_lengths": [1, 2, 1, 3, 3, 4, 3, 1, 3, 2, 2, 2, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 1, 3, 2, 2, 1, 4, 4, 1, 1, 1, 2, 2, 1, 3, 2, 2, 2, 1, 5, 1, 1, 3, 1, 3, 2, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 106, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [13, 1, 1, 1, 1, 1, 5, 8, 2, 1, 6, 1, 8, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 8, 2, 1, 6, 2, 1, 1], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 1, 1, 1, 4, 2, 1, 3, 1, 7, 3, 3, 6, 1, 2, 7], "chunk_stats": {"count": 17, "sum": 45, "mean": 2.6470588235294117, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 108, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06515679899894167, "decode_time_sec": 1.7673667769995518, "total_time_sec": 1.8369270240000333, "prefill_units_per_sec": 7535.6679202116, "prefill_bytes_per_sec": 7520.3203277060775, "decode_units_per_sec": 72.42412931248195, "decode_bytes_per_sec": 72.42412931248195, "total_units_per_sec": 69.68159231566604, "total_bytes_per_sec": 69.68159231566604, "step_latency_ms": {"count": 128, "sum": 1777, "mean": 13.8828125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3400.3828125, "peak_reserved_mb": 3470.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 490, "mean": 490.0, "median": 490.0, "p95": 490.0, "max": 490, "min": 490}, "model_input_units": {"count": 1, "sum": 491, "mean": 491.0, "median": 491.0, "p95": 491.0, "max": 491, "min": 491}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 490, "model_input_units": 491, "stage0_units": 184, "stage1_units": 91, "bytes_per_stage0_unit": 2.6630434782608696, "stage0_per_stage1_unit": 2.021978021978022}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 491, "units_out": 184, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 4, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 27, 1, 2, 6, 1, 7, 1, 3, 1, 10, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 5, 1, 5, 2, 2, 4, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 4, 1, 2, 3, 1, 5, 1, 1, 9, 9, 2, 8, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 33, 6, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 3, 1, 1, 1, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 2, 3, 4, 1, 4, 1, 1, 8, 1, 4, 1, 1, 13, 1, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 1, 1, 2, 2, 6, 1, 2, 1, 17, 1, 3, 1, 5, 2, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 184, "sum": 491, "mean": 2.6684782608695654, "median": 1.0, "p95": 8.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 184, "units_out": 91, "chunk_lengths": [1, 2, 1, 2, 2, 2, 1, 1, 3, 1, 4, 1, 3, 4, 2, 1, 2, 2, 1, 2, 4, 2, 2, 1, 2, 3, 1, 3, 1, 1, 3, 4, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 3, 1, 4, 1, 8, 1, 2, 1, 1, 1, 4, 1, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 3, 4, 6, 1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1], "chunk_stats": {"count": 91, "sum": 184, "mean": 2.021978021978022, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [17, 3, 4, 4, 1, 4, 5, 3, 4, 2, 2, 1, 1, 1, 4, 3, 1, 8, 1, 2, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 8], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 7.599999999999994, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 5, 1, 3, 1, 3, 5, 1, 3, 4, 3, 1], "chunk_stats": {"count": 18, "sum": 44, "mean": 2.4444444444444446, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 109, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06535911899845814, "decode_time_sec": 1.953275959000166, "total_time_sec": 2.024728045002121, "prefill_units_per_sec": 6135.333617478225, "prefill_bytes_per_sec": 6120.033533644115, "decode_units_per_sec": 65.5309350479694, "decode_bytes_per_sec": 65.5309350479694, "total_units_per_sec": 63.218366691743, "total_bytes_per_sec": 63.218366691743, "step_latency_ms": {"count": 128, "sum": 1953, "mean": 15.2578125, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3370.5751953125, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}, "model_input_units": {"count": 1, "sum": 401, "mean": 401.0, "median": 401.0, "p95": 401.0, "max": 401, "min": 401}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 400, "model_input_units": 401, "stage0_units": 120, "stage1_units": 63, "bytes_per_stage0_unit": 3.3333333333333335, "stage0_per_stage1_unit": 1.9047619047619047}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 401, "units_out": 120, "chunk_lengths": [1, 1, 3, 4, 1, 5, 1, 1, 3, 2, 5, 1, 4, 2, 5, 1, 3, 1, 2, 2, 2, 2, 4, 1, 5, 1, 1, 3, 1, 20, 5, 1, 4, 1, 1, 2, 2, 2, 7, 1, 4, 2, 1, 5, 1, 4, 1, 20, 1, 4, 1, 3, 1, 4, 1, 1, 9, 6, 2, 1, 2, 5, 1, 5, 1, 4, 2, 1, 3, 2, 5, 1, 5, 1, 3, 2, 1, 5, 1, 1, 5, 1, 9, 3, 4, 5, 1, 4, 1, 2, 4, 1, 5, 1, 2, 4, 1, 5, 1, 27, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 7, 1, 7, 1, 27, 1, 4, 1, 3, 1], "chunk_stats": {"count": 120, "sum": 401, "mean": 3.341666666666667, "median": 2.0, "p95": 7.099999999999994, "max": 27, "min": 1}}, {"stage": 1, "units_in": 120, "units_out": 63, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 4, 1, 3, 1, 1, 3, 2, 5, 2, 4, 1, 4, 1, 1, 2, 2, 4, 1], "chunk_stats": {"count": 63, "sum": 120, "mean": 1.9047619047619047, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 1, 5, 3, 1, 1, 1, 1, 1, 5, 1, 2, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 6, 6, 2, 3, 1, 3, 3, 5, 1, 2, 4, 1, 1, 3, 5, 1, 4, 1, 3, 2, 1, 3, 8, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [4, 1, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 5, 2, 4, 2, 2, 2, 3, 1, 4, 1], "chunk_stats": {"count": 22, "sum": 49, "mean": 2.227272727272727, "median": 2.0, "p95": 4.949999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 110, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06744515799800865, "decode_time_sec": 1.7144504730022163, "total_time_sec": 1.7870996490019024, "prefill_units_per_sec": 6953.7979288868655, "prefill_bytes_per_sec": 6938.971067631243, "decode_units_per_sec": 74.65949119886564, "decode_bytes_per_sec": 74.65949119886564, "total_units_per_sec": 71.62443351801237, "total_bytes_per_sec": 71.62443351801237, "step_latency_ms": {"count": 128, "sum": 1707, "mean": 13.3359375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3388.36083984375, "peak_reserved_mb": 3450.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}, "model_input_units": {"count": 1, "sum": 469, "mean": 469.0, "median": 469.0, "p95": 469.0, "max": 469, "min": 469}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 468, "model_input_units": 469, "stage0_units": 222, "stage1_units": 109, "bytes_per_stage0_unit": 2.108108108108108, "stage0_per_stage1_unit": 2.036697247706422}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 469, "units_out": 222, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 2, 3, 1, 2, 1, 3, 1, 1, 7, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 5, 3, 1, 2, 1, 2, 7, 2, 1, 1, 3, 1, 1, 8, 2, 1, 1, 1, 1, 1, 2, 1, 1, 9, 2, 3, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 9, 2, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 4, 1, 5, 2, 1, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 1, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 2, 2, 1, 1, 4, 1, 2, 4, 1, 1, 3, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 2, 4, 1, 1, 3, 1, 1, 2, 2, 2, 1, 1, 3, 1, 3, 1, 6, 2, 1, 1, 1, 1, 25, 1, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 222, "sum": 469, "mean": 2.1126126126126126, "median": 1.0, "p95": 6.949999999999989, "max": 25, "min": 1}}, {"stage": 1, "units_in": 222, "units_out": 109, "chunk_lengths": [1, 2, 1, 2, 2, 1, 3, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 1, 1, 3, 1, 2, 2, 1, 5, 3, 2, 1, 1, 1, 2, 6, 1, 1, 3, 6, 1, 1, 3, 2, 1, 3, 3, 7, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 4, 2, 2, 5, 1, 2, 1, 5, 6, 1, 1, 5, 2, 4, 2, 6, 6, 2], "chunk_stats": {"count": 109, "sum": 222, "mean": 2.036697247706422, "median": 1.0, "p95": 5.599999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [25, 4, 1, 3, 1, 5, 1, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 2, 1, 9, 2, 2, 2, 2, 2, 2, 1, 3, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [6, 1, 1, 2, 1, 2, 6, 1, 2, 3, 3, 1, 2, 3, 5], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 111, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06567734899726929, "decode_time_sec": 1.9566695780013106, "total_time_sec": 2.028032494003128, "prefill_units_per_sec": 7765.234251784502, "prefill_bytes_per_sec": 7750.008302271199, "decode_units_per_sec": 65.41727915591595, "decode_bytes_per_sec": 65.41727915591595, "total_units_per_sec": 63.11535953121794, "total_bytes_per_sec": 63.11535953121794, "step_latency_ms": {"count": 128, "sum": 1956, "mean": 15.28125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3401.70947265625, "peak_reserved_mb": 3468.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 200, "stage1_units": 99, "bytes_per_stage0_unit": 2.545, "stage0_per_stage1_unit": 2.0202020202020203}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 510, "units_out": 200, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 13, 2, 1, 1, 2, 1, 5, 13, 2, 2, 1, 2, 1, 2, 1, 6, 1, 1, 1, 3, 1, 13, 1, 1, 2, 1, 2, 1, 1, 1, 13, 2, 3, 1, 1, 5, 6, 1, 1, 2, 3, 2, 1, 4, 3, 5, 1, 1, 13, 2, 2, 4, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 1, 13, 2, 4, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 4, 3, 8, 1, 3, 1, 6, 13, 2, 3, 5, 1, 13, 1, 2, 1, 7, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 1, 4, 1, 17, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 200, "sum": 510, "mean": 2.55, "median": 1.0, "p95": 9.199999999999932, "max": 17, "min": 1}}, {"stage": 1, "units_in": 200, "units_out": 99, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 4, 2, 8, 2, 1, 4, 4, 2, 1, 1, 2, 2, 1, 2, 2, 3, 5, 2, 2, 2, 7, 3, 2, 4, 1, 1, 1, 3, 1, 1], "chunk_stats": {"count": 99, "sum": 200, "mean": 2.0202020202020203, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 5, 4, 1, 1, 1, 13, 2, 1, 2, 4, 1, 4, 1, 1, 1, 2, 3, 5, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.449999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [2, 1, 3, 1, 3, 1, 1, 5, 1, 2, 1, 1, 3, 6, 2, 1, 1, 1, 2, 2, 9, 2, 1], "chunk_stats": {"count": 23, "sum": 52, "mean": 2.260869565217391, "median": 2.0, "p95": 5.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 112, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06459697899845196, "decode_time_sec": 1.614035390997742, "total_time_sec": 1.684178127998166, "prefill_units_per_sec": 4737.063632764207, "prefill_bytes_per_sec": 4721.583032657134, "decode_units_per_sec": 79.30433292474135, "decode_bytes_per_sec": 79.30433292474135, "total_units_per_sec": 76.00146200220657, "total_bytes_per_sec": 76.00146200220657, "step_latency_ms": {"count": 128, "sum": 1619, "mean": 12.6484375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3352.1591796875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 111, "stage1_units": 55, "bytes_per_stage0_unit": 2.7477477477477477, "stage0_per_stage1_unit": 2.018181818181818}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 306, "units_out": 111, "chunk_lengths": [1, 1, 3, 6, 7, 6, 1, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 9, 8, 2, 8, 1, 6, 1, 13, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 8, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 13, 7, 1, 1, 3, 1, 7, 2, 6, 1, 1, 3, 1, 6, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 2, 7, 1, 1, 3, 1, 7, 1, 1, 9, 1, 2, 7, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 111, "sum": 306, "mean": 2.7567567567567566, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 55, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 3, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 5, 2, 4, 4, 1, 2, 1, 5, 1, 1, 5, 2, 1, 1, 2, 6, 1, 1, 5, 1, 1, 1, 1, 2, 2, 3, 5, 1], "chunk_stats": {"count": 55, "sum": 111, "mean": 2.018181818181818, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 1, 5, 4, 3, 7, 7, 1, 1, 3, 2, 7, 1, 2, 1, 1, 9, 8, 2], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 3.0, "p95": 11.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 4, 1, 2, 1, 4, 1, 1, 2, 1, 1, 4, 5, 1, 1, 1], "chunk_stats": {"count": 16, "sum": 31, "mean": 1.9375, "median": 1.0, "p95": 4.25, "max": 5, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 113, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0650357590020576, "decode_time_sec": 1.674427902999014, "total_time_sec": 1.743850349997956, "prefill_units_per_sec": 7841.839748250875, "prefill_bytes_per_sec": 7826.463591881756, "decode_units_per_sec": 76.44401993704436, "decode_bytes_per_sec": 76.44401993704436, "total_units_per_sec": 73.4007938239368, "total_bytes_per_sec": 73.4007938239368, "step_latency_ms": {"count": 128, "sum": 1679, "mean": 13.1171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3401.70947265625, "peak_reserved_mb": 3470.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 200, "stage1_units": 91, "bytes_per_stage0_unit": 2.545, "stage0_per_stage1_unit": 2.197802197802198}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 510, "units_out": 200, "chunk_lengths": [1, 1, 3, 2, 4, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 4, 2, 1, 13, 4, 2, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 1, 1, 1, 1, 3, 13, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 9, 1, 2, 1, 13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1, 2, 1, 3, 1, 5, 1, 1, 6, 3, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 1, 5, 2, 3, 1, 4, 4, 1, 1, 13, 1, 2, 1, 4, 1, 1, 1, 9, 2, 1, 2, 1, 1, 4, 5, 6, 1, 11, 9, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 2, 1, 2, 1, 1, 9, 1, 1, 1, 1, 4, 1, 1, 1, 1, 9, 2, 1, 6, 3, 1, 1, 9, 1, 2, 1, 1], "chunk_stats": {"count": 200, "sum": 510, "mean": 2.55, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 200, "units_out": 91, "chunk_lengths": [1, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 6, 7, 3, 2, 1, 5, 2, 3, 1, 3, 1, 2, 1, 5, 2, 1, 1, 3, 3, 1, 7, 1, 1, 3, 2, 2, 1, 6, 2, 1, 2, 2, 2, 1, 2, 2, 1, 2, 1, 1, 2, 1, 2, 2, 2, 7, 1, 7, 1, 1, 2, 1, 2, 1, 2, 1, 1, 6, 1, 4, 1, 5, 2, 2, 1, 5, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1], "chunk_stats": {"count": 91, "sum": 200, "mean": 2.197802197802198, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 6, 2, 2, 3, 3, 1, 7, 1, 4, 2, 2, 1, 3], "chunk_stats": {"count": 15, "sum": 40, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.299999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 114, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06511179900189745, "decode_time_sec": 1.9436872840014985, "total_time_sec": 2.0140021209990664, "prefill_units_per_sec": 4039.206473043938, "prefill_bytes_per_sec": 4023.8482735266607, "decode_units_per_sec": 65.85421484904941, "decode_bytes_per_sec": 65.85421484904941, "total_units_per_sec": 63.55504726901891, "total_bytes_per_sec": 63.55504726901891, "step_latency_ms": {"count": 128, "sum": 1948, "mean": 15.21875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3343.6201171875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 93, "stage1_units": 47, "bytes_per_stage0_unit": 2.817204301075269, "stage0_per_stage1_unit": 1.9787234042553192}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 263, "units_out": 93, "chunk_lengths": [1, 1, 3, 3, 1, 7, 1, 4, 1, 1, 3, 2, 4, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 7, 1, 1, 1, 6, 2, 5, 7, 1, 4, 2, 6, 4, 1, 3, 1, 1, 1, 1, 23, 1, 3, 1, 4, 1, 3, 1, 1, 1, 1, 9, 1, 3, 2, 1, 1, 1, 4, 3, 1, 1, 9, 1, 1, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 1, 13, 1, 5], "chunk_stats": {"count": 93, "sum": 263, "mean": 2.827956989247312, "median": 1.0, "p95": 9.0, "max": 23, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 47, "chunk_lengths": [1, 2, 1, 2, 2, 1, 3, 3, 2, 1, 1, 1, 4, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 3, 1, 1, 3, 2, 5, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 4, 2, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 47, "sum": 93, "mean": 1.9787234042553192, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 9, 1, 1, 3, 8, 4, 1, 5, 1, 4, 5, 4, 1, 1, 1, 1, 2, 4, 1, 3, 1, 9, 3, 4, 1, 2, 1, 1, 1, 1, 1, 4, 3, 1, 7, 1, 4, 1, 2, 1, 2, 1, 1, 3, 2, 4, 1, 2, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 2, 2, 4, 1, 1, 2, 2, 2, 5, 1, 4, 3, 1, 1, 6, 1, 1, 2, 4, 2, 3], "chunk_stats": {"count": 22, "sum": 51, "mean": 2.3181818181818183, "median": 2.0, "p95": 4.949999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 115, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06868058699910762, "decode_time_sec": 1.9763236190010502, "total_time_sec": 2.0494355439986975, "prefill_units_per_sec": 6275.426853960932, "prefill_bytes_per_sec": 6260.866698847333, "decode_units_per_sec": 64.7667207786034, "decode_bytes_per_sec": 64.7667207786034, "total_units_per_sec": 62.45622136047102, "total_bytes_per_sec": 62.45622136047102, "step_latency_ms": {"count": 128, "sum": 1966, "mean": 15.359375, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3380.6083984375, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}, "model_input_units": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 430, "model_input_units": 431, "stage0_units": 163, "stage1_units": 86, "bytes_per_stage0_unit": 2.638036809815951, "stage0_per_stage1_unit": 1.8953488372093024}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 431, "units_out": 163, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 2, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1, 9, 4, 2, 1, 2, 7, 1, 1, 3, 1, 1, 1, 2, 1, 4, 2, 6, 1, 2, 7, 1, 4, 1, 1, 5, 1, 4, 1, 3, 2, 1, 4, 1, 1, 3, 1, 9, 5, 1, 1, 4, 2, 1, 2, 3, 1, 9, 1, 2, 4, 1, 2, 1, 1, 13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 5, 7, 10, 1, 2, 2, 1, 9, 5, 1, 1, 6, 2, 7, 1, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1, 2, 1, 1, 5, 7, 1, 1, 2, 3, 1, 6, 1, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 163, "sum": 431, "mean": 2.644171779141104, "median": 2.0, "p95": 7.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 163, "units_out": 86, "chunk_lengths": [1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 2, 1, 1, 1, 2, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 6, 1, 1, 2, 1, 1, 4, 4, 1, 3, 1, 2, 3, 1, 1], "chunk_stats": {"count": 86, "sum": 163, "mean": 1.8953488372093024, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [9, 3, 4, 1, 4, 1, 1, 1, 4, 2, 4, 1, 1, 2, 1, 4, 1, 6, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 4, 2, 1, 2, 5, 5, 5, 1, 1, 3, 1, 3], "chunk_stats": {"count": 22, "sum": 52, "mean": 2.3636363636363638, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 116, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06446750000031898, "decode_time_sec": 1.7489141580008436, "total_time_sec": 1.818311654998979, "prefill_units_per_sec": 4948.229728133116, "prefill_bytes_per_sec": 4932.718036195394, "decode_units_per_sec": 73.18826908366663, "decode_bytes_per_sec": 73.18826908366663, "total_units_per_sec": 70.39497307741333, "total_bytes_per_sec": 70.39497307741333, "step_latency_ms": {"count": 128, "sum": 1750, "mean": 13.671875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3354.1904296875, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "model_input_units": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 318, "model_input_units": 319, "stage0_units": 129, "stage1_units": 51, "bytes_per_stage0_unit": 2.4651162790697674, "stage0_per_stage1_unit": 2.5294117647058822}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 319, "units_out": 129, "chunk_lengths": [1, 1, 3, 7, 1, 9, 1, 1, 5, 3, 1, 1, 2, 1, 1, 4, 1, 1, 3, 2, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 4, 1, 1], "chunk_stats": {"count": 129, "sum": 319, "mean": 2.4728682170542635, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 129, "units_out": 51, "chunk_lengths": [1, 2, 1, 5, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 4, 4, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 9, 1, 6, 11, 2, 4, 2, 2, 2, 1, 5, 1, 1, 1, 4, 4, 1, 2, 1], "chunk_stats": {"count": 51, "sum": 129, "mean": 2.5294117647058822, "median": 1.0, "p95": 6.5, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 8.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 19, 3, 1, 2, 2, 2, 1, 5, 1, 1, 5, 4, 1], "chunk_stats": {"count": 14, "sum": 48, "mean": 3.4285714285714284, "median": 2.0, "p95": 9.899999999999995, "max": 19, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 117, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06464830899858498, "decode_time_sec": 1.746052778999001, "total_time_sec": 1.8160160059996997, "prefill_units_per_sec": 6032.640389844324, "prefill_bytes_per_sec": 6017.172081152416, "decode_units_per_sec": 73.30820782713191, "decode_bytes_per_sec": 73.30820782713191, "total_units_per_sec": 70.48396026087732, "total_bytes_per_sec": 70.48396026087732, "step_latency_ms": {"count": 128, "sum": 1746, "mean": 13.640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3368.36669921875, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 118, "stage1_units": 63, "bytes_per_stage0_unit": 3.2966101694915255, "stage0_per_stage1_unit": 1.873015873015873}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 390, "units_out": 118, "chunk_lengths": [1, 1, 3, 3, 1, 3, 2, 1, 1, 1, 1, 3, 2, 7, 2, 5, 1, 1, 1, 1, 9, 2, 1, 5, 1, 3, 10, 8, 1, 11, 1, 1, 2, 2, 1, 1, 1, 9, 9, 2, 1, 1, 9, 10, 2, 1, 4, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 9, 4, 1, 5, 3, 1, 3, 1, 6, 1, 1, 6, 1, 13, 8, 1, 1, 5, 1, 9, 1, 1, 4, 1, 7, 1, 7, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 1, 13, 9, 2, 1, 6, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 1, 5, 1, 7, 1, 1], "chunk_stats": {"count": 118, "sum": 390, "mean": 3.305084745762712, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 118, "units_out": 63, "chunk_lengths": [1, 2, 1, 2, 3, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 1, 1, 6, 1, 2, 1, 3, 1, 1, 2, 1, 4, 4, 1, 1, 3, 2, 3, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 2, 4, 3, 4, 2, 3, 1], "chunk_stats": {"count": 63, "sum": 118, "mean": 1.873015873015873, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [9, 3, 4, 8, 1, 5, 4, 5, 1, 1, 3, 2, 7, 1, 1, 9, 1, 1, 1, 9, 5, 1, 2, 7, 1, 1, 3, 1, 3, 2, 2, 1, 6, 1, 9, 1, 1, 1, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 1, 2, 4, 3, 1, 3, 1, 1, 1, 1, 3, 1, 2, 5, 4], "chunk_stats": {"count": 18, "sum": 38, "mean": 2.111111111111111, "median": 1.5, "p95": 4.149999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 118, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0647058289978304, "decode_time_sec": 1.820142984000995, "total_time_sec": 1.8896029709976574, "prefill_units_per_sec": 4080.003364285032, "prefill_bytes_per_sec": 4064.548806086983, "decode_units_per_sec": 70.32414547929275, "decode_bytes_per_sec": 70.32414547929275, "total_units_per_sec": 67.73909755890126, "total_bytes_per_sec": 67.73909755890126, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.7060546875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}, "model_input_units": {"count": 1, "sum": 264, "mean": 264.0, "median": 264.0, "p95": 264.0, "max": 264, "min": 264}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 263, "model_input_units": 264, "stage0_units": 114, "stage1_units": 50, "bytes_per_stage0_unit": 2.307017543859649, "stage0_per_stage1_unit": 2.28}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 264, "units_out": 114, "chunk_lengths": [1, 1, 3, 1, 8, 1, 1, 3, 2, 4, 3, 1, 2, 1, 1, 2, 2, 2, 8, 1, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 2, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 1, 5, 1, 1, 9, 3, 1, 1, 1, 2, 2, 1, 3, 1, 2, 2, 1, 4, 4, 1, 4, 3, 1, 2, 1, 1, 1, 9, 4, 1, 2, 1, 3, 1, 2, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 1, 4, 1, 2, 1, 4, 1, 1, 1, 13, 1, 2, 1, 2, 1, 5, 1, 2, 2, 2, 1, 17, 4, 1, 1, 1, 3], "chunk_stats": {"count": 114, "sum": 264, "mean": 2.3157894736842106, "median": 1.0, "p95": 6.049999999999983, "max": 17, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 50, "chunk_lengths": [1, 2, 2, 1, 3, 5, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 1, 1, 4, 1, 5, 3, 7, 1, 1, 1, 5, 1, 5, 1, 7, 2, 2, 3, 1, 1, 5, 5, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 114, "mean": 2.28, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 3, 1, 1, 1, 2, 1, 1, 21, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 13, 4, 1, 13], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 8.049999999999962, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 6, 1, 5, 6, 1, 5, 3, 5, 3, 3, 7, 1, 1, 2], "chunk_stats": {"count": 16, "sum": 51, "mean": 3.1875, "median": 3.0, "p95": 6.25, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 119, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06516700900101569, "decode_time_sec": 1.9037827640022442, "total_time_sec": 1.9738590410015604, "prefill_units_per_sec": 10542.144108367664, "prefill_bytes_per_sec": 10526.798920436997, "decode_units_per_sec": 67.23456185248304, "decode_bytes_per_sec": 67.23456185248304, "total_units_per_sec": 64.84758908369223, "total_bytes_per_sec": 64.84758908369223, "step_latency_ms": {"count": 128, "sum": 1899, "mean": 14.8359375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3458.05859375, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 686, "mean": 686.0, "median": 686.0, "p95": 686.0, "max": 686, "min": 686}, "model_input_units": {"count": 1, "sum": 687, "mean": 687.0, "median": 687.0, "p95": 687.0, "max": 687, "min": 687}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 686, "model_input_units": 687, "stage0_units": 251, "stage1_units": 101, "bytes_per_stage0_unit": 2.733067729083665, "stage0_per_stage1_unit": 2.485148514851485}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 687, "units_out": 251, "chunk_lengths": [1, 1, 3, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 2, 2, 5, 4, 4, 8, 11, 1, 1, 2, 3, 5, 7, 2, 1, 2, 1, 6, 5, 6, 1, 4, 2, 1, 2, 1, 3, 1, 1, 2, 3, 5, 10, 1, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 1, 5, 1, 1, 3, 1, 5, 1, 2, 10, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 2, 1, 9, 10, 1, 5, 3, 1, 1, 1, 4, 1, 1, 2, 5, 1, 2, 4, 10, 1, 4, 1, 9, 3, 3, 5, 6, 1, 5, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 6, 1, 4, 1, 5, 9, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 6, 1, 2, 3, 1, 7, 1, 5, 2, 2, 4, 1, 1, 3, 5, 1, 9, 1, 3, 1, 6, 1, 5, 1, 5, 1, 6, 1, 6, 1, 4, 1, 1, 5, 2, 8, 1, 4, 1, 6, 2, 1, 2, 5, 5, 2, 3, 1, 1, 6, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1], "chunk_stats": {"count": 251, "sum": 687, "mean": 2.737051792828685, "median": 2.0, "p95": 7.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 101, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 3, 1, 4, 4, 1, 2, 2, 1, 6, 4, 12, 1, 1, 5, 4, 1, 8, 1, 1, 3, 8, 1, 1, 2, 4, 1, 2, 1, 1, 2, 1, 6, 4, 6, 4, 1, 1, 2, 1, 6, 4, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 3, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 2, 1, 6, 5, 1, 8, 1, 7, 4], "chunk_stats": {"count": 101, "sum": 251, "mean": 2.485148514851485, "median": 1.0, "p95": 6.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 61, "chunk_lengths": [1, 4, 1, 4, 1, 10, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 6, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 4, 1, 4, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 2, 3, 1, 1, 2], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [4, 4, 1, 8, 1, 7, 1, 5, 7, 8, 1, 1, 6, 1, 1, 5], "chunk_stats": {"count": 16, "sum": 61, "mean": 3.8125, "median": 4.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 61, "sum": 61, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 120, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0653522590000648, "decode_time_sec": 1.6127193629981775, "total_time_sec": 1.686719968001853, "prefill_units_per_sec": 15102.76790889541, "prefill_bytes_per_sec": 15087.46621901811, "decode_units_per_sec": 79.36904766991667, "decode_bytes_per_sec": 79.36904766991667, "total_units_per_sec": 75.88692991619305, "total_bytes_per_sec": 75.88692991619305, "step_latency_ms": {"count": 128, "sum": 1609, "mean": 12.5703125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3530.46875, "peak_reserved_mb": 3628.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 986, "mean": 986.0, "median": 986.0, "p95": 986.0, "max": 986, "min": 986}, "model_input_units": {"count": 1, "sum": 987, "mean": 987.0, "median": 987.0, "p95": 987.0, "max": 987, "min": 987}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 986, "model_input_units": 987, "stage0_units": 310, "stage1_units": 131, "bytes_per_stage0_unit": 3.1806451612903226, "stage0_per_stage1_unit": 2.366412213740458}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 987, "units_out": 310, "chunk_lengths": [1, 1, 3, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 10, 2, 1, 1, 5, 5, 4, 1, 1, 4, 1, 11, 2, 7, 1, 5, 1, 3, 2, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 1, 5, 4, 2, 3, 5, 4, 1, 1, 4, 1, 10, 1, 9, 5, 4, 1, 1, 4, 1, 9, 1, 5, 2, 1, 1, 1, 9, 11, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 11, 1, 1, 1, 1, 9, 1, 2, 5, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 9, 1, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 4, 1, 5, 1, 1, 1, 1, 9, 6, 1, 5, 2, 4, 1, 4, 1, 5, 1, 1, 2, 1, 6, 1, 6, 1, 4, 1, 1, 1, 1, 1, 9, 2, 3, 8, 1, 4, 1, 1, 3, 11, 1, 7, 1, 2, 5, 9, 2, 1, 6, 9, 1, 4, 4, 3, 10, 9, 1, 1, 1, 1, 4, 1, 5, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 4, 1, 5, 9, 1, 1, 1, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 9, 1, 1, 1, 1, 2, 4, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 2, 4, 9, 1, 1, 1, 11, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 11, 1], "chunk_stats": {"count": 310, "sum": 987, "mean": 3.1838709677419357, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 310, "units_out": 131, "chunk_lengths": [1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 1, 12, 1, 2, 1, 7, 1, 1, 2, 2, 1, 10, 1, 1, 1, 2, 8, 1, 7, 2, 1, 2, 1, 1, 1, 1, 1, 3, 2, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 1, 3, 2, 4, 2, 1, 6, 1, 1, 1, 2, 2, 1, 3, 2, 4, 3, 7, 1, 1, 1, 1, 2, 4, 2, 5, 4, 3, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 7, 1, 1, 7, 2, 1, 4, 1, 1, 11, 1, 4, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 9, 4, 1, 1, 5, 1, 9, 2, 1], "chunk_stats": {"count": 131, "sum": 310, "mean": 2.366412213740458, "median": 1.0, "p95": 7.5, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 9, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 4, 1, 1, 5, 3, 4, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 1], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.400000000000006, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [1, 1, 2, 5, 5, 3, 11, 1, 1, 13], "chunk_stats": {"count": 10, "sum": 43, "mean": 4.3, "median": 2.5, "p95": 12.099999999999998, "max": 13, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 121, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06491109900161973, "decode_time_sec": 1.8190708449983504, "total_time_sec": 1.8936107400004403, "prefill_units_per_sec": 8950.703484245463, "prefill_bytes_per_sec": 8935.297798386178, "decode_units_per_sec": 70.36559370512921, "decode_bytes_per_sec": 70.36559370512921, "total_units_per_sec": 67.5957298383142, "total_bytes_per_sec": 67.5957298383142, "step_latency_ms": {"count": 128, "sum": 1822, "mean": 14.234375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3424.79638671875, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 580, "mean": 580.0, "median": 580.0, "p95": 580.0, "max": 580, "min": 580}, "model_input_units": {"count": 1, "sum": 581, "mean": 581.0, "median": 581.0, "p95": 581.0, "max": 581, "min": 581}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 580, "model_input_units": 581, "stage0_units": 199, "stage1_units": 102, "bytes_per_stage0_unit": 2.9145728643216082, "stage0_per_stage1_unit": 1.9509803921568627}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 581, "units_out": 199, "chunk_lengths": [1, 1, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 5, 4, 4, 2, 1, 2, 2, 10, 2, 6, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 3, 1, 3, 4, 4, 4, 1, 9, 1, 5, 2, 1, 9, 1, 1, 5, 1, 2, 5, 4, 1, 7, 1, 1, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 9, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 4, 6, 1, 1, 3, 1, 4, 5, 1, 3, 4, 6, 1, 1, 9, 1, 5, 1, 6, 6, 1, 1, 5, 2, 7, 5, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 29, 1, 9, 2, 6, 1, 1, 1, 5, 1, 2, 4, 5, 1, 3, 4, 5, 4, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 3, 1, 4, 4, 1, 1, 13, 1, 5, 2, 1, 9, 1, 1, 3, 1, 4, 9, 2, 1, 1, 1, 1, 1, 1, 2, 4, 4, 1, 9, 1, 2, 1, 4, 1, 1, 5, 1], "chunk_stats": {"count": 199, "sum": 581, "mean": 2.919597989949749, "median": 2.0, "p95": 9.0, "max": 29, "min": 1}}, {"stage": 1, "units_in": 199, "units_out": 102, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 2, 2, 2, 5, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 3, 2, 1, 3, 2, 2, 2, 3, 1, 1, 1, 1, 3, 2, 2, 2, 5, 1, 1, 10, 5, 1, 2, 3, 1, 2, 2, 1, 1, 3, 1, 2, 4, 1, 7, 1], "chunk_stats": {"count": 102, "sum": 199, "mean": 1.9509803921568627, "median": 2.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 4, 4, 1, 1, 5, 3, 4, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 8, 1, 1, 1, 4, 1, 3, 1, 6, 1, 4, 1, 4, 1, 4, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [4, 1, 1, 3, 3, 7, 1, 1, 1, 6, 1, 2, 4, 1, 1, 3, 7, 1], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 122, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06561378900005366, "decode_time_sec": 1.9384727790020406, "total_time_sec": 2.0110479239992856, "prefill_units_per_sec": 7513.6645438902615, "prefill_bytes_per_sec": 7498.423845018273, "decode_units_per_sec": 66.03136313623997, "decode_bytes_per_sec": 66.03136313623997, "total_units_per_sec": 63.64840860950337, "total_bytes_per_sec": 63.64840860950337, "step_latency_ms": {"count": 128, "sum": 1939, "mean": 15.1484375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3400.4228515625, "peak_reserved_mb": 3468.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}, "model_input_units": {"count": 1, "sum": 493, "mean": 493.0, "median": 493.0, "p95": 493.0, "max": 493, "min": 493}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 492, "model_input_units": 493, "stage0_units": 213, "stage1_units": 102, "bytes_per_stage0_unit": 2.3098591549295775, "stage0_per_stage1_unit": 2.088235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 493, "units_out": 213, "chunk_lengths": [1, 1, 3, 3, 1, 3, 1, 2, 8, 1, 1, 3, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 4, 1, 3, 1, 5, 1, 1, 1, 9, 2, 2, 2, 1, 1, 2, 2, 4, 1, 3, 1, 2, 2, 4, 1, 1, 1, 1, 9, 1, 2, 3, 6, 1, 2, 1, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 9, 2, 1, 3, 1, 4, 1, 3, 10, 1, 1, 6, 1, 1, 1, 6, 1, 1, 4, 1, 3, 1, 1, 1, 1, 6, 9, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 213, "sum": 493, "mean": 2.3145539906103285, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 213, "units_out": 102, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 4, 1, 2, 5, 1, 3, 5, 1, 3, 4, 3, 1, 1, 1, 1, 1, 1, 3, 4, 2, 5, 1, 1, 1, 3, 2, 3, 1, 2, 1, 1, 4, 1, 4, 3, 1, 1, 5, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 2, 1, 1, 2, 1, 2, 2, 1, 5, 7, 1, 1, 2, 2, 1, 1, 2, 2, 2, 2, 3, 1, 2, 1, 2, 2, 2, 3, 1, 9, 4], "chunk_stats": {"count": 102, "sum": 213, "mean": 2.088235294117647, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [1, 1, 5, 1, 7, 1, 1, 1, 5, 4, 3, 1, 4, 1, 1, 3, 2, 1, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 2, 3, 5, 1, 4, 6, 2, 1, 7, 8], "chunk_stats": {"count": 20, "sum": 57, "mean": 2.85, "median": 2.0, "p95": 7.050000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 123, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0649543489998905, "decode_time_sec": 1.8830502349992457, "total_time_sec": 1.953534132000641, "prefill_units_per_sec": 5080.491223159766, "prefill_bytes_per_sec": 5065.095795210797, "decode_units_per_sec": 67.97481958841702, "decode_bytes_per_sec": 67.97481958841702, "total_units_per_sec": 65.52227468322423, "total_bytes_per_sec": 65.52227468322423, "step_latency_ms": {"count": 128, "sum": 1876, "mean": 14.65625, "median": 8.0, "p95": 38.64999999999999, "max": 42, "min": 8}, "peak_allocated_mb": 3357.45654296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "model_input_units": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 329, "model_input_units": 330, "stage0_units": 110, "stage1_units": 50, "bytes_per_stage0_unit": 2.9909090909090907, "stage0_per_stage1_unit": 2.2}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 330, "units_out": 110, "chunk_lengths": [1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 8, 2, 1, 2, 1, 1, 7, 1, 1, 9, 1, 2, 3, 1, 1, 8, 1, 1, 1, 2, 1, 1, 13, 1, 5, 5, 5, 1, 1, 3, 3, 4, 1, 2, 3, 1, 2, 6, 4, 1, 7, 1, 1, 1, 9, 2, 2, 1, 2, 1, 10, 1, 1, 9, 4, 1, 8, 3, 1, 8, 1, 13, 1, 2, 1, 8, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 1, 8, 1, 2, 2, 2, 1, 1, 13, 1, 1, 1, 2, 1, 1, 7, 1, 1, 7, 1, 1], "chunk_stats": {"count": 110, "sum": 330, "mean": 3.0, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 110, "units_out": 50, "chunk_lengths": [1, 2, 1, 1, 3, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 5, 4, 1, 2, 3, 3, 1, 5, 2, 3, 2, 1, 1, 1, 4, 2, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 5, 3, 2, 4, 1, 4, 3, 4, 1], "chunk_stats": {"count": 50, "sum": 110, "mean": 2.2, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [9, 3, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 10, 1, 10, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 9, 2, 1, 1, 1, 5, 4, 1, 2, 1, 1, 7, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 3, 1, 1, 1, 6, 1, 3, 1, 7, 4, 1, 5, 1, 2, 1, 1, 3, 3, 1], "chunk_stats": {"count": 20, "sum": 47, "mean": 2.35, "median": 1.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 124, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06432521899841959, "decode_time_sec": 1.7805275240025367, "total_time_sec": 1.8487910920011927, "prefill_units_per_sec": 4943.62871905361, "prefill_bytes_per_sec": 4928.082716792435, "decode_units_per_sec": 71.88880726328927, "decode_bytes_per_sec": 71.88880726328927, "total_units_per_sec": 69.23443138264398, "total_bytes_per_sec": 69.23443138264398, "step_latency_ms": {"count": 128, "sum": 1782, "mean": 13.921875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3354.080078125, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}, "model_input_units": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 317, "model_input_units": 318, "stage0_units": 90, "stage1_units": 46, "bytes_per_stage0_unit": 3.522222222222222, "stage0_per_stage1_unit": 1.9565217391304348}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 318, "units_out": 90, "chunk_lengths": [1, 1, 3, 4, 1, 8, 1, 4, 1, 1, 5, 1, 19, 5, 1, 4, 1, 19, 1, 2, 1, 2, 2, 1, 19, 4, 1, 6, 1, 1, 4, 1, 1, 3, 20, 4, 1, 4, 1, 1, 4, 1, 1, 4, 1, 19, 1, 4, 1, 3, 1, 2, 2, 1, 19, 1, 4, 1, 1, 4, 1, 1, 8, 1, 1, 1, 20, 1, 4, 1, 3, 1, 1, 8, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 1, 4, 1, 1], "chunk_stats": {"count": 90, "sum": 318, "mean": 3.533333333333333, "median": 1.0, "p95": 19.0, "max": 20, "min": 1}}, {"stage": 1, "units_in": 90, "units_out": 46, "chunk_lengths": [1, 2, 3, 1, 4, 1, 1, 3, 2, 2, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 3, 2, 3, 1, 1, 2, 2, 2, 3, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1], "chunk_stats": {"count": 46, "sum": 90, "mean": 1.9565217391304348, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [9, 4, 1, 1, 5, 2, 4, 1, 4, 1, 1, 4, 1, 3, 1, 5, 4, 1, 9, 4, 1, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 6, 1, 1, 4, 1, 9, 6, 1, 6, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.849999999999987, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 3, 6, 1, 2, 1, 4, 1, 2, 1, 1, 1, 3, 5, 1, 3], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 125, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06462898899917491, "decode_time_sec": 1.6107578849987476, "total_time_sec": 1.6813687220019347, "prefill_units_per_sec": 13012.736436442425, "prefill_bytes_per_sec": 12997.263503699925, "decode_units_per_sec": 79.46569822323082, "decode_bytes_per_sec": 79.46569822323082, "total_units_per_sec": 76.12845316141947, "total_bytes_per_sec": 76.12845316141947, "step_latency_ms": {"count": 128, "sum": 1615, "mean": 12.6171875, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3492.96435546875, "peak_reserved_mb": 3610.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}, "model_input_units": {"count": 1, "sum": 841, "mean": 841.0, "median": 841.0, "p95": 841.0, "max": 841, "min": 841}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 840, "model_input_units": 841, "stage0_units": 251, "stage1_units": 124, "bytes_per_stage0_unit": 3.346613545816733, "stage0_per_stage1_unit": 2.024193548387097}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 841, "units_out": 251, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 2, 1, 7, 1, 1, 3, 2, 4, 2, 1, 2, 3, 4, 1, 1, 1, 9, 1, 2, 5, 1, 2, 2, 2, 1, 13, 5, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 4, 2, 1, 4, 1, 4, 1, 9, 3, 1, 7, 2, 1, 3, 1, 6, 1, 9, 4, 2, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 3, 1, 3, 1, 1, 13, 1, 2, 1, 1, 8, 1, 1, 1, 2, 1, 4, 1, 1, 17, 6, 2, 1, 1, 13, 2, 3, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 17, 6, 2, 1, 1, 1, 1, 1, 13, 4, 1, 17, 2, 1, 3, 5, 4, 1, 8, 1, 2, 3, 4, 2, 4, 5, 3, 1, 3, 2, 2, 17, 2, 2, 1, 5, 4, 3, 4, 6, 1, 17, 1, 2, 1, 21, 1, 2, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 17, 7, 1, 1, 8, 5, 2, 3, 11, 5, 1, 1, 21, 2, 2, 17, 6, 2, 1, 3, 1, 2, 2, 1, 5, 1, 6, 1, 1, 1, 1, 40, 1, 1, 8, 1, 3, 1, 3, 1, 13, 3, 4, 5, 1, 9, 2, 1, 4, 1, 2, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 13, 1, 2, 4, 1, 1, 2, 1], "chunk_stats": {"count": 251, "sum": 841, "mean": 3.350597609561753, "median": 2.0, "p95": 13.0, "max": 40, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 124, "chunk_lengths": [1, 2, 2, 3, 2, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 5, 1, 1, 1, 5, 6, 3, 3, 1, 1, 2, 1, 4, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 3, 1, 4, 1, 1, 1, 2, 1, 1, 4, 4, 3, 1, 1, 3, 3, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 3, 2, 1, 2, 2, 1, 3, 1, 3, 1, 3, 1, 2, 1, 4, 1, 3, 3, 7, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 2, 2, 3, 3, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 7, 3, 1, 1, 2, 3, 1], "chunk_stats": {"count": 124, "sum": 251, "mean": 2.024193548387097, "median": 1.5, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 1, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 6, 2, 1, 3, 1, 3, 1, 3, 1, 13, 4, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 13.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [3, 1, 5, 3, 4, 4, 4, 1, 2, 1, 8, 3], "chunk_stats": {"count": 12, "sum": 39, "mean": 3.25, "median": 3.0, "p95": 6.349999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 126, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0648905289999675, "decode_time_sec": 1.6546220739983255, "total_time_sec": 1.728927949003264, "prefill_units_per_sec": 8321.707471367208, "prefill_bytes_per_sec": 8306.296901975787, "decode_units_per_sec": 77.35905498389329, "decode_bytes_per_sec": 77.35905498389329, "total_units_per_sec": 74.03431708868646, "total_bytes_per_sec": 74.03431708868646, "step_latency_ms": {"count": 128, "sum": 1658, "mean": 12.953125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3410.724609375, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 159, "stage1_units": 69, "bytes_per_stage0_unit": 3.389937106918239, "stage0_per_stage1_unit": 2.3043478260869565}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 540, "units_out": 159, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 1, 8, 2, 1, 1, 9, 2, 1, 2, 1, 2, 5, 1, 3, 9, 1, 2, 5, 1, 1, 4, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 4, 2, 1, 3, 2, 5, 1, 2, 4, 4, 6, 1, 4, 6, 1, 4, 3, 4, 1, 4, 6, 1, 13, 2, 2, 3, 1, 7, 3, 2, 1, 2, 5, 2, 1, 7, 1, 2, 5, 1, 3, 4, 9, 1, 7, 13, 2, 1, 2, 1, 7, 1, 13, 1, 13, 1, 5, 1, 3, 1, 9, 1, 1, 1, 17, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 21, 1, 3, 1, 8, 2, 1, 1, 1, 13, 9, 1, 2, 1, 3, 1, 9, 1, 1, 13, 5, 1, 1, 3, 1, 9, 1, 1, 13, 4, 6, 1], "chunk_stats": {"count": 159, "sum": 540, "mean": 3.3962264150943398, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 159, "units_out": 69, "chunk_lengths": [1, 2, 2, 2, 1, 3, 4, 2, 1, 4, 1, 2, 1, 1, 1, 6, 1, 1, 5, 6, 1, 1, 3, 1, 6, 1, 7, 1, 5, 1, 1, 4, 4, 1, 2, 1, 2, 3, 4, 1, 1, 2, 2, 3, 1, 2, 4, 3, 1, 7, 4, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 2, 1, 4, 3, 1, 1, 1, 2], "chunk_stats": {"count": 69, "sum": 159, "mean": 2.3043478260869565, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [1, 3, 9, 1, 7, 1, 17, 1, 3, 1, 7, 1, 1, 5, 1, 6, 1, 1, 9, 2, 1, 2, 1, 2, 6, 5, 1, 3, 9, 4, 1, 13, 1, 1], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 2.0, "p95": 10.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 4, 1, 4, 3, 3, 1, 1, 1, 1, 4, 3, 1, 2, 1, 1], "chunk_stats": {"count": 17, "sum": 33, "mean": 1.9411764705882353, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 127, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0638780389999738, "decode_time_sec": 2.065434848998848, "total_time_sec": 2.1350526659989555, "prefill_units_per_sec": 4164.185440948009, "prefill_bytes_per_sec": 4148.530608463242, "decode_units_per_sec": 61.9724219633671, "decode_bytes_per_sec": 61.9724219633671, "total_units_per_sec": 59.95168270948058, "total_bytes_per_sec": 59.95168270948058, "step_latency_ms": {"count": 128, "sum": 2064, "mean": 16.125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3343.8779296875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 98, "stage1_units": 50, "bytes_per_stage0_unit": 2.704081632653061, "stage0_per_stage1_unit": 1.96}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 266, "units_out": 98, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1], "chunk_stats": {"count": 98, "sum": 266, "mean": 2.7142857142857144, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1], "chunk_stats": {"count": 50, "sum": 98, "mean": 1.96, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 3], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.349999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 51, "mean": 1.8214285714285714, "median": 1.0, "p95": 4.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06524059900038992, "decode_time_sec": 1.9054666359988914, "total_time_sec": 1.9766204509978706, "prefill_units_per_sec": 14760.74736827975, "prefill_bytes_per_sec": 14745.419489392647, "decode_units_per_sec": 67.1751462774363, "decode_bytes_per_sec": 67.1751462774363, "total_units_per_sec": 64.7569946650005, "total_bytes_per_sec": 64.7569946650005, "step_latency_ms": {"count": 128, "sum": 1906, "mean": 14.890625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3525.48291015625, "peak_reserved_mb": 3630.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 962, "mean": 962.0, "median": 962.0, "p95": 962.0, "max": 962, "min": 962}, "model_input_units": {"count": 1, "sum": 963, "mean": 963.0, "median": 963.0, "p95": 963.0, "max": 963, "min": 963}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 962, "model_input_units": 963, "stage0_units": 358, "stage1_units": 193, "bytes_per_stage0_unit": 2.6871508379888267, "stage0_per_stage1_unit": 1.854922279792746}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 963, "units_out": 358, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 358, "sum": 963, "mean": 2.689944134078212, "median": 2.0, "p95": 9.0, "max": 20, "min": 1}}, {"stage": 1, "units_in": 358, "units_out": 193, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1], "chunk_stats": {"count": 193, "sum": 358, "mean": 1.854922279792746, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 4, 2, 3, 3, 1, 1, 9, 7, 5, 5, 1, 13, 2, 2, 1, 8], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.949999999999996, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [3, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 24, "sum": 41, "mean": 1.7083333333333333, "median": 2.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06438763900223421, "decode_time_sec": 1.6837732200001483, "total_time_sec": 1.7560998859989922, "prefill_units_per_sec": 5637.728073666502, "prefill_bytes_per_sec": 5622.197142334087, "decode_units_per_sec": 76.01973857262603, "decode_bytes_per_sec": 76.01973857262603, "total_units_per_sec": 72.88879238619428, "total_bytes_per_sec": 72.88879238619428, "step_latency_ms": {"count": 128, "sum": 1683, "mean": 13.1484375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3365.1259765625, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}, "model_input_units": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 362, "model_input_units": 363, "stage0_units": 106, "stage1_units": 50, "bytes_per_stage0_unit": 3.4150943396226414, "stage0_per_stage1_unit": 2.12}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 363, "units_out": 106, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5], "chunk_stats": {"count": 106, "sum": 363, "mean": 3.4245283018867925, "median": 2.0, "p95": 16.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 50, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3], "chunk_stats": {"count": 50, "sum": 106, "mean": 2.12, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 10, 1, 1, 5, 2, 1, 1, 17, 1, 3, 1, 1, 10, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 13.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 2, 1, 1, 5, 1, 8, 1, 2, 1, 8, 1, 5, 2], "chunk_stats": {"count": 15, "sum": 40, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06492523899942171, "decode_time_sec": 1.6500071070004196, "total_time_sec": 1.7200282639969373, "prefill_units_per_sec": 8286.45390130627, "prefill_bytes_per_sec": 8271.051570634698, "decode_units_per_sec": 77.57542343723217, "decode_bytes_per_sec": 77.57542343723217, "total_units_per_sec": 74.41738178334255, "total_bytes_per_sec": 74.41738178334255, "step_latency_ms": {"count": 128, "sum": 1649, "mean": 12.8828125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3410.26171875, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 537, "mean": 537.0, "median": 537.0, "p95": 537.0, "max": 537, "min": 537}, "model_input_units": {"count": 1, "sum": 538, "mean": 538.0, "median": 538.0, "p95": 538.0, "max": 538, "min": 538}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 537, "model_input_units": 538, "stage0_units": 196, "stage1_units": 95, "bytes_per_stage0_unit": 2.739795918367347, "stage0_per_stage1_unit": 2.0631578947368423}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 538, "units_out": 196, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1], "chunk_stats": {"count": 196, "sum": 538, "mean": 2.7448979591836733, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 196, "units_out": 95, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3], "chunk_stats": {"count": 95, "sum": 196, "mean": 2.0631578947368423, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 4, 1, 1, 11, 2, 5, 1, 1, 1, 1], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [3, 7, 1, 4, 8, 1, 4, 7, 1, 4, 6], "chunk_stats": {"count": 11, "sum": 46, "mean": 4.181818181818182, "median": 4.0, "p95": 7.5, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06469294899943634, "decode_time_sec": 1.6857469309979933, "total_time_sec": 1.7566106769991165, "prefill_units_per_sec": 5827.528437500735, "prefill_bytes_per_sec": 5812.0708023880015, "decode_units_per_sec": 75.93073292692969, "decode_bytes_per_sec": 75.93073292692969, "total_units_per_sec": 72.86759762764687, "total_bytes_per_sec": 72.86759762764687, "step_latency_ms": {"count": 128, "sum": 1685, "mean": 13.1640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3366.6875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}, "model_input_units": {"count": 1, "sum": 377, "mean": 377.0, "median": 377.0, "p95": 377.0, "max": 377, "min": 377}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 376, "model_input_units": 377, "stage0_units": 109, "stage1_units": 51, "bytes_per_stage0_unit": 3.44954128440367, "stage0_per_stage1_unit": 2.1372549019607843}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 377, "units_out": 109, "chunk_lengths": [1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6], "chunk_stats": {"count": 109, "sum": 377, "mean": 3.458715596330275, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 51, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3], "chunk_stats": {"count": 51, "sum": 109, "mean": 2.1372549019607843, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 5, 1, 5, 1, 5, 1, 5, 1, 13, 1, 2, 5, 1, 6, 1, 2, 4, 2, 2, 1, 17, 1, 2, 5, 1, 5, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 8], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 7.700000000000003, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 1, 5, 3, 5, 2, 4, 6, 1, 1, 7, 4, 3], "chunk_stats": {"count": 13, "sum": 43, "mean": 3.3076923076923075, "median": 3.0, "p95": 6.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06406344999777502, "decode_time_sec": 1.804487354002049, "total_time_sec": 1.8722063720015285, "prefill_units_per_sec": 4339.4478444363385, "prefill_bytes_per_sec": 4323.8383198160645, "decode_units_per_sec": 70.93427377926344, "decode_bytes_per_sec": 70.93427377926344, "total_units_per_sec": 68.36853132977987, "total_bytes_per_sec": 68.36853132977987, "step_latency_ms": {"count": 128, "sum": 1806, "mean": 14.109375, "median": 8.0, "p95": 38.0, "max": 49, "min": 8}, "peak_allocated_mb": 3347.8779296875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}, "model_input_units": {"count": 1, "sum": 278, "mean": 278.0, "median": 278.0, "p95": 278.0, "max": 278, "min": 278}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 277, "model_input_units": 278, "stage0_units": 101, "stage1_units": 55, "bytes_per_stage0_unit": 2.742574257425743, "stage0_per_stage1_unit": 1.8363636363636364}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 278, "units_out": 101, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1], "chunk_stats": {"count": 101, "sum": 278, "mean": 2.7524752475247523, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 101, "units_out": 55, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2], "chunk_stats": {"count": 55, "sum": 101, "mean": 1.8363636363636364, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [13, 5, 1, 10, 1, 4, 1, 1, 4, 1, 1, 10, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 9, 8, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 10.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 4, 1, 1, 3], "chunk_stats": {"count": 21, "sum": 39, "mean": 1.8571428571428572, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06412396899759187, "decode_time_sec": 1.773856149000494, "total_time_sec": 1.8414670170022873, "prefill_units_per_sec": 5380.203462030808, "prefill_bytes_per_sec": 5364.60866938724, "decode_units_per_sec": 72.15917709681449, "decode_bytes_per_sec": 72.15917709681449, "total_units_per_sec": 69.50979779609108, "total_bytes_per_sec": 69.50979779609108, "step_latency_ms": {"count": 128, "sum": 1777, "mean": 13.8828125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3357.98779296875, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}, "model_input_units": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 344, "model_input_units": 345, "stage0_units": 114, "stage1_units": 46, "bytes_per_stage0_unit": 3.017543859649123, "stage0_per_stage1_unit": 2.4782608695652173}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 345, "units_out": 114, "chunk_lengths": [1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1], "chunk_stats": {"count": 114, "sum": 345, "mean": 3.026315789473684, "median": 1.0, "p95": 10.399999999999977, "max": 17, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 46, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1], "chunk_stats": {"count": 46, "sum": 114, "mean": 2.4782608695652173, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 1, 4, 1, 1, 4, 1, 6, 1, 1, 13, 3, 4, 6, 9, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 3, 7, 1, 6, 1, 1, 5, 1, 1, 1, 2, 8, 2, 3, 1, 3, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 7.949999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 5, 2, 1, 3, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 3, 2], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 2.0, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0639367800031323, "decode_time_sec": 1.8654874460007704, "total_time_sec": 1.933192484000756, "prefill_units_per_sec": 4379.3259527033215, "prefill_bytes_per_sec": 4363.6855028722375, "decode_units_per_sec": 68.61477426417757, "decode_bytes_per_sec": 68.61477426417757, "total_units_per_sec": 66.21172028100537, "total_bytes_per_sec": 66.21172028100537, "step_latency_ms": {"count": 128, "sum": 1864, "mean": 14.5625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3347.9560546875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}, "model_input_units": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 279, "model_input_units": 280, "stage0_units": 97, "stage1_units": 40, "bytes_per_stage0_unit": 2.8762886597938144, "stage0_per_stage1_unit": 2.425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 280, "units_out": 97, "chunk_lengths": [1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1], "chunk_stats": {"count": 97, "sum": 280, "mean": 2.88659793814433, "median": 1.0, "p95": 8.199999999999989, "max": 18, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 40, "chunk_lengths": [1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2], "chunk_stats": {"count": 40, "sum": 97, "mean": 2.425, "median": 2.0, "p95": 6.049999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [18, 1, 3, 4, 7, 1, 1, 1, 5, 3, 4, 1, 2, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 6.599999999999994, "max": 18, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 3, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 8, 1, 9, 1, 3], "chunk_stats": {"count": 19, "sum": 48, "mean": 2.526315789473684, "median": 2.0, "p95": 8.099999999999998, "max": 9, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.065365368998755, "decode_time_sec": 1.8865409650024958, "total_time_sec": 1.955410722999659, "prefill_units_per_sec": 4329.509713398699, "prefill_bytes_per_sec": 4314.211092503298, "decode_units_per_sec": 67.84904350053732, "decode_bytes_per_sec": 67.84904350053732, "total_units_per_sec": 65.45939351485409, "total_bytes_per_sec": 65.45939351485409, "step_latency_ms": {"count": 128, "sum": 1879, "mean": 14.6796875, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3348.0732421875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 127, "stage1_units": 57, "bytes_per_stage0_unit": 2.220472440944882, "stage0_per_stage1_unit": 2.2280701754385963}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 283, "units_out": 127, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 127, "sum": 283, "mean": 2.2283464566929134, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 127, "units_out": 57, "chunk_lengths": [1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1], "chunk_stats": {"count": 57, "sum": 127, "mean": 2.2280701754385963, "median": 2.0, "p95": 5.199999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [9, 1, 3, 1, 1, 6, 1, 6, 1, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 5, 1, 1, 1, 5, 2, 5, 2, 3, 1, 3, 3, 2], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.099999999999987, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 5, 2, 2, 1, 1, 5, 1, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1], "chunk_stats": {"count": 21, "sum": 46, "mean": 2.1904761904761907, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 8, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06667678799931309, "decode_time_sec": 1.5454357279995747, "total_time_sec": 1.615566664000653, "prefill_units_per_sec": 5234.205342998757, "prefill_bytes_per_sec": 5219.207619952916, "decode_units_per_sec": 82.82453788336076, "decode_bytes_per_sec": 82.82453788336076, "total_units_per_sec": 79.22916636756517, "total_bytes_per_sec": 79.22916636756517, "step_latency_ms": {"count": 128, "sum": 1552, "mean": 12.125, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3358.11279296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}, "model_input_units": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 348, "model_input_units": 349, "stage0_units": 111, "stage1_units": 59, "bytes_per_stage0_unit": 3.135135135135135, "stage0_per_stage1_unit": 1.88135593220339}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 349, "units_out": 111, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1], "chunk_stats": {"count": 111, "sum": 349, "mean": 3.144144144144144, "median": 2.0, "p95": 7.5, "max": 13, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 59, "chunk_lengths": [1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1], "chunk_stats": {"count": 59, "sum": 111, "mean": 1.88135593220339, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 29, "chunk_lengths": [1, 5, 1, 13, 6, 1, 4, 6, 2, 1, 4, 13, 6, 1, 7, 2, 2, 1, 1, 13, 6, 1, 1, 2, 7, 1, 7, 1, 6, 6], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 3.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [3, 1, 4, 1, 2, 1, 4, 1, 2, 1, 4, 1, 4], "chunk_stats": {"count": 13, "sum": 29, "mean": 2.230769230769231, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 29, "sum": 29, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 9, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06388404000244918, "decode_time_sec": 1.9554755540011683, "total_time_sec": 2.0238116110012925, "prefill_units_per_sec": 6026.544344804115, "prefill_bytes_per_sec": 6010.890982869559, "decode_units_per_sec": 65.45722330207332, "decode_bytes_per_sec": 65.45722330207332, "total_units_per_sec": 63.2469935957484, "total_bytes_per_sec": 63.2469935957484, "step_latency_ms": {"count": 128, "sum": 1956, "mean": 15.28125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3367.2548828125, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}, "model_input_units": {"count": 1, "sum": 385, "mean": 385.0, "median": 385.0, "p95": 385.0, "max": 385, "min": 385}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 384, "model_input_units": 385, "stage0_units": 116, "stage1_units": 67, "bytes_per_stage0_unit": 3.310344827586207, "stage0_per_stage1_unit": 1.7313432835820894}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 385, "units_out": 116, "chunk_lengths": [1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 5, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2], "chunk_stats": {"count": 116, "sum": 385, "mean": 3.3189655172413794, "median": 2.0, "p95": 10.5, "max": 13, "min": 1}}, {"stage": 1, "units_in": 116, "units_out": 67, "chunk_lengths": [1, 2, 2, 3, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2], "chunk_stats": {"count": 67, "sum": 116, "mean": 1.7313432835820894, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 2, 1, 1, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 5, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 3, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 2, 1, 5, 1, 4, 1, 2, 2, 1, 5, 1, 6, 1, 3, 1, 5, 1, 4, 1, 3], "chunk_stats": {"count": 22, "sum": 52, "mean": 2.3636363636363638, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 10, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06572675899951719, "decode_time_sec": 1.97629130399946, "total_time_sec": 2.0480826499988325, "prefill_units_per_sec": 8307.118870778502, "prefill_bytes_per_sec": 8291.904367352168, "decode_units_per_sec": 64.7677798009655, "decode_bytes_per_sec": 64.7677798009655, "total_units_per_sec": 62.497477823989655, "total_bytes_per_sec": 62.497477823989655, "step_latency_ms": {"count": 128, "sum": 1978, "mean": 15.453125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3412.11376953125, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}, "model_input_units": {"count": 1, "sum": 546, "mean": 546.0, "median": 546.0, "p95": 546.0, "max": 546, "min": 546}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 545, "model_input_units": 546, "stage0_units": 157, "stage1_units": 90, "bytes_per_stage0_unit": 3.4713375796178343, "stage0_per_stage1_unit": 1.7444444444444445}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 546, "units_out": 157, "chunk_lengths": [1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1], "chunk_stats": {"count": 157, "sum": 546, "mean": 3.477707006369427, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 157, "units_out": 90, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4], "chunk_stats": {"count": 90, "sum": 157, "mean": 1.7444444444444445, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 8, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 9, 4, 5, 3, 4, 1, 1, 13, 4, 1, 1, 2, 1, 1, 1, 9, 3, 4, 4, 1, 1, 1, 1, 4, 1, 5, 1, 1, 1, 1, 2, 6], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 8.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 26, "chunk_lengths": [1, 1, 2, 1, 3, 1, 3, 2, 1, 1, 2, 3, 1, 1, 1, 2, 2, 1, 1, 5, 1, 1, 3, 1, 3, 1], "chunk_stats": {"count": 26, "sum": 45, "mean": 1.7307692307692308, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 11, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06413022899869247, "decode_time_sec": 1.5201125300009153, "total_time_sec": 1.5899874870010535, "prefill_units_per_sec": 4069.8435679267795, "prefill_bytes_per_sec": 4054.2502975515813, "decode_units_per_sec": 84.20429242822104, "decode_bytes_per_sec": 84.20429242822104, "total_units_per_sec": 80.50377820357978, "total_bytes_per_sec": 80.50377820357978, "step_latency_ms": {"count": 128, "sum": 1526, "mean": 11.921875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.4482421875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 81, "stage1_units": 42, "bytes_per_stage0_unit": 3.2098765432098766, "stage0_per_stage1_unit": 1.9285714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 261, "units_out": 81, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1], "chunk_stats": {"count": 81, "sum": 261, "mean": 3.2222222222222223, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 42, "chunk_lengths": [1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1], "chunk_stats": {"count": 42, "sum": 81, "mean": 1.9285714285714286, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [17, 5, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 2, 1, 6, 1, 1, 14], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 15.5, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 1, 2, 1, 4, 1, 1, 2, 9, 2, 6], "chunk_stats": {"count": 11, "sum": 30, "mean": 2.727272727272727, "median": 2.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 12, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06492829900162178, "decode_time_sec": 1.6605359830027737, "total_time_sec": 1.7296763899976213, "prefill_units_per_sec": 7500.581525904994, "prefill_bytes_per_sec": 7485.179921129008, "decode_units_per_sec": 77.08354489767548, "decode_bytes_per_sec": 77.08354489767548, "total_units_per_sec": 74.00228201078471, "total_bytes_per_sec": 74.00228201078471, "step_latency_ms": {"count": 128, "sum": 1665, "mean": 13.0078125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3400.30224609375, "peak_reserved_mb": 3472.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}, "model_input_units": {"count": 1, "sum": 487, "mean": 487.0, "median": 487.0, "p95": 487.0, "max": 487, "min": 487}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 486, "model_input_units": 487, "stage0_units": 161, "stage1_units": 81, "bytes_per_stage0_unit": 3.018633540372671, "stage0_per_stage1_unit": 1.9876543209876543}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 487, "units_out": 161, "chunk_lengths": [1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1], "chunk_stats": {"count": 161, "sum": 487, "mean": 3.0248447204968945, "median": 1.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 161, "units_out": 81, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1], "chunk_stats": {"count": 81, "sum": 161, "mean": 1.9876543209876543, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 21, 1, 4, 13, 4, 1, 17, 2, 2, 2, 2, 9, 1, 2, 2, 1, 2, 4, 1, 13, 3, 4, 1, 2], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 2.0, "p95": 14.199999999999989, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [3, 3, 3, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 2, 4, 1, 3], "chunk_stats": {"count": 17, "sum": 34, "mean": 2.0, "median": 2.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 13, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0651502389991947, "decode_time_sec": 1.826085864999186, "total_time_sec": 1.8973279820020252, "prefill_units_per_sec": 7321.538759142481, "prefill_bytes_per_sec": 7306.189621282643, "decode_units_per_sec": 70.09527999388848, "decode_bytes_per_sec": 70.09527999388848, "total_units_per_sec": 67.4632963906097, "total_bytes_per_sec": 67.4632963906097, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3390.70458984375, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}, "model_input_units": {"count": 1, "sum": 477, "mean": 477.0, "median": 477.0, "p95": 477.0, "max": 477, "min": 477}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 476, "model_input_units": 477, "stage0_units": 163, "stage1_units": 92, "bytes_per_stage0_unit": 2.920245398773006, "stage0_per_stage1_unit": 1.7717391304347827}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 477, "units_out": 163, "chunk_lengths": [1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4], "chunk_stats": {"count": 163, "sum": 477, "mean": 2.9263803680981595, "median": 1.0, "p95": 8.900000000000006, "max": 13, "min": 1}}, {"stage": 1, "units_in": 163, "units_out": 92, "chunk_lengths": [1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1], "chunk_stats": {"count": 92, "sum": 163, "mean": 1.7717391304347827, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 6, 3, 6, 1, 4, 1, 5, 3, 4, 8, 1, 4, 1, 1, 4, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 2, 1, 3, 3, 1, 2], "chunk_stats": {"count": 21, "sum": 41, "mean": 1.9523809523809523, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 14, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06421465899984469, "decode_time_sec": 1.7813749669985555, "total_time_sec": 1.851608913999371, "prefill_units_per_sec": 9343.660923301815, "prefill_bytes_per_sec": 9328.088155096311, "decode_units_per_sec": 71.85460802543308, "decode_bytes_per_sec": 71.85460802543308, "total_units_per_sec": 69.1290687964594, "total_bytes_per_sec": 69.1290687964594, "step_latency_ms": {"count": 128, "sum": 1785, "mean": 13.9453125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3428.52783203125, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 599, "mean": 599.0, "median": 599.0, "p95": 599.0, "max": 599, "min": 599}, "model_input_units": {"count": 1, "sum": 600, "mean": 600.0, "median": 600.0, "p95": 600.0, "max": 600, "min": 600}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 599, "model_input_units": 600, "stage0_units": 213, "stage1_units": 106, "bytes_per_stage0_unit": 2.812206572769953, "stage0_per_stage1_unit": 2.009433962264151}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 600, "units_out": 213, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 213, "sum": 600, "mean": 2.816901408450704, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 213, "units_out": 106, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 106, "sum": 213, "mean": 2.009433962264151, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [5, 3, 4, 1, 9, 14, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 14, 1, 4, 1, 2, 5, 4, 1, 3, 1, 1, 3, 1, 14, 1, 1, 10, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.5, "p95": 14.0, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 2, 1, 3, 1, 2, 1, 4, 1, 3, 1, 4, 4, 1, 4, 1, 2, 1, 1], "chunk_stats": {"count": 20, "sum": 40, "mean": 2.0, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 15, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06532039900048403, "decode_time_sec": 2.06148614400081, "total_time_sec": 2.1352204590002657, "prefill_units_per_sec": 14803.951212741895, "prefill_bytes_per_sec": 14788.64205947122, "decode_units_per_sec": 62.0911279818671, "decode_bytes_per_sec": 62.0911279818671, "total_units_per_sec": 59.94697149910743, "total_bytes_per_sec": 59.94697149910743, "step_latency_ms": {"count": 128, "sum": 2063, "mean": 16.1171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3526.3837890625, "peak_reserved_mb": 3630.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}, "model_input_units": {"count": 1, "sum": 967, "mean": 967.0, "median": 967.0, "p95": 967.0, "max": 967, "min": 967}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 966, "model_input_units": 967, "stage0_units": 442, "stage1_units": 187, "bytes_per_stage0_unit": 2.18552036199095, "stage0_per_stage1_unit": 2.3636363636363638}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 967, "units_out": 442, "chunk_lengths": [1, 1, 3, 1, 3, 1, 3, 2, 1, 1, 1, 5, 1, 10, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 3, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 4, 7, 2, 2, 1, 1, 1, 3, 1, 4, 1, 2, 2, 2, 3, 1, 2, 1, 4, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 1, 10, 5, 1, 1, 1, 1, 1, 9, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 4, 7, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 1, 3, 1, 33, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 7, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 8, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 4, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 3, 1, 1, 3, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 442, "sum": 967, "mean": 2.1877828054298645, "median": 1.0, "p95": 6.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 442, "units_out": 187, "chunk_lengths": [1, 2, 2, 9, 1, 3, 4, 1, 3, 1, 3, 1, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 6, 3, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 4, 6, 1, 2, 1, 1, 3, 1, 2, 1, 7, 1, 1, 1, 2, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 3, 1, 1, 1, 1, 2, 4, 1, 4, 1, 1, 6, 3, 7, 1, 1, 3, 3, 3, 1, 2, 5, 3, 2, 1, 2, 2, 1, 2, 2, 2, 3, 2, 1, 3, 4, 1, 5, 1, 9, 8, 1, 2, 1, 3, 3, 3, 3, 5, 3, 1, 2, 5, 2, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 3, 4, 1, 5, 1, 9, 8, 1, 1, 3, 2, 3, 3, 3, 3, 3, 5, 3, 3, 5, 3, 2, 5, 1, 2, 3, 2, 3, 3, 3, 4, 1, 5, 1, 1, 4, 3, 2, 2, 1, 3, 1, 1, 1, 1, 2], "chunk_stats": {"count": 187, "sum": 442, "mean": 2.3636363636363638, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [1, 3, 1, 5, 4, 1, 1, 3, 1, 3, 3, 1, 1, 3, 2, 1, 1, 2, 11, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 2], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.149999999999999, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [2, 1, 1, 4, 3, 4, 2, 1, 2, 1, 2, 1, 9, 1, 2, 3, 1, 1, 1, 2, 1, 2, 3, 1, 6], "chunk_stats": {"count": 25, "sum": 57, "mean": 2.28, "median": 2.0, "p95": 5.599999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 16, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06493426900124177, "decode_time_sec": 1.687097612000798, "total_time_sec": 1.7618690859999333, "prefill_units_per_sec": 11149.736666568997, "prefill_bytes_per_sec": 11134.336477803017, "decode_units_per_sec": 75.86994320275254, "decode_bytes_per_sec": 75.86994320275254, "total_units_per_sec": 72.65011970361846, "total_bytes_per_sec": 72.65011970361846, "step_latency_ms": {"count": 128, "sum": 1688, "mean": 13.1875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3459.51708984375, "peak_reserved_mb": 3530.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 723, "mean": 723.0, "median": 723.0, "p95": 723.0, "max": 723, "min": 723}, "model_input_units": {"count": 1, "sum": 724, "mean": 724.0, "median": 724.0, "p95": 724.0, "max": 724, "min": 724}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 723, "model_input_units": 724, "stage0_units": 255, "stage1_units": 124, "bytes_per_stage0_unit": 2.835294117647059, "stage0_per_stage1_unit": 2.056451612903226}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 724, "units_out": 255, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 3, 1, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 1, 9, 1, 2, 3, 1, 5, 1, 2, 1, 2, 4, 1, 2, 2, 6, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 1, 2, 4, 1, 2, 2, 6, 1, 1, 1, 2, 2, 3, 5, 1, 1, 4, 1, 4, 4, 1, 1, 17, 1, 6, 1, 6, 3, 1, 6, 1, 1, 1, 9, 2, 1, 3, 2, 8, 1, 1, 1, 2, 4, 5, 4, 2, 5, 1, 1, 4, 1, 4, 1, 4, 3, 3, 3, 9, 1, 2, 4, 1, 3, 1, 3, 1, 3, 1, 4, 1, 1, 13, 1, 5, 1, 4, 5, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 6, 1, 3, 1, 4, 1, 1, 9, 4, 2, 1, 3, 1, 1, 2, 5, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 3, 1, 3, 1, 1, 4, 1, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 3, 3, 7, 1, 6, 3, 1, 6, 1, 1, 17, 1, 1, 6, 1, 6, 4, 4, 1, 3, 1, 3, 1, 4, 1, 1, 6, 1, 3, 1, 4, 1, 1, 1, 9, 6, 1, 1, 2, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 1], "chunk_stats": {"count": 255, "sum": 724, "mean": 2.83921568627451, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 255, "units_out": 124, "chunk_lengths": [1, 2, 1, 1, 2, 1, 3, 2, 1, 4, 2, 2, 3, 2, 1, 1, 1, 5, 1, 3, 6, 1, 2, 3, 2, 1, 7, 1, 1, 3, 3, 3, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 1, 3, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 2, 1, 1, 5, 1, 6, 1, 2, 3, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 6, 1, 1, 1, 6, 2, 5, 2, 2, 2, 1, 5, 1, 2, 3, 1, 1, 2, 1, 3, 2, 2, 1, 1, 2, 2, 2, 4, 2, 1, 2, 2, 3, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 7, 2, 5, 1, 1], "chunk_stats": {"count": 124, "sum": 255, "mean": 2.056451612903226, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [9, 1, 2, 6, 1, 1, 13, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 9, 3, 4, 6, 1, 1, 5, 4, 3, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [2, 4, 1, 6, 2, 5, 1, 1, 5, 1, 2, 4, 5, 1, 1], "chunk_stats": {"count": 15, "sum": 41, "mean": 2.7333333333333334, "median": 2.0, "p95": 5.299999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 17, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06647894900015672, "decode_time_sec": 1.6076488190010423, "total_time_sec": 1.6817516739974963, "prefill_units_per_sec": 5821.39167090454, "prefill_bytes_per_sec": 5806.3493151657685, "decode_units_per_sec": 79.61937861499901, "decode_bytes_per_sec": 79.61937861499901, "total_units_per_sec": 76.11111793677962, "total_bytes_per_sec": 76.11111793677962, "step_latency_ms": {"count": 128, "sum": 1606, "mean": 12.546875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3367.724609375, "peak_reserved_mb": 3450.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "model_input_units": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 386, "model_input_units": 387, "stage0_units": 122, "stage1_units": 59, "bytes_per_stage0_unit": 3.1639344262295084, "stage0_per_stage1_unit": 2.0677966101694913}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 387, "units_out": 122, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 4, 1, 3, 1, 1, 1, 3, 2, 3, 1, 1, 1, 9, 1, 3, 4, 1, 3, 2, 2, 1, 1, 1, 9, 4, 4, 3, 3, 1, 1, 13, 1, 2, 1, 17, 5, 2, 3, 4, 1, 3, 1, 17, 8, 2, 4, 1, 4, 1, 1, 1, 17, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 1, 17, 1, 2, 4, 1, 5, 1, 3, 1, 21, 7, 1, 5, 2, 7, 1, 3, 1, 1, 7, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 1, 25, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 122, "sum": 387, "mean": 3.1721311475409837, "median": 1.0, "p95": 12.799999999999955, "max": 25, "min": 1}}, {"stage": 1, "units_in": 122, "units_out": 59, "chunk_lengths": [1, 2, 1, 3, 4, 1, 3, 4, 1, 6, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 1, 1, 2, 1, 8, 1, 1, 1, 7, 1, 1, 2, 1, 3, 1, 5, 1, 3, 3, 2, 1, 3, 3, 5, 1], "chunk_stats": {"count": 59, "sum": 122, "mean": 2.0677966101694913, "median": 1.0, "p95": 5.099999999999994, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [1, 5, 1, 1, 21, 1, 2, 7, 1, 5, 1, 2, 1, 4, 1, 4, 1, 1, 25, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 5], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 9.79999999999994, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [4, 1, 1, 5, 1, 6, 1, 4, 4, 1, 7, 2], "chunk_stats": {"count": 12, "sum": 37, "mean": 3.0833333333333335, "median": 3.0, "p95": 6.449999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 18, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06410137000057148, "decode_time_sec": 1.6203913840035966, "total_time_sec": 1.689288180998119, "prefill_units_per_sec": 4399.2819497849405, "prefill_bytes_per_sec": 4383.6816591828665, "decode_units_per_sec": 78.9932612969978, "decode_bytes_per_sec": 78.9932612969978, "total_units_per_sec": 75.7715595478629, "total_bytes_per_sec": 75.7715595478629, "step_latency_ms": {"count": 128, "sum": 1625, "mean": 12.6953125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3348.0341796875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 119, "stage1_units": 52, "bytes_per_stage0_unit": 2.361344537815126, "stage0_per_stage1_unit": 2.2884615384615383}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 282, "units_out": 119, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 3, 1, 1, 9, 4, 5, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 3, 2, 2, 4, 2, 1, 3, 1, 1, 7, 1, 3, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 4, 1, 3, 5, 1, 1, 3, 1, 1, 1, 9, 4, 7, 3, 1, 2, 1, 1, 1, 5, 1, 4, 4, 2, 1, 1, 3, 1, 1, 1, 1, 13, 4, 1, 5, 2, 6, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 1, 5, 4, 3, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 119, "sum": 282, "mean": 2.369747899159664, "median": 1.0, "p95": 6.099999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 119, "units_out": 52, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 6, 7, 1, 6, 2, 1, 3, 1, 5, 1, 3, 2, 3, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 1, 4, 2, 4, 5, 1, 1], "chunk_stats": {"count": 52, "sum": 119, "mean": 2.2884615384615383, "median": 2.0, "p95": 5.449999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [17, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 4, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 1, 3, 1, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 2, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 16.39999999999995, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 9, 3, 5, 1, 7, 2, 1, 2, 1, 7, 2], "chunk_stats": {"count": 12, "sum": 41, "mean": 3.4166666666666665, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 19, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06441638999967836, "decode_time_sec": 1.7791252189999796, "total_time_sec": 1.8481283959990833, "prefill_units_per_sec": 8103.52768918914, "prefill_bytes_per_sec": 8088.003689784563, "decode_units_per_sec": 71.9454699607636, "decode_bytes_per_sec": 71.9454699607636, "total_units_per_sec": 69.25925724484323, "total_bytes_per_sec": 69.25925724484323, "step_latency_ms": {"count": 128, "sum": 1779, "mean": 13.8984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3406.8330078125, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 521, "mean": 521.0, "median": 521.0, "p95": 521.0, "max": 521, "min": 521}, "model_input_units": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 521, "model_input_units": 522, "stage0_units": 182, "stage1_units": 98, "bytes_per_stage0_unit": 2.8626373626373627, "stage0_per_stage1_unit": 1.8571428571428572}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 522, "units_out": 182, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 1, 2, 2, 6, 1, 1, 2, 1, 1, 1, 4, 5, 2, 1, 1, 4, 2, 7, 1, 2, 1, 6, 2, 9, 1, 1, 5, 5, 1, 2, 1, 9, 2, 1, 3, 1, 2, 4, 4, 6, 3, 1, 9, 1, 2, 2, 9, 1, 2, 1, 4, 1, 4, 1, 9, 2, 1, 2, 5, 1, 2, 3, 1, 2, 7, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 1, 9, 1, 11, 1, 7, 9, 1, 1, 1, 4, 2, 9, 1, 2, 7, 1, 1, 1, 1, 3, 3, 4, 4, 2, 11, 2, 3, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 4, 1, 5, 1, 1, 6, 1, 1, 23, 1, 2, 1, 1, 1, 1, 1, 7, 1, 5, 7, 1, 3, 5, 2, 2, 2, 9, 1, 1, 9, 8, 2, 8, 1, 1, 1], "chunk_stats": {"count": 182, "sum": 522, "mean": 2.868131868131868, "median": 2.0, "p95": 9.0, "max": 23, "min": 1}}, {"stage": 1, "units_in": 182, "units_out": 98, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 1, 2, 1, 5, 1, 1, 6, 4, 4, 1, 3, 1, 1, 2, 3, 2, 3, 4, 1, 1, 2, 2, 1, 2, 2, 3, 3, 2, 1, 5, 1, 1, 3, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 5, 1, 6, 2, 1, 1, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 1, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 98, "sum": 182, "mean": 1.8571428571428572, "median": 1.5, "p95": 4.1499999999999915, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 1, 2, 4, 1, 6, 1, 13, 1, 5, 2, 2, 9, 1, 1, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 7, 1, 2, 1, 1, 1, 1, 1, 7, 1, 9, 1, 1, 1], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 5, 1, 2, 3, 2, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 1, 3], "chunk_stats": {"count": 20, "sum": 39, "mean": 1.95, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 20, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06470580899986089, "decode_time_sec": 1.6650617320010497, "total_time_sec": 1.7367108889993688, "prefill_units_per_sec": 7124.553531213729, "prefill_bytes_per_sec": 7109.098968239296, "decode_units_per_sec": 76.87402667417697, "decode_bytes_per_sec": 76.87402667417697, "total_units_per_sec": 73.70253783215988, "total_bytes_per_sec": 73.70253783215988, "step_latency_ms": {"count": 128, "sum": 1670, "mean": 13.046875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3386.51708984375, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}, "model_input_units": {"count": 1, "sum": 461, "mean": 461.0, "median": 461.0, "p95": 461.0, "max": 461, "min": 461}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 460, "model_input_units": 461, "stage0_units": 160, "stage1_units": 76, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.1052631578947367}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 461, "units_out": 160, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 1, 5, 1, 9, 5, 1, 7, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 4, 1, 8, 1, 2, 4, 2, 2, 1, 13, 5, 1, 6, 1, 1, 4, 7, 1, 1, 3, 1, 3, 1, 4, 1, 7, 1, 9, 9, 2, 6, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 9, 8, 1, 1, 8, 2, 1, 1, 3, 1, 3, 1, 4, 9, 5, 2, 1, 5, 1, 1, 10, 1, 1, 2, 1, 7, 1, 13, 6, 1, 1, 1, 2, 1, 1, 13, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 4, 1, 1, 14, 5, 1, 6, 1, 5, 1, 6, 1, 1], "chunk_stats": {"count": 160, "sum": 461, "mean": 2.88125, "median": 1.0, "p95": 9.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 160, "units_out": 76, "chunk_lengths": [1, 2, 2, 2, 3, 1, 1, 3, 1, 1, 2, 5, 1, 2, 1, 5, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 6, 1, 3, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 5, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 1, 5, 5, 2, 1, 1, 4, 2, 1, 1, 1, 2, 4, 2, 1, 5, 1, 1, 1, 3, 1, 3, 2], "chunk_stats": {"count": 76, "sum": 160, "mean": 2.1052631578947367, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [13, 8, 1, 8, 1, 9, 1, 9, 3, 4, 4, 1, 5, 4, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 2, 2, 1, 1, 4, 1, 8, 4, 2, 5, 1, 2, 4], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 5.899999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 21, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0648413189992425, "decode_time_sec": 1.9640302709995012, "total_time_sec": 2.034616417997313, "prefill_units_per_sec": 6924.596953452557, "prefill_bytes_per_sec": 6909.174688522818, "decode_units_per_sec": 65.17211159625376, "decode_bytes_per_sec": 65.17211159625376, "total_units_per_sec": 62.91112116651024, "total_bytes_per_sec": 62.91112116651024, "step_latency_ms": {"count": 128, "sum": 1957, "mean": 15.2890625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3382.37451171875, "peak_reserved_mb": 3450.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}, "model_input_units": {"count": 1, "sum": 449, "mean": 449.0, "median": 449.0, "p95": 449.0, "max": 449, "min": 449}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 448, "model_input_units": 449, "stage0_units": 175, "stage1_units": 90, "bytes_per_stage0_unit": 2.56, "stage0_per_stage1_unit": 1.9444444444444444}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 449, "units_out": 175, "chunk_lengths": [1, 1, 3, 1, 2, 1, 10, 1, 4, 1, 2, 2, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 3, 5, 2, 4, 11, 1, 4, 6, 1, 3, 1, 6, 1, 3, 1, 3, 2, 1, 1, 7, 3, 4, 1, 3, 1, 1, 4, 5, 4, 1, 2, 1, 4, 3, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 1, 6, 2, 1, 9, 4, 1, 1, 5, 2, 1, 9, 4, 1, 3, 2, 2, 2, 2, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 6, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 175, "sum": 449, "mean": 2.565714285714286, "median": 2.0, "p95": 6.299999999999983, "max": 11, "min": 1}}, {"stage": 1, "units_in": 175, "units_out": 90, "chunk_lengths": [1, 2, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 2, 5, 1, 1, 4, 2, 1, 1, 2, 3, 5, 2, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 2, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 1, 2, 2, 2, 3, 1, 3, 1, 4, 1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 4, 3, 5, 1, 3, 3, 1, 4, 1], "chunk_stats": {"count": 90, "sum": 175, "mean": 1.9444444444444444, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 60, "chunk_lengths": [1, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 2], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 4, 6, 3, 5, 1, 3, 4, 4, 1, 4, 1, 4, 6, 3, 5], "chunk_stats": {"count": 18, "sum": 60, "mean": 3.3333333333333335, "median": 4.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 60, "sum": 60, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 22, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06440451000162284, "decode_time_sec": 1.5359296540009382, "total_time_sec": 1.6064073699999426, "prefill_units_per_sec": 8726.096976529112, "prefill_bytes_per_sec": 8710.57011358155, "decode_units_per_sec": 83.3371500228368, "decode_bytes_per_sec": 83.3371500228368, "total_units_per_sec": 79.6809093324843, "total_bytes_per_sec": 79.6809093324843, "step_latency_ms": {"count": 128, "sum": 1536, "mean": 12.0, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3416.87158203125, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 561, "mean": 561.0, "median": 561.0, "p95": 561.0, "max": 561, "min": 561}, "model_input_units": {"count": 1, "sum": 562, "mean": 562.0, "median": 562.0, "p95": 562.0, "max": 562, "min": 562}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 561, "model_input_units": 562, "stage0_units": 142, "stage1_units": 68, "bytes_per_stage0_unit": 3.9507042253521125, "stage0_per_stage1_unit": 2.088235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 562, "units_out": 142, "chunk_lengths": [1, 1, 3, 7, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 7, 1, 2, 1, 1, 9, 4, 6, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 13, 4, 1, 7, 1, 5, 3, 1, 1, 1, 7, 1, 2, 1, 5, 1, 1, 7, 1, 2, 1, 1, 5, 1, 1, 7, 1, 1, 1, 17, 1, 2, 4, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 21, 8, 1, 17, 1, 7, 1, 2, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 17, 1, 2, 4, 1, 1, 8, 1, 1, 7, 2, 1, 7, 1, 1, 21, 8, 1, 17, 11, 2, 1, 7, 1, 3, 1, 1, 7, 1, 10, 1, 1, 17, 1, 2, 11, 1, 2, 2, 2, 1, 21, 8, 1, 17, 4, 4], "chunk_stats": {"count": 142, "sum": 562, "mean": 3.9577464788732395, "median": 2.0, "p95": 17.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 142, "units_out": 68, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 4, 1, 1, 4, 1, 6, 1, 3, 4, 2, 1, 1, 2, 2, 2, 1, 6, 1, 1, 1, 1, 3, 1, 2, 2, 6, 1, 2, 5, 3, 1, 4, 1, 1, 1, 1, 1, 1, 9, 2, 2, 2, 5, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 68, "sum": 142, "mean": 2.088235294117647, "median": 1.0, "p95": 5.649999999999999, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 26, "chunk_lengths": [1, 3, 1, 9, 1, 21, 1, 2, 4, 4, 3, 1, 7, 1, 25, 1, 7, 1, 3, 1, 3, 1, 1, 1, 21, 1, 3], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 2.0, "p95": 21.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 3, 2, 2, 2, 3, 1, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 14, "sum": 26, "mean": 1.8571428571428572, "median": 2.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 26, "sum": 26, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 23, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06446842899822514, "decode_time_sec": 1.7639542359975167, "total_time_sec": 1.8356604619984864, "prefill_units_per_sec": 9151.766363288349, "prefill_bytes_per_sec": 9136.254894875996, "decode_units_per_sec": 72.56424083338872, "decode_bytes_per_sec": 72.56424083338872, "total_units_per_sec": 69.72967095485959, "total_bytes_per_sec": 69.72967095485959, "step_latency_ms": {"count": 128, "sum": 1760, "mean": 13.75, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3427.2685546875, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 589, "mean": 589.0, "median": 589.0, "p95": 589.0, "max": 589, "min": 589}, "model_input_units": {"count": 1, "sum": 590, "mean": 590.0, "median": 590.0, "p95": 590.0, "max": 590, "min": 590}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 589, "model_input_units": 590, "stage0_units": 243, "stage1_units": 98, "bytes_per_stage0_unit": 2.4238683127572016, "stage0_per_stage1_unit": 2.479591836734694}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 590, "units_out": 243, "chunk_lengths": [1, 1, 3, 10, 1, 4, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 2, 1, 6, 1, 1, 3, 5, 1, 4, 2, 1, 6, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 2, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 1, 7, 5, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 6, 1, 1, 4, 5, 1, 5, 1, 3, 1, 1, 1, 2, 4, 2, 2, 1, 3, 1, 2, 1, 6, 1, 3, 1, 1, 1, 2, 1, 5, 3, 3, 1, 3, 1, 1, 1, 7, 1, 4, 1, 1, 1, 4, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 6, 1, 2, 1, 1, 1, 7, 1, 9, 1, 4, 1, 1, 4, 5, 1, 1, 1, 2, 1, 3, 1, 3, 8, 1, 4, 2, 1, 1, 3, 4, 4, 3, 1, 1, 1, 7, 1, 9, 1, 3, 1, 1, 4, 4, 1, 9, 1, 1, 1, 5, 3, 1, 5, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 6, 1, 3, 1, 2, 4, 1, 3, 1, 4, 1, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 3, 1], "chunk_stats": {"count": 243, "sum": 590, "mean": 2.42798353909465, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 243, "units_out": 98, "chunk_lengths": [1, 2, 1, 2, 4, 1, 5, 1, 2, 2, 1, 3, 1, 2, 2, 1, 5, 1, 3, 1, 2, 2, 4, 1, 2, 3, 2, 4, 3, 4, 5, 1, 2, 3, 1, 1, 1, 10, 1, 2, 1, 1, 4, 2, 1, 5, 1, 1, 2, 2, 6, 1, 1, 1, 1, 8, 4, 7, 1, 1, 2, 1, 2, 1, 1, 2, 12, 2, 3, 1, 3, 1, 3, 3, 1, 4, 3, 1, 1, 2, 2, 3, 6, 1, 6, 1, 2, 1, 2, 3, 1, 2, 6, 1, 3, 5, 2, 1], "chunk_stats": {"count": 98, "sum": 243, "mean": 2.479591836734694, "median": 2.0, "p95": 6.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 4, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 7, 1, 3], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.5, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 7, 2, 1, 2, 3, 1, 2, 1, 5, 1, 3, 5, 1, 5], "chunk_stats": {"count": 17, "sum": 43, "mean": 2.5294117647058822, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 24, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06470808999802102, "decode_time_sec": 1.8878567380015738, "total_time_sec": 1.9593550540012075, "prefill_units_per_sec": 7402.474713975475, "prefill_bytes_per_sec": 7387.02069578346, "decode_units_per_sec": 67.80175498671409, "decode_bytes_per_sec": 67.80175498671409, "total_units_per_sec": 65.32761876853847, "total_bytes_per_sec": 65.32761876853847, "step_latency_ms": {"count": 128, "sum": 1881, "mean": 14.6953125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3391.1708984375, "peak_reserved_mb": 3468.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}, "model_input_units": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 478, "model_input_units": 479, "stage0_units": 190, "stage1_units": 69, "bytes_per_stage0_unit": 2.5157894736842104, "stage0_per_stage1_unit": 2.753623188405797}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 479, "units_out": 190, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 4, 1, 1, 1, 6, 1, 2, 1, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 10, 7, 1, 1, 7, 1, 1, 5, 2, 2, 1, 2, 1, 7, 5, 10, 2, 1, 2, 2, 5, 3, 1, 1, 2, 1, 9, 4, 1, 2, 3, 1, 7, 1, 7, 1, 3, 4, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 10, 1, 5, 1, 2, 1, 7, 2, 2, 1, 1, 2, 2, 2, 10, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 7, 10, 7, 1, 1, 7, 1, 6, 3, 1, 5, 1, 2, 1, 6, 10, 1, 5, 1, 1, 2, 7, 1, 1, 1, 7, 5, 1, 2, 7, 1, 1, 7, 1, 5, 1, 2], "chunk_stats": {"count": 190, "sum": 479, "mean": 2.5210526315789474, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 190, "units_out": 69, "chunk_lengths": [1, 2, 2, 4, 3, 2, 3, 1, 4, 1, 1, 1, 3, 2, 1, 1, 3, 5, 1, 4, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 24, 5, 5, 8, 1, 2, 2, 2, 1, 6, 1, 1, 2, 2, 2, 3, 1, 1, 6, 7, 1, 2, 4, 1, 5, 1, 7, 1], "chunk_stats": {"count": 69, "sum": 190, "mean": 2.753623188405797, "median": 2.0, "p95": 6.599999999999994, "max": 24, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [5, 3, 4, 1, 5, 2, 2, 2, 4, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 4, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 1, 3, 9, 3, 1, 1, 2, 1, 6, 1, 6, 1, 8, 4], "chunk_stats": {"count": 18, "sum": 54, "mean": 3.0, "median": 1.5, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 25, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06510904899914749, "decode_time_sec": 2.100527577000321, "total_time_sec": 2.173041643000033, "prefill_units_per_sec": 11334.829971324923, "prefill_bytes_per_sec": 11319.471123125297, "decode_units_per_sec": 60.93707190590264, "decode_bytes_per_sec": 60.93707190590264, "total_units_per_sec": 58.903611172074555, "total_bytes_per_sec": 58.903611172074555, "step_latency_ms": {"count": 128, "sum": 2098, "mean": 16.390625, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3465.041015625, "peak_reserved_mb": 3588.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 737, "mean": 737.0, "median": 737.0, "p95": 737.0, "max": 737, "min": 737}, "model_input_units": {"count": 1, "sum": 738, "mean": 738.0, "median": 738.0, "p95": 738.0, "max": 738, "min": 738}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 737, "model_input_units": 738, "stage0_units": 338, "stage1_units": 178, "bytes_per_stage0_unit": 2.1804733727810652, "stage0_per_stage1_unit": 1.898876404494382}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 738, "units_out": 338, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 9, 3, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 9, 1, 2, 4, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 1, 3, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 2, 3, 5, 13, 1, 5, 1, 8, 5, 1, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 2, 4, 1, 3, 1, 1, 1, 2, 1, 8, 1, 1, 9, 2, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 2, 3, 13, 1, 2, 1, 1, 8, 1, 3, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 1, 5, 1, 1, 1, 13, 4, 2, 1, 2, 4, 8, 1], "chunk_stats": {"count": 338, "sum": 738, "mean": 2.1834319526627217, "median": 1.0, "p95": 6.149999999999977, "max": 22, "min": 1}}, {"stage": 1, "units_in": 338, "units_out": 178, "chunk_lengths": [1, 2, 2, 2, 2, 1, 1, 3, 3, 6, 1, 1, 1, 2, 1, 1, 2, 4, 1, 2, 4, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 2, 1, 3, 1, 2, 1, 2, 3, 2, 2, 3, 2, 1, 6, 3, 1, 2, 1, 1, 1, 2, 3, 3, 2, 1, 1, 2, 2, 1, 3, 6, 1, 3, 1, 2, 2, 1, 2, 4, 3, 2, 2, 2, 1, 1, 1, 2, 1, 1, 2, 2, 2, 1, 1, 2, 3, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 2, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 3, 4, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 2, 3, 1, 1, 1, 2, 3, 2, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 2, 3, 1, 3, 5, 1, 3, 1, 3, 2, 3, 2, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 178, "sum": 338, "mean": 1.898876404494382, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 62, "chunk_lengths": [17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 6], "chunk_stats": {"count": 63, "sum": 128, "mean": 2.0317460317460316, "median": 1.0, "p95": 4.0, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 2, 2, 1, 13, 4, 1, 1, 2, 2, 1, 2, 3, 3, 2, 6, 2, 3, 5, 1, 1, 2, 1], "chunk_stats": {"count": 24, "sum": 62, "mean": 2.5833333333333335, "median": 2.0, "p95": 5.849999999999998, "max": 13, "min": 1}, "active_size_stats": {"count": 62, "sum": 62, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 26, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0645904100019834, "decode_time_sec": 1.9492306399988593, "total_time_sec": 2.0213759660000505, "prefill_units_per_sec": 4814.956275868972, "prefill_bytes_per_sec": 4799.474101348493, "decode_units_per_sec": 65.66693410897487, "decode_bytes_per_sec": 65.66693410897487, "total_units_per_sec": 63.323202686182924, "total_bytes_per_sec": 63.323202686182924, "step_latency_ms": {"count": 128, "sum": 1951, "mean": 15.2421875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3353.56591796875, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 137, "stage1_units": 82, "bytes_per_stage0_unit": 2.2627737226277373, "stage0_per_stage1_unit": 1.670731707317073}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 137, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 2, 1, 1, 2, 2, 2, 1, 2, 3, 1, 1, 5, 2, 1, 2, 1, 9, 7, 1, 2, 2, 1, 2, 3, 1, 3, 6, 1, 5, 2, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 3, 4, 1, 2, 5, 1, 3, 1, 1, 1, 6, 2, 1, 4, 1, 5, 2, 2, 2, 4, 1, 2, 5, 4, 1, 1, 6, 2, 2, 1, 2, 1, 1, 1, 1, 5, 2, 1, 6, 1, 4, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 8, 5, 5, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 1, 1], "chunk_stats": {"count": 137, "sum": 311, "mean": 2.27007299270073, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 137, "units_out": 82, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 3, 1, 1, 1, 2, 1, 3, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 3, 1, 3, 2, 2, 3, 1, 1, 1, 2, 2, 4, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 82, "sum": 137, "mean": 1.670731707317073, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 2, 3, 2, 1, 2, 2, 1, 3, 1, 1, 2, 2, 2, 1, 2, 3, 1, 5, 7, 10, 1, 2, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 1, 6, 1, 2, 3, 4, 1, 2, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 3, 1, 5, 3, 3, 3, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 2.0, "p95": 3.0, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 27, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06642195799940964, "decode_time_sec": 1.55843943400032, "total_time_sec": 1.6295059809999657, "prefill_units_per_sec": 6895.310132291956, "prefill_bytes_per_sec": 6880.2548699943745, "decode_units_per_sec": 82.1334452962602, "decode_bytes_per_sec": 82.1334452962602, "total_units_per_sec": 78.5514146572517, "total_bytes_per_sec": 78.5514146572517, "step_latency_ms": {"count": 128, "sum": 1555, "mean": 12.1484375, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3385.26318359375, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 457, "mean": 457.0, "median": 457.0, "p95": 457.0, "max": 457, "min": 457}, "model_input_units": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 457, "model_input_units": 458, "stage0_units": 133, "stage1_units": 66, "bytes_per_stage0_unit": 3.43609022556391, "stage0_per_stage1_unit": 2.015151515151515}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 458, "units_out": 133, "chunk_lengths": [1, 1, 3, 1, 6, 6, 1, 1, 3, 2, 6, 1, 1, 5, 1, 2, 1, 7, 2, 5, 2, 3, 6, 1, 1, 1, 5, 6, 7, 1, 7, 3, 2, 2, 1, 7, 6, 7, 2, 1, 2, 9, 1, 7, 7, 1, 7, 2, 6, 1, 6, 1, 11, 1, 3, 1, 1, 9, 1, 8, 2, 6, 1, 1, 3, 1, 1, 6, 1, 6, 1, 5, 7, 1, 6, 6, 5, 1, 7, 1, 2, 1, 3, 1, 1, 6, 1, 7, 1, 2, 1, 6, 1, 1, 9, 7, 1, 5, 1, 13, 1, 1, 2, 5, 2, 8, 1, 6, 7, 1, 1, 3, 2, 8, 1, 5, 1, 1, 1, 13, 1, 1, 8, 1, 1, 2, 6, 1, 1, 6, 1, 8, 1], "chunk_stats": {"count": 133, "sum": 458, "mean": 3.443609022556391, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 133, "units_out": 66, "chunk_lengths": [1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 2, 1, 3, 6, 1, 2, 1, 1, 6, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 4, 1, 5, 3, 4, 1, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 1, 2], "chunk_stats": {"count": 66, "sum": 133, "mean": 2.015151515151515, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 4, 1, 1, 1, 9, 1, 3, 1, 1, 6, 1, 7, 2, 1, 6, 1, 9, 7, 1, 7, 2, 6, 1, 6, 1, 1, 3, 1, 1, 9, 1, 8, 1, 16], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 9.0, "max": 16, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [3, 2, 1, 7, 1, 3, 1, 3, 4, 8, 1], "chunk_stats": {"count": 11, "sum": 34, "mean": 3.090909090909091, "median": 3.0, "p95": 7.5, "max": 8, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 28, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06529552900246927, "decode_time_sec": 1.8816959819996555, "total_time_sec": 1.952556888001709, "prefill_units_per_sec": 5972.843867843562, "prefill_bytes_per_sec": 5957.52888356704, "decode_units_per_sec": 68.02374093607617, "decode_bytes_per_sec": 68.02374093607617, "total_units_per_sec": 65.55506822185248, "total_bytes_per_sec": 65.55506822185248, "step_latency_ms": {"count": 128, "sum": 1871, "mean": 14.6171875, "median": 8.0, "p95": 40.0, "max": 40, "min": 8}, "peak_allocated_mb": 3368.3671875, "peak_reserved_mb": 3454.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 146, "stage1_units": 62, "bytes_per_stage0_unit": 2.664383561643836, "stage0_per_stage1_unit": 2.3548387096774195}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 390, "units_out": 146, "chunk_lengths": [1, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 6, 2, 8, 5, 1, 1, 9, 1, 5, 1, 1, 1, 1, 4, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 1, 9, 1, 5, 1, 5, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 4, 1, 1, 1, 9, 1, 5, 1, 2, 7, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 2, 6, 1, 1, 1, 9, 6, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 5, 1, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 5, 1, 1, 13, 1, 5, 1, 1, 5, 1, 11, 2, 5, 1], "chunk_stats": {"count": 146, "sum": 390, "mean": 2.671232876712329, "median": 1.0, "p95": 8.75, "max": 13, "min": 1}}, {"stage": 1, "units_in": 146, "units_out": 62, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 1, 2, 1, 7, 1, 1, 4, 1, 1, 7, 1, 5, 1, 5, 2, 7, 1, 6, 1, 1, 1, 1, 7, 1, 3, 5, 1, 1, 1, 2, 4, 3, 1, 2, 8, 4, 1, 3, 2, 2, 1, 1, 1], "chunk_stats": {"count": 62, "sum": 146, "mean": 2.3548387096774195, "median": 1.0, "p95": 7.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [9, 1, 5, 1, 1, 2, 1, 6, 1, 1, 9, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 9, 1, 5, 1, 1, 2, 1, 4, 1, 1, 9, 1, 5, 1, 1, 2, 1, 2, 6, 1, 1, 9, 1, 5, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 2, 2, 1, 5, 5, 2, 1, 5, 2, 2, 1, 5, 1, 2, 2, 1, 3], "chunk_stats": {"count": 19, "sum": 48, "mean": 2.526315789473684, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 29, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06368868999925326, "decode_time_sec": 1.7425412279990269, "total_time_sec": 1.8109985849987424, "prefill_units_per_sec": 4066.6561049228167, "prefill_bytes_per_sec": 4050.9547300003346, "decode_units_per_sec": 73.45593776681162, "decode_bytes_per_sec": 73.45593776681162, "total_units_per_sec": 70.67923799625105, "total_bytes_per_sec": 70.67923799625105, "step_latency_ms": {"count": 128, "sum": 1747, "mean": 13.6484375, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3343.2763671875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}, "model_input_units": {"count": 1, "sum": 259, "mean": 259.0, "median": 259.0, "p95": 259.0, "max": 259, "min": 259}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 258, "model_input_units": 259, "stage0_units": 88, "stage1_units": 49, "bytes_per_stage0_unit": 2.9318181818181817, "stage0_per_stage1_unit": 1.7959183673469388}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 259, "units_out": 88, "chunk_lengths": [1, 1, 3, 4, 1, 1, 8, 1, 1, 1, 5, 5, 7, 1, 7, 7, 3, 5, 5, 3, 3, 1, 6, 1, 6, 7, 5, 5, 4, 1, 5, 1, 1, 9, 2, 3, 1, 7, 1, 5, 1, 3, 1, 5, 1, 2, 1, 9, 5, 1, 1, 8, 1, 1, 2, 1, 1, 1, 5, 2, 5, 1, 2, 1, 2, 2, 3, 1, 1, 4, 4, 1, 4, 1, 1, 1, 2, 3, 1, 5, 1, 3, 4, 1, 1, 2, 5, 1], "chunk_stats": {"count": 88, "sum": 259, "mean": 2.9431818181818183, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 88, "units_out": 49, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 4, 2, 4, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 3, 1, 3, 3, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 88, "mean": 1.7959183673469388, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 2, 2, 3, 1, 2, 2, 1, 3, 3, 2, 4, 1, 1, 2, 4, 4, 5, 1, 2, 3, 1, 9, 3, 4, 8, 5, 5, 2, 4, 4, 5, 4, 4, 1, 9, 3, 4], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 3.0, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 5, 3, 1, 4, 1, 4, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 19, "sum": 38, "mean": 2.0, "median": 1.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 30, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0643052790001093, "decode_time_sec": 1.6385378159975517, "total_time_sec": 1.7064506040005654, "prefill_units_per_sec": 5116.220707159063, "prefill_bytes_per_sec": 5100.66988434095, "decode_units_per_sec": 78.11842897386707, "decode_bytes_per_sec": 78.11842897386707, "total_units_per_sec": 75.00949614358576, "total_bytes_per_sec": 75.00949614358576, "step_latency_ms": {"count": 128, "sum": 1639, "mean": 12.8046875, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3357.42529296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "model_input_units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 328, "model_input_units": 329, "stage0_units": 108, "stage1_units": 53, "bytes_per_stage0_unit": 3.037037037037037, "stage0_per_stage1_unit": 2.0377358490566038}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 329, "units_out": 108, "chunk_lengths": [1, 1, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 5, 2, 5, 1, 1, 9, 2, 10, 5, 1, 1, 2, 5, 6, 9, 4, 2, 3, 1, 5, 1, 1, 2, 3, 1, 5, 1, 1, 1, 1, 1, 13, 1, 2, 1, 1, 8, 1, 5, 1, 1, 1, 1, 1, 2, 4, 1, 1, 17, 4, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 1, 21, 1, 2, 1, 1, 8, 1, 1, 2, 4, 1, 1, 25, 4, 1, 1, 2, 1, 2, 3, 1, 1, 4, 5, 1, 1, 1, 1], "chunk_stats": {"count": 108, "sum": 329, "mean": 3.0462962962962963, "median": 1.0, "p95": 9.0, "max": 25, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 53, "chunk_lengths": [1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 2, 4, 2, 3, 4, 1, 1, 4, 2, 2, 3, 1, 3, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 4, 3, 3, 1, 1, 2, 1, 3, 7, 1], "chunk_stats": {"count": 53, "sum": 108, "mean": 2.0377358490566038, "median": 1.0, "p95": 4.399999999999999, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [29, 1, 2, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 30, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 1, 1, 2, 5, 1], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 18.5, "max": 30, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 4, 3, 1, 3, 2, 1, 4, 3, 1, 1, 3, 2, 1], "chunk_stats": {"count": 15, "sum": 31, "mean": 2.066666666666667, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 31, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0637781699988409, "decode_time_sec": 1.622126844999002, "total_time_sec": 1.6897666030017717, "prefill_units_per_sec": 4092.309327858473, "prefill_bytes_per_sec": 4076.629981774724, "decode_units_per_sec": 78.90874896412848, "decode_bytes_per_sec": 78.90874896412848, "total_units_per_sec": 75.75010641861158, "total_bytes_per_sec": 75.75010641861158, "step_latency_ms": {"count": 128, "sum": 1625, "mean": 12.6953125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.4482421875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 81, "stage1_units": 42, "bytes_per_stage0_unit": 3.2098765432098766, "stage0_per_stage1_unit": 1.9285714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 261, "units_out": 81, "chunk_lengths": [1, 1, 3, 1, 5, 1, 7, 1, 7, 1, 7, 1, 1, 1, 1, 1, 5, 1, 1, 1, 5, 3, 5, 4, 1, 11, 5, 3, 4, 8, 9, 1, 4, 5, 8, 5, 4, 6, 6, 3, 6, 1, 3, 2, 5, 5, 2, 3, 1, 1, 4, 5, 2, 3, 1, 1, 5, 3, 3, 1, 1, 4, 2, 5, 3, 8, 1, 5, 1, 1, 1, 1, 5, 2, 3, 1, 1, 4, 1, 5, 1], "chunk_stats": {"count": 81, "sum": 261, "mean": 3.2222222222222223, "median": 3.0, "p95": 8.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 42, "chunk_lengths": [1, 2, 2, 4, 1, 1, 1, 2, 2, 1, 3, 1, 2, 3, 2, 3, 1, 3, 1, 2, 1, 2, 2, 1, 1, 1, 2, 3, 1, 5, 2, 1, 3, 1, 3, 1, 3, 1, 1, 5, 2, 1], "chunk_stats": {"count": 42, "sum": 81, "mean": 1.9285714285714286, "median": 2.0, "p95": 3.9499999999999957, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 1, 5, 5, 5, 4, 6, 6], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 3.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 7, 2, 1, 11, 1, 11, 2, 1, 1, 3], "chunk_stats": {"count": 11, "sum": 41, "mean": 3.727272727272727, "median": 2.0, "p95": 11.0, "max": 11, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 32, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06458926900086226, "decode_time_sec": 1.8152615430008154, "total_time_sec": 1.8855005400000664, "prefill_units_per_sec": 12184.686592280425, "prefill_bytes_per_sec": 12169.204144259738, "decode_units_per_sec": 70.51325495961466, "decode_bytes_per_sec": 70.51325495961466, "total_units_per_sec": 67.88648281161218, "total_bytes_per_sec": 67.88648281161218, "step_latency_ms": {"count": 128, "sum": 1806, "mean": 14.109375, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3480.64501953125, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 786, "mean": 786.0, "median": 786.0, "p95": 786.0, "max": 786, "min": 786}, "model_input_units": {"count": 1, "sum": 787, "mean": 787.0, "median": 787.0, "p95": 787.0, "max": 787, "min": 787}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 786, "model_input_units": 787, "stage0_units": 248, "stage1_units": 105, "bytes_per_stage0_unit": 3.1693548387096775, "stage0_per_stage1_unit": 2.361904761904762}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 787, "units_out": 248, "chunk_lengths": [1, 1, 3, 1, 6, 1, 6, 1, 2, 2, 1, 1, 3, 2, 5, 2, 6, 2, 5, 1, 1, 9, 2, 4, 2, 10, 1, 2, 4, 1, 4, 6, 7, 2, 3, 1, 1, 4, 3, 6, 3, 11, 2, 3, 3, 4, 5, 3, 1, 1, 9, 1, 3, 2, 3, 1, 11, 7, 1, 1, 6, 1, 6, 1, 9, 2, 4, 1, 4, 5, 5, 8, 1, 2, 3, 3, 7, 2, 8, 3, 5, 1, 9, 6, 2, 1, 6, 1, 5, 1, 2, 1, 1, 5, 1, 5, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 3, 4, 1, 2, 1, 5, 2, 6, 2, 5, 1, 1, 9, 1, 1, 1, 4, 2, 5, 1, 5, 1, 1, 9, 1, 2, 1, 1, 1, 4, 2, 1, 1, 13, 3, 4, 1, 2, 1, 5, 1, 1, 1, 2, 3, 1, 2, 6, 2, 1, 3, 1, 1, 9, 2, 1, 4, 5, 1, 8, 2, 3, 1, 2, 6, 1, 1, 2, 7, 1, 9, 7, 9, 2, 1, 2, 4, 1, 8, 1, 3, 4, 5, 1, 9, 1, 2, 5, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 248, "sum": 787, "mean": 3.1733870967741935, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 248, "units_out": 105, "chunk_lengths": [1, 2, 2, 2, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 7, 3, 2, 1, 1, 3, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 2, 7, 2, 1, 2, 2, 1, 1, 1, 6, 3, 3, 2, 2, 5, 1, 4, 2, 2, 3, 1, 1, 3, 1, 1, 3, 2, 2, 5, 3, 1, 4, 2, 2, 4, 2, 1, 3, 1, 1, 1, 2, 5, 6, 1, 3, 1, 1, 2, 5, 3, 1, 1, 6, 2, 8, 1, 1, 2, 4, 3, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1], "chunk_stats": {"count": 105, "sum": 248, "mean": 2.361904761904762, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [2, 1, 2, 1, 3, 13, 4, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 12.749999999999979, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1, 1, 1, 2, 1], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 6.099999999999998, "max": 7, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 33, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0649526489978598, "decode_time_sec": 1.7010283769996022, "total_time_sec": 1.7738934730004985, "prefill_units_per_sec": 5465.519966886914, "prefill_bytes_per_sec": 5450.124135994274, "decode_units_per_sec": 75.24859768993139, "decode_bytes_per_sec": 75.24859768993139, "total_units_per_sec": 72.1576588156058, "total_bytes_per_sec": 72.1576588156058, "step_latency_ms": {"count": 128, "sum": 1703, "mean": 13.3046875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3360.71484375, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 184, "stage1_units": 90, "bytes_per_stage0_unit": 1.923913043478261, "stage0_per_stage1_unit": 2.0444444444444443}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 355, "units_out": 184, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 4, 1, 4, 1, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 8, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 2, 2, 1, 5, 6, 1, 2, 4, 1, 1, 2, 1, 2, 1, 3, 1, 1, 5, 1, 2, 4, 1, 2, 1, 2, 1, 1, 9, 8, 1, 2, 2, 2, 1, 2, 1, 4, 1, 8, 1, 1, 1, 9, 6, 1, 2, 2, 2, 1, 9, 5, 1, 7, 2, 4, 6, 6, 1, 1], "chunk_stats": {"count": 184, "sum": 355, "mean": 1.9293478260869565, "median": 1.0, "p95": 6.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 184, "units_out": 90, "chunk_lengths": [1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 2, 4, 3, 2, 2, 4, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 4, 4, 3, 1, 6, 2, 6, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2], "chunk_stats": {"count": 90, "sum": 184, "mean": 2.0444444444444443, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [13, 5, 1, 4, 1, 5, 1, 4, 1, 2, 8, 2, 4, 1, 1, 2, 4, 1, 5, 1, 4, 1, 13, 4, 1, 3, 1, 4, 2, 4, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 2], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 6, 1, 1, 1, 1, 3, 4, 2, 2, 3, 2, 6, 3, 3], "chunk_stats": {"count": 16, "sum": 40, "mean": 2.5, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 34, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0641710290001356, "decode_time_sec": 1.8037173390002863, "total_time_sec": 1.8718828870005382, "prefill_units_per_sec": 5641.174929565724, "prefill_bytes_per_sec": 5625.591573406703, "decode_units_per_sec": 70.96455593809628, "decode_bytes_per_sec": 70.96455593809628, "total_units_per_sec": 68.38034627535072, "total_bytes_per_sec": 68.38034627535072, "step_latency_ms": {"count": 128, "sum": 1806, "mean": 14.109375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3364.33154296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}, "model_input_units": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 361, "model_input_units": 362, "stage0_units": 128, "stage1_units": 61, "bytes_per_stage0_unit": 2.8203125, "stage0_per_stage1_unit": 2.098360655737705}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 362, "units_out": 128, "chunk_lengths": [1, 1, 3, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2, 8, 2, 1, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 13, 4, 1, 1, 2, 1, 3, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 9, 7, 10, 1, 2, 1, 1, 13, 5, 1, 17, 1, 2, 6, 2, 7, 1, 5, 1, 1, 1, 1, 1, 1, 6, 2, 5, 1, 5, 1, 3, 4, 1, 1, 5, 6, 1, 1, 17, 2, 1, 1, 3, 1, 1, 4, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 128, "sum": 362, "mean": 2.828125, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 128, "units_out": 61, "chunk_lengths": [1, 2, 1, 4, 1, 3, 1, 4, 1, 1, 3, 1, 5, 1, 5, 2, 3, 4, 3, 2, 1, 1, 1, 1, 1, 5, 1, 5, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 3, 4, 3, 1, 1, 2, 2, 1, 1, 3, 3, 2, 1, 1, 1, 6, 3, 1, 1, 3, 1, 1, 1], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [13, 1, 5, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 1, 1, 1, 3, 1, 1, 2, 5, 3, 1, 1, 3, 5, 1, 1, 3, 1, 4], "chunk_stats": {"count": 20, "sum": 41, "mean": 2.05, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 35, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0642709300009301, "decode_time_sec": 2.112297324001702, "total_time_sec": 2.1804685419992893, "prefill_units_per_sec": 4185.406994983691, "prefill_bytes_per_sec": 4169.8478611733435, "decode_units_per_sec": 60.597529782174206, "decode_bytes_per_sec": 60.597529782174206, "total_units_per_sec": 58.702979444333444, "total_bytes_per_sec": 58.702979444333444, "step_latency_ms": {"count": 128, "sum": 2113, "mean": 16.5078125, "median": 8.0, "p95": 38.64999999999999, "max": 40, "min": 8}, "peak_allocated_mb": 3344.1357421875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 122, "stage1_units": 59, "bytes_per_stage0_unit": 2.19672131147541, "stage0_per_stage1_unit": 2.0677966101694913}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 269, "units_out": 122, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 5, 1, 4, 2, 1, 5, 1, 8, 2, 4, 4, 1, 2, 2, 2, 2, 6, 1, 2, 2, 1, 1, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 2, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 8, 1, 5, 1, 2, 4, 4, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 4, 1, 2, 4, 4, 1, 1, 1], "chunk_stats": {"count": 122, "sum": 269, "mean": 2.2049180327868854, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 122, "units_out": 59, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 4, 1, 2, 3, 1, 2, 3, 1, 1, 1, 3, 2, 1, 2, 5, 1, 5, 1, 6, 1, 1, 2, 1, 6, 1, 4, 1, 4, 1, 3, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 3, 2, 1, 2, 2, 1], "chunk_stats": {"count": 59, "sum": 122, "mean": 2.0677966101694913, "median": 1.0, "p95": 5.099999999999994, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [5, 1, 2, 2, 6, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 2, 6, 1, 2, 2, 6, 1, 1, 5, 3, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 4, 1, 1, 5, 1, 4, 2, 2], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 1, 6, 3, 2, 1, 3, 1, 1, 4, 3, 1, 6, 1, 1, 1, 1, 3, 3, 2, 1], "chunk_stats": {"count": 27, "sum": 57, "mean": 2.111111111111111, "median": 1.0, "p95": 5.399999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 36, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06359381999936886, "decode_time_sec": 1.568197839998902, "total_time_sec": 1.6351813490000495, "prefill_units_per_sec": 5047.660291568988, "prefill_bytes_per_sec": 5031.935493152886, "decode_units_per_sec": 81.62235448563659, "decode_bytes_per_sec": 81.62235448563659, "total_units_per_sec": 78.27877934045353, "total_bytes_per_sec": 78.27877934045353, "step_latency_ms": {"count": 128, "sum": 1573, "mean": 12.2890625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3354.41796875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "model_input_units": {"count": 1, "sum": 321, "mean": 321.0, "median": 321.0, "p95": 321.0, "max": 321, "min": 321}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 320, "model_input_units": 321, "stage0_units": 111, "stage1_units": 50, "bytes_per_stage0_unit": 2.8828828828828827, "stage0_per_stage1_unit": 2.22}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 321, "units_out": 111, "chunk_lengths": [1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 2, 4, 2, 4, 1, 3, 1, 1, 1, 4, 2, 7, 1, 1, 5, 1, 1, 9, 1, 2, 5, 4, 3, 1, 3, 1, 1, 6, 1, 13, 1, 5, 4, 1, 5, 3, 5, 1, 4, 1, 9, 5, 4, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 1, 4, 1, 2, 4, 1, 1, 1, 1, 2, 4, 1, 1, 13, 1, 6, 2, 4, 1, 4, 1, 4, 1, 1, 13, 1, 2, 4, 1, 3, 1, 1, 17, 1, 6, 2, 4, 3, 1, 7, 1, 3, 1, 1, 1], "chunk_stats": {"count": 111, "sum": 321, "mean": 2.891891891891892, "median": 2.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 2, 1, 2, 2, 2, 1, 1, 2, 2, 6, 1, 2, 5, 3, 1, 1, 1, 7, 6, 3, 4, 1, 5, 1, 2, 1, 3, 4, 2, 2, 4, 1, 2, 1, 2, 2, 3, 2], "chunk_stats": {"count": 50, "sum": 111, "mean": 2.22, "median": 2.0, "p95": 5.549999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 32, "chunk_lengths": [21, 1, 5, 2, 1, 3, 1, 1, 6, 1, 4, 1, 2, 7, 1, 1, 7, 1, 17, 1, 13, 3, 4, 1, 5, 1, 1, 1, 1, 5, 4, 1, 4], "chunk_stats": {"count": 33, "sum": 128, "mean": 3.878787878787879, "median": 2.0, "p95": 14.599999999999994, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [3, 6, 3, 3, 3, 1, 1, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 13, "sum": 32, "mean": 2.4615384615384617, "median": 3.0, "p95": 4.799999999999997, "max": 6, "min": 1}, "active_size_stats": {"count": 32, "sum": 32, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 37, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06592779899801826, "decode_time_sec": 1.923028034001618, "total_time_sec": 1.9929653510007483, "prefill_units_per_sec": 4717.281704025163, "prefill_bytes_per_sec": 4702.113595652091, "decode_units_per_sec": 66.56169215258164, "decode_bytes_per_sec": 66.56169215258164, "total_units_per_sec": 64.22590334334014, "total_bytes_per_sec": 64.22590334334014, "step_latency_ms": {"count": 128, "sum": 1922, "mean": 15.015625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3353.5654296875, "peak_reserved_mb": 3388.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 94, "stage1_units": 41, "bytes_per_stage0_unit": 3.297872340425532, "stage0_per_stage1_unit": 2.292682926829268}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 94, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 3, 4, 8, 1, 17, 7, 1, 1, 3, 1, 7, 2, 5, 1, 1, 3, 1, 5, 2, 5, 1, 1, 1, 3, 1, 5, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 2, 5, 1, 4, 1, 5, 1, 9, 1, 2, 4, 1, 5, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 1, 1], "chunk_stats": {"count": 94, "sum": 311, "mean": 3.3085106382978724, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 94, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 6, 1, 1, 1, 7, 1, 3, 2, 5, 2, 5, 1, 1, 5, 1, 3, 2, 6, 1], "chunk_stats": {"count": 41, "sum": 94, "mean": 2.292682926829268, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 3, 4, 2, 2, 1, 1, 1, 1, 5, 8, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 7, 1, 2, 2, 2, 5, 1, 4, 2, 5, 1, 1, 4, 2, 1, 3, 1, 4, 1, 1, 8], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 7.75, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 4, 1, 1, 1, 3, 1, 3, 1, 7, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 1, 4], "chunk_stats": {"count": 23, "sum": 45, "mean": 1.9565217391304348, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 38, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06405580999853555, "decode_time_sec": 1.889043199000298, "total_time_sec": 1.9589341460014111, "prefill_units_per_sec": 12629.611584312108, "prefill_bytes_per_sec": 12614.000197928533, "decode_units_per_sec": 67.75917039257703, "decode_bytes_per_sec": 67.75917039257703, "total_units_per_sec": 65.34165544118694, "total_bytes_per_sec": 65.34165544118694, "step_latency_ms": {"count": 128, "sum": 1887, "mean": 14.7421875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3485.3779296875, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 808, "mean": 808.0, "median": 808.0, "p95": 808.0, "max": 808, "min": 808}, "model_input_units": {"count": 1, "sum": 809, "mean": 809.0, "median": 809.0, "p95": 809.0, "max": 809, "min": 809}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 808, "model_input_units": 809, "stage0_units": 242, "stage1_units": 109, "bytes_per_stage0_unit": 3.3388429752066116, "stage0_per_stage1_unit": 2.220183486238532}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 809, "units_out": 242, "chunk_lengths": [1, 1, 3, 1, 5, 1, 5, 1, 1, 3, 2, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 2, 4, 1, 22, 3, 2, 1, 11, 1, 1, 4, 2, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 4, 1, 22, 5, 1, 6, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 9, 1, 1, 2, 1, 6, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 3, 10, 2, 1, 1, 1, 2, 10, 1, 9, 6, 1, 5, 1, 1, 1, 3, 4, 2, 1, 1, 1, 2, 4, 1, 9, 1, 2, 8, 1, 3, 1, 13, 6, 1, 5, 1, 1, 1, 3, 8, 1, 3, 2, 1, 1, 1, 2, 8, 1, 3, 1, 9, 4, 1, 13, 6, 1, 5, 1, 1, 1, 3, 3, 8, 1, 3, 2, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 9, 1, 5, 1, 7, 2, 1, 3, 1, 1, 5, 1, 1, 5, 1, 6, 1, 3, 2, 1, 11, 1, 29, 1, 1, 1, 18, 1, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 5, 1, 6, 1, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 1, 30, 5, 1, 6, 1, 5, 1, 6, 2, 4, 1, 4, 2], "chunk_stats": {"count": 242, "sum": 809, "mean": 3.34297520661157, "median": 1.5, "p95": 10.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 242, "units_out": 109, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 3, 2, 3, 3, 1, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 4, 2, 2, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 1, 2, 2, 1, 1, 4, 3, 3, 1, 2, 6, 1, 2, 1, 4, 3, 1, 3, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 5, 5, 5, 7, 9, 1, 1, 6, 4, 2, 5, 2, 5, 4, 2, 2, 1], "chunk_stats": {"count": 109, "sum": 242, "mean": 2.220183486238532, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 5, 1, 1, 2, 2, 10, 1, 3, 5, 1, 5, 1, 2, 3, 4, 10, 1, 3, 2, 1, 5, 5, 5, 2], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 5.75, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 5, 1, 1, 1, 3, 1, 3, 1, 3, 1, 1, 4, 1, 3, 6, 1, 2, 1, 1, 4], "chunk_stats": {"count": 21, "sum": 45, "mean": 2.142857142857143, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 39, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06448450999960187, "decode_time_sec": 1.7430533389997436, "total_time_sec": 1.8169753539987141, "prefill_units_per_sec": 8281.058505419316, "prefill_bytes_per_sec": 8265.550905221902, "decode_units_per_sec": 73.43435633097332, "decode_bytes_per_sec": 73.43435633097332, "total_units_per_sec": 70.44674531126887, "total_bytes_per_sec": 70.44674531126887, "step_latency_ms": {"count": 128, "sum": 1742, "mean": 13.609375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3409.3544921875, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}, "model_input_units": {"count": 1, "sum": 534, "mean": 534.0, "median": 534.0, "p95": 534.0, "max": 534, "min": 534}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 533, "model_input_units": 534, "stage0_units": 219, "stage1_units": 107, "bytes_per_stage0_unit": 2.4337899543378994, "stage0_per_stage1_unit": 2.046728971962617}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 534, "units_out": 219, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 1, 1, 5, 6, 1, 5, 3, 2, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 2, 2, 9, 4, 1, 13, 6, 1, 1, 1, 1, 1, 1, 5, 3, 2, 6, 1, 5, 3, 2, 1, 13, 2, 1, 1, 1, 1, 5, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 1, 1, 1, 5, 2, 1, 13, 1, 1, 1, 6, 5, 4, 1, 1, 2, 1, 5, 1, 2, 7, 1, 4, 5, 13, 1, 1, 2, 1, 1, 6, 5, 5, 3, 1, 7, 3, 4, 4, 1, 1, 5, 13, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 219, "sum": 534, "mean": 2.4383561643835616, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 219, "units_out": 107, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 5, 1, 2, 2, 1, 1, 1, 2, 4, 1, 4, 1, 3, 2, 2, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 4, 1, 1, 3, 1, 5, 3, 1, 1, 6, 3, 1, 1, 1, 1, 6, 1, 1, 7, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 4, 2, 1, 1, 4, 1, 1, 4, 11, 1, 1, 2, 1, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 1, 2, 1, 1, 3, 1, 2, 3, 1, 1, 8, 1, 5, 1, 1, 1], "chunk_stats": {"count": 107, "sum": 219, "mean": 2.046728971962617, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [17, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 1, 4, 2, 1, 17, 2, 1, 1, 1, 1, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 3, 6, 1, 5, 3, 2, 1, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 6, 1, 4, 4, 7, 2, 1, 7, 5, 4, 5, 2], "chunk_stats": {"count": 13, "sum": 49, "mean": 3.769230769230769, "median": 4.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 40, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06451540999842109, "decode_time_sec": 1.6030900850018952, "total_time_sec": 1.676012489999266, "prefill_units_per_sec": 15453.67223155522, "prefill_bytes_per_sec": 15438.172058805416, "decode_units_per_sec": 79.84579356926699, "decode_bytes_per_sec": 79.84579356926699, "total_units_per_sec": 76.37174589316817, "total_bytes_per_sec": 76.37174589316817, "step_latency_ms": {"count": 128, "sum": 1607, "mean": 12.5546875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3532.68896484375, "peak_reserved_mb": 3626.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 996, "mean": 996.0, "median": 996.0, "p95": 996.0, "max": 996, "min": 996}, "model_input_units": {"count": 1, "sum": 997, "mean": 997.0, "median": 997.0, "p95": 997.0, "max": 997, "min": 997}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 996, "model_input_units": 997, "stage0_units": 347, "stage1_units": 152, "bytes_per_stage0_unit": 2.8703170028818445, "stage0_per_stage1_unit": 2.2828947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 997, "units_out": 347, "chunk_lengths": [1, 1, 3, 1, 5, 4, 1, 1, 3, 2, 4, 1, 1, 9, 1, 2, 3, 2, 4, 1, 1, 4, 1, 1, 8, 1, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 4, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 6, 1, 1, 4, 1, 9, 2, 1, 2, 3, 1, 2, 4, 1, 2, 6, 1, 3, 9, 1, 4, 4, 1, 1, 4, 1, 2, 5, 4, 1, 4, 11, 5, 4, 1, 6, 6, 1, 6, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 6, 1, 5, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 6, 1, 1, 1, 2, 3, 2, 3, 1, 2, 3, 1, 3, 3, 1, 7, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 1, 2, 1, 3, 1, 3, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 2, 1, 1, 1, 1, 6, 1, 3, 1, 2, 7, 1, 3, 1, 7, 1, 1, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 8, 2, 1, 3, 1, 1, 6, 1, 7, 1, 1, 4, 1, 1, 1, 1, 13, 3, 4, 1, 9, 2, 8, 4, 3, 1, 6, 1, 7, 1, 9, 1, 1, 1, 2, 4, 1, 4, 5, 1, 5, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 8, 1, 2, 1, 9, 1, 1, 6, 1, 6, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 1, 2, 6, 1, 5, 3, 1, 6, 1, 7, 5, 2, 1, 3, 4, 7, 1], "chunk_stats": {"count": 347, "sum": 997, "mean": 2.873198847262248, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 347, "units_out": 152, "chunk_lengths": [1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 7, 2, 4, 1, 1, 1, 6, 1, 3, 1, 4, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 6, 2, 3, 1, 8, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 2, 2, 1, 1, 3, 3, 6, 1, 6, 5, 1, 7, 3, 3, 3, 5, 1, 3, 1, 1, 1, 4, 1, 4, 2, 1, 1, 1, 3, 2, 1, 3, 3, 1, 1, 3, 3, 6, 1, 6, 5, 1, 4, 1, 6, 2, 3, 4, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 2, 4, 1, 1, 10, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 2, 1], "chunk_stats": {"count": 152, "sum": 347, "mean": 2.2828947368421053, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 2, 3, 4, 7, 6, 1, 2, 4, 7, 1, 3, 4, 1, 6, 1, 7, 5, 1, 9, 2, 3, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 1, 6, 1, 3], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [2, 1, 4, 1, 4, 7, 1, 1, 9, 2, 6, 1], "chunk_stats": {"count": 12, "sum": 39, "mean": 3.25, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 41, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06706893800219405, "decode_time_sec": 1.6404599170018628, "total_time_sec": 1.7145783420019143, "prefill_units_per_sec": 4025.70859242124, "prefill_bytes_per_sec": 4010.7985605974577, "decode_units_per_sec": 78.02689884306064, "decode_bytes_per_sec": 78.02689884306064, "total_units_per_sec": 74.65392327920651, "total_bytes_per_sec": 74.65392327920651, "step_latency_ms": {"count": 128, "sum": 1645, "mean": 12.8515625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3344.2216796875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}, "model_input_units": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 269, "model_input_units": 270, "stage0_units": 103, "stage1_units": 37, "bytes_per_stage0_unit": 2.6116504854368934, "stage0_per_stage1_unit": 2.7837837837837838}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 270, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 4, 4, 1, 6, 1, 1, 1, 5, 1, 7, 2, 1, 9, 1, 1, 1, 2, 1, 9, 1, 9, 1, 1, 1, 2, 1, 7, 1, 9, 1, 1, 1, 2, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 9, 1, 1, 1, 2, 1], "chunk_stats": {"count": 103, "sum": 270, "mean": 2.621359223300971, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 37, "chunk_lengths": [1, 2, 2, 3, 2, 1, 1, 2, 1, 2, 4, 2, 2, 6, 2, 6, 1, 2, 7, 2, 5, 1, 3, 2, 6, 4, 2, 6, 1, 1, 2, 2, 6, 2, 2, 2, 5], "chunk_stats": {"count": 37, "sum": 103, "mean": 2.7837837837837838, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 6, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 5, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [2, 1, 2, 2, 7, 2, 2, 9, 1, 2, 9, 1, 1], "chunk_stats": {"count": 13, "sum": 41, "mean": 3.1538461538461537, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 42, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06435987899749307, "decode_time_sec": 1.7502418250005576, "total_time_sec": 1.8194385429997055, "prefill_units_per_sec": 8669.997655243185, "prefill_bytes_per_sec": 8654.460025036655, "decode_units_per_sec": 73.13275124136587, "decode_bytes_per_sec": 73.13275124136587, "total_units_per_sec": 70.35137322581207, "total_bytes_per_sec": 70.35137322581207, "step_latency_ms": {"count": 128, "sum": 1750, "mean": 13.671875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3415.916015625, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}, "model_input_units": {"count": 1, "sum": 558, "mean": 558.0, "median": 558.0, "p95": 558.0, "max": 558, "min": 558}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 557, "model_input_units": 558, "stage0_units": 175, "stage1_units": 81, "bytes_per_stage0_unit": 3.182857142857143, "stage0_per_stage1_unit": 2.1604938271604937}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 558, "units_out": 175, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 7, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 7, 1, 2, 2, 2, 2, 3, 1, 4, 1, 1, 3, 1, 1, 9, 5, 2, 1, 3, 1, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 2, 2, 1, 5, 2, 1, 7, 1, 9, 2, 1, 2, 4, 1, 4, 4, 1, 2, 2, 2, 1, 7, 1, 2, 1, 4, 2, 5, 3, 5, 4, 3, 1, 2, 5, 3, 5, 9, 8, 1, 2, 2, 1, 7, 2, 4, 1, 2, 2, 1, 9, 4, 7, 1, 2, 2, 1, 6, 1, 2, 4, 1, 4, 1, 1, 3, 1, 1, 13, 1, 2, 2, 4, 1, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 1, 1, 7, 1, 5, 1, 2, 4, 1, 4, 1, 17, 7, 5, 5, 1, 21, 2, 2, 13, 8, 1, 2, 2, 1, 6, 1, 1, 9, 4, 1, 2, 3, 2, 7, 1, 2, 2, 1, 6, 1, 1], "chunk_stats": {"count": 175, "sum": 558, "mean": 3.1885714285714286, "median": 2.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 175, "units_out": 81, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 3, 2, 1, 1, 1, 6, 4, 1, 3, 3, 4, 1, 1, 3, 1, 6, 1, 3, 2, 2, 2, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 2, 3, 2, 1, 2, 2, 5, 1, 1, 6, 1, 3, 1, 4, 2, 2, 3, 3, 1, 1, 3, 1, 2, 1, 6, 2, 1, 4, 1, 6, 1, 1], "chunk_stats": {"count": 81, "sum": 175, "mean": 2.1604938271604937, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 2, 2, 3, 1, 4, 1, 13, 1, 3, 1, 1, 1, 7, 1, 5, 1, 1, 5, 1, 4, 1, 1, 5, 4, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 5], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.5, "p95": 7.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 3, 3, 1, 8, 3, 3, 1, 1, 4, 5, 4, 2, 3, 2], "chunk_stats": {"count": 16, "sum": 45, "mean": 2.8125, "median": 3.0, "p95": 5.75, "max": 8, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 43, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06431732999772066, "decode_time_sec": 1.9237306440008979, "total_time_sec": 1.9943980909993115, "prefill_units_per_sec": 5021.974637495785, "prefill_bytes_per_sec": 5006.42672840137, "decode_units_per_sec": 66.53738162313137, "decode_bytes_per_sec": 66.53738162313137, "total_units_per_sec": 64.17976460048877, "total_bytes_per_sec": 64.17976460048877, "step_latency_ms": {"count": 128, "sum": 1927, "mean": 15.0546875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3355.61669921875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "model_input_units": {"count": 1, "sum": 323, "mean": 323.0, "median": 323.0, "p95": 323.0, "max": 323, "min": 323}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 322, "model_input_units": 323, "stage0_units": 112, "stage1_units": 54, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.074074074074074}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 323, "units_out": 112, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 8, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 5, 4, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 8, 1], "chunk_stats": {"count": 112, "sum": 323, "mean": 2.8839285714285716, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 112, "units_out": 54, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 4, 4, 1, 7, 1, 1, 6, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 6, 2, 1, 5, 1, 2, 1, 1, 6, 1, 2, 1, 2, 1, 5, 1, 2, 1, 3, 2, 1], "chunk_stats": {"count": 54, "sum": 112, "mean": 2.074074074074074, "median": 1.5, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 8, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 4, 1, 8, 1, 5, 4, 1, 6], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 5, 1, 1, 1, 3, 2, 4, 1, 1, 6, 4, 1, 7, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 20, "sum": 52, "mean": 2.6, "median": 2.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 44, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06663903899971046, "decode_time_sec": 1.8790091250011756, "total_time_sec": 1.9506956820005144, "prefill_units_per_sec": 8508.526060864466, "prefill_bytes_per_sec": 8493.519842062236, "decode_units_per_sec": 68.1210103223527, "decode_bytes_per_sec": 68.1210103223527, "total_units_per_sec": 65.61761590035972, "total_bytes_per_sec": 65.61761590035972, "step_latency_ms": {"count": 128, "sum": 1879, "mean": 14.6796875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3419.0615234375, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}, "model_input_units": {"count": 1, "sum": 567, "mean": 567.0, "median": 567.0, "p95": 567.0, "max": 567, "min": 567}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 566, "model_input_units": 567, "stage0_units": 230, "stage1_units": 76, "bytes_per_stage0_unit": 2.4608695652173913, "stage0_per_stage1_unit": 3.026315789473684}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 567, "units_out": 230, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 7, 2, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 1, 9, 7, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 9, 6, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 2, 1, 5, 1, 1, 9, 7, 1, 5, 2, 1, 1, 1, 1, 2, 7, 1, 5, 2, 1, 7, 1, 4, 1, 1, 9, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 2, 7, 1, 7, 1, 4, 2, 1, 3, 1, 4, 1, 7, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 4, 1, 7, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 230, "sum": 567, "mean": 2.465217391304348, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 230, "units_out": 76, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 1, 2, 2, 2, 2, 2, 2, 3, 1, 5, 2, 3, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 6, 3, 2, 1, 4, 1, 14, 1, 1, 1, 11, 1, 1, 1, 6, 12, 1, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 2, 1, 2, 1, 6, 4, 1, 8, 1, 1, 5, 5, 1, 6, 6, 1, 13, 1, 10, 2], "chunk_stats": {"count": 76, "sum": 230, "mean": 3.026315789473684, "median": 2.0, "p95": 10.25, "max": 14, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 2, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 9, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 6.299999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 1, 4, 11, 1, 3, 1, 1, 1, 12, 2, 2, 2, 2, 2, 4, 4], "chunk_stats": {"count": 18, "sum": 55, "mean": 3.0555555555555554, "median": 2.0, "p95": 11.149999999999999, "max": 12, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 45, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06532036900171079, "decode_time_sec": 1.929445621000923, "total_time_sec": 2.003003786998306, "prefill_units_per_sec": 11390.015264312333, "prefill_bytes_per_sec": 11374.706104010838, "decode_units_per_sec": 66.34029931022283, "decode_bytes_per_sec": 66.34029931022283, "total_units_per_sec": 63.904022963341625, "total_bytes_per_sec": 63.904022963341625, "step_latency_ms": {"count": 128, "sum": 1931, "mean": 15.0859375, "median": 8.0, "p95": 38.0, "max": 46, "min": 8}, "peak_allocated_mb": 3466.388671875, "peak_reserved_mb": 3588.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 743, "mean": 743.0, "median": 743.0, "p95": 743.0, "max": 743, "min": 743}, "model_input_units": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 743, "model_input_units": 744, "stage0_units": 268, "stage1_units": 155, "bytes_per_stage0_unit": 2.7723880597014925, "stage0_per_stage1_unit": 1.729032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 744, "units_out": 268, "chunk_lengths": [1, 1, 3, 5, 1, 5, 2, 1, 2, 1, 5, 1, 4, 1, 1, 5, 6, 2, 2, 1, 1, 1, 3, 1, 5, 1, 5, 1, 4, 1, 1, 5, 2, 6, 1, 1, 2, 1, 8, 5, 7, 2, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 2, 2, 1, 5, 1, 2, 4, 7, 3, 7, 4, 3, 5, 1, 7, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 7, 3, 5, 1, 6, 1, 2, 5, 1, 2, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 5, 6, 2, 7, 1, 4, 1, 3, 1, 1, 5, 1, 2, 2, 2, 1, 5, 1, 2, 1, 4, 3, 1, 3, 4, 5, 1, 1, 3, 1, 3, 1, 3, 5, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 1, 10, 1, 4, 5, 1, 3, 2, 7, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 2, 2, 1, 5, 1, 2, 4, 1, 3, 3, 1, 3, 4, 3, 1, 5, 2, 1, 1, 2, 1, 2, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 7, 2, 5, 1, 3, 1, 6, 1, 6, 1, 1, 5, 2, 6, 1, 3, 1, 6, 3, 1, 2, 7, 1, 6, 7, 3, 2, 6, 1, 6, 4, 1, 5, 2, 1, 3, 10, 1, 1, 2, 7, 2, 4, 1, 2, 2, 3, 1, 7, 4, 5, 2, 1, 2, 1, 2, 1, 5, 5, 4, 6, 1, 1], "chunk_stats": {"count": 268, "sum": 744, "mean": 2.7761194029850746, "median": 2.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 268, "units_out": 155, "chunk_lengths": [1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 4, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 4, 4, 2, 4, 1, 2, 2, 2, 1, 1, 2, 4, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 2, 4, 1, 3, 1], "chunk_stats": {"count": 155, "sum": 268, "mean": 1.729032258064516, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [5, 6, 2, 3, 1, 5, 1, 5, 1, 2, 6, 1, 2, 1, 1, 9, 6, 2, 2, 2, 1, 5, 2, 6, 3, 6, 1, 4, 5, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.5, "p95": 6.049999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [1, 1, 1, 1, 3, 2, 3, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1], "chunk_stats": {"count": 26, "sum": 39, "mean": 1.5, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 46, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06378342900279677, "decode_time_sec": 1.79886573299882, "total_time_sec": 1.8701999289987725, "prefill_units_per_sec": 4687.737938750353, "prefill_bytes_per_sec": 4672.059885443496, "decode_units_per_sec": 71.15594991440307, "decode_bytes_per_sec": 71.15594991440307, "total_units_per_sec": 68.44188047238666, "total_bytes_per_sec": 68.44188047238666, "step_latency_ms": {"count": 128, "sum": 1807, "mean": 14.1171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3351.42626953125, "peak_reserved_mb": 3388.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 97, "stage1_units": 40, "bytes_per_stage0_unit": 3.0721649484536084, "stage0_per_stage1_unit": 2.425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 299, "units_out": 97, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 6, 1, 1, 3, 1, 1, 9, 2, 1, 5, 1, 2, 1, 3, 1, 2, 4, 5, 1, 6, 1, 2, 1, 8, 4, 9, 1, 1, 8, 4, 5, 6, 1, 9, 1, 2, 1, 3, 1, 4, 1, 9, 1, 2, 4, 2, 2, 1, 13, 3, 1, 4, 2, 1, 3, 1, 4, 1, 8, 1, 1, 13, 1, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 1, 9, 4, 1, 13, 1, 5, 4, 5, 1, 1, 4, 2, 2, 1, 1, 4], "chunk_stats": {"count": 97, "sum": 299, "mean": 3.082474226804124, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 40, "chunk_lengths": [1, 2, 4, 1, 1, 4, 1, 1, 2, 4, 1, 5, 1, 1, 5, 3, 3, 1, 1, 5, 2, 2, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 5, 1, 2, 1, 2, 3, 2, 5], "chunk_stats": {"count": 40, "sum": 97, "mean": 2.425, "median": 2.0, "p95": 5.049999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 3, 11, 1, 5, 2, 1, 8, 2, 3, 2, 4, 2, 1, 6, 8, 1, 1, 1, 1, 5, 4, 1, 1, 2, 5, 1, 1, 3, 2, 3, 1, 1, 9, 1, 1, 1, 9, 2, 6, 1, 2, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 8.899999999999999, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 3, 1, 1, 4, 2, 1, 4, 2, 1, 1, 5, 4, 3, 1, 3, 1, 2, 2], "chunk_stats": {"count": 19, "sum": 42, "mean": 2.210526315789474, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 47, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06410146000052919, "decode_time_sec": 1.771971925998514, "total_time_sec": 1.8410461540006509, "prefill_units_per_sec": 9391.36175673737, "prefill_bytes_per_sec": 9375.76148803847, "decode_units_per_sec": 72.23590742154192, "decode_bytes_per_sec": 72.23590742154192, "total_units_per_sec": 69.52568773023533, "total_bytes_per_sec": 69.52568773023533, "step_latency_ms": {"count": 128, "sum": 1776, "mean": 13.875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3428.720703125, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 601, "mean": 601.0, "median": 601.0, "p95": 601.0, "max": 601, "min": 601}, "model_input_units": {"count": 1, "sum": 602, "mean": 602.0, "median": 602.0, "p95": 602.0, "max": 602, "min": 602}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 601, "model_input_units": 602, "stage0_units": 212, "stage1_units": 100, "bytes_per_stage0_unit": 2.8349056603773586, "stage0_per_stage1_unit": 2.12}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 602, "units_out": 212, "chunk_lengths": [1, 1, 3, 3, 1, 1, 8, 1, 7, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 8, 2, 7, 1, 7, 1, 3, 1, 9, 2, 4, 1, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 2, 4, 1, 1, 1, 1, 5, 7, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 7, 1, 2, 4, 1, 1, 1, 5, 2, 2, 5, 1, 1, 4, 5, 7, 1, 8, 1, 8, 2, 5, 5, 7, 1, 5, 2, 1, 8, 4, 1, 1, 1, 5, 1, 2, 4, 3, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 7, 1, 1, 1, 9, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 8, 2, 1, 1, 1, 5, 7, 1, 5, 2, 2, 5, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 5, 7, 1, 8, 1, 8, 2, 1, 4, 1, 5, 2, 5, 1, 1, 4, 1, 1, 2, 1, 7, 1, 9, 1, 1, 7, 1, 1, 5, 7, 1, 2, 5, 1, 1, 6, 1, 2, 7, 6, 1, 7, 1, 1, 1], "chunk_stats": {"count": 212, "sum": 602, "mean": 2.839622641509434, "median": 1.0, "p95": 7.449999999999989, "max": 9, "min": 1}}, {"stage": 1, "units_in": 212, "units_out": 100, "chunk_lengths": [1, 2, 1, 3, 2, 1, 6, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 2, 6, 5, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 6, 1, 5, 1, 3, 2, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 2, 2, 2, 1, 3, 6, 1, 5, 1, 2, 11, 1, 2, 1, 1, 2, 1, 1, 5, 7, 2, 1, 3, 2, 3, 1, 1, 5, 3, 5, 1, 2, 1, 1, 2, 5, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 100, "sum": 212, "mean": 2.12, "median": 1.0, "p95": 6.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [5, 3, 4, 7, 1, 1, 1, 4, 3, 1, 1, 8, 1, 7, 1, 4, 1, 7, 1, 2, 5, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 7], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 7, 1, 1, 2, 1, 7, 1, 1, 1, 1, 2, 1, 3, 2, 1], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 48, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06425963999936357, "decode_time_sec": 1.8141075960011221, "total_time_sec": 1.8846712830018078, "prefill_units_per_sec": 5524.462944447182, "prefill_bytes_per_sec": 5508.901076998035, "decode_units_per_sec": 70.55810817514532, "decode_bytes_per_sec": 70.55810817514532, "total_units_per_sec": 67.91635292289708, "total_bytes_per_sec": 67.91635292289708, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3360.71435546875, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 118, "stage1_units": 56, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": 2.107142857142857}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 355, "units_out": 118, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 6, 2, 1, 5, 1, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 8, 1, 1, 2, 1, 4, 5, 1, 1, 1, 3, 1, 1, 1, 7, 3, 1, 3, 1, 1, 6, 1, 16, 4, 2, 3, 5, 1, 1, 13, 5, 2, 2, 1, 1, 13, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 6, 1, 1, 17, 6, 2, 1, 3, 1, 1, 3, 1, 5, 1, 6, 1, 1, 1, 17, 1, 7, 1, 2, 1, 1, 1], "chunk_stats": {"count": 118, "sum": 355, "mean": 3.0084745762711864, "median": 1.0, "p95": 9.599999999999966, "max": 17, "min": 1}}, {"stage": 1, "units_in": 118, "units_out": 56, "chunk_lengths": [1, 2, 2, 4, 3, 1, 1, 5, 3, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 3, 10, 1, 1, 1, 5, 2, 2, 3, 1, 2, 1, 1, 3], "chunk_stats": {"count": 56, "sum": 118, "mean": 2.107142857142857, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 1, 5, 1, 1, 1, 1, 4, 2, 3, 5, 1, 17, 5, 1, 1, 1, 5, 1, 1, 7, 1, 13, 3, 4, 1, 4, 5, 1, 5, 1, 2, 4, 1, 1, 3, 1, 4, 2, 6, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 7.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 4, 1, 5, 3, 1, 1, 5, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 41, "mean": 1.9523809523809523, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 49, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06451019000087399, "decode_time_sec": 1.979675059003057, "total_time_sec": 2.0491787159990054, "prefill_units_per_sec": 10261.944663176952, "prefill_bytes_per_sec": 10246.443236193301, "decode_units_per_sec": 64.65707562354169, "decode_bytes_per_sec": 64.65707562354169, "total_units_per_sec": 62.46404913375166, "total_bytes_per_sec": 62.46404913375166, "step_latency_ms": {"count": 128, "sum": 1985, "mean": 15.5078125, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3442.6259765625, "peak_reserved_mb": 3530.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 661, "mean": 661.0, "median": 661.0, "p95": 661.0, "max": 661, "min": 661}, "model_input_units": {"count": 1, "sum": 662, "mean": 662.0, "median": 662.0, "p95": 662.0, "max": 662, "min": 662}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 661, "model_input_units": 662, "stage0_units": 244, "stage1_units": 122, "bytes_per_stage0_unit": 2.709016393442623, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 662, "units_out": 244, "chunk_lengths": [1, 1, 3, 1, 3, 5, 1, 1, 1, 1, 1, 3, 2, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 9, 2, 4, 3, 1, 1, 1, 9, 2, 1, 2, 5, 1, 2, 4, 1, 1, 3, 4, 1, 2, 1, 1, 7, 1, 8, 1, 2, 2, 3, 1, 2, 4, 1, 5, 1, 3, 11, 1, 7, 1, 2, 1, 2, 3, 2, 2, 1, 4, 3, 4, 9, 1, 2, 2, 4, 1, 9, 1, 1, 1, 5, 2, 1, 3, 1, 1, 8, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 2, 1, 2, 1, 3, 8, 1, 2, 1, 4, 4, 1, 1, 10, 3, 4, 2, 6, 1, 6, 1, 1, 1, 1, 4, 9, 2, 4, 1, 6, 3, 1, 3, 1, 5, 2, 2, 1, 4, 1, 4, 2, 1, 1, 6, 1, 2, 1, 2, 11, 1, 9, 2, 3, 3, 5, 3, 1, 7, 1, 3, 4, 1, 3, 3, 5, 10, 1, 1, 9, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 4, 1, 7, 3, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 10, 1, 2, 1, 2, 1, 1, 4, 9, 1, 2, 1, 3, 1], "chunk_stats": {"count": 244, "sum": 662, "mean": 2.7131147540983607, "median": 2.0, "p95": 9.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 244, "units_out": 122, "chunk_lengths": [1, 2, 3, 3, 1, 3, 2, 1, 6, 1, 1, 3, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 5, 5, 1, 1, 1, 5, 1, 1, 2, 5, 3, 2, 5, 2, 7, 1, 1, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 3, 1, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 3, 1, 1, 3, 3, 1, 3, 1, 8, 4, 2, 2, 1, 1, 3, 3, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 1, 2, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 4], "chunk_stats": {"count": 122, "sum": 244, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 8, 1, 2, 4, 2, 2, 1, 13, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 7, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 3, 4, 1, 2, 1, 3, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 8.549999999999997, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 2, 4, 1, 3, 1, 3, 5, 2, 3, 3, 2, 1, 1, 1, 1, 2, 2, 3, 1, 1, 4, 1, 1], "chunk_stats": {"count": 25, "sum": 50, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 50, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06498300900057075, "decode_time_sec": 1.5710335410003609, "total_time_sec": 1.644366787000763, "prefill_units_per_sec": 12080.080809940724, "prefill_bytes_per_sec": 12064.692171966277, "decode_units_per_sec": 81.47502689121174, "decode_bytes_per_sec": 81.47502689121174, "total_units_per_sec": 77.84151383491827, "total_bytes_per_sec": 77.84151383491827, "step_latency_ms": {"count": 128, "sum": 1573, "mean": 12.2890625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3480.24951171875, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 784, "mean": 784.0, "median": 784.0, "p95": 784.0, "max": 784, "min": 784}, "model_input_units": {"count": 1, "sum": 785, "mean": 785.0, "median": 785.0, "p95": 785.0, "max": 785, "min": 785}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 784, "model_input_units": 785, "stage0_units": 246, "stage1_units": 118, "bytes_per_stage0_unit": 3.186991869918699, "stage0_per_stage1_unit": 2.0847457627118646}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 785, "units_out": 246, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 1, 2, 2, 2, 3, 5, 1, 4, 1, 2, 2, 1, 16, 3, 1, 8, 1, 5, 1, 1, 4, 2, 1, 5, 1, 3, 5, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 4, 1, 6, 1, 1, 7, 1, 1, 2, 1, 1, 9, 3, 5, 1, 5, 2, 3, 5, 1, 5, 3, 1, 3, 1, 6, 1, 1, 7, 1, 1, 2, 1, 4, 9, 1, 3, 1, 6, 1, 8, 1, 5, 2, 8, 1, 4, 9, 1, 2, 3, 1, 8, 1, 5, 1, 13, 1, 6, 2, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 1, 6, 4, 3, 1, 3, 1, 1, 8, 1, 6, 1, 17, 1, 5, 5, 5, 1, 1, 3, 8, 1, 5, 1, 4, 1, 1, 1, 1, 1, 34, 1, 1, 6, 7, 1, 4, 5, 7, 1, 5, 1, 1, 6, 1, 7, 1, 1, 1, 1, 6, 1, 1, 5, 1, 1, 13, 6, 2, 1, 3, 1, 1, 8, 1, 6, 1, 1, 5, 1, 9, 4, 1, 13, 6, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 1, 5, 1, 9, 3, 4, 5, 1], "chunk_stats": {"count": 246, "sum": 785, "mean": 3.1910569105691056, "median": 1.0, "p95": 9.0, "max": 34, "min": 1}}, {"stage": 1, "units_in": 246, "units_out": 118, "chunk_lengths": [1, 2, 1, 1, 3, 1, 3, 1, 1, 3, 1, 2, 2, 1, 2, 1, 4, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 3, 3, 1, 4, 1, 1, 1, 6, 2, 4, 2, 2, 1, 4, 1, 4, 1, 3, 1, 6, 2, 1, 4, 4, 1, 3, 1, 1, 2, 5, 1, 2, 1, 3, 3, 4, 3, 1, 4, 2, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 2, 3, 2, 5, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 2, 4, 1, 1, 1, 1, 7, 4, 1, 2, 1, 1, 4, 2, 2, 1, 5, 1, 4], "chunk_stats": {"count": 118, "sum": 246, "mean": 2.0847457627118646, "median": 2.0, "p95": 4.1499999999999915, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [1, 6, 1, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 2, 3, 5, 1, 4, 1, 29, 3, 1, 8, 1, 5, 2], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 2.5, "p95": 9.099999999999994, "max": 29, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 5, 1], "chunk_stats": {"count": 13, "sum": 30, "mean": 2.3076923076923075, "median": 2.0, "p95": 4.399999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 51, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06435685999895213, "decode_time_sec": 1.7087336759977916, "total_time_sec": 1.7809292419988196, "prefill_units_per_sec": 4770.276237917739, "prefill_bytes_per_sec": 4754.737878836574, "decode_units_per_sec": 74.90927451011706, "decode_bytes_per_sec": 74.90927451011706, "total_units_per_sec": 71.87259155582153, "total_bytes_per_sec": 71.87259155582153, "step_latency_ms": {"count": 128, "sum": 1712, "mean": 13.375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3352.2919921875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "model_input_units": {"count": 1, "sum": 307, "mean": 307.0, "median": 307.0, "p95": 307.0, "max": 307, "min": 307}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 306, "model_input_units": 307, "stage0_units": 127, "stage1_units": 74, "bytes_per_stage0_unit": 2.409448818897638, "stage0_per_stage1_unit": 1.7162162162162162}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 307, "units_out": 127, "chunk_lengths": [1, 1, 3, 1, 1, 2, 5, 1, 4, 5, 1, 5, 4, 5, 2, 1, 2, 4, 2, 4, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 8, 1, 4, 2, 1, 2, 4, 2, 3, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 1, 1, 1, 5, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 8, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 4, 1, 1, 1, 2, 4, 1], "chunk_stats": {"count": 127, "sum": 307, "mean": 2.4173228346456694, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 127, "units_out": 74, "chunk_lengths": [1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 3, 3, 3, 2, 2, 3, 2, 3, 1, 1, 1, 1, 4, 1, 2, 2, 1, 3], "chunk_stats": {"count": 74, "sum": 127, "mean": 1.7162162162162162, "median": 1.0, "p95": 3.3499999999999943, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [2, 1, 5, 13, 4, 5, 1, 1, 1, 1, 1, 1, 1, 13, 4, 5, 1, 1, 1, 1, 1, 1, 14, 1, 1, 14, 1, 1, 10, 1, 5, 4, 1, 9, 1], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 13.299999999999997, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 2, 1, 2, 3, 3, 2, 5, 3, 1, 2, 1, 2, 1, 1, 1, 2, 1], "chunk_stats": {"count": 18, "sum": 34, "mean": 1.8888888888888888, "median": 2.0, "p95": 3.299999999999997, "max": 5, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 52, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06440099000246846, "decode_time_sec": 1.944318956000643, "total_time_sec": 2.0127359140024055, "prefill_units_per_sec": 5077.561695673719, "prefill_bytes_per_sec": 5062.0339840661545, "decode_units_per_sec": 65.83282007561607, "decode_bytes_per_sec": 65.83282007561607, "total_units_per_sec": 63.59502958610546, "total_bytes_per_sec": 63.59502958610546, "step_latency_ms": {"count": 128, "sum": 1945, "mean": 15.1953125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3357.36328125, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 131, "stage1_units": 59, "bytes_per_stage0_unit": 2.4885496183206106, "stage0_per_stage1_unit": 2.2203389830508473}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 327, "units_out": 131, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 1, 2, 1, 10, 1, 5, 1, 1, 1, 3, 1, 1, 9, 10, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 10, 1, 1, 2, 4, 1, 2, 6, 3, 1, 1, 9, 6, 1, 4, 1, 1, 2, 2, 1, 3, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 9, 6, 1, 1, 2, 4, 1, 5, 2, 1, 3, 1, 1, 3, 1, 6, 1, 1, 2, 4, 1, 4, 1, 6, 1, 4, 1, 1, 1, 1, 9, 1, 2, 2, 6, 1, 1, 2, 4, 1, 4, 1, 1, 3, 1, 10, 1, 1, 1, 2, 3, 1, 1, 5, 1, 1, 1, 4, 2, 1, 1, 1, 9, 3, 1, 1, 1, 1], "chunk_stats": {"count": 131, "sum": 327, "mean": 2.49618320610687, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 131, "units_out": 59, "chunk_lengths": [1, 2, 1, 2, 3, 2, 3, 1, 4, 1, 2, 2, 1, 6, 2, 1, 1, 1, 4, 2, 1, 1, 2, 3, 1, 5, 1, 1, 1, 3, 2, 1, 2, 3, 2, 1, 6, 7, 8, 1, 2, 1, 7, 2, 1, 5, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 1, 3], "chunk_stats": {"count": 59, "sum": 131, "mean": 2.2203389830508473, "median": 2.0, "p95": 6.099999999999994, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 7, 9, 3, 4, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 3, 2, 3], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 5.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 1, 5, 1, 3, 3, 1, 14, 2, 1, 1, 1, 6, 3, 4], "chunk_stats": {"count": 20, "sum": 55, "mean": 2.75, "median": 1.0, "p95": 6.400000000000006, "max": 14, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 53, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06446592900101678, "decode_time_sec": 1.593443550998927, "total_time_sec": 1.6623259289990528, "prefill_units_per_sec": 6825.3107776211555, "prefill_bytes_per_sec": 6809.7987076720165, "decode_units_per_sec": 80.32917132191913, "decode_bytes_per_sec": 80.32917132191913, "total_units_per_sec": 77.00054349574724, "total_bytes_per_sec": 77.00054349574724, "step_latency_ms": {"count": 128, "sum": 1599, "mean": 12.4921875, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3381.5224609375, "peak_reserved_mb": 3454.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}, "model_input_units": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 439, "model_input_units": 440, "stage0_units": 147, "stage1_units": 83, "bytes_per_stage0_unit": 2.9863945578231292, "stage0_per_stage1_unit": 1.7710843373493976}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 440, "units_out": 147, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 2, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 1, 5, 4, 1, 2, 5, 1, 8, 2, 1, 3, 5, 1, 4, 7, 7, 1, 3, 1, 1, 5, 1, 1, 5, 1, 2, 4, 1, 3, 1, 1, 3, 1, 12, 2, 3, 10, 1, 2, 1, 1, 4, 1, 4, 1, 6, 1, 2, 1, 1, 1, 9, 1, 5, 10, 1, 1, 2, 1, 4, 1, 1, 1, 6, 1, 1, 1, 5, 1, 8, 1, 2, 4, 1, 2, 5, 1, 7, 1, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 5, 1, 2, 1, 8, 1, 9, 1, 2, 9, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 6, 1, 1], "chunk_stats": {"count": 147, "sum": 440, "mean": 2.993197278911565, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 147, "units_out": 83, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 5, 4, 1, 2, 1, 2, 3, 3, 1, 5, 1, 1, 2, 1, 1, 6, 3, 2, 4, 2, 3, 1, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 83, "sum": 147, "mean": 1.7710843373493976, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 28, "chunk_lengths": [24, 2, 6, 1, 2, 1, 9, 4, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 1, 8, 1, 11], "chunk_stats": {"count": 29, "sum": 128, "mean": 4.413793103448276, "median": 3.0, "p95": 12.199999999999996, "max": 24, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 4, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 1], "chunk_stats": {"count": 15, "sum": 28, "mean": 1.8666666666666667, "median": 1.0, "p95": 4.299999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 28, "sum": 28, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 54, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06437704999916605, "decode_time_sec": 1.8367253659998823, "total_time_sec": 1.9061196940019727, "prefill_units_per_sec": 5312.452186057459, "prefill_bytes_per_sec": 5296.918700133314, "decode_units_per_sec": 69.68924280648727, "decode_bytes_per_sec": 69.68924280648727, "total_units_per_sec": 67.15213131829042, "total_bytes_per_sec": 67.15213131829042, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3357.83154296875, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}, "model_input_units": {"count": 1, "sum": 342, "mean": 342.0, "median": 342.0, "p95": 342.0, "max": 342, "min": 342}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 341, "model_input_units": 342, "stage0_units": 126, "stage1_units": 65, "bytes_per_stage0_unit": 2.7063492063492065, "stage0_per_stage1_unit": 1.9384615384615385}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 342, "units_out": 126, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 3, 2, 4, 1, 1, 2, 2, 6, 1, 2, 2, 1, 1, 9, 1, 2, 1, 1, 8, 1, 4, 1, 1, 2, 2, 4, 1, 5, 1, 2, 1, 2, 4, 1, 1, 3, 1, 2, 2, 8, 13, 4, 1, 5, 2, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 3, 1, 9, 4, 2, 1, 2, 4, 1, 4, 1, 2, 2, 5, 3, 1, 4, 1, 13, 4, 1, 5, 2, 4, 1, 3, 9, 4, 1, 1, 8, 2, 1, 1, 4, 1, 7, 1, 1, 7, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 3, 4, 1, 4, 1, 9, 3, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 126, "sum": 342, "mean": 2.7142857142857144, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 126, "units_out": 65, "chunk_lengths": [1, 2, 2, 1, 3, 4, 1, 1, 1, 4, 1, 1, 4, 5, 1, 5, 1, 1, 4, 2, 1, 1, 1, 2, 1, 1, 4, 1, 2, 5, 1, 2, 1, 1, 3, 3, 2, 3, 1, 3, 4, 1, 4, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 65, "sum": 126, "mean": 1.9384615384615385, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 1, 7, 1, 1, 7, 1, 4, 1, 8, 2, 6, 1, 6, 1, 1, 1, 1, 4, 7, 1, 1, 7, 1, 4, 1, 1, 9, 1, 1, 1, 9, 7, 1, 1, 8, 5, 2, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 8.100000000000001, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 2, 3, 4, 2, 2, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 23, "sum": 39, "mean": 1.6956521739130435, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 55, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06528572000024724, "decode_time_sec": 1.8266502120022778, "total_time_sec": 1.8964138090013876, "prefill_units_per_sec": 7030.633957904757, "prefill_bytes_per_sec": 7015.316672593418, "decode_units_per_sec": 70.07362392589282, "decode_bytes_per_sec": 70.07362392589282, "total_units_per_sec": 67.49581731183562, "total_bytes_per_sec": 67.49581731183562, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3386.05615234375, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "model_input_units": {"count": 1, "sum": 459, "mean": 459.0, "median": 459.0, "p95": 459.0, "max": 459, "min": 459}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 458, "model_input_units": 459, "stage0_units": 166, "stage1_units": 84, "bytes_per_stage0_unit": 2.7590361445783134, "stage0_per_stage1_unit": 1.9761904761904763}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 459, "units_out": 166, "chunk_lengths": [1, 1, 3, 1, 1, 8, 1, 6, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 2, 3, 1, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 11, 10, 4, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 11, 14, 7, 2, 1, 2, 3, 1, 1, 3, 1, 1, 2, 4, 1, 6, 2, 1, 3, 1, 1, 6, 1, 5, 1, 2, 3, 2, 1, 2, 4, 1, 2, 2, 2, 2, 2, 1, 2, 3, 1, 2, 2, 1, 2, 1, 6, 2, 1, 1, 15, 4, 1, 6, 1, 5, 1, 3, 6, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 11, 10, 1, 3, 1, 1, 6, 2, 2, 1, 4, 4, 3, 1, 3, 1, 3, 1, 1, 7, 1, 6, 1, 11, 3, 4], "chunk_stats": {"count": 166, "sum": 459, "mean": 2.7650602409638556, "median": 2.0, "p95": 10.0, "max": 15, "min": 1}}, {"stage": 1, "units_in": 166, "units_out": 84, "chunk_lengths": [1, 2, 3, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 2, 1, 3, 1, 6, 4, 1, 1, 1, 1, 1, 2, 2, 1, 9, 4, 1, 1, 1, 1, 1, 2, 6, 1, 2, 5, 1, 3, 1, 5, 2, 3, 2, 5, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 3, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 84, "sum": 166, "mean": 1.9761904761904763, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 4, 1, 6, 3, 6, 4, 1, 1, 8, 1, 6, 1, 3, 1, 2, 2, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 7.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [4, 1, 1, 4, 2, 2, 3, 4, 2, 2, 5, 1, 1, 3, 1, 3, 1, 8], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 2.0, "p95": 5.449999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 56, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06805085799715016, "decode_time_sec": 1.643649377998372, "total_time_sec": 1.7187199420004617, "prefill_units_per_sec": 11858.777739933796, "prefill_bytes_per_sec": 11844.08284806275, "decode_units_per_sec": 77.87548957422888, "decode_bytes_per_sec": 77.87548957422888, "total_units_per_sec": 74.47402969620377, "total_bytes_per_sec": 74.47402969620377, "step_latency_ms": {"count": 128, "sum": 1654, "mean": 12.921875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3484.93994140625, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 806, "mean": 806.0, "median": 806.0, "p95": 806.0, "max": 806, "min": 806}, "model_input_units": {"count": 1, "sum": 807, "mean": 807.0, "median": 807.0, "p95": 807.0, "max": 807, "min": 807}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 806, "model_input_units": 807, "stage0_units": 293, "stage1_units": 131, "bytes_per_stage0_unit": 2.750853242320819, "stage0_per_stage1_unit": 2.236641221374046}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 807, "units_out": 293, "chunk_lengths": [1, 1, 3, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 2, 1, 3, 9, 4, 1, 1, 3, 1, 6, 1, 1, 1, 1, 2, 2, 3, 1, 4, 2, 3, 4, 1, 1, 1, 2, 4, 5, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 9, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 5, 1, 4, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 5, 1, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 6, 1, 6, 1, 1, 1, 9, 2, 1, 6, 4, 1, 5, 1, 1, 5, 1, 3, 1, 3, 6, 1, 1, 1, 2, 1, 5, 1, 5, 5, 4, 9, 4, 1, 1, 6, 2, 1, 3, 1, 1, 5, 1, 5, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 2, 4, 1, 5, 1, 13, 4, 1, 6, 2, 1, 1, 1, 1, 2, 4, 1, 5, 9, 5, 2, 1, 4, 1, 1, 6, 2, 4, 1, 5, 1, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 6, 1, 4, 1, 9, 1], "chunk_stats": {"count": 293, "sum": 807, "mean": 2.7542662116040955, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 293, "units_out": 131, "chunk_lengths": [1, 2, 2, 1, 1, 1, 4, 1, 1, 5, 3, 3, 2, 1, 1, 9, 1, 1, 10, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 1, 4, 5, 1, 1, 2, 1, 9, 2, 2, 1, 9, 1, 2, 1, 9, 2, 2, 2, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 4, 1, 4, 1, 1, 1, 2, 2, 1, 7, 1, 3, 3, 1, 3, 1, 1, 4, 5, 4, 1, 1, 5, 1, 3, 1, 1, 2, 1, 4, 1, 1, 1, 5, 5, 2, 1, 3, 1, 3, 1, 1, 2, 3, 1, 1, 6, 2, 1], "chunk_stats": {"count": 131, "sum": 293, "mean": 2.236641221374046, "median": 1.0, "p95": 5.5, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [2, 4, 9, 1, 3, 1, 6, 1, 4, 1, 9, 2, 1, 3, 1, 6, 1, 4, 1, 8, 1, 7, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 1, 9, 1, 3, 1, 6, 1, 4, 1, 6], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 8.949999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [1, 1, 1, 6, 2, 9, 2, 1, 6, 1, 3, 1, 7], "chunk_stats": {"count": 13, "sum": 41, "mean": 3.1538461538461537, "median": 2.0, "p95": 7.799999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 57, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06471987999975681, "decode_time_sec": 1.4885655399993993, "total_time_sec": 1.561209825998958, "prefill_units_per_sec": 5577.884260622184, "prefill_bytes_per_sec": 5562.433057684172, "decode_units_per_sec": 85.98882384449908, "decode_bytes_per_sec": 85.98882384449908, "total_units_per_sec": 81.98769817381705, "total_bytes_per_sec": 81.98769817381705, "step_latency_ms": {"count": 128, "sum": 1493, "mean": 11.6640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3364.30029296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}, "model_input_units": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 360, "model_input_units": 361, "stage0_units": 104, "stage1_units": 52, "bytes_per_stage0_unit": 3.4615384615384617, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 361, "units_out": 104, "chunk_lengths": [1, 1, 3, 7, 4, 1, 1, 3, 2, 7, 2, 3, 1, 1, 1, 9, 4, 2, 2, 2, 4, 1, 1, 1, 1, 1, 13, 4, 2, 4, 1, 1, 1, 1, 6, 1, 1, 17, 1, 2, 1, 1, 6, 1, 21, 3, 4, 1, 3, 1, 8, 1, 1, 1, 17, 3, 4, 2, 2, 13, 3, 4, 2, 4, 1, 1, 9, 2, 2, 2, 2, 4, 1, 2, 2, 4, 1, 13, 1, 3, 1, 1, 3, 2, 1, 13, 1, 2, 2, 4, 1, 9, 1, 21, 1, 8, 2, 2, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 104, "sum": 361, "mean": 3.4711538461538463, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 104, "units_out": 52, "chunk_lengths": [1, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 5, 1, 5, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 3, 4, 2, 4, 1, 1, 2, 4, 1, 1, 2, 3, 2, 3, 2], "chunk_stats": {"count": 52, "sum": 104, "mean": 2.0, "median": 1.0, "p95": 4.449999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [21, 4, 1, 1, 4, 1, 22, 8, 1, 1, 3, 22, 5, 1, 1, 8, 4, 1, 19], "chunk_stats": {"count": 19, "sum": 128, "mean": 6.7368421052631575, "median": 4.0, "p95": 22.0, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 14, "sum": 18, "mean": 1.2857142857142858, "median": 1.0, "p95": 2.3499999999999996, "max": 3, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 58, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0643388890021015, "decode_time_sec": 1.8580788370018126, "total_time_sec": 1.9274076539986709, "prefill_units_per_sec": 8268.715985795518, "prefill_bytes_per_sec": 8253.173286574096, "decode_units_per_sec": 68.88835793778277, "decode_bytes_per_sec": 68.88835793778277, "total_units_per_sec": 66.41044500080017, "total_bytes_per_sec": 66.41044500080017, "step_latency_ms": {"count": 128, "sum": 1861, "mean": 14.5390625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3408.830078125, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}, "model_input_units": {"count": 1, "sum": 532, "mean": 532.0, "median": 532.0, "p95": 532.0, "max": 532, "min": 532}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 531, "model_input_units": 532, "stage0_units": 153, "stage1_units": 62, "bytes_per_stage0_unit": 3.4705882352941178, "stage0_per_stage1_unit": 2.467741935483871}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 532, "units_out": 153, "chunk_lengths": [1, 1, 3, 8, 1, 1, 4, 1, 1, 3, 2, 4, 2, 2, 6, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 4, 2, 1, 1, 2, 2, 4, 1, 1, 9, 1, 7, 2, 1, 4, 1, 1, 6, 1, 1, 5, 1, 6, 1, 10, 1, 5, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 1, 6, 1, 1, 4, 1, 1, 4, 1, 1, 4, 1, 3, 1, 1, 3, 1, 1, 4, 1, 3, 1, 26, 1, 1, 1, 15, 1, 4, 4, 1, 4, 1, 44, 1, 2, 6, 1, 2, 6, 1, 44, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 44, 1, 1, 5, 1, 1, 5, 1, 1, 3, 1], "chunk_stats": {"count": 153, "sum": 532, "mean": 3.477124183006536, "median": 1.0, "p95": 9.0, "max": 44, "min": 1}}, {"stage": 1, "units_in": 153, "units_out": 62, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 5, 5, 8, 1, 1, 1, 1, 3, 1, 3, 3, 3, 3, 4, 1, 8, 7, 2, 2, 3, 2, 3, 3, 4, 8, 3, 3, 2, 4], "chunk_stats": {"count": 62, "sum": 153, "mean": 2.467741935483871, "median": 2.0, "p95": 6.8999999999999915, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 5, 1, 6, 1, 1, 9, 7, 1, 4, 1, 6, 1, 2, 1, 1, 13, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 2, 2, 1, 1, 13, 3, 3], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.700000000000003, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [5, 1, 1, 1, 1, 4, 2, 2, 1, 3, 1, 1, 6, 1, 1, 2, 2, 2, 1, 3, 1, 1], "chunk_stats": {"count": 22, "sum": 43, "mean": 1.9545454545454546, "median": 1.0, "p95": 4.949999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 59, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0647080390008341, "decode_time_sec": 1.470695498999703, "total_time_sec": 1.5427425550005864, "prefill_units_per_sec": 10508.74065262949, "prefill_bytes_per_sec": 10493.286622257978, "decode_units_per_sec": 87.03365182463638, "decode_bytes_per_sec": 87.03365182463638, "total_units_per_sec": 82.96912507216821, "total_bytes_per_sec": 82.96912507216821, "step_latency_ms": {"count": 128, "sum": 1481, "mean": 11.5703125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3448.4169921875, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 679, "mean": 679.0, "median": 679.0, "p95": 679.0, "max": 679, "min": 679}, "model_input_units": {"count": 1, "sum": 680, "mean": 680.0, "median": 680.0, "p95": 680.0, "max": 680, "min": 680}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 679, "model_input_units": 680, "stage0_units": 191, "stage1_units": 103, "bytes_per_stage0_unit": 3.554973821989529, "stage0_per_stage1_unit": 1.854368932038835}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 680, "units_out": 191, "chunk_lengths": [1, 1, 3, 1, 1, 5, 1, 2, 1, 8, 1, 1, 3, 2, 1, 2, 2, 5, 2, 1, 2, 2, 1, 1, 6, 20, 1, 2, 1, 2, 1, 4, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 5, 4, 3, 1, 4, 1, 8, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 8, 1, 9, 7, 4, 5, 1, 13, 3, 4, 2, 2, 1, 5, 3, 1, 3, 2, 3, 1, 4, 1, 3, 1, 5, 5, 1, 3, 2, 3, 1, 4, 1, 5, 1, 1, 5, 1, 2, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 5, 1, 3, 1, 2, 4, 4, 1, 9, 6, 1, 3, 1, 13, 1, 2, 1, 17, 3, 1, 4, 1, 2, 4, 1, 3, 1, 2, 1, 13, 7, 2, 2, 9, 1, 17, 1, 2, 1, 21, 4, 1, 5, 1, 2, 1, 21, 3, 4, 1, 4, 17, 7, 2, 2, 9, 1, 21, 3, 4, 1, 3, 1, 13, 1, 2, 1, 17, 5, 1, 5, 2, 4, 1, 5, 1, 2, 1, 1], "chunk_stats": {"count": 191, "sum": 680, "mean": 3.56020942408377, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 191, "units_out": 103, "chunk_lengths": [1, 2, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 3, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 1, 1, 4, 5, 2, 3, 5, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 3, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 103, "sum": 191, "mean": 1.854368932038835, "median": 1.0, "p95": 4.8999999999999915, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [13, 7, 2, 2, 9, 1, 17, 3, 4, 1, 4, 1, 13, 1, 2, 3, 1, 5, 3, 5, 1, 4, 1, 17, 3, 4, 1], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 3.0, "p95": 15.799999999999997, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 4, 5, 1, 3], "chunk_stats": {"count": 11, "sum": 27, "mean": 2.4545454545454546, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 60, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06359829999928479, "decode_time_sec": 1.8952189089977765, "total_time_sec": 1.9648652269970626, "prefill_units_per_sec": 4434.080785228085, "prefill_bytes_per_sec": 4418.357094500326, "decode_units_per_sec": 67.538372159704, "decode_bytes_per_sec": 67.538372159704, "total_units_per_sec": 65.1444171545672, "total_bytes_per_sec": 65.1444171545672, "step_latency_ms": {"count": 128, "sum": 1904, "mean": 14.875, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3348.0341796875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 109, "stage1_units": 57, "bytes_per_stage0_unit": 2.5779816513761467, "stage0_per_stage1_unit": 1.912280701754386}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 282, "units_out": 109, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 5, 1, 6, 5, 2, 1, 1, 1, 2, 1, 7, 5, 1, 2, 2, 1, 1, 5, 2, 1, 4, 3, 1, 4, 3, 1, 1, 1, 2, 6, 5, 1, 2, 1, 2, 4, 1, 4, 7, 1, 5, 5, 1, 7, 1, 8, 7, 10, 5, 1, 7, 1, 1, 4, 3, 1, 1, 3, 1, 4, 5, 2, 4, 1, 4, 1, 1, 5, 5, 5, 1, 1, 6, 1, 1, 2, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 1, 5, 1, 1, 1], "chunk_stats": {"count": 109, "sum": 282, "mean": 2.5871559633027523, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 57, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 3, 1, 2, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 3, 7, 4, 2, 1, 4, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 6, 1, 1, 2, 1, 2, 3, 2, 1], "chunk_stats": {"count": 57, "sum": 109, "mean": 1.912280701754386, "median": 2.0, "p95": 4.199999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [5, 4, 5, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 4, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 9, 4, 1, 10], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 2, 1, 1, 8, 1, 1, 3, 3, 1, 8, 1, 1, 1, 7, 3, 3, 1, 2], "chunk_stats": {"count": 20, "sum": 50, "mean": 2.5, "median": 1.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 61, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06453845999931218, "decode_time_sec": 1.664638117999857, "total_time_sec": 1.7341109059998416, "prefill_units_per_sec": 9637.664115422478, "prefill_bytes_per_sec": 9622.169478580963, "decode_units_per_sec": 76.89358943299831, "decode_bytes_per_sec": 76.89358943299831, "total_units_per_sec": 73.81304134420321, "total_bytes_per_sec": 73.81304134420321, "step_latency_ms": {"count": 128, "sum": 1666, "mean": 13.015625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3434.40087890625, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 621, "mean": 621.0, "median": 621.0, "p95": 621.0, "max": 621, "min": 621}, "model_input_units": {"count": 1, "sum": 622, "mean": 622.0, "median": 622.0, "p95": 622.0, "max": 622, "min": 622}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 621, "model_input_units": 622, "stage0_units": 193, "stage1_units": 101, "bytes_per_stage0_unit": 3.2176165803108807, "stage0_per_stage1_unit": 1.9108910891089108}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 622, "units_out": 193, "chunk_lengths": [1, 1, 3, 3, 8, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 1, 9, 5, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 3, 1, 7, 1, 4, 1, 6, 1, 3, 1, 1, 6, 1, 1, 1, 3, 1, 6, 1, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 7, 6, 1, 1, 1, 18, 1, 6, 1, 2, 1, 5, 6, 1, 3, 1, 1, 1, 2, 5, 7, 1, 5, 1, 26, 1, 1, 6, 1, 1, 4, 5, 2, 6, 1, 7, 1, 10, 1, 27, 1, 2, 4, 2, 6, 1, 4, 8, 2, 6, 1, 3, 6, 1, 1, 17, 1, 5, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 13, 1, 1, 1, 1, 9, 1, 2, 1, 13, 6, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 3, 1, 6, 1, 1, 13, 1, 3, 1, 1, 8, 1, 5, 1, 7, 1, 6, 1, 1, 13, 4, 1, 3, 3, 6, 1, 1], "chunk_stats": {"count": 193, "sum": 622, "mean": 3.22279792746114, "median": 1.0, "p95": 10.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 193, "units_out": 101, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 2, 2, 1, 4, 1, 1, 5, 1, 2, 2, 3, 2, 1, 2, 1, 3, 1, 2, 1, 2, 4, 1, 3, 1, 2, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 3, 1, 3, 5, 2, 6, 3, 5, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 8, 1, 1, 4, 1, 4, 3, 1, 1, 1, 3, 2, 1], "chunk_stats": {"count": 101, "sum": 193, "mean": 1.9108910891089108, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [17, 4, 1, 1, 5, 1, 1, 3, 1, 1, 11, 1, 1, 2, 1, 1, 2, 1, 1, 1, 9, 7, 5, 6, 1, 2, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 2], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 11.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 3, 6, 3, 5, 1, 1, 1, 2, 2, 2, 1, 2, 5], "chunk_stats": {"count": 15, "sum": 36, "mean": 2.4, "median": 2.0, "p95": 5.299999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 62, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06440528000166523, "decode_time_sec": 1.7896429890024592, "total_time_sec": 1.8612831860009464, "prefill_units_per_sec": 7872.025398956285, "prefill_bytes_per_sec": 7856.498721640789, "decode_units_per_sec": 71.52264489988964, "decode_bytes_per_sec": 71.52264489988964, "total_units_per_sec": 68.7697610781162, "total_bytes_per_sec": 68.7697610781162, "step_latency_ms": {"count": 128, "sum": 1797, "mean": 14.0390625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3401.6611328125, "peak_reserved_mb": 3468.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 173, "stage1_units": 82, "bytes_per_stage0_unit": 2.9248554913294798, "stage0_per_stage1_unit": 2.1097560975609757}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 507, "units_out": 173, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 1, 9, 1, 1, 5, 1, 9, 1, 3, 1, 9, 6, 1, 9, 1, 9, 1, 6, 1, 2, 2, 1, 9, 8, 1, 3, 1, 2, 2, 1, 9, 1, 4, 1, 4, 1, 9, 2, 1, 1, 1, 1, 4, 1, 9, 1, 5, 1, 4, 1, 9, 4, 4, 1, 4, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 6, 2, 1, 3, 1, 1, 1, 5, 1, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 5, 1, 1, 1, 9, 1, 6, 1, 1, 3, 3, 1, 1, 9, 1, 6, 1, 9, 4, 4, 3, 1, 1, 4, 4, 1, 2, 1, 1, 4, 1, 2, 1, 6, 1, 2, 1, 2, 1, 2, 1, 2, 1, 8, 1, 3, 1, 1, 1, 13, 1, 2, 5, 1, 1, 1, 1, 3, 1, 1, 1, 2, 4, 4, 1, 17, 1, 1, 9, 1, 1, 5, 1, 3, 1, 3, 5, 1, 1], "chunk_stats": {"count": 173, "sum": 507, "mean": 2.930635838150289, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 173, "units_out": 82, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 4, 1, 2, 2, 2, 1, 2, 2, 3, 3, 1, 1, 2, 2, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 1, 6, 1, 2, 4, 1, 1, 6, 1, 7, 1, 1, 6, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 5, 1, 5, 2, 1, 1, 3, 2, 3, 1, 5, 1, 6, 3, 1, 2, 1], "chunk_stats": {"count": 82, "sum": 173, "mean": 2.1097560975609757, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 1, 3, 1, 1, 9, 1, 2, 1, 5, 1, 2, 4, 4, 1, 13, 1, 1, 9, 1, 1, 5, 1, 1, 1, 4, 1, 1, 3, 1, 4, 1, 9, 1, 2, 2, 4, 1, 2, 4, 4, 1, 11], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 3, 1, 1, 1, 3, 5, 1, 6, 1, 5, 1, 2, 1, 1, 1, 3, 5], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 63, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06444068000200787, "decode_time_sec": 1.9884639459996833, "total_time_sec": 2.058509532998869, "prefill_units_per_sec": 5834.823592617031, "prefill_bytes_per_sec": 5819.305444764326, "decode_units_per_sec": 64.37129536972776, "decode_bytes_per_sec": 64.37129536972776, "total_units_per_sec": 62.18091194045995, "total_bytes_per_sec": 62.18091194045995, "step_latency_ms": {"count": 128, "sum": 1989, "mean": 15.5390625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3366.640625, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 375, "mean": 375.0, "median": 375.0, "p95": 375.0, "max": 375, "min": 375}, "model_input_units": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 375, "model_input_units": 376, "stage0_units": 169, "stage1_units": 76, "bytes_per_stage0_unit": 2.2189349112426036, "stage0_per_stage1_unit": 2.223684210526316}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 376, "units_out": 169, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 4, 1, 8, 1, 1, 3, 1, 1, 1, 9, 2, 4, 3, 5, 1, 1, 2, 1, 8, 1, 1, 4, 1, 10, 1, 1, 2, 3, 1, 1, 6, 1, 1, 10, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1], "chunk_stats": {"count": 169, "sum": 376, "mean": 2.224852071005917, "median": 1.0, "p95": 7.599999999999994, "max": 10, "min": 1}}, {"stage": 1, "units_in": 169, "units_out": 76, "chunk_lengths": [1, 2, 2, 5, 2, 1, 4, 1, 1, 1, 1, 4, 1, 2, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 5, 2, 4, 2, 1, 1, 6, 3, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 4, 2, 2, 2, 1, 1, 1, 2, 1, 5, 2, 6, 1, 1, 6, 3, 1, 3, 4, 1, 2, 1, 1, 3, 2, 1, 11, 2, 1], "chunk_stats": {"count": 76, "sum": 169, "mean": 2.223684210526316, "median": 1.5, "p95": 6.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 2, 7, 1, 4, 1, 4, 1, 4], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [3, 1, 1, 4, 6, 2, 1, 3, 4, 1, 4, 8, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1], "chunk_stats": {"count": 22, "sum": 55, "mean": 2.5, "median": 1.5, "p95": 5.899999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 64, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06452920000083395, "decode_time_sec": 1.8616286860014952, "total_time_sec": 1.9305507639983261, "prefill_units_per_sec": 6121.259832678774, "prefill_bytes_per_sec": 6105.762972342879, "decode_units_per_sec": 68.75699808586705, "decode_bytes_per_sec": 68.75699808586705, "total_units_per_sec": 66.30232283294208, "total_bytes_per_sec": 66.30232283294208, "step_latency_ms": {"count": 128, "sum": 1866, "mean": 14.578125, "median": 8.0, "p95": 38.0, "max": 49, "min": 8}, "peak_allocated_mb": 3369.38525390625, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "model_input_units": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 394, "model_input_units": 395, "stage0_units": 138, "stage1_units": 74, "bytes_per_stage0_unit": 2.8550724637681157, "stage0_per_stage1_unit": 1.864864864864865}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 395, "units_out": 138, "chunk_lengths": [1, 1, 3, 1, 7, 1, 5, 1, 1, 3, 2, 5, 2, 3, 3, 1, 4, 1, 1, 5, 5, 1, 5, 2, 5, 1, 5, 3, 2, 1, 1, 2, 2, 1, 1, 5, 2, 7, 4, 2, 3, 6, 1, 1, 4, 5, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 6, 1, 1, 7, 4, 6, 3, 5, 1, 1, 6, 1, 5, 1, 9, 6, 2, 4, 1, 6, 1, 1, 6, 1, 5, 1, 5, 1, 9, 3, 2, 8, 2, 7, 2, 6, 1, 4, 1, 3, 1, 5, 1, 3, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4, 2, 5, 1, 2, 4, 1, 1, 1], "chunk_stats": {"count": 138, "sum": 395, "mean": 2.86231884057971, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 138, "units_out": 74, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 2, 4, 1, 3, 1, 2, 1, 2, 1, 5, 1, 1, 1, 7, 2, 1, 1, 5, 1, 5, 1, 1, 2, 4, 3, 1, 1, 1, 2, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 2, 1, 3, 1, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1], "chunk_stats": {"count": 74, "sum": 138, "mean": 1.864864864864865, "median": 1.0, "p95": 4.349999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 6, 1, 4, 1, 1, 2, 7, 1, 5, 1, 3, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 9, 6, 1, 4, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 3, 1, 4, 1, 3, 2, 1, 4, 1, 3, 5, 3, 3, 1, 5, 6], "chunk_stats": {"count": 18, "sum": 50, "mean": 2.7777777777777777, "median": 3.0, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 65, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06447020999985398, "decode_time_sec": 1.4521780979994219, "total_time_sec": 1.5237089750007726, "prefill_units_per_sec": 13215.405999172792, "prefill_bytes_per_sec": 13199.89495926766, "decode_units_per_sec": 88.14345855810515, "decode_bytes_per_sec": 88.14345855810515, "total_units_per_sec": 84.00554311884596, "total_bytes_per_sec": 84.00554311884596, "step_latency_ms": {"count": 128, "sum": 1459, "mean": 11.3984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3496.47314453125, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 851, "mean": 851.0, "median": 851.0, "p95": 851.0, "max": 851, "min": 851}, "model_input_units": {"count": 1, "sum": 852, "mean": 852.0, "median": 852.0, "p95": 852.0, "max": 852, "min": 852}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 851, "model_input_units": 852, "stage0_units": 273, "stage1_units": 120, "bytes_per_stage0_unit": 3.1172161172161172, "stage0_per_stage1_unit": 2.275}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 852, "units_out": 273, "chunk_lengths": [1, 1, 3, 5, 1, 2, 4, 1, 1, 1, 1, 1, 13, 1, 11, 1, 1, 3, 1, 2, 1, 1, 1, 7, 1, 3, 1, 1, 1, 5, 1, 4, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 2, 1, 1, 4, 1, 7, 5, 5, 1, 3, 1, 7, 1, 1, 2, 11, 1, 1, 8, 1, 1, 2, 9, 1, 5, 3, 3, 1, 3, 6, 1, 2, 2, 2, 3, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 8, 1, 1, 7, 11, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 2, 1, 1, 6, 1, 3, 4, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 2, 8, 1, 1, 1, 1, 1, 1, 6, 2, 1, 5, 4, 4, 6, 13, 7, 2, 1, 3, 2, 4, 1, 5, 3, 1, 8, 3, 3, 1, 3, 2, 3, 1, 1, 1, 1, 1, 5, 1, 4, 7, 2, 5, 3, 10, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 7, 6, 1, 2, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 11, 1, 3, 1, 1, 2, 1, 1, 5, 1, 47, 13, 1, 11, 1, 13, 1, 11, 1, 5, 2, 3, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 7, 2, 1, 1, 5, 1, 11, 1, 1, 2, 1, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 36, 13, 1, 11, 1], "chunk_stats": {"count": 273, "sum": 852, "mean": 3.120879120879121, "median": 1.0, "p95": 11.0, "max": 47, "min": 1}}, {"stage": 1, "units_in": 273, "units_out": 120, "chunk_lengths": [1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 5, 2, 1, 3, 2, 2, 4, 1, 4, 1, 1, 3, 2, 4, 3, 2, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 3, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 2, 1, 8, 2, 1, 1, 1, 1, 6, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 3, 1, 8, 1, 1, 1, 17, 1, 1, 1, 1, 3, 7, 1, 1, 7, 2, 3, 1, 3, 1, 1, 1, 11, 1, 1, 1, 4, 1, 1, 6, 1, 1, 9, 2, 3, 1], "chunk_stats": {"count": 120, "sum": 273, "mean": 2.275, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [1, 13, 1, 11, 1, 5, 4, 1, 7, 6, 1, 2, 1, 1, 5, 1, 11, 1, 13, 1, 11, 1, 13, 1, 11, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 128, "mean": 4.571428571428571, "median": 1.5, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [5, 1, 2, 1, 2, 6, 4, 5, 1], "chunk_stats": {"count": 9, "sum": 27, "mean": 3.0, "median": 2.0, "p95": 5.6, "max": 6, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 66, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06460990000050515, "decode_time_sec": 1.6088423149994924, "total_time_sec": 1.6828946210007416, "prefill_units_per_sec": 11066.41551827831, "prefill_bytes_per_sec": 11050.938014056943, "decode_units_per_sec": 79.56031415051412, "decode_bytes_per_sec": 79.56031415051412, "total_units_per_sec": 76.05942665850591, "total_bytes_per_sec": 76.05942665850591, "step_latency_ms": {"count": 128, "sum": 1609, "mean": 12.5703125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3459.44287109375, "peak_reserved_mb": 3530.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 714, "mean": 714.0, "median": 714.0, "p95": 714.0, "max": 714, "min": 714}, "model_input_units": {"count": 1, "sum": 715, "mean": 715.0, "median": 715.0, "p95": 715.0, "max": 715, "min": 715}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 714, "model_input_units": 715, "stage0_units": 266, "stage1_units": 128, "bytes_per_stage0_unit": 2.6842105263157894, "stage0_per_stage1_unit": 2.078125}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 715, "units_out": 266, "chunk_lengths": [1, 1, 3, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 2, 2, 1, 1, 1, 1, 4, 1, 1, 3, 2, 1, 4, 7, 1, 1, 4, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 7, 2, 1, 1, 1, 4, 5, 7, 2, 1, 1, 1, 5, 1, 2, 1, 9, 4, 3, 2, 1, 4, 3, 9, 1, 1, 5, 1, 1, 13, 4, 1, 6, 2, 3, 1, 1, 3, 1, 13, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 2, 4, 1, 6, 2, 1, 3, 4, 17, 1, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 13, 7, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 13, 10, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 2, 2, 13, 1, 2, 1, 7, 1, 2, 1, 1, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 4, 1, 11, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 2, 2, 1, 1, 1, 17, 7, 3, 1, 3, 13, 2, 3, 11, 1, 1, 2, 4, 2, 3, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 266, "sum": 715, "mean": 2.68796992481203, "median": 1.0, "p95": 9.75, "max": 21, "min": 1}}, {"stage": 1, "units_in": 266, "units_out": 128, "chunk_lengths": [1, 2, 4, 1, 2, 1, 2, 1, 2, 4, 1, 2, 1, 3, 3, 1, 1, 1, 1, 6, 6, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 4, 1, 4, 2, 1, 5, 4, 1, 4, 3, 1, 1, 4, 4, 2, 6, 1, 4, 1, 3, 1, 2, 2, 1, 1, 1, 1, 6, 3, 1, 2, 1, 1, 6, 3, 1, 1, 2, 9, 2, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 1, 3, 1, 3, 2, 1, 6, 2, 2, 2, 2, 1, 2, 1, 1, 3, 1, 1, 3, 5, 2, 3, 1, 1, 4, 1, 1], "chunk_stats": {"count": 128, "sum": 266, "mean": 2.078125, "median": 1.0, "p95": 5.6499999999999915, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 4, 1, 1, 1, 17, 7, 3, 11, 9], "chunk_stats": {"count": 32, "sum": 128, "mean": 4.0, "median": 2.0, "p95": 13.699999999999996, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 3, 2, 7, 2, 4, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 14, "sum": 31, "mean": 2.2142857142857144, "median": 2.0, "p95": 5.049999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 67, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06414355000015348, "decode_time_sec": 1.6811155310024333, "total_time_sec": 1.7537940070033073, "prefill_units_per_sec": 13235.937206437256, "prefill_bytes_per_sec": 13220.347174391984, "decode_units_per_sec": 76.13991878575699, "decode_bytes_per_sec": 76.13991878575699, "total_units_per_sec": 72.98462618121982, "total_bytes_per_sec": 72.98462618121982, "step_latency_ms": {"count": 128, "sum": 1685, "mean": 13.1640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3495.8095703125, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 848, "mean": 848.0, "median": 848.0, "p95": 848.0, "max": 848, "min": 848}, "model_input_units": {"count": 1, "sum": 849, "mean": 849.0, "median": 849.0, "p95": 849.0, "max": 849, "min": 849}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 848, "model_input_units": 849, "stage0_units": 257, "stage1_units": 127, "bytes_per_stage0_unit": 3.299610894941634, "stage0_per_stage1_unit": 2.0236220472440944}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 849, "units_out": 257, "chunk_lengths": [1, 1, 3, 6, 1, 6, 1, 1, 3, 2, 5, 2, 6, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 6, 1, 2, 1, 1, 13, 1, 3, 1, 6, 1, 8, 2, 6, 4, 1, 4, 2, 1, 6, 1, 1, 13, 4, 1, 1, 6, 2, 1, 1, 2, 4, 1, 4, 2, 1, 1, 1, 1, 1, 4, 2, 3, 6, 1, 9, 4, 1, 13, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 17, 1, 5, 4, 5, 1, 1, 7, 1, 4, 3, 3, 5, 3, 1, 1, 13, 6, 1, 7, 2, 1, 13, 4, 1, 2, 1, 1, 2, 2, 3, 1, 4, 1, 1, 3, 9, 1, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 17, 1, 2, 1, 1, 6, 1, 5, 2, 3, 1, 4, 1, 17, 6, 1, 7, 2, 1, 13, 1, 2, 6, 1, 7, 1, 2, 3, 1, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 17, 1, 3, 1, 1, 6, 1, 6, 3, 1, 17, 1, 3, 1, 1, 6, 1, 7, 1, 1, 6, 1, 5, 2, 6, 1, 17, 1, 3, 1, 1, 6, 1, 1, 8, 1, 1, 1, 6, 1, 5, 2, 1, 3, 1, 7, 1, 1, 8, 1, 17, 1, 3, 1, 1, 6, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 4, 1, 7, 1, 5, 1, 1], "chunk_stats": {"count": 257, "sum": 849, "mean": 3.3035019455252916, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 257, "units_out": 127, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 4, 1, 3, 1, 1, 1, 3, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 5, 2, 1, 5, 1, 2, 3, 2, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 3, 6, 3, 2, 1, 2, 1, 1, 1, 2, 5, 1, 3, 2, 1, 1, 5, 2, 7, 1, 3, 1, 6, 1, 2, 1, 6, 1, 1, 1, 1, 2, 3, 1, 6, 2, 1, 3, 2, 4, 1, 4, 1, 6, 2, 3, 2, 1, 2, 1, 3, 1, 2, 3, 1], "chunk_stats": {"count": 127, "sum": 257, "mean": 2.0236220472440944, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 1, 4, 1, 7, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 5, 1, 5, 1, 1, 1, 6, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 7.499999999999972, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [3, 2, 3, 1, 5, 5, 3, 2, 3, 1, 4, 3, 3, 2], "chunk_stats": {"count": 14, "sum": 40, "mean": 2.857142857142857, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 68, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06398369999806164, "decode_time_sec": 1.7846367130005092, "total_time_sec": 1.8565956789971096, "prefill_units_per_sec": 5235.70846965944, "prefill_bytes_per_sec": 5220.079489152994, "decode_units_per_sec": 71.72328074815498, "decode_bytes_per_sec": 71.72328074815498, "total_units_per_sec": 68.94339001647502, "total_bytes_per_sec": 68.94339001647502, "step_latency_ms": {"count": 128, "sum": 1784, "mean": 13.9375, "median": 8.0, "p95": 38.0, "max": 52, "min": 8}, "peak_allocated_mb": 3357.61328125, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 334, "mean": 334.0, "median": 334.0, "p95": 334.0, "max": 334, "min": 334}, "model_input_units": {"count": 1, "sum": 335, "mean": 335.0, "median": 335.0, "p95": 335.0, "max": 335, "min": 335}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 334, "model_input_units": 335, "stage0_units": 137, "stage1_units": 64, "bytes_per_stage0_unit": 2.437956204379562, "stage0_per_stage1_unit": 2.140625}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 335, "units_out": 137, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 2, 1, 5, 1, 1, 4, 1, 1, 5, 1, 3, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 5, 1, 2, 1, 4, 1, 8, 2, 4, 4, 7, 5, 1, 2, 1, 8, 1, 9, 1, 4, 1, 5, 2, 2, 1, 1, 1, 2, 1, 5, 1, 3, 2, 1, 2, 1, 1, 2, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 9, 1, 5, 4, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 1], "chunk_stats": {"count": 137, "sum": 335, "mean": 2.4452554744525545, "median": 1.0, "p95": 8.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 137, "units_out": 64, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 2, 1, 1, 3, 4, 2, 1, 1, 4, 2, 1, 3, 1, 4, 2, 1, 2, 1, 3, 4, 1, 2, 1, 2, 4, 1, 5, 2, 2, 3, 2, 2, 4, 1, 4, 1, 1, 2, 1, 6, 1, 1, 1, 5, 2, 2], "chunk_stats": {"count": 64, "sum": 137, "mean": 2.140625, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 5, 6, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 5, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 6], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 8.25, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [4, 2, 2, 4, 1, 4, 5, 1, 1, 2, 2, 1, 7, 1, 1, 1, 6], "chunk_stats": {"count": 17, "sum": 45, "mean": 2.6470588235294117, "median": 2.0, "p95": 6.199999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 69, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06408816000111983, "decode_time_sec": 1.847966273999191, "total_time_sec": 1.9167168909989414, "prefill_units_per_sec": 6881.146220960225, "prefill_bytes_per_sec": 6865.542714790247, "decode_units_per_sec": 69.26533335643335, "decode_bytes_per_sec": 69.26533335643335, "total_units_per_sec": 66.78085877006585, "total_bytes_per_sec": 66.78085877006585, "step_latency_ms": {"count": 128, "sum": 1849, "mean": 14.4453125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3381.6240234375, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}, "model_input_units": {"count": 1, "sum": 441, "mean": 441.0, "median": 441.0, "p95": 441.0, "max": 441, "min": 441}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 440, "model_input_units": 441, "stage0_units": 159, "stage1_units": 92, "bytes_per_stage0_unit": 2.7672955974842766, "stage0_per_stage1_unit": 1.7282608695652173}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 441, "units_out": 159, "chunk_lengths": [1, 1, 3, 1, 7, 1, 2, 1, 2, 1, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8, 1, 1, 2, 7, 4, 1, 1, 2, 1, 1, 5, 2, 2, 1, 1, 1, 5, 4, 2, 3, 2, 1, 2, 1, 1, 1, 9, 1, 2, 4, 4, 1, 1, 1, 1, 13, 8, 1, 9, 1, 2, 2, 1, 1, 1, 2, 3, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 2, 2, 1, 9, 1, 8, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 1, 2, 1, 2, 1, 1, 1, 5, 4, 1, 2, 2, 3, 1, 8, 1, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 1, 1, 3, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 9], "chunk_stats": {"count": 159, "sum": 441, "mean": 2.7735849056603774, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 159, "units_out": 92, "chunk_lengths": [1, 2, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 4, 1, 2, 1, 1, 3, 4, 3, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 3, 1, 4, 1, 1, 2, 4, 3, 1, 1, 3, 3, 1, 4, 2, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 92, "sum": 159, "mean": 1.7282608695652173, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 2, 8, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 8, 1, 1, 1, 4, 1, 7, 1, 2, 1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 8.0, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 2, 2, 3, 1, 1, 4, 1, 1, 3, 5, 1, 4, 1, 1, 1, 1, 4, 1, 1, 2], "chunk_stats": {"count": 22, "sum": 42, "mean": 1.9090909090909092, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 70, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0643924700016214, "decode_time_sec": 1.8340865489990392, "total_time_sec": 1.9040687769993383, "prefill_units_per_sec": 7873.591430601027, "prefill_bytes_per_sec": 7858.061664465719, "decode_units_per_sec": 69.78950915367466, "decode_bytes_per_sec": 69.78950915367466, "total_units_per_sec": 67.22446244915474, "total_bytes_per_sec": 67.22446244915474, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3401.6611328125, "peak_reserved_mb": 3468.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 176, "stage1_units": 68, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.588235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 507, "units_out": 176, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 1, 1, 7, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 9, 3, 4, 1, 5, 7, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 5, 1, 9, 3, 4, 1, 5, 7, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 2, 1, 1, 9, 3, 4], "chunk_stats": {"count": 176, "sum": 507, "mean": 2.8806818181818183, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 176, "units_out": 68, "chunk_lengths": [1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 1, 5, 1, 4, 1, 1, 3, 1, 1, 6, 3, 7, 1, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 5, 3, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 6, 1, 1, 2], "chunk_stats": {"count": 68, "sum": 176, "mean": 2.588235294117647, "median": 1.0, "p95": 8.299999999999997, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 5, 2, 1, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 1, 4, 1, 9, 3, 4, 1, 5, 1, 4, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 2, 1, 3, 1, 1, 9, 6, 1, 1, 4, 2, 1, 3, 1, 1, 9, 1], "chunk_stats": {"count": 18, "sum": 50, "mean": 2.7777777777777777, "median": 1.5, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 71, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06493131000024732, "decode_time_sec": 1.7744525880007131, "total_time_sec": 1.8467298639989167, "prefill_units_per_sec": 11473.663476020463, "prefill_bytes_per_sec": 11458.262585448625, "decode_units_per_sec": 72.13492254770155, "decode_bytes_per_sec": 72.13492254770155, "total_units_per_sec": 69.31170741064871, "total_bytes_per_sec": 69.31170741064871, "step_latency_ms": {"count": 128, "sum": 1775, "mean": 13.8671875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3466.61328125, "peak_reserved_mb": 3588.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}, "model_input_units": {"count": 1, "sum": 745, "mean": 745.0, "median": 745.0, "p95": 745.0, "max": 745, "min": 745}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 744, "model_input_units": 745, "stage0_units": 303, "stage1_units": 152, "bytes_per_stage0_unit": 2.4554455445544554, "stage0_per_stage1_unit": 1.993421052631579}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 745, "units_out": 303, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 5, 1, 1, 2, 4, 1, 7, 1, 5, 1, 1, 2, 1, 7, 1, 5, 2, 5, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 2, 1, 5, 1, 5, 2, 1, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 2, 2, 1, 3, 2, 7, 5, 1, 6, 3, 1, 7, 1, 5, 3, 4, 2, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 7, 1, 6, 1, 1, 6, 1, 2, 3, 1, 5, 1, 5, 1, 2, 1, 5, 4, 1, 1, 3, 1, 3, 1, 2, 5, 1, 4, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 3, 1, 7, 1, 4, 1, 4, 2, 3, 1, 7, 1, 1, 5, 1, 6, 1, 2, 1, 2, 7, 1, 5, 1, 4, 6, 2, 1, 2, 3, 4, 1, 5, 1, 2, 1, 4, 2, 1, 7, 1, 2, 1, 7, 1, 7, 1, 3, 1, 2, 1, 1, 7, 1, 4, 1, 1, 2, 1, 1, 1, 4, 2, 4, 2, 4, 2, 1, 2, 1, 7, 1, 1, 7, 2, 4, 7, 1, 2, 1, 3, 4, 2, 1, 3, 2, 5, 3, 10, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 4, 2, 1, 1, 5, 1, 1, 1, 1, 4, 6, 1, 1, 3, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 2, 5, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 1], "chunk_stats": {"count": 303, "sum": 745, "mean": 2.458745874587459, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 303, "units_out": 152, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 1, 1, 3, 1, 3, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 8, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 2, 2, 4, 1, 3, 3, 1, 2, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 3, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 4, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 21, 1, 1, 3, 2, 2, 2, 5, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 2, 2, 3, 2, 1, 2, 2, 2, 5, 2, 1, 3, 1, 3, 1, 2, 2, 1], "chunk_stats": {"count": 152, "sum": 303, "mean": 1.993421052631579, "median": 2.0, "p95": 4.0, "max": 21, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 9, 2, 2, 2, 7, 1, 3, 1, 4, 2, 2, 1, 9, 2], "chunk_stats": {"count": 15, "sum": 48, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 72, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06442406999849482, "decode_time_sec": 1.920804469002178, "total_time_sec": 1.9928679850017943, "prefill_units_per_sec": 4703.2110825515865, "prefill_bytes_per_sec": 4687.688933764288, "decode_units_per_sec": 66.63874541404707, "decode_bytes_per_sec": 66.63874541404707, "total_units_per_sec": 64.22904124273177, "total_bytes_per_sec": 64.22904124273177, "step_latency_ms": {"count": 128, "sum": 1916, "mean": 14.96875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3351.8017578125, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "model_input_units": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 302, "model_input_units": 303, "stage0_units": 130, "stage1_units": 60, "bytes_per_stage0_unit": 2.3230769230769233, "stage0_per_stage1_unit": 2.1666666666666665}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 303, "units_out": 130, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 5, 1, 8, 1, 1, 2, 1, 1, 5, 1, 2, 1, 2, 1, 4, 1, 5, 1, 2, 1, 1, 1, 9, 1, 5, 1, 8, 5, 1, 1, 2, 5, 3, 1, 2, 6, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 1, 5, 2, 1, 3, 3, 3, 1, 4, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 5, 1, 1, 6, 3, 2, 4, 1, 3, 1, 4, 3, 1, 6, 5, 4, 1, 4, 1, 1, 1, 2, 1, 4, 1, 3, 9, 1, 1, 2, 1, 1, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 130, "sum": 303, "mean": 2.330769230769231, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 130, "units_out": 60, "chunk_lengths": [1, 2, 2, 3, 2, 1, 4, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 2, 2, 3, 2, 5, 1, 6, 1, 2, 1, 1, 2, 2, 3, 2, 3, 2, 1, 2, 3, 3, 2, 2, 1, 2, 1, 1, 4, 1, 1, 3, 1, 1, 5, 1, 2, 7, 3, 5, 1, 1], "chunk_stats": {"count": 60, "sum": 130, "mean": 2.1666666666666665, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 61, "chunk_lengths": [2, 1, 4, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 1, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 2, 7, 7, 1, 2, 1, 8, 8, 2, 1, 2, 1, 8, 7], "chunk_stats": {"count": 17, "sum": 61, "mean": 3.588235294117647, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 61, "sum": 61, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 73, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06433197000296786, "decode_time_sec": 1.4325628390033671, "total_time_sec": 1.5020166460017208, "prefill_units_per_sec": 8254.060927646131, "prefill_bytes_per_sec": 8238.516556784274, "decode_units_per_sec": 89.35035623920659, "decode_bytes_per_sec": 89.35035623920659, "total_units_per_sec": 85.21876261540004, "total_bytes_per_sec": 85.21876261540004, "step_latency_ms": {"count": 128, "sum": 1437, "mean": 11.2265625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3408.63037109375, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 530, "mean": 530.0, "median": 530.0, "p95": 530.0, "max": 530, "min": 530}, "model_input_units": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 530, "model_input_units": 531, "stage0_units": 182, "stage1_units": 88, "bytes_per_stage0_unit": 2.912087912087912, "stage0_per_stage1_unit": 2.0681818181818183}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 531, "units_out": 182, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 6, 1, 1, 3, 2, 1, 1, 4, 2, 1, 6, 1, 1, 3, 1, 1, 9, 8, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 2, 9, 1, 2, 1, 6, 9, 7, 1, 2, 2, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 1, 1, 2, 2, 5, 1, 8, 1, 1, 9, 9, 2, 1, 1, 4, 1, 6, 1, 1, 1, 1, 2, 1, 1, 8, 1, 1, 1, 4, 2, 1, 6, 1, 1, 5, 1, 1, 1, 4, 1, 1, 9, 4, 3, 3, 8, 1, 13, 4, 3, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 1, 17, 9, 2, 1, 3, 1, 1, 5, 1, 2, 2, 1, 6, 1, 1, 3, 1, 3, 1, 1, 17, 1, 2, 9, 1, 2, 2, 2, 2, 7, 1, 2, 4, 8, 1, 1, 2, 3, 5, 17, 2, 3, 1, 9, 3, 8, 1, 1, 3, 1, 1, 2, 8, 1, 1], "chunk_stats": {"count": 182, "sum": 531, "mean": 2.9175824175824174, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 182, "units_out": 88, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 1, 5, 2, 1, 1, 1, 1, 4, 2, 7, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 4, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 4, 9, 1, 1, 1, 5, 2, 6, 4, 2, 2, 5, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 2, 1], "chunk_stats": {"count": 88, "sum": 182, "mean": 2.0681818181818183, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 22, "chunk_lengths": [1, 2, 5, 17, 4, 2, 27, 1, 1, 1, 1, 1, 1, 1, 8, 1, 1, 3, 1, 1, 2, 8, 38], "chunk_stats": {"count": 23, "sum": 128, "mean": 5.565217391304348, "median": 1.0, "p95": 25.999999999999986, "max": 38, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 1, 1, 1, 2, 8, 2, 3, 2, 1], "chunk_stats": {"count": 10, "sum": 22, "mean": 2.2, "median": 1.5, "p95": 5.749999999999995, "max": 8, "min": 1}, "active_size_stats": {"count": 22, "sum": 22, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 74, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06657877899851883, "decode_time_sec": 1.709515508999175, "total_time_sec": 1.7836609040023177, "prefill_units_per_sec": 8185.7914518397, "prefill_bytes_per_sec": 8170.771651010637, "decode_units_per_sec": 74.875015363234, "decode_bytes_per_sec": 74.875015363234, "total_units_per_sec": 71.76251927302079, "total_bytes_per_sec": 71.76251927302079, "step_latency_ms": {"count": 128, "sum": 1714, "mean": 13.390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3411.88232421875, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 544, "mean": 544.0, "median": 544.0, "p95": 544.0, "max": 544, "min": 544}, "model_input_units": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 544, "model_input_units": 545, "stage0_units": 193, "stage1_units": 77, "bytes_per_stage0_unit": 2.8186528497409324, "stage0_per_stage1_unit": 2.5064935064935066}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 545, "units_out": 193, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 11, 1, 2, 2, 1, 1, 5, 5, 1, 5, 2, 10, 1, 1, 1, 1, 2, 1, 1, 11, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 9, 3, 1, 10, 1, 1, 2, 2, 1, 5, 6, 1, 10, 1, 2, 1, 2, 1, 5, 10, 1, 1, 2, 2, 1, 1, 6, 1, 6, 1, 10, 1, 1, 2, 2, 1, 4, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 8, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 2, 1, 2, 1, 6, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 1, 1, 1, 2], "chunk_stats": {"count": 193, "sum": 545, "mean": 2.8238341968911915, "median": 1.0, "p95": 10.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 193, "units_out": 77, "chunk_lengths": [1, 2, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 3, 2, 1, 5, 3, 2, 1, 5, 3, 2, 1, 3, 1, 2, 2, 1, 4, 2, 1, 4, 4, 3, 4, 2, 4, 4, 1, 4, 2, 2, 2, 2, 5, 4, 2, 2, 2, 2, 5, 2, 3, 5, 2, 3, 5, 2, 3, 5, 2, 3, 4, 2, 4, 5, 5, 2, 3], "chunk_stats": {"count": 77, "sum": 193, "mean": 2.5064935064935066, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 1, 8, 4, 1, 10, 1, 1, 1, 1, 2, 1, 8, 3, 1, 10, 1, 2, 1, 2, 1, 10, 3, 1, 10, 1, 1, 1, 1, 2, 1, 8, 1, 3, 1, 10, 1, 1, 1, 1, 2, 1, 1, 5], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 3, 5, 2, 3, 4, 2, 3, 5, 3, 3, 5, 3], "chunk_stats": {"count": 14, "sum": 44, "mean": 3.142857142857143, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 75, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06446138899991638, "decode_time_sec": 1.6486224069994933, "total_time_sec": 1.71999006400074, "prefill_units_per_sec": 6096.6728470667895, "prefill_bytes_per_sec": 6081.159684606059, "decode_units_per_sec": 77.64058007252315, "decode_bytes_per_sec": 77.64058007252315, "total_units_per_sec": 74.41903455085595, "total_bytes_per_sec": 74.41903455085595, "step_latency_ms": {"count": 128, "sum": 1653, "mean": 12.9140625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3368.9775390625, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 392, "mean": 392.0, "median": 392.0, "p95": 392.0, "max": 392, "min": 392}, "model_input_units": {"count": 1, "sum": 393, "mean": 393.0, "median": 393.0, "p95": 393.0, "max": 393, "min": 393}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 393, "stage0_units": 117, "stage1_units": 59, "bytes_per_stage0_unit": 3.3504273504273505, "stage0_per_stage1_unit": 1.9830508474576272}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 393, "units_out": 117, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 3, 2, 6, 2, 5, 2, 4, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 6, 1, 1, 8, 3, 1, 7, 1, 8, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 1, 2, 1, 8, 1, 8, 1, 1, 1, 9, 1, 2, 5, 1, 1, 8, 3, 1, 7, 1, 5, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 3, 1, 8, 1, 5, 1, 1, 1, 1, 9, 1, 2, 4, 4, 1, 13, 5, 2, 5, 1, 4, 1, 9, 5, 2, 2], "chunk_stats": {"count": 117, "sum": 393, "mean": 3.358974358974359, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 117, "units_out": 59, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 2, 3, 1, 5, 1, 2, 5, 2, 2, 2, 3, 2, 3, 2, 1, 1, 2, 3, 4, 2, 1, 2, 5, 2, 2, 2, 2, 2, 3, 2, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 59, "sum": 117, "mean": 1.9830508474576272, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 32, "chunk_lengths": [13, 1, 4, 1, 2, 4, 1, 13, 1, 5, 1, 2, 5, 1, 13, 1, 6, 1, 2, 6, 1, 13, 1, 1, 7, 1, 2, 5, 1, 1, 7, 1, 4], "chunk_stats": {"count": 33, "sum": 128, "mean": 3.878787878787879, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 2, 1, 1, 3, 2, 1, 1, 3, 2, 1, 1, 4, 5, 1], "chunk_stats": {"count": 16, "sum": 32, "mean": 2.0, "median": 1.5, "p95": 4.25, "max": 5, "min": 1}, "active_size_stats": {"count": 32, "sum": 32, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 76, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0650226500001736, "decode_time_sec": 1.743124482996791, "total_time_sec": 1.8142623890016694, "prefill_units_per_sec": 10780.85866998851, "prefill_bytes_per_sec": 10765.47941368325, "decode_units_per_sec": 73.43135917633465, "decode_bytes_per_sec": 73.43135917633465, "total_units_per_sec": 70.55208815216321, "total_bytes_per_sec": 70.55208815216321, "step_latency_ms": {"count": 128, "sum": 1748, "mean": 13.65625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3459.3251953125, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}, "model_input_units": {"count": 1, "sum": 701, "mean": 701.0, "median": 701.0, "p95": 701.0, "max": 701, "min": 701}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 700, "model_input_units": 701, "stage0_units": 290, "stage1_units": 144, "bytes_per_stage0_unit": 2.413793103448276, "stage0_per_stage1_unit": 2.013888888888889}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 701, "units_out": 290, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 9, 1, 3, 2, 6, 2, 3, 2, 1, 4, 3, 2, 1, 1, 1, 6, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 5, 3, 1, 5, 1, 6, 2, 1, 1, 1, 1, 5, 4, 5, 1, 3, 6, 1, 9, 5, 1, 8, 1, 2, 5, 1, 9, 1, 6, 1, 6, 2, 12, 1, 4, 1, 2, 2, 5, 1, 11, 1, 4, 1, 1, 2, 1, 1, 1, 1, 12, 1, 4, 1, 2, 2, 3, 2, 1, 3, 2, 1, 11, 1, 2, 1, 3, 1, 2, 3, 2, 1, 3, 2, 9, 1, 1, 9, 1, 2, 1, 1, 1, 7, 1, 3, 1, 3, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 1, 1, 1, 6, 2, 1, 3, 2, 3, 1, 9, 4, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 3, 1, 1, 9, 4, 3, 3, 1, 4, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 290, "sum": 701, "mean": 2.4172413793103447, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 290, "units_out": 144, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 2, 1, 3, 3, 1, 2, 1, 2, 2, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 3, 2, 1, 1, 1, 4, 2, 2, 1, 1, 3, 2, 5, 2, 5, 6, 1, 1, 1, 1, 1, 5, 2, 3, 1, 2, 1, 7, 2, 1, 1, 2, 2, 5, 1, 2, 2, 4, 3, 2, 4, 3, 2, 4, 3, 2, 2, 1, 1, 4, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 7, 3, 4, 1, 5, 4, 1, 4, 4, 1, 2, 1, 1, 4, 4, 3, 1, 1, 1, 1, 1, 7, 1], "chunk_stats": {"count": 144, "sum": 290, "mean": 2.013888888888889, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 5, 1, 1, 1, 6, 1, 1, 8, 1, 1, 2, 3, 1, 1, 2, 2, 1, 2, 2, 5, 1, 1, 13, 5, 1, 1, 6, 1, 13, 5, 1, 1, 1, 1, 13, 4], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 3, 1, 3, 2, 1, 2, 1, 1, 2, 4, 1, 2, 3, 1, 2, 3, 1], "chunk_stats": {"count": 19, "sum": 36, "mean": 1.894736842105263, "median": 2.0, "p95": 3.099999999999998, "max": 4, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 77, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06409180000264314, "decode_time_sec": 1.7434476130001713, "total_time_sec": 1.813920649998181, "prefill_units_per_sec": 5601.34057687871, "prefill_bytes_per_sec": 5585.737956887404, "decode_units_per_sec": 73.41774943253625, "decode_bytes_per_sec": 73.41774943253625, "total_units_per_sec": 70.56538002372284, "total_bytes_per_sec": 70.56538002372284, "step_latency_ms": {"count": 128, "sum": 1750, "mean": 13.671875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3364.23828125, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "model_input_units": {"count": 1, "sum": 359, "mean": 359.0, "median": 359.0, "p95": 359.0, "max": 359, "min": 359}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 358, "model_input_units": 359, "stage0_units": 133, "stage1_units": 76, "bytes_per_stage0_unit": 2.691729323308271, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 359, "units_out": 133, "chunk_lengths": [1, 1, 3, 7, 1, 6, 1, 1, 1, 1, 2, 2, 9, 1, 1, 5, 1, 5, 1, 6, 2, 1, 1, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 5, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 5, 1, 4, 1, 9, 1, 5, 1, 5, 1, 6, 1, 4, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 8, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 5, 2], "chunk_stats": {"count": 133, "sum": 359, "mean": 2.699248120300752, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 133, "units_out": 76, "chunk_lengths": [1, 2, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 4, 7, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 4, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 3, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 7, 1, 1], "chunk_stats": {"count": 76, "sum": 133, "mean": 1.75, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [1, 1, 7, 1, 9, 1, 5, 1, 5, 1, 6, 1, 6, 2, 1, 6, 1, 5, 4, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 4, 5, 1, 4, 1, 9, 1, 5, 1], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 7, 1, 1, 3, 1, 2, 1, 1, 1, 1, 4, 1, 1, 4, 1, 3], "chunk_stats": {"count": 19, "sum": 38, "mean": 2.0, "median": 1.0, "p95": 4.299999999999994, "max": 7, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 78, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06378648999816505, "decode_time_sec": 1.8417088870010048, "total_time_sec": 1.9094893559995398, "prefill_units_per_sec": 4875.640594253525, "prefill_bytes_per_sec": 4859.963293307373, "decode_units_per_sec": 69.50066913584382, "decode_bytes_per_sec": 69.50066913584382, "total_units_per_sec": 67.03362843989105, "total_bytes_per_sec": 67.03362843989105, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3353.5654296875, "peak_reserved_mb": 3388.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 97, "stage1_units": 47, "bytes_per_stage0_unit": 3.195876288659794, "stage0_per_stage1_unit": 2.0638297872340425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 97, "chunk_lengths": [1, 1, 3, 1, 2, 1, 5, 1, 1, 3, 2, 8, 1, 1, 1, 1, 2, 5, 1, 1, 2, 2, 2, 6, 1, 4, 1, 1, 9, 6, 1, 4, 1, 1, 1, 6, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 1, 9, 1, 3, 6, 1, 1, 4, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 6, 1, 5, 1, 9, 1, 3, 1, 1, 2, 1, 8, 1, 8, 1, 8, 1, 27, 6, 1, 6, 1, 27, 6, 1], "chunk_stats": {"count": 97, "sum": 311, "mean": 3.2061855670103094, "median": 1.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 47, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 4, 1, 1, 3, 3, 1, 4, 5, 1, 5, 1, 1, 1, 2, 4, 1, 6, 2, 3, 3, 1, 7, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 47, "sum": 97, "mean": 2.0638297872340425, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 6, 1, 9, 1, 3, 1, 1, 2, 1, 7, 1, 1, 9, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 9, 4, 1, 1, 2, 1, 2, 2, 1, 4, 1, 1, 9, 4, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 2, 1, 6, 1, 2, 1, 8, 2, 1, 8, 2, 1, 7, 2, 2, 1, 3], "chunk_stats": {"count": 18, "sum": 51, "mean": 2.8333333333333335, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 79, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06412355999782449, "decode_time_sec": 1.7920139409980038, "total_time_sec": 1.8597780689997307, "prefill_units_per_sec": 4101.456625441924, "prefill_bytes_per_sec": 4085.861733329978, "decode_units_per_sec": 71.4280157489816, "decode_bytes_per_sec": 71.4280157489816, "total_units_per_sec": 68.82541639435718, "total_bytes_per_sec": 68.82541639435718, "step_latency_ms": {"count": 128, "sum": 1798, "mean": 14.046875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.6201171875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 70, "stage1_units": 46, "bytes_per_stage0_unit": 3.742857142857143, "stage0_per_stage1_unit": 1.5217391304347827}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 263, "units_out": 70, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 3, 1, 1, 3, 2, 6, 1, 2, 2, 2, 8, 1, 2, 2, 1, 1, 9, 2, 4, 6, 5, 1, 3, 8, 5, 1, 6, 8, 9, 1, 6, 2, 9, 1, 2, 9, 5, 1, 3, 1, 8, 9, 7, 2, 7, 1, 2, 7, 5, 1, 3, 1, 6, 1, 9, 2, 4, 9, 1, 6, 7, 1], "chunk_stats": {"count": 70, "sum": 263, "mean": 3.757142857142857, "median": 2.5, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 46, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1], "chunk_stats": {"count": 46, "sum": 70, "mean": 1.5217391304347827, "median": 1.0, "p95": 3.75, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 1, 5, 1, 8, 2, 1, 1, 9, 4, 6, 3, 6, 1, 13, 1, 5, 1, 7, 1, 1, 5, 1, 1, 1, 6, 1, 2, 5, 1, 1, 1, 1, 2, 1, 5, 2, 1, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 2, 2, 1, 4, 3, 1, 3, 2, 1, 2, 2, 1, 2, 3], "chunk_stats": {"count": 21, "sum": 39, "mean": 1.8571428571428572, "median": 2.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 80, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06465789999856497, "decode_time_sec": 1.6301895469987358, "total_time_sec": 1.6990054749985575, "prefill_units_per_sec": 6140.00764034729, "prefill_bytes_per_sec": 6124.541626139867, "decode_units_per_sec": 78.5184767229398, "decode_bytes_per_sec": 78.5184767229398, "total_units_per_sec": 75.33819159712165, "total_bytes_per_sec": 75.33819159712165, "step_latency_ms": {"count": 128, "sum": 1637, "mean": 12.7890625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3369.7919921875, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}, "model_input_units": {"count": 1, "sum": 397, "mean": 397.0, "median": 397.0, "p95": 397.0, "max": 397, "min": 397}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 396, "model_input_units": 397, "stage0_units": 116, "stage1_units": 58, "bytes_per_stage0_unit": 3.413793103448276, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 397, "units_out": 116, "chunk_lengths": [1, 1, 3, 8, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 4, 1, 1, 6, 1, 8, 1, 32, 3, 1, 5, 1, 32, 7, 1, 1, 1, 33, 1, 5, 1, 8, 1, 1, 4, 1, 1, 3, 4, 1, 2, 3, 3, 1, 5, 1, 5, 4, 1, 2, 3, 3, 1, 5, 1, 7, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 7, 1, 9, 8, 7, 1, 2, 1, 5, 1, 9, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 6, 1, 1, 9, 8, 7, 8, 1, 1, 4, 1, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 116, "sum": 397, "mean": 3.4224137931034484, "median": 1.0, "p95": 8.25, "max": 33, "min": 1}}, {"stage": 1, "units_in": 116, "units_out": 58, "chunk_lengths": [1, 2, 1, 10, 1, 6, 1, 1, 1, 3, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 3, 4, 1, 1, 7, 1, 1, 1, 1, 6, 3, 1], "chunk_stats": {"count": 58, "sum": 116, "mean": 2.0, "median": 1.0, "p95": 6.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [2, 1, 1, 2, 1, 4, 1, 1, 6, 1, 8, 2, 3, 1, 5, 1, 30, 7, 1, 7, 2, 1, 5, 1, 8, 1, 1, 5, 1, 8, 1, 1, 1, 1, 4, 2], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 1.5, "p95": 8.0, "max": 30, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [3, 8, 1, 3, 2, 1, 1, 1, 1, 4, 6, 1, 1, 1, 1], "chunk_stats": {"count": 15, "sum": 35, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 81, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06500640900048893, "decode_time_sec": 1.7278228110008058, "total_time_sec": 1.7989119279991428, "prefill_units_per_sec": 10306.676069354342, "prefill_bytes_per_sec": 10291.292970743367, "decode_units_per_sec": 74.08167040337813, "decode_bytes_per_sec": 74.08167040337813, "total_units_per_sec": 71.15412267145798, "total_bytes_per_sec": 71.15412267145798, "step_latency_ms": {"count": 128, "sum": 1728, "mean": 13.5, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3446.18896484375, "peak_reserved_mb": 3530.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 669, "mean": 669.0, "median": 669.0, "p95": 669.0, "max": 669, "min": 669}, "model_input_units": {"count": 1, "sum": 670, "mean": 670.0, "median": 670.0, "p95": 670.0, "max": 670, "min": 670}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 669, "model_input_units": 670, "stage0_units": 251, "stage1_units": 119, "bytes_per_stage0_unit": 2.6653386454183265, "stage0_per_stage1_unit": 2.1092436974789917}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 670, "units_out": 251, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 2, 2, 3, 1, 3, 1, 2, 3, 4, 1, 2, 1, 1, 1, 1, 1, 1, 13, 7, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 1, 1, 1, 18, 1, 7, 1, 1, 1, 1, 2, 1, 3, 1, 6, 1, 17, 1, 6, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 3, 3, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 3, 1, 17, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 5, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 4, 2, 3, 1, 3, 1, 1, 3, 5, 1, 1, 17, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 1, 3, 1, 3, 4, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 1, 9, 2, 3, 4, 1, 6, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 4, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 1], "chunk_stats": {"count": 251, "sum": 670, "mean": 2.6693227091633465, "median": 1.0, "p95": 9.0, "max": 18, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 119, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 2, 2, 2, 5, 2, 2, 2, 2, 5, 2, 3, 2, 2, 5, 2, 2, 1, 1, 2, 2, 6, 2, 3, 1, 3, 1, 3, 1, 2, 2, 1, 2, 3, 1, 1, 2, 6, 1, 2, 2, 3, 2, 1, 1, 1, 1, 1, 7, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 5, 1, 1, 5, 3, 1, 2, 3, 2, 2, 3, 1, 1, 4, 4, 6, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 4, 1], "chunk_stats": {"count": 119, "sum": 251, "mean": 2.1092436974789917, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 3, 4, 6, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3, 4, 4, 1, 1, 6, 1, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [4, 6, 1, 3, 1, 1, 10, 1, 6, 2, 1, 1, 10], "chunk_stats": {"count": 13, "sum": 47, "mean": 3.6153846153846154, "median": 2.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 82, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0677008989987371, "decode_time_sec": 1.625758608999604, "total_time_sec": 1.7018026530022325, "prefill_units_per_sec": 13515.330129029284, "prefill_bytes_per_sec": 13500.55927642925, "decode_units_per_sec": 78.73247559104956, "decode_bytes_per_sec": 78.73247559104956, "total_units_per_sec": 75.21436153257194, "total_bytes_per_sec": 75.21436153257194, "step_latency_ms": {"count": 128, "sum": 1633, "mean": 12.7578125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3510.50830078125, "peak_reserved_mb": 3628.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 914, "mean": 914.0, "median": 914.0, "p95": 914.0, "max": 914, "min": 914}, "model_input_units": {"count": 1, "sum": 915, "mean": 915.0, "median": 915.0, "p95": 915.0, "max": 915, "min": 915}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 914, "model_input_units": 915, "stage0_units": 321, "stage1_units": 166, "bytes_per_stage0_unit": 2.8473520249221185, "stage0_per_stage1_unit": 1.9337349397590362}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 915, "units_out": 321, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 8, 1, 5, 2, 6, 2, 7, 1, 4, 1, 2, 6, 1, 1, 1, 1, 1, 1, 1, 21, 1, 7, 1, 2, 2, 2, 9, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 3, 1, 9, 1, 1, 1, 1, 3, 1, 5, 1, 7, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 7, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 4, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 6, 5, 1, 13, 1, 1, 6, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 1, 6, 1, 1, 13, 1, 1, 6, 1, 6, 2, 1, 9, 1, 5, 1, 3, 4, 1, 1, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1, 2, 10, 1, 2, 2, 2, 1, 9, 10, 2, 13, 1, 9, 1, 5, 5, 5, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 3, 6, 1, 13, 1, 2, 1, 2, 1, 1, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 9, 2, 3, 1, 1, 3, 1, 1, 3, 6, 1, 13, 1, 2, 1, 1, 3, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 22, 1, 1, 1, 5, 1, 1, 9, 5, 2, 1, 2, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 7, 1, 1, 7, 1, 4, 1, 1, 1, 1, 9, 10, 2, 1, 2, 1, 9, 2, 3, 1, 4, 1, 1, 1, 9, 4, 3, 4, 1, 1, 4, 3, 1, 7, 1, 6, 1, 4, 1, 1, 1], "chunk_stats": {"count": 321, "sum": 915, "mean": 2.850467289719626, "median": 1.0, "p95": 9.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 321, "units_out": 166, "chunk_lengths": [1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 5, 3, 2, 2, 2, 7, 1, 1, 2, 1, 1, 6, 2, 3, 1, 1, 4, 7, 1, 2, 4, 1, 3, 1, 6, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 2, 1, 5, 1, 1, 4, 2, 1, 2, 4, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 4, 2, 3, 3, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 3, 1, 3, 2, 2, 3, 3, 2, 1, 3, 1, 2, 2, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 3, 3, 3, 1, 3, 2, 1], "chunk_stats": {"count": 166, "sum": 321, "mean": 1.9337349397590362, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [13, 8, 2, 1, 1, 13, 4, 7, 3, 6, 1, 4, 1, 17, 1, 2, 1, 1, 8, 1, 6, 2, 1, 4, 2, 1, 4, 1, 1, 1, 10], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 1, 2, 1, 1, 2, 4, 1, 1, 4, 3, 2, 1, 3, 2], "chunk_stats": {"count": 16, "sum": 30, "mean": 1.875, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 83, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06609025900252163, "decode_time_sec": 1.9178447130034328, "total_time_sec": 1.9908683780013234, "prefill_units_per_sec": 4282.022861934954, "prefill_bytes_per_sec": 4266.892039101261, "decode_units_per_sec": 66.74158712232031, "decode_bytes_per_sec": 66.74158712232031, "total_units_per_sec": 64.29355220785716, "total_bytes_per_sec": 64.29355220785716, "step_latency_ms": {"count": 128, "sum": 1922, "mean": 15.015625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3348.0732421875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 108, "stage1_units": 58, "bytes_per_stage0_unit": 2.611111111111111, "stage0_per_stage1_unit": 1.8620689655172413}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 283, "units_out": 108, "chunk_lengths": [1, 1, 3, 11, 1, 1, 10, 1, 2, 1, 1, 4, 2, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 5, 1, 6, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 3, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 4, 8, 1, 2, 10, 1, 1, 3, 5, 1, 1, 3, 5, 1, 8, 1, 3, 3, 1, 11, 1, 1, 6, 4, 2, 1, 1, 1, 5, 1, 5, 2, 2, 1, 1, 4, 1, 1, 4, 1], "chunk_stats": {"count": 108, "sum": 283, "mean": 2.6203703703703702, "median": 1.0, "p95": 8.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 58, "chunk_lengths": [1, 2, 4, 1, 2, 2, 1, 3, 1, 2, 1, 1, 1, 3, 2, 1, 1, 2, 3, 5, 1, 3, 1, 1, 3, 5, 1, 2, 1, 1, 3, 5, 1, 2, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1], "chunk_stats": {"count": 58, "sum": 108, "mean": 1.8620689655172413, "median": 1.0, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [5, 1, 2, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 4, 1, 1, 2, 3, 1, 1, 1, 1, 1, 4, 2, 1, 5, 2, 3, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 1], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 4, 1, 6, 1, 4, 1, 5, 3, 8, 1, 1, 4, 1, 6, 1, 4, 4], "chunk_stats": {"count": 19, "sum": 57, "mean": 3.0, "median": 3.0, "p95": 6.199999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 84, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0639117399987299, "decode_time_sec": 1.8300629439982004, "total_time_sec": 1.8974049930002366, "prefill_units_per_sec": 4240.222531969643, "prefill_bytes_per_sec": 4224.575954360899, "decode_units_per_sec": 69.94294945962574, "decode_bytes_per_sec": 69.94294945962574, "total_units_per_sec": 67.46055822146982, "total_bytes_per_sec": 67.46055822146982, "step_latency_ms": {"count": 128, "sum": 1835, "mean": 14.3359375, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3344.3076171875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "model_input_units": {"count": 1, "sum": 271, "mean": 271.0, "median": 271.0, "p95": 271.0, "max": 271, "min": 271}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 270, "model_input_units": 271, "stage0_units": 93, "stage1_units": 42, "bytes_per_stage0_unit": 2.903225806451613, "stage0_per_stage1_unit": 2.2142857142857144}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 271, "units_out": 93, "chunk_lengths": [1, 1, 3, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 5, 8, 2, 1, 5, 1, 7, 1, 7, 1, 2, 4, 2, 2, 6, 1, 5, 1, 4, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 7, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 3, 4, 2, 6, 1, 3, 1, 1, 1, 1, 4, 1, 7, 1], "chunk_stats": {"count": 93, "sum": 271, "mean": 2.913978494623656, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 42, "chunk_lengths": [1, 2, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 3, 1, 2, 4, 2, 1, 3, 1, 2, 1, 6, 2, 4, 1, 3, 8, 2, 4, 1, 4, 2, 3, 2, 1, 2], "chunk_stats": {"count": 42, "sum": 93, "mean": 2.2142857142857144, "median": 2.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 4, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 2, 6, 1, 1, 5, 3, 4, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 4, 1, 2, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 1, 1, 1, 9, 1, 4, 1, 8, 4, 1, 1, 1, 9, 1, 1, 2], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 85, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06529148000117857, "decode_time_sec": 1.6015291510011593, "total_time_sec": 1.6714324579988897, "prefill_units_per_sec": 8270.604372733664, "prefill_bytes_per_sec": 8255.288438710082, "decode_units_per_sec": 79.92361545213443, "decode_bytes_per_sec": 79.92361545213443, "total_units_per_sec": 76.58101850747057, "total_bytes_per_sec": 76.58101850747057, "step_latency_ms": {"count": 128, "sum": 1611, "mean": 12.5859375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3410.724609375, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 144, "stage1_units": 63, "bytes_per_stage0_unit": 3.7430555555555554, "stage0_per_stage1_unit": 2.2857142857142856}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 540, "units_out": 144, "chunk_lengths": [1, 1, 3, 1, 3, 1, 2, 1, 1, 3, 1, 1, 9, 6, 1, 3, 1, 13, 1, 7, 2, 5, 1, 1, 3, 1, 6, 1, 13, 1, 6, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 13, 1, 2, 4, 1, 5, 1, 17, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 21, 1, 6, 2, 1, 3, 1, 4, 1, 1, 2, 17, 4, 1, 21, 5, 1, 1, 3, 8, 1, 7, 1, 1, 1, 21, 8, 13, 1, 2, 1, 5, 1, 1, 1, 1, 4, 3, 1, 3, 1, 8, 1, 17, 5, 1, 1, 2, 6, 7, 1, 1, 17, 8, 13, 8, 2, 1, 3, 1, 8, 1, 1, 5, 1, 1, 1, 1, 13, 1, 3, 1, 4, 1, 1, 3, 2, 1, 5, 13, 1, 2, 1, 1], "chunk_stats": {"count": 144, "sum": 540, "mean": 3.75, "median": 1.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 144, "units_out": 63, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 3, 1, 2, 1, 1, 6, 1, 2, 1, 3, 3, 4, 1, 1, 5, 1, 1, 4, 1, 4, 1, 2, 8, 1, 2, 1, 2, 2, 6, 1, 1, 1, 1, 3, 4, 2, 5, 1, 2, 3, 3, 1, 1, 1, 1, 1, 4, 3, 4, 1, 7, 3, 1, 3, 1], "chunk_stats": {"count": 63, "sum": 144, "mean": 2.2857142857142856, "median": 2.0, "p95": 5.899999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [17, 7, 1, 1, 5, 1, 13, 7, 10, 1, 2, 1, 1, 17, 5, 1, 1, 5, 2, 1, 1, 2, 2, 1, 1, 17, 5], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 2.0, "p95": 17.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 17, "sum": 27, "mean": 1.588235294117647, "median": 1.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 86, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0639084600006754, "decode_time_sec": 1.8204431689991907, "total_time_sec": 1.8900616560022172, "prefill_units_per_sec": 4287.382296445639, "prefill_bytes_per_sec": 4271.734915801677, "decode_units_per_sec": 70.31254926258943, "decode_bytes_per_sec": 70.31254926258943, "total_units_per_sec": 67.72265846117448, "total_bytes_per_sec": 67.72265846117448, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3345.4091796875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "model_input_units": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 273, "model_input_units": 274, "stage0_units": 85, "stage1_units": 50, "bytes_per_stage0_unit": 3.211764705882353, "stage0_per_stage1_unit": 1.7}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 274, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 5, 1, 5, 12, 6, 1, 1, 1, 6, 5, 1, 7, 7, 1, 5, 2, 6, 1, 2, 4, 3, 8, 1, 1, 7, 1, 1, 6, 1, 2, 1, 5, 1, 1, 1, 10, 3, 3, 2, 6, 6, 1, 4, 1, 1, 1, 7, 1, 6, 1, 3, 1, 6, 2, 3, 4, 4, 1, 4, 12, 1, 1, 1, 2, 6, 4, 1, 1, 6, 2, 1, 5, 1, 7, 1, 6, 1, 1, 1, 6, 1], "chunk_stats": {"count": 85, "sum": 274, "mean": 3.223529411764706, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 50, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 3, 4, 1, 2, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 4, 2, 2, 2, 1], "chunk_stats": {"count": 50, "sum": 85, "mean": 1.7, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 10, 6, 1, 1, 5, 1, 1, 5, 1, 4, 1, 10, 6, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 4, 2, 1, 5, 1, 6, 1, 1, 5, 1, 6, 1, 2, 6, 4, 1, 6, 2], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 1, 1, 5, 2, 2, 2, 2, 1, 7, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 20, "sum": 41, "mean": 2.05, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 87, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06374792999849888, "decode_time_sec": 1.8293685349999578, "total_time_sec": 1.8966782030001923, "prefill_units_per_sec": 4800.155863997555, "prefill_bytes_per_sec": 4784.469080128281, "decode_units_per_sec": 69.96949906542639, "decode_bytes_per_sec": 69.96949906542639, "total_units_per_sec": 67.48640849962202, "total_bytes_per_sec": 67.48640849962202, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3352.1591796875, "peak_reserved_mb": 3388.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 92, "stage1_units": 47, "bytes_per_stage0_unit": 3.3152173913043477, "stage0_per_stage1_unit": 1.9574468085106382}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 306, "units_out": 92, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 3, 2, 1, 3, 1, 1, 9, 6, 2, 1, 1, 1, 9, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 13, 5, 2, 1, 3, 1, 10, 1, 4, 1, 1, 4, 2, 3, 1, 5, 1, 1, 13, 1, 2, 4, 4, 1, 17, 5, 13, 6, 3, 4, 1, 9, 2, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2, 3, 1, 2, 9, 2, 4, 1, 6, 4, 8, 1, 9, 1, 2, 3, 1], "chunk_stats": {"count": 92, "sum": 306, "mean": 3.3260869565217392, "median": 2.0, "p95": 9.450000000000003, "max": 17, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 47, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 4, 1, 1, 1, 4, 2, 3, 2, 4, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 1, 3, 1, 6, 2, 2, 1], "chunk_stats": {"count": 47, "sum": 92, "mean": 1.9574468085106382, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 5, 1, 1, 2, 1, 3, 1, 13, 1, 5, 1, 5, 5, 1, 1, 1, 6, 5, 5, 1, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 9, 1], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.550000000000004, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 4, 1, 2, 3, 1, 3, 1, 3, 1, 1, 4, 1, 2, 4, 2, 1, 4, 1, 1], "chunk_stats": {"count": 20, "sum": 44, "mean": 2.2, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 88, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06418382999981986, "decode_time_sec": 1.9052490090034553, "total_time_sec": 1.9733446469981573, "prefill_units_per_sec": 5094.741152108214, "prefill_bytes_per_sec": 5079.160903936629, "decode_units_per_sec": 67.18281935595951, "decode_bytes_per_sec": 67.18281935595951, "total_units_per_sec": 64.86449297881798, "total_bytes_per_sec": 64.86449297881798, "step_latency_ms": {"count": 128, "sum": 1907, "mean": 14.8984375, "median": 8.0, "p95": 38.0, "max": 47, "min": 8}, "peak_allocated_mb": 3357.36279296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 113, "stage1_units": 62, "bytes_per_stage0_unit": 2.8849557522123894, "stage0_per_stage1_unit": 1.8225806451612903}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 327, "units_out": 113, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 1, 3, 2, 4, 1, 4, 2, 1, 5, 1, 1, 3, 1, 1, 9, 4, 1, 8, 2, 1, 1, 3, 1, 6, 1, 2, 1, 1, 9, 4, 4, 2, 6, 3, 4, 1, 4, 1, 5, 1, 1, 1, 13, 1, 2, 1, 5, 1, 17, 6, 2, 1, 3, 1, 1, 2, 1, 1, 6, 1, 1, 5, 1, 6, 1, 1, 4, 1, 5, 1, 13, 4, 1, 7, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 5, 1, 1, 1, 9, 7, 3, 2], "chunk_stats": {"count": 113, "sum": 327, "mean": 2.893805309734513, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 113, "units_out": 62, "chunk_lengths": [1, 2, 2, 2, 5, 1, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 2, 3, 1, 1, 1, 1, 3, 1, 2, 2, 3, 5, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 62, "sum": 113, "mean": 1.8225806451612903, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 1, 7, 1, 1, 9, 3, 4, 7, 2, 1, 5, 4, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 3, 1, 1, 5, 1, 1, 3, 2, 1, 5, 1, 5, 2, 1, 4], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 2, 2, 2, 2, 5, 1, 1, 4, 1, 1, 3, 2, 5, 1, 1, 3, 4, 3, 1, 1, 1], "chunk_stats": {"count": 22, "sum": 47, "mean": 2.1363636363636362, "median": 2.0, "p95": 4.949999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 89, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06469160000051488, "decode_time_sec": 2.077790257997549, "total_time_sec": 2.1464900159990066, "prefill_units_per_sec": 4807.424766082841, "prefill_bytes_per_sec": 4791.96680863563, "decode_units_per_sec": 61.603908049582834, "decode_bytes_per_sec": 61.603908049582834, "total_units_per_sec": 59.63223637004759, "total_bytes_per_sec": 59.63223637004759, "step_latency_ms": {"count": 128, "sum": 2083, "mean": 16.2734375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3353.5654296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 108, "stage1_units": 63, "bytes_per_stage0_unit": 2.8703703703703702, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 108, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 1, 7, 1, 1, 1, 4, 1, 1, 2, 1, 5, 7, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 2, 3, 1, 5, 1, 2, 1, 5, 8, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 9, 4, 1, 4, 3, 6, 1, 13, 1, 2, 4, 1, 1, 3, 1, 1, 17, 1, 5, 5, 5, 1, 1, 3, 1, 13, 4, 1, 17, 1, 5, 1, 3, 1, 5, 3, 4], "chunk_stats": {"count": 108, "sum": 311, "mean": 2.8796296296296298, "median": 1.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 63, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 3, 6, 3, 1, 1, 1, 1, 5, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 2, 1, 1, 2], "chunk_stats": {"count": 63, "sum": 108, "mean": 1.7142857142857142, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 4, 2, 1, 6, 1, 1, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 5, 1, 5, 1, 2, 1, 5, 8, 1, 1], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 26, "chunk_lengths": [2, 3, 1, 1, 1, 3, 3, 3, 2, 4, 1, 3, 6, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 4, 2], "chunk_stats": {"count": 27, "sum": 56, "mean": 2.074074074074074, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 90, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06389228000261937, "decode_time_sec": 1.9659894899996289, "total_time_sec": 2.0336511790010263, "prefill_units_per_sec": 4038.0465369121725, "prefill_bytes_per_sec": 4022.395193745846, "decode_units_per_sec": 65.10716392488149, "decode_bytes_per_sec": 65.10716392488149, "total_units_per_sec": 62.94098089273913, "total_bytes_per_sec": 62.94098089273913, "step_latency_ms": {"count": 128, "sum": 1963, "mean": 15.3359375, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3343.1904296875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 104, "stage1_units": 48, "bytes_per_stage0_unit": 2.4711538461538463, "stage0_per_stage1_unit": 2.1666666666666665}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 258, "units_out": 104, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 6, 7, 1, 3, 1, 3, 5, 2, 1, 4, 1, 2, 6, 2, 3, 7, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 6, 1, 1, 3, 1, 1, 3, 1, 3, 1, 3, 6, 2, 1, 1, 3, 4, 2, 3, 1, 4, 1, 3, 4, 5, 1, 1, 5, 1, 3, 4, 2, 1, 1, 1, 6, 1, 5, 2, 1, 3, 7, 1, 5, 4, 1, 5, 2, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 1, 2, 4, 1, 5, 1, 2, 6, 1, 2], "chunk_stats": {"count": 104, "sum": 258, "mean": 2.480769230769231, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}, {"stage": 1, "units_in": 104, "units_out": 48, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 1, 4, 3, 4, 1, 2, 1, 1, 2, 1, 3, 8, 1, 2, 1, 1, 7, 4, 1, 3, 1, 7, 6, 6, 1], "chunk_stats": {"count": 48, "sum": 104, "mean": 2.1666666666666665, "median": 1.0, "p95": 6.649999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 5, 1, 2, 6, 1, 5, 4, 5, 1, 1, 5, 1, 1, 4, 3, 2, 4, 5, 1, 1, 3, 3, 4, 4, 5, 1, 1, 1, 4, 1, 5, 1, 4, 6, 1, 3, 1, 3, 1, 2, 5, 2, 1, 3, 1, 2, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [5, 1, 1, 2, 3, 1, 3, 5, 1, 4, 1, 1, 1, 5, 1, 2, 2, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 23, "sum": 47, "mean": 2.0434782608695654, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 91, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06371940999815706, "decode_time_sec": 1.7909542220004369, "total_time_sec": 1.858010520998505, "prefill_units_per_sec": 4049.0017093294186, "prefill_bytes_per_sec": 4033.3079042544987, "decode_units_per_sec": 71.47028015994078, "decode_bytes_per_sec": 71.47028015994078, "total_units_per_sec": 68.89089084986026, "total_bytes_per_sec": 68.89089084986026, "step_latency_ms": {"count": 128, "sum": 1796, "mean": 14.03125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3343.1904296875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 99, "stage1_units": 51, "bytes_per_stage0_unit": 2.595959595959596, "stage0_per_stage1_unit": 1.9411764705882353}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 258, "units_out": 99, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 2, 4, 1, 1, 3, 1, 1, 1, 5, 4, 2, 1, 5, 1, 9, 1, 1, 1, 5, 3, 1, 5, 1, 1, 3, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 1, 5, 4, 1, 5, 2, 1, 9, 2, 3, 3, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 10, 1, 1, 2, 1, 1, 13, 8, 1, 9, 4, 2, 3, 1, 4, 1, 3, 1, 1, 10, 1, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 99, "sum": 258, "mean": 2.606060606060606, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 99, "units_out": 51, "chunk_lengths": [1, 2, 2, 4, 1, 2, 2, 1, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 3, 1, 4, 2, 2, 5, 1, 1, 2, 5, 3, 1, 1, 1, 1, 1, 2, 3, 1, 5, 4, 1], "chunk_stats": {"count": 51, "sum": 99, "mean": 1.9411764705882353, "median": 2.0, "p95": 4.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [13, 1, 2, 1, 10, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 17, 1, 1, 1, 2, 4, 1, 1, 5, 1, 1, 10, 1, 1, 1, 1, 1, 1, 1, 17, 1, 4, 1, 5, 4], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 3, 3, 4, 3, 1, 1, 2, 3, 3, 3, 3, 4, 1, 2, 1, 1, 1], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 92, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06490352999753668, "decode_time_sec": 1.7935216020014195, "total_time_sec": 1.8626960199981113, "prefill_units_per_sec": 6024.32564168451, "prefill_bytes_per_sec": 6008.918159224959, "decode_units_per_sec": 71.36797229381723, "decode_bytes_per_sec": 71.36797229381723, "total_units_per_sec": 68.7175999872109, "total_bytes_per_sec": 68.7175999872109, "step_latency_ms": {"count": 128, "sum": 1795, "mean": 14.0234375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3368.5703125, "peak_reserved_mb": 3450.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}, "model_input_units": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 390, "model_input_units": 391, "stage0_units": 105, "stage1_units": 54, "bytes_per_stage0_unit": 3.7142857142857144, "stage0_per_stage1_unit": 1.9444444444444444}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 391, "units_out": 105, "chunk_lengths": [1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 1, 3, 1, 3, 1, 7, 1, 4, 1, 1, 3, 1, 1, 7, 1, 5, 1, 3, 2, 2, 1, 1, 17, 4, 1, 1, 6, 2, 5, 1, 3, 2, 2, 17, 4, 1, 1, 6, 2, 5, 1, 3, 17, 3, 4, 1, 3, 13, 4, 1, 17, 3, 4, 1, 4, 9, 7, 8, 1, 10, 1, 7, 9, 1, 13, 1, 1, 5, 1, 5, 1, 1, 10, 1, 5, 2, 6, 3, 1, 8, 4, 1, 3, 1], "chunk_stats": {"count": 105, "sum": 391, "mean": 3.723809523809524, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 105, "units_out": 54, "chunk_lengths": [1, 2, 1, 2, 1, 4, 1, 3, 1, 1, 6, 2, 2, 4, 2, 4, 2, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 2, 2, 1, 2, 1, 4, 1, 1, 1, 2, 4, 1, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3], "chunk_stats": {"count": 54, "sum": 105, "mean": 1.9444444444444444, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 1, 1, 13, 3, 4, 1, 4, 1, 5, 4, 1, 3, 1, 3, 1, 7, 1, 1, 3, 2, 3, 1, 1, 9, 1, 2, 1, 13, 3, 4, 1, 3, 1, 1, 1, 3, 1, 7, 1, 3, 2, 1, 3, 1], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 8.599999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 1, 4, 1, 1, 3, 2, 2, 4, 3, 1, 3, 1, 8, 1, 1, 2, 4], "chunk_stats": {"count": 18, "sum": 45, "mean": 2.5, "median": 2.0, "p95": 4.599999999999994, "max": 8, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 93, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0641195999996853, "decode_time_sec": 1.6737270780031395, "total_time_sec": 1.744008665002184, "prefill_units_per_sec": 8827.254069001958, "prefill_bytes_per_sec": 8811.658213756371, "decode_units_per_sec": 76.47602866813385, "decode_bytes_per_sec": 76.47602866813385, "total_units_per_sec": 73.39413075670683, "total_bytes_per_sec": 73.39413075670683, "step_latency_ms": {"count": 128, "sum": 1678, "mean": 13.109375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3417.82666015625, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}, "model_input_units": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 565, "model_input_units": 566, "stage0_units": 206, "stage1_units": 100, "bytes_per_stage0_unit": 2.7427184466019416, "stage0_per_stage1_unit": 2.06}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 566, "units_out": 206, "chunk_lengths": [1, 1, 3, 8, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 6, 2, 7, 2, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 2, 1, 1, 5, 4, 1, 5, 1, 3, 1, 6, 1, 9, 1, 2, 1, 5, 1, 13, 4, 2, 7, 1, 1, 5, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 13, 1, 2, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 17, 4, 3, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 13, 1, 2, 1, 1, 7, 1, 1, 2, 7, 1, 3, 2, 1, 1, 13, 1, 3, 1, 7, 1, 3, 1, 1, 3, 1, 1, 5, 1, 6, 1, 8, 2, 1, 1, 5, 6, 2, 1, 5, 4, 7, 3, 7, 1, 9, 4, 2, 6, 1, 3, 1, 1, 4, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 5, 6, 1, 3, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 206, "sum": 566, "mean": 2.7475728155339807, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 206, "units_out": 100, "chunk_lengths": [1, 2, 1, 4, 3, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 1, 2, 1, 4, 1, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 6, 2, 1, 6, 1, 5, 4, 2, 1, 2, 1, 4, 3, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 1, 4, 1, 4, 1, 6, 1, 1, 5, 7, 1, 4, 4, 1], "chunk_stats": {"count": 100, "sum": 206, "mean": 2.06, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [9, 1, 2, 4, 4, 3, 1, 3, 1, 7, 1, 13, 1, 6, 1, 7, 1, 1, 5, 1, 6, 1, 13, 6, 3, 1, 1, 5, 1, 2, 1, 6, 1, 7, 1, 1], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 2.0, "p95": 10.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 2, 2, 5, 1, 4, 3, 3, 1, 1, 2, 1, 1, 1, 6], "chunk_stats": {"count": 16, "sum": 35, "mean": 2.1875, "median": 1.5, "p95": 5.25, "max": 6, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 94, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06611495899778674, "decode_time_sec": 1.2852377489980427, "total_time_sec": 1.3597157539988984, "prefill_units_per_sec": 13385.775525167099, "prefill_bytes_per_sec": 13370.650355082164, "decode_units_per_sec": 99.59246847502527, "decode_bytes_per_sec": 99.59246847502527, "total_units_per_sec": 94.13732217454597, "total_bytes_per_sec": 94.13732217454597, "step_latency_ms": {"count": 128, "sum": 1295, "mean": 10.1171875, "median": 8.0, "p95": 17.0, "max": 40, "min": 8}, "peak_allocated_mb": 3504.3359375, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 884, "mean": 884.0, "median": 884.0, "p95": 884.0, "max": 884, "min": 884}, "model_input_units": {"count": 1, "sum": 885, "mean": 885.0, "median": 885.0, "p95": 885.0, "max": 885, "min": 885}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 884, "model_input_units": 885, "stage0_units": 211, "stage1_units": 93, "bytes_per_stage0_unit": 4.18957345971564, "stage0_per_stage1_unit": 2.2688172043010755}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 885, "units_out": 211, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 5, 1, 7, 1, 7, 2, 5, 1, 8, 1, 7, 1, 2, 2, 1, 1, 5, 4, 4, 1, 9, 1, 4, 1, 4, 1, 1, 9, 4, 4, 1, 4, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 13, 1, 2, 4, 1, 1, 8, 1, 7, 2, 4, 7, 1, 1, 17, 2, 2, 3, 1, 4, 4, 8, 1, 2, 2, 1, 6, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 7, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 4, 7, 1, 1, 1, 1, 1, 3, 1, 1, 1, 17, 2, 7, 4, 8, 1, 2, 1, 2, 1, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 4, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 7, 1, 7, 4, 3, 5, 1, 7, 1, 7, 1, 17, 2, 1, 5, 1, 2, 4, 8, 7, 1, 2, 3, 1, 6, 1, 8, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 6, 1, 1, 1, 1], "chunk_stats": {"count": 211, "sum": 885, "mean": 4.194312796208531, "median": 2.0, "p95": 11.0, "max": 52, "min": 1}}, {"stage": 1, "units_in": 211, "units_out": 93, "chunk_lengths": [1, 2, 1, 3, 1, 1, 4, 1, 3, 2, 1, 2, 2, 1, 2, 2, 1, 5, 1, 2, 2, 1, 1, 1, 2, 1, 6, 1, 1, 5, 3, 4, 1, 1, 4, 4, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 3, 6, 1, 1, 2, 1, 3, 3, 3, 1, 1, 1, 4, 1, 1, 3, 1, 9, 1, 3, 2, 2, 9, 1, 1, 2, 1, 1, 2, 6, 1, 1, 2, 1, 6, 1, 3, 2, 1, 9, 1, 3, 2, 2, 2], "chunk_stats": {"count": 93, "sum": 211, "mean": 2.2688172043010755, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [52, 1, 5, 1, 8, 1, 7, 1, 13, 4, 1, 17, 3, 4, 4, 1, 4, 1], "chunk_stats": {"count": 18, "sum": 128, "mean": 7.111111111111111, "median": 4.0, "p95": 22.24999999999995, "max": 52, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 5, "chunk_lengths": [8, 1, 2, 1, 5, 1], "chunk_stats": {"count": 6, "sum": 18, "mean": 3.0, "median": 1.5, "p95": 7.25, "max": 8, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 95, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06426029000067501, "decode_time_sec": 1.95308704800118, "total_time_sec": 2.026865582996834, "prefill_units_per_sec": 8185.459480411226, "prefill_bytes_per_sec": 8169.897770372421, "decode_units_per_sec": 65.53727348250925, "decode_bytes_per_sec": 65.53727348250925, "total_units_per_sec": 63.151696429096624, "total_bytes_per_sec": 63.151696429096624, "step_latency_ms": {"count": 128, "sum": 1951, "mean": 15.2421875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3407.6318359375, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 525, "mean": 525.0, "median": 525.0, "p95": 525.0, "max": 525, "min": 525}, "model_input_units": {"count": 1, "sum": 526, "mean": 526.0, "median": 526.0, "p95": 526.0, "max": 526, "min": 526}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 525, "model_input_units": 526, "stage0_units": 208, "stage1_units": 97, "bytes_per_stage0_unit": 2.5240384615384617, "stage0_per_stage1_unit": 2.1443298969072164}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 526, "units_out": 208, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 8, 1, 6, 1, 6, 1, 4, 1, 1, 5, 4, 2, 1, 4, 2, 1, 2, 2, 6, 1, 2, 3, 1, 10, 1, 2, 1, 8, 1, 2, 1, 4, 1, 6, 1, 4, 1, 6, 1, 4, 1, 1, 5, 6, 1, 1, 4, 2, 6, 1, 4, 1, 1, 5, 1, 1, 1, 6, 1, 3, 1, 4, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 8, 1, 10, 1, 4, 2, 1, 4, 2, 1, 2, 2, 6, 2, 6, 1, 4, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 5, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 3, 1, 3, 1, 2, 3, 1, 3, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 1, 3, 1, 2, 1, 3, 1, 5, 6, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 208, "sum": 526, "mean": 2.5288461538461537, "median": 1.0, "p95": 6.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 208, "units_out": 97, "chunk_lengths": [1, 2, 2, 5, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 4, 2, 4, 4, 1, 1, 1, 1, 3, 1, 3, 1, 4, 2, 7, 1, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 1, 2, 5, 2, 2, 3, 3, 2, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 4, 1, 3, 1, 4, 3, 6, 1, 5, 1, 4, 1, 4, 4, 3, 6, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 3], "chunk_stats": {"count": 97, "sum": 208, "mean": 2.1443298969072164, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 6, 1, 2, 6, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 2], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [2, 1, 3, 1, 1, 1, 1, 1, 4, 4, 3, 6, 1, 3, 3, 1, 1, 1, 2, 3, 1, 3, 3], "chunk_stats": {"count": 23, "sum": 50, "mean": 2.1739130434782608, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 96, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06483343999934732, "decode_time_sec": 1.883737399999518, "total_time_sec": 1.953901496999606, "prefill_units_per_sec": 4334.183100616423, "prefill_bytes_per_sec": 4318.758961468322, "decode_units_per_sec": 67.9500231826542, "decode_bytes_per_sec": 67.9500231826542, "total_units_per_sec": 65.50995543867266, "total_bytes_per_sec": 65.50995543867266, "step_latency_ms": {"count": 128, "sum": 1881, "mean": 14.6953125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3347.9951171875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}, "model_input_units": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 280, "model_input_units": 281, "stage0_units": 126, "stage1_units": 60, "bytes_per_stage0_unit": 2.2222222222222223, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 281, "units_out": 126, "chunk_lengths": [1, 1, 3, 3, 1, 2, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 9, 4, 2, 3, 1, 2, 1, 1, 2, 1, 1, 2, 3, 3, 4, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 4, 2, 7, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 1, 3, 5, 1, 1, 1, 2, 3, 3, 4, 1, 1, 1, 1, 5, 1, 1, 9, 1, 1, 1, 3, 2, 1, 2, 4, 1, 1, 3, 1, 3, 1, 1], "chunk_stats": {"count": 126, "sum": 281, "mean": 2.2301587301587302, "median": 2.0, "p95": 6.5, "max": 9, "min": 1}}, {"stage": 1, "units_in": 126, "units_out": 60, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 5, 3, 2, 1, 2, 1, 2, 5, 1, 5, 1, 1, 1, 1, 3, 2, 3, 1, 2, 5, 6, 2, 3, 2, 2, 5, 2, 2, 1, 1, 6, 2, 1, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1], "chunk_stats": {"count": 60, "sum": 126, "mean": 2.1, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [9, 3, 4, 1, 1, 3, 1, 1, 4, 3, 1, 2, 4, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 2.0, "p95": 7.8999999999999915, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 1, 1, 5, 1, 4, 2, 2, 4, 2, 3, 5, 5, 3, 1, 2, 5], "chunk_stats": {"count": 18, "sum": 52, "mean": 2.888888888888889, "median": 2.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 97, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06426269999792567, "decode_time_sec": 1.8220908590010367, "total_time_sec": 1.8897020969998266, "prefill_units_per_sec": 4481.60441452501, "prefill_bytes_per_sec": 4466.043288085687, "decode_units_per_sec": 70.2489666570064, "decode_bytes_per_sec": 70.2489666570064, "total_units_per_sec": 67.73554424436443, "total_bytes_per_sec": 67.73554424436443, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3350.7685546875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 287, "mean": 287.0, "median": 287.0, "p95": 287.0, "max": 287, "min": 287}, "model_input_units": {"count": 1, "sum": 288, "mean": 288.0, "median": 288.0, "p95": 288.0, "max": 288, "min": 288}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 287, "model_input_units": 288, "stage0_units": 106, "stage1_units": 44, "bytes_per_stage0_unit": 2.707547169811321, "stage0_per_stage1_unit": 2.409090909090909}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 288, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 7, 2, 3, 1, 1, 6, 1, 1, 5, 4, 1, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 1, 7, 4, 1, 1, 4, 1, 1, 1, 7, 2, 1, 5, 2, 3, 1, 2, 7, 4, 5, 2, 2, 6, 1, 1, 8, 1, 7, 1, 2, 1, 3, 1, 3, 6, 5, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 1, 9, 1, 5, 6, 5, 1, 1, 4, 5, 6, 1, 1, 8, 1, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 288, "mean": 2.7169811320754715, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 3, 2, 2, 1, 4, 3, 2, 5, 1, 4, 4, 6, 1, 4, 3, 1, 1, 2, 5, 1, 1, 7, 1, 1, 4, 1, 2, 2, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 7, 1], "chunk_stats": {"count": 44, "sum": 106, "mean": 2.409090909090909, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 1, 1, 5, 4, 7, 1, 1, 3, 4, 1, 4, 4, 1, 1, 3, 4, 4, 1, 7, 1, 1, 7, 1, 1, 3, 1, 1, 5, 8, 2, 7, 1, 7, 1, 1, 5, 1, 3, 1, 6, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 1, 4, 1, 8, 1, 3, 1, 1, 2, 5, 1, 1, 1, 3, 2, 1, 5], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 1.0, "p95": 5.299999999999994, "max": 8, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 98, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06465663000199129, "decode_time_sec": 1.9615528329995868, "total_time_sec": 2.0307868710006005, "prefill_units_per_sec": 7934.2211306744675, "prefill_bytes_per_sec": 7918.75481268095, "decode_units_per_sec": 65.25442386594486, "decode_bytes_per_sec": 65.25442386594486, "total_units_per_sec": 63.02975552374553, "total_bytes_per_sec": 63.02975552374553, "step_latency_ms": {"count": 128, "sum": 1962, "mean": 15.328125, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3405.03564453125, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}, "model_input_units": {"count": 1, "sum": 513, "mean": 513.0, "median": 513.0, "p95": 513.0, "max": 513, "min": 513}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 512, "model_input_units": 513, "stage0_units": 188, "stage1_units": 93, "bytes_per_stage0_unit": 2.723404255319149, "stage0_per_stage1_unit": 2.021505376344086}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 513, "units_out": 188, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 2, 2, 1, 13, 5, 1, 4, 1, 1, 2, 1, 2, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 1, 3, 2, 5, 1, 2, 2, 1, 13, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 4, 1, 13, 5, 1, 5, 1, 1, 9, 7, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 3, 1, 7, 2, 4, 2, 1, 4, 1, 1, 4, 2, 22, 6, 1, 5, 1, 6, 1, 5, 2, 10, 1, 10, 1, 22, 5, 1, 4, 1, 5, 1, 4, 2, 1, 2, 4, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 22, 5, 1, 5, 2, 1, 2, 1, 4, 1, 1, 2, 1, 4, 2, 4, 1, 4, 1, 4, 1, 4, 1, 1], "chunk_stats": {"count": 188, "sum": 513, "mean": 2.728723404255319, "median": 1.0, "p95": 8.300000000000011, "max": 22, "min": 1}}, {"stage": 1, "units_in": 188, "units_out": 93, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 2, 2, 1, 3, 1, 6, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 3, 4, 4, 1, 3, 1, 1, 4, 1, 7, 1, 3, 1, 7, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 5, 5, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 3, 1, 4, 5, 1, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 3, 2], "chunk_stats": {"count": 93, "sum": 188, "mean": 2.021505376344086, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [22, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 5, 1, 5, 1, 1, 5, 4, 1, 2, 1, 4, 1, 5, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 5.599999999999994, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 4, 1, 4, 1, 1, 2, 1, 1, 1, 3, 2, 2, 4, 1, 3, 2, 1, 3, 1, 6, 1, 1, 1], "chunk_stats": {"count": 24, "sum": 48, "mean": 2.0, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 99, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06392520000008517, "decode_time_sec": 1.476870999998937, "total_time_sec": 1.547091336997255, "prefill_units_per_sec": 5209.213268000043, "prefill_bytes_per_sec": 5193.569984912956, "decode_units_per_sec": 86.66972267726304, "decode_bytes_per_sec": 86.66972267726304, "total_units_per_sec": 82.73590378214826, "total_bytes_per_sec": 82.73590378214826, "step_latency_ms": {"count": 128, "sum": 1485, "mean": 11.6015625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3357.55029296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 332, "mean": 332.0, "median": 332.0, "p95": 332.0, "max": 332, "min": 332}, "model_input_units": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 332, "model_input_units": 333, "stage0_units": 112, "stage1_units": 67, "bytes_per_stage0_unit": 2.9642857142857144, "stage0_per_stage1_unit": 1.671641791044776}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 333, "units_out": 112, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 3, 2, 1, 1, 9, 4, 2, 1, 1, 9, 2, 2, 1, 9, 2, 2, 1, 3, 1, 1, 9, 1, 4, 2, 1, 4, 1, 9, 6, 4, 1, 3, 1, 13, 2, 2, 1, 13, 6, 1, 3, 1, 17, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 1, 2, 1, 7, 1, 1, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 112, "sum": 333, "mean": 2.9732142857142856, "median": 1.0, "p95": 9.0, "max": 26, "min": 1}}, {"stage": 1, "units_in": 112, "units_out": 67, "chunk_lengths": [1, 2, 3, 4, 1, 4, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 2, 1, 5, 1, 2, 3, 1, 1, 1], "chunk_stats": {"count": 67, "sum": 112, "mean": 1.671641791044776, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [21, 1, 3, 2, 1, 21, 4, 2, 1, 21, 1, 4, 2, 1, 3, 21, 1, 4, 14], "chunk_stats": {"count": 19, "sum": 128, "mean": 6.7368421052631575, "median": 3.0, "p95": 21.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2], "chunk_stats": {"count": 14, "sum": 18, "mean": 1.2857142857142858, "median": 1.0, "p95": 2.0, "max": 2, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 100, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06462738999834983, "decode_time_sec": 1.974274077998416, "total_time_sec": 2.044034955000825, "prefill_units_per_sec": 8618.636773266293, "prefill_bytes_per_sec": 8603.163457694898, "decode_units_per_sec": 64.83395665599308, "decode_bytes_per_sec": 64.83395665599308, "total_units_per_sec": 62.62123829479635, "total_bytes_per_sec": 62.62123829479635, "step_latency_ms": {"count": 128, "sum": 1975, "mean": 15.4296875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3415.67724609375, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}, "model_input_units": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 556, "model_input_units": 557, "stage0_units": 158, "stage1_units": 74, "bytes_per_stage0_unit": 3.518987341772152, "stage0_per_stage1_unit": 2.135135135135135}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 557, "units_out": 158, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 4, 1, 1, 9, 3, 2, 4, 5, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 2, 1, 1, 13, 2, 1, 6, 1, 4, 1, 9, 4, 1, 13, 2, 1, 3, 2, 8, 5, 1, 2, 4, 1, 1, 2, 3, 2, 1, 1, 9, 2, 15, 5, 1, 2, 1, 1, 10, 1, 2, 4, 1, 1, 2, 2, 1, 8, 1, 5, 13, 2, 2, 3, 2, 4, 1, 2, 9, 1, 6, 6, 1, 3, 5, 2, 1, 15, 4, 1, 2, 4, 1, 1, 2, 3, 2, 6, 1, 1, 4, 9, 5, 3, 15, 2, 5, 2, 7, 5, 8, 1, 5, 2, 3, 4, 3, 7, 15, 2, 3, 4, 2, 6, 4, 5, 1, 7, 1, 2, 1, 2, 4, 7, 15, 2, 1, 6, 6, 4, 4, 4, 1, 1], "chunk_stats": {"count": 158, "sum": 557, "mean": 3.5253164556962027, "median": 2.0, "p95": 10.450000000000017, "max": 15, "min": 1}}, {"stage": 1, "units_in": 158, "units_out": 74, "chunk_lengths": [1, 2, 2, 3, 2, 2, 1, 3, 3, 1, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 1, 2, 3, 1, 2, 1, 1, 2, 1, 2, 2, 7, 1, 2, 1, 6, 2, 6, 2, 1, 1, 1, 2, 2, 2, 3, 1, 2, 3, 1, 1, 1, 10, 1, 1, 1, 5, 1, 2, 2, 1, 4, 1, 2, 4, 3, 2, 3, 1, 1, 1, 4, 3, 1], "chunk_stats": {"count": 74, "sum": 158, "mean": 2.135135135135135, "median": 2.0, "p95": 5.349999999999994, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [13, 2, 1, 1, 5, 1, 2, 1, 1, 1, 9, 3, 4, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 1, 2, 3, 1, 2, 2, 1, 6, 1, 1, 2, 3, 2, 3, 1, 2, 1, 4, 1, 2, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 3, 1, 4, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 1, 6, 1, 8, 4, 2], "chunk_stats": {"count": 22, "sum": 54, "mean": 2.4545454545454546, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 101, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06386308000219287, "decode_time_sec": 1.6569910459984385, "total_time_sec": 1.7266694639984053, "prefill_units_per_sec": 4666.232821683006, "prefill_bytes_per_sec": 4650.574322281385, "decode_units_per_sec": 77.2484560547955, "decode_bytes_per_sec": 77.2484560547955, "total_units_per_sec": 74.13115403314865, "total_bytes_per_sec": 74.13115403314865, "step_latency_ms": {"count": 128, "sum": 1666, "mean": 13.015625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3351.1591796875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}, "model_input_units": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 297, "model_input_units": 298, "stage0_units": 101, "stage1_units": 52, "bytes_per_stage0_unit": 2.9405940594059405, "stage0_per_stage1_unit": 1.9423076923076923}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 298, "units_out": 101, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 3, 2, 4, 1, 6, 2, 4, 1, 4, 2, 4, 1, 1, 9, 4, 2, 1, 4, 1, 6, 2, 4, 1, 4, 1, 9, 1, 2, 5, 2, 1, 3, 1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 2, 2, 2, 1, 9, 1, 2, 5, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 1, 7, 1, 4, 11, 1, 3, 1, 3, 7, 1, 2, 1, 2, 5, 1, 2, 1, 5, 13, 2, 2, 2, 1, 1, 13, 1, 3, 1], "chunk_stats": {"count": 101, "sum": 298, "mean": 2.9504950495049505, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 101, "units_out": 52, "chunk_lengths": [1, 2, 1, 3, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 1, 1, 4, 5, 1, 1, 1, 1, 1, 5, 3, 2, 2, 1, 3, 1, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 2, 1, 5, 1, 1, 2, 4, 1, 3], "chunk_stats": {"count": 52, "sum": 101, "mean": 1.9423076923076923, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 4, 13, 3, 4, 1, 2, 4, 9, 4, 1, 13, 3, 4, 4, 1, 5, 4, 5, 1, 4, 1, 1, 3, 2, 4, 1, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 3.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [6, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 2, 4, 2], "chunk_stats": {"count": 16, "sum": 36, "mean": 2.25, "median": 2.0, "p95": 5.25, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 102, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06466374999945401, "decode_time_sec": 2.1453151179994165, "total_time_sec": 2.213461636001739, "prefill_units_per_sec": 4902.282963834862, "prefill_bytes_per_sec": 4886.818348806993, "decode_units_per_sec": 59.66489441390997, "decode_bytes_per_sec": 59.66489441390997, "total_units_per_sec": 57.82797312503294, "total_bytes_per_sec": 57.82797312503294, "step_latency_ms": {"count": 128, "sum": 2142, "mean": 16.734375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3353.970703125, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 316, "mean": 316.0, "median": 316.0, "p95": 316.0, "max": 316, "min": 316}, "model_input_units": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 316, "model_input_units": 317, "stage0_units": 129, "stage1_units": 66, "bytes_per_stage0_unit": 2.449612403100775, "stage0_per_stage1_unit": 1.9545454545454546}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 317, "units_out": 129, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 2, 1, 5, 4, 1, 5, 3, 1, 5, 1, 2, 2, 1, 5, 4, 2, 2, 1, 1, 1, 3, 6, 1, 4, 3, 1, 8, 1, 1, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 6, 3, 1, 3, 1, 2, 2, 6, 4, 1, 3, 1, 4, 6, 1, 1, 1, 4, 1, 5, 1, 5, 1, 1, 4, 1, 4, 2, 1, 1, 5, 5, 2, 7, 1, 1, 1, 1, 4, 3, 1, 4, 2, 5, 1, 1, 4, 4, 1, 1, 1, 5, 3, 1, 6, 2, 1, 3, 1, 5, 1, 3, 1, 5, 2, 4, 1, 1, 1], "chunk_stats": {"count": 129, "sum": 317, "mean": 2.4573643410852712, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 129, "units_out": 66, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 3, 1, 2, 2, 4, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 3, 1, 3, 3, 2, 1, 2, 2, 2, 5, 2, 1, 1, 1, 1, 1, 1, 1, 3, 3, 2, 1, 1, 1, 6, 1, 3, 1, 4, 4, 3, 1, 1], "chunk_stats": {"count": 66, "sum": 129, "mean": 1.9545454545454546, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 58, "chunk_lengths": [5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 2, 4, 1, 9, 1, 5, 2, 1, 1, 1, 1, 1, 5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 4], "chunk_stats": {"count": 59, "sum": 128, "mean": 2.169491525423729, "median": 1.0, "p95": 5.399999999999977, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 28, "chunk_lengths": [1, 1, 3, 4, 1, 2, 1, 7, 2, 1, 1, 1, 3, 4, 1, 2, 1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 3, 1], "chunk_stats": {"count": 28, "sum": 58, "mean": 2.0714285714285716, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}, "active_size_stats": {"count": 58, "sum": 58, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 103, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0640990400024748, "decode_time_sec": 1.7860722959994746, "total_time_sec": 1.8539326850004727, "prefill_units_per_sec": 4196.630713808104, "prefill_bytes_per_sec": 4181.029856135955, "decode_units_per_sec": 71.6656320613114, "decode_bytes_per_sec": 71.6656320613114, "total_units_per_sec": 69.0424204911018, "total_bytes_per_sec": 69.0424204911018, "step_latency_ms": {"count": 128, "sum": 1787, "mean": 13.9609375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3344.1357421875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 84, "stage1_units": 38, "bytes_per_stage0_unit": 3.1904761904761907, "stage0_per_stage1_unit": 2.210526315789474}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 269, "units_out": 84, "chunk_lengths": [1, 1, 3, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 5, 2, 1, 7, 4, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 1, 5, 1, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 4, 1, 5, 1, 5, 4, 1, 9, 3, 4], "chunk_stats": {"count": 84, "sum": 269, "mean": 3.2023809523809526, "median": 2.5, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 38, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 1, 3, 3, 5, 1, 3, 1, 1, 4, 3, 3, 1, 4, 3, 1, 1, 4, 3, 3, 1, 5, 3, 1, 2, 1, 2], "chunk_stats": {"count": 38, "sum": 84, "mean": 2.210526315789474, "median": 2.0, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 5, 1, 1, 1, 4, 4, 1, 1, 7, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 1, 7, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 1, 1, 1, 2, 3, 4, 1, 1, 4, 3, 4, 1, 3, 1, 1, 4, 3, 2], "chunk_stats": {"count": 19, "sum": 42, "mean": 2.210526315789474, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 104, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06468913999924553, "decode_time_sec": 1.751158552000561, "total_time_sec": 1.8208663300029002, "prefill_units_per_sec": 10820.981698136104, "prefill_bytes_per_sec": 10805.523152853051, "decode_units_per_sec": 73.09446643410448, "decode_bytes_per_sec": 73.09446643410448, "total_units_per_sec": 70.29620894785623, "total_bytes_per_sec": 70.29620894785623, "step_latency_ms": {"count": 128, "sum": 1750, "mean": 13.671875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3459.31591796875, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 699, "mean": 699.0, "median": 699.0, "p95": 699.0, "max": 699, "min": 699}, "model_input_units": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 699, "model_input_units": 700, "stage0_units": 217, "stage1_units": 109, "bytes_per_stage0_unit": 3.2211981566820276, "stage0_per_stage1_unit": 1.9908256880733946}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 700, "units_out": 217, "chunk_lengths": [1, 1, 3, 5, 1, 4, 1, 3, 1, 1, 16, 6, 1, 1, 1, 8, 1, 1, 5, 1, 17, 1, 3, 1, 1, 5, 1, 17, 4, 4, 1, 3, 1, 2, 2, 1, 16, 8, 1, 2, 4, 1, 2, 2, 1, 16, 7, 1, 4, 1, 1, 5, 5, 1, 4, 4, 7, 1, 8, 1, 10, 1, 5, 1, 1, 5, 1, 6, 1, 5, 1, 6, 1, 1, 5, 2, 4, 1, 1, 2, 2, 4, 1, 3, 3, 1, 6, 1, 3, 1, 1, 5, 1, 7, 2, 2, 2, 1, 1, 4, 1, 2, 5, 2, 1, 3, 1, 1, 3, 2, 2, 2, 1, 1, 4, 2, 7, 1, 7, 1, 5, 8, 1, 2, 6, 1, 8, 1, 4, 1, 1, 1, 6, 1, 1, 5, 2, 3, 1, 5, 2, 2, 1, 2, 3, 1, 6, 2, 9, 1, 2, 4, 1, 2, 5, 1, 1, 5, 8, 1, 5, 2, 1, 3, 1, 8, 1, 4, 1, 1, 6, 2, 8, 1, 3, 2, 6, 1, 6, 1, 5, 10, 2, 5, 1, 9, 1, 8, 2, 8, 1, 4, 2, 6, 1, 6, 1, 5, 1, 5, 1, 1, 2, 3, 1, 1, 4, 5, 1, 5, 1, 5, 1, 9, 1, 1, 1], "chunk_stats": {"count": 217, "sum": 700, "mean": 3.225806451612903, "median": 2.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 217, "units_out": 109, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 7, 1, 2, 1, 3, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 3, 3, 2, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 5, 4, 1, 2, 1, 5, 3, 1, 2, 1, 2, 1, 2, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 1, 1, 6, 3, 4, 2, 3, 1, 1, 1, 1, 2, 2, 4, 2, 3, 1, 3, 3, 3, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 109, "sum": 217, "mean": 1.9908256880733946, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 1, 2, 8, 1, 2, 5, 1, 2, 4, 2, 2, 1, 9, 2, 3, 1, 6, 2, 8, 1, 2, 4, 1, 5, 1, 2, 8, 1, 2, 4, 2, 2, 1, 9, 8, 2, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 2, 3, 6, 1, 4, 1, 4, 1, 1, 1, 2, 6, 1, 1, 1, 1], "chunk_stats": {"count": 18, "sum": 38, "mean": 2.111111111111111, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 105, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06478924900147831, "decode_time_sec": 1.6537055480002891, "total_time_sec": 1.7261871040027472, "prefill_units_per_sec": 9831.878125110934, "prefill_bytes_per_sec": 9816.443465573868, "decode_units_per_sec": 77.40192935482467, "decode_bytes_per_sec": 77.40192935482467, "total_units_per_sec": 74.15186899681316, "total_bytes_per_sec": 74.15186899681316, "step_latency_ms": {"count": 128, "sum": 1653, "mean": 12.9140625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3438.4873046875, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 636, "mean": 636.0, "median": 636.0, "p95": 636.0, "max": 636, "min": 636}, "model_input_units": {"count": 1, "sum": 637, "mean": 637.0, "median": 637.0, "p95": 637.0, "max": 637, "min": 637}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 636, "model_input_units": 637, "stage0_units": 185, "stage1_units": 84, "bytes_per_stage0_unit": 3.437837837837838, "stage0_per_stage1_unit": 2.2023809523809526}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 637, "units_out": 185, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 10, 1, 1, 3, 2, 1, 10, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 5, 1, 5, 1, 1, 1, 1, 8, 1, 1, 2, 1, 1, 10, 1, 1, 9, 1, 2, 4, 1, 3, 1, 13, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 6, 1, 1, 10, 1, 9, 4, 1, 13, 1, 2, 1, 10, 1, 3, 1, 2, 2, 2, 1, 17, 1, 10, 1, 1, 3, 1, 1, 13, 1, 2, 1, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 1, 10, 1, 3, 1, 2, 4, 4, 1, 17, 7, 2, 22, 1, 2, 1, 2, 1, 3, 1, 2, 1, 21, 1, 1, 10, 2, 1, 2, 1, 10, 1, 2, 17, 1, 17, 5, 2, 1, 1, 4, 1, 9, 1, 2, 1, 3, 1, 2, 1, 9, 1, 4, 1, 2, 1, 1, 5, 1, 1, 11, 1, 1, 2, 1, 2, 1, 10, 1, 2, 6, 1, 17, 9, 2, 1, 1, 8, 1, 6, 1, 8, 1, 1], "chunk_stats": {"count": 185, "sum": 637, "mean": 3.443243243243243, "median": 1.0, "p95": 12.599999999999966, "max": 22, "min": 1}}, {"stage": 1, "units_in": 185, "units_out": 84, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 2, 4, 1, 1, 2, 3, 4, 1, 2, 5, 1, 1, 5, 1, 5, 1, 1, 3, 2, 4, 1, 2, 1, 1, 3, 2, 5, 1, 5, 2, 1, 1, 5, 5, 2, 4, 5, 1, 1, 1, 1, 3, 5, 2, 3, 2, 5, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 2, 1, 3, 3, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 3, 1], "chunk_stats": {"count": 84, "sum": 185, "mean": 2.2023809523809526, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [1, 4, 1, 4, 1, 17, 1, 2, 8, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 21, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 5, 1, 1, 10, 1, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 1.0, "p95": 11.04999999999999, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [2, 3, 1, 1, 4, 3, 5, 1, 5, 1, 1, 3, 3, 4], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 106, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06426940999881481, "decode_time_sec": 1.8386329419990943, "total_time_sec": 1.910620418999315, "prefill_units_per_sec": 9133.427551471608, "prefill_bytes_per_sec": 9117.868049680344, "decode_units_per_sec": 69.6169404322916, "decode_bytes_per_sec": 69.6169404322916, "total_units_per_sec": 66.99394538400246, "total_bytes_per_sec": 66.99394538400246, "step_latency_ms": {"count": 128, "sum": 1838, "mean": 14.359375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3426.90966796875, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}, "model_input_units": {"count": 1, "sum": 587, "mean": 587.0, "median": 587.0, "p95": 587.0, "max": 587, "min": 587}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 586, "model_input_units": 587, "stage0_units": 203, "stage1_units": 106, "bytes_per_stage0_unit": 2.8866995073891624, "stage0_per_stage1_unit": 1.9150943396226414}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 587, "units_out": 203, "chunk_lengths": [1, 1, 3, 1, 6, 1, 4, 1, 13, 7, 1, 2, 2, 1, 13, 1, 5, 1, 2, 2, 1, 13, 3, 2, 1, 1, 4, 1, 13, 3, 1, 8, 1, 1, 4, 1, 13, 7, 1, 4, 1, 4, 1, 13, 1, 7, 1, 4, 1, 5, 1, 13, 3, 2, 1, 1, 2, 1, 5, 1, 13, 7, 1, 4, 1, 4, 1, 1, 5, 2, 1, 2, 6, 2, 4, 4, 2, 5, 1, 8, 2, 1, 6, 8, 8, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 4, 1, 5, 1, 2, 7, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 7, 1, 2, 7, 1, 1, 5, 1, 2, 1, 5, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 1, 5, 1], "chunk_stats": {"count": 203, "sum": 587, "mean": 2.8916256157635467, "median": 1.0, "p95": 8.899999999999977, "max": 13, "min": 1}}, {"stage": 1, "units_in": 203, "units_out": 106, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 2, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 4, 1, 5, 1, 2, 5, 1, 5, 1, 3, 4, 1, 2, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 2, 2, 1, 1, 2, 1, 2, 2, 3, 3, 5, 1, 5, 1], "chunk_stats": {"count": 106, "sum": 203, "mean": 1.9150943396226414, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 3, 1, 8, 1, 9, 1, 2, 1, 1, 5, 1, 1, 1, 1, 3, 1, 8, 1, 1, 5, 1, 2, 7, 1, 4, 1, 9, 1, 2, 1, 6, 1, 7, 1, 4, 1, 5], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 4, 1, 1, 5, 1, 5, 1, 8, 1, 1, 2, 3, 1, 4, 5, 1], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 1.5, "p95": 5.449999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 107, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06423550999897998, "decode_time_sec": 1.774263171999337, "total_time_sec": 1.8447407790008583, "prefill_units_per_sec": 4654.746261137305, "prefill_bytes_per_sec": 4639.1785478893535, "decode_units_per_sec": 72.14262349579323, "decode_bytes_per_sec": 72.14262349579323, "total_units_per_sec": 69.3864425056657, "total_bytes_per_sec": 69.3864425056657, "step_latency_ms": {"count": 128, "sum": 1777, "mean": 13.8828125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3351.42626953125, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 106, "stage1_units": 53, "bytes_per_stage0_unit": 2.811320754716981, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 299, "units_out": 106, "chunk_lengths": [1, 1, 3, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 3, 2, 1, 1, 1, 8, 1, 1, 9, 2, 6, 2, 1, 1, 1, 1, 1, 8, 1, 2, 1, 1, 1, 8, 1, 9, 6, 2, 4, 1, 7, 1, 6, 1, 5, 1, 1, 8, 1, 2, 1, 1, 6, 1, 1, 9, 4, 5, 3, 5, 1, 13, 4, 1, 7, 1, 4, 1, 17, 2, 2, 2, 2, 5, 1, 1, 7, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 2, 1, 4, 1, 2, 2, 5, 1, 1], "chunk_stats": {"count": 106, "sum": 299, "mean": 2.8207547169811322, "median": 1.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 53, "chunk_lengths": [1, 2, 1, 3, 3, 4, 3, 1, 3, 2, 2, 2, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 1, 3, 2, 2, 1, 4, 4, 1, 1, 1, 2, 2, 1, 3, 2, 2, 2, 1, 5, 1, 1, 3, 1, 3, 2, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 106, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [13, 1, 1, 1, 1, 1, 5, 8, 2, 1, 6, 1, 8, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 8, 2, 1, 6, 2, 1, 1], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 1, 1, 1, 4, 2, 1, 3, 1, 7, 3, 3, 6, 1, 2, 7], "chunk_stats": {"count": 17, "sum": 45, "mean": 2.6470588235294117, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 108, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06478262000018731, "decode_time_sec": 1.7794156999989355, "total_time_sec": 1.848666856996715, "prefill_units_per_sec": 7579.193308306771, "prefill_bytes_per_sec": 7563.757069389649, "decode_units_per_sec": 71.9337252110772, "decode_bytes_per_sec": 71.9337252110772, "total_units_per_sec": 69.2390841083962, "total_bytes_per_sec": 69.2390841083962, "step_latency_ms": {"count": 128, "sum": 1783, "mean": 13.9296875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3400.3828125, "peak_reserved_mb": 3470.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 490, "mean": 490.0, "median": 490.0, "p95": 490.0, "max": 490, "min": 490}, "model_input_units": {"count": 1, "sum": 491, "mean": 491.0, "median": 491.0, "p95": 491.0, "max": 491, "min": 491}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 490, "model_input_units": 491, "stage0_units": 184, "stage1_units": 91, "bytes_per_stage0_unit": 2.6630434782608696, "stage0_per_stage1_unit": 2.021978021978022}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 491, "units_out": 184, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 4, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 27, 1, 2, 6, 1, 7, 1, 3, 1, 10, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 5, 1, 5, 2, 2, 4, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 4, 1, 2, 3, 1, 5, 1, 1, 9, 9, 2, 8, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 33, 6, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 3, 1, 1, 1, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 2, 3, 4, 1, 4, 1, 1, 8, 1, 4, 1, 1, 13, 1, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 1, 1, 2, 2, 6, 1, 2, 1, 17, 1, 3, 1, 5, 2, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 184, "sum": 491, "mean": 2.6684782608695654, "median": 1.0, "p95": 8.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 184, "units_out": 91, "chunk_lengths": [1, 2, 1, 2, 2, 2, 1, 1, 3, 1, 4, 1, 3, 4, 2, 1, 2, 2, 1, 2, 4, 2, 2, 1, 2, 3, 1, 3, 1, 1, 3, 4, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 3, 1, 4, 1, 8, 1, 2, 1, 1, 1, 4, 1, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 3, 4, 6, 1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1], "chunk_stats": {"count": 91, "sum": 184, "mean": 2.021978021978022, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [17, 3, 4, 4, 1, 4, 5, 3, 4, 2, 2, 1, 1, 1, 4, 3, 1, 8, 1, 2, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 8], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 7.599999999999994, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 5, 1, 3, 1, 3, 5, 1, 3, 4, 3, 1], "chunk_stats": {"count": 18, "sum": 44, "mean": 2.4444444444444446, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 109, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0646834300023329, "decode_time_sec": 1.9315417090001574, "total_time_sec": 2.002254015998915, "prefill_units_per_sec": 6199.423870773974, "prefill_bytes_per_sec": 6183.963960871794, "decode_units_per_sec": 66.26830754084926, "decode_bytes_per_sec": 66.26830754084926, "total_units_per_sec": 63.92795268593402, "total_bytes_per_sec": 63.92795268593402, "step_latency_ms": {"count": 128, "sum": 1932, "mean": 15.09375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3370.5751953125, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}, "model_input_units": {"count": 1, "sum": 401, "mean": 401.0, "median": 401.0, "p95": 401.0, "max": 401, "min": 401}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 400, "model_input_units": 401, "stage0_units": 120, "stage1_units": 63, "bytes_per_stage0_unit": 3.3333333333333335, "stage0_per_stage1_unit": 1.9047619047619047}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 401, "units_out": 120, "chunk_lengths": [1, 1, 3, 4, 1, 5, 1, 1, 3, 2, 5, 1, 4, 2, 5, 1, 3, 1, 2, 2, 2, 2, 4, 1, 5, 1, 1, 3, 1, 20, 5, 1, 4, 1, 1, 2, 2, 2, 7, 1, 4, 2, 1, 5, 1, 4, 1, 20, 1, 4, 1, 3, 1, 4, 1, 1, 9, 6, 2, 1, 2, 5, 1, 5, 1, 4, 2, 1, 3, 2, 5, 1, 5, 1, 3, 2, 1, 5, 1, 1, 5, 1, 9, 3, 4, 5, 1, 4, 1, 2, 4, 1, 5, 1, 2, 4, 1, 5, 1, 27, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 7, 1, 7, 1, 27, 1, 4, 1, 3, 1], "chunk_stats": {"count": 120, "sum": 401, "mean": 3.341666666666667, "median": 2.0, "p95": 7.099999999999994, "max": 27, "min": 1}}, {"stage": 1, "units_in": 120, "units_out": 63, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 4, 1, 3, 1, 1, 3, 2, 5, 2, 4, 1, 4, 1, 1, 2, 2, 4, 1], "chunk_stats": {"count": 63, "sum": 120, "mean": 1.9047619047619047, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 1, 5, 3, 1, 1, 1, 1, 1, 5, 1, 2, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 6, 6, 2, 3, 1, 3, 3, 5, 1, 2, 4, 1, 1, 3, 5, 1, 4, 1, 3, 2, 1, 3, 8, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [4, 1, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 5, 2, 4, 2, 2, 2, 3, 1, 4, 1], "chunk_stats": {"count": 22, "sum": 49, "mean": 2.227272727272727, "median": 2.0, "p95": 4.949999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 110, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06479653000133112, "decode_time_sec": 1.6907024619977165, "total_time_sec": 1.7610626290006621, "prefill_units_per_sec": 7238.0419135155125, "prefill_bytes_per_sec": 7222.60898832678, "decode_units_per_sec": 75.70817626228363, "decode_bytes_per_sec": 75.70817626228363, "total_units_per_sec": 72.68338893355273, "total_bytes_per_sec": 72.68338893355273, "step_latency_ms": {"count": 128, "sum": 1694, "mean": 13.234375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3388.36083984375, "peak_reserved_mb": 3450.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}, "model_input_units": {"count": 1, "sum": 469, "mean": 469.0, "median": 469.0, "p95": 469.0, "max": 469, "min": 469}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 468, "model_input_units": 469, "stage0_units": 222, "stage1_units": 109, "bytes_per_stage0_unit": 2.108108108108108, "stage0_per_stage1_unit": 2.036697247706422}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 469, "units_out": 222, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 2, 3, 1, 2, 1, 3, 1, 1, 7, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 5, 3, 1, 2, 1, 2, 7, 2, 1, 1, 3, 1, 1, 8, 2, 1, 1, 1, 1, 1, 2, 1, 1, 9, 2, 3, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 9, 2, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 4, 1, 5, 2, 1, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 1, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 2, 2, 1, 1, 4, 1, 2, 4, 1, 1, 3, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 2, 4, 1, 1, 3, 1, 1, 2, 2, 2, 1, 1, 3, 1, 3, 1, 6, 2, 1, 1, 1, 1, 25, 1, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 222, "sum": 469, "mean": 2.1126126126126126, "median": 1.0, "p95": 6.949999999999989, "max": 25, "min": 1}}, {"stage": 1, "units_in": 222, "units_out": 109, "chunk_lengths": [1, 2, 1, 2, 2, 1, 3, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 1, 1, 3, 1, 2, 2, 1, 5, 3, 2, 1, 1, 1, 2, 6, 1, 1, 3, 6, 1, 1, 3, 2, 1, 3, 3, 7, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 4, 2, 2, 5, 1, 2, 1, 5, 6, 1, 1, 5, 2, 4, 2, 6, 6, 2], "chunk_stats": {"count": 109, "sum": 222, "mean": 2.036697247706422, "median": 1.0, "p95": 5.599999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [25, 4, 1, 3, 1, 5, 1, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 2, 1, 9, 2, 2, 2, 2, 2, 2, 1, 3, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [6, 1, 1, 2, 1, 2, 6, 1, 2, 3, 3, 1, 2, 3, 5], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 111, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06465856000068015, "decode_time_sec": 1.9688753120026377, "total_time_sec": 2.0391153790005774, "prefill_units_per_sec": 7887.586732439374, "prefill_bytes_per_sec": 7872.120876101258, "decode_units_per_sec": 65.0117349837685, "decode_bytes_per_sec": 65.0117349837685, "total_units_per_sec": 62.77231848584069, "total_bytes_per_sec": 62.77231848584069, "step_latency_ms": {"count": 128, "sum": 1965, "mean": 15.3515625, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3401.70947265625, "peak_reserved_mb": 3468.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 200, "stage1_units": 99, "bytes_per_stage0_unit": 2.545, "stage0_per_stage1_unit": 2.0202020202020203}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 510, "units_out": 200, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 13, 2, 1, 1, 2, 1, 5, 13, 2, 2, 1, 2, 1, 2, 1, 6, 1, 1, 1, 3, 1, 13, 1, 1, 2, 1, 2, 1, 1, 1, 13, 2, 3, 1, 1, 5, 6, 1, 1, 2, 3, 2, 1, 4, 3, 5, 1, 1, 13, 2, 2, 4, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 1, 13, 2, 4, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 4, 3, 8, 1, 3, 1, 6, 13, 2, 3, 5, 1, 13, 1, 2, 1, 7, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 1, 4, 1, 17, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 200, "sum": 510, "mean": 2.55, "median": 1.0, "p95": 9.199999999999932, "max": 17, "min": 1}}, {"stage": 1, "units_in": 200, "units_out": 99, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 4, 2, 8, 2, 1, 4, 4, 2, 1, 1, 2, 2, 1, 2, 2, 3, 5, 2, 2, 2, 7, 3, 2, 4, 1, 1, 1, 3, 1, 1], "chunk_stats": {"count": 99, "sum": 200, "mean": 2.0202020202020203, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 5, 4, 1, 1, 1, 13, 2, 1, 2, 4, 1, 4, 1, 1, 1, 2, 3, 5, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.449999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [2, 1, 3, 1, 3, 1, 1, 5, 1, 2, 1, 1, 3, 6, 2, 1, 1, 1, 2, 2, 9, 2, 1], "chunk_stats": {"count": 23, "sum": 52, "mean": 2.260869565217391, "median": 2.0, "p95": 5.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 112, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06469560000186902, "decode_time_sec": 1.6184400050005934, "total_time_sec": 1.688691862997075, "prefill_units_per_sec": 4729.842523929909, "prefill_bytes_per_sec": 4714.38552221772, "decode_units_per_sec": 79.08850473573969, "decode_bytes_per_sec": 79.08850473573969, "total_units_per_sec": 75.79831632091053, "total_bytes_per_sec": 75.79831632091053, "step_latency_ms": {"count": 128, "sum": 1622, "mean": 12.671875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3352.1591796875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 111, "stage1_units": 55, "bytes_per_stage0_unit": 2.7477477477477477, "stage0_per_stage1_unit": 2.018181818181818}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 306, "units_out": 111, "chunk_lengths": [1, 1, 3, 6, 7, 6, 1, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 9, 8, 2, 8, 1, 6, 1, 13, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 8, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 13, 7, 1, 1, 3, 1, 7, 2, 6, 1, 1, 3, 1, 6, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 2, 7, 1, 1, 3, 1, 7, 1, 1, 9, 1, 2, 7, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 111, "sum": 306, "mean": 2.7567567567567566, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 55, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 3, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 5, 2, 4, 4, 1, 2, 1, 5, 1, 1, 5, 2, 1, 1, 2, 6, 1, 1, 5, 1, 1, 1, 1, 2, 2, 3, 5, 1], "chunk_stats": {"count": 55, "sum": 111, "mean": 2.018181818181818, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 1, 5, 4, 3, 7, 7, 1, 1, 3, 2, 7, 1, 2, 1, 1, 9, 8, 2], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 3.0, "p95": 11.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 4, 1, 2, 1, 4, 1, 1, 2, 1, 1, 4, 5, 1, 1, 1], "chunk_stats": {"count": 16, "sum": 31, "mean": 1.9375, "median": 1.0, "p95": 4.25, "max": 5, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 113, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06451010999808204, "decode_time_sec": 1.6824736860035046, "total_time_sec": 1.7514336340027512, "prefill_units_per_sec": 7905.7375660212465, "prefill_bytes_per_sec": 7890.236119813361, "decode_units_per_sec": 76.0784558265795, "decode_bytes_per_sec": 76.0784558265795, "total_units_per_sec": 73.08298614059785, "total_bytes_per_sec": 73.08298614059785, "step_latency_ms": {"count": 128, "sum": 1686, "mean": 13.171875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3401.70947265625, "peak_reserved_mb": 3470.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 200, "stage1_units": 91, "bytes_per_stage0_unit": 2.545, "stage0_per_stage1_unit": 2.197802197802198}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 510, "units_out": 200, "chunk_lengths": [1, 1, 3, 2, 4, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 4, 2, 1, 13, 4, 2, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 1, 1, 1, 1, 3, 13, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 9, 1, 2, 1, 13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1, 2, 1, 3, 1, 5, 1, 1, 6, 3, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 1, 5, 2, 3, 1, 4, 4, 1, 1, 13, 1, 2, 1, 4, 1, 1, 1, 9, 2, 1, 2, 1, 1, 4, 5, 6, 1, 11, 9, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 2, 1, 2, 1, 1, 9, 1, 1, 1, 1, 4, 1, 1, 1, 1, 9, 2, 1, 6, 3, 1, 1, 9, 1, 2, 1, 1], "chunk_stats": {"count": 200, "sum": 510, "mean": 2.55, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 200, "units_out": 91, "chunk_lengths": [1, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 6, 7, 3, 2, 1, 5, 2, 3, 1, 3, 1, 2, 1, 5, 2, 1, 1, 3, 3, 1, 7, 1, 1, 3, 2, 2, 1, 6, 2, 1, 2, 2, 2, 1, 2, 2, 1, 2, 1, 1, 2, 1, 2, 2, 2, 7, 1, 7, 1, 1, 2, 1, 2, 1, 2, 1, 1, 6, 1, 4, 1, 5, 2, 2, 1, 5, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1], "chunk_stats": {"count": 91, "sum": 200, "mean": 2.197802197802198, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 6, 2, 2, 3, 3, 1, 7, 1, 4, 2, 2, 1, 3], "chunk_stats": {"count": 15, "sum": 40, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.299999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 114, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06354740999813657, "decode_time_sec": 1.946166402001836, "total_time_sec": 2.015014649998193, "prefill_units_per_sec": 4138.642314576032, "prefill_bytes_per_sec": 4122.906032011104, "decode_units_per_sec": 65.77032666288895, "decode_bytes_per_sec": 65.77032666288895, "total_units_per_sec": 63.52311135808109, "total_bytes_per_sec": 63.52311135808109, "step_latency_ms": {"count": 128, "sum": 1948, "mean": 15.21875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3343.6201171875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 93, "stage1_units": 47, "bytes_per_stage0_unit": 2.817204301075269, "stage0_per_stage1_unit": 1.9787234042553192}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 263, "units_out": 93, "chunk_lengths": [1, 1, 3, 3, 1, 7, 1, 4, 1, 1, 3, 2, 4, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 7, 1, 1, 1, 6, 2, 5, 7, 1, 4, 2, 6, 4, 1, 3, 1, 1, 1, 1, 23, 1, 3, 1, 4, 1, 3, 1, 1, 1, 1, 9, 1, 3, 2, 1, 1, 1, 4, 3, 1, 1, 9, 1, 1, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 1, 13, 1, 5], "chunk_stats": {"count": 93, "sum": 263, "mean": 2.827956989247312, "median": 1.0, "p95": 9.0, "max": 23, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 47, "chunk_lengths": [1, 2, 1, 2, 2, 1, 3, 3, 2, 1, 1, 1, 4, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 3, 1, 1, 3, 2, 5, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 4, 2, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 47, "sum": 93, "mean": 1.9787234042553192, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 9, 1, 1, 3, 8, 4, 1, 5, 1, 4, 5, 4, 1, 1, 1, 1, 2, 4, 1, 3, 1, 9, 3, 4, 1, 2, 1, 1, 1, 1, 1, 4, 3, 1, 7, 1, 4, 1, 2, 1, 2, 1, 1, 3, 2, 4, 1, 2, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 2, 2, 4, 1, 1, 2, 2, 2, 5, 1, 4, 3, 1, 1, 6, 1, 1, 2, 4, 2, 3], "chunk_stats": {"count": 22, "sum": 51, "mean": 2.3181818181818183, "median": 2.0, "p95": 4.949999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 115, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06478413999866461, "decode_time_sec": 1.960783316000743, "total_time_sec": 2.029796864000673, "prefill_units_per_sec": 6652.86287676095, "prefill_bytes_per_sec": 6637.427000016725, "decode_units_per_sec": 65.28003321706737, "decode_bytes_per_sec": 65.28003321706737, "total_units_per_sec": 63.06049746658667, "total_bytes_per_sec": 63.06049746658667, "step_latency_ms": {"count": 128, "sum": 1961, "mean": 15.3203125, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3380.6083984375, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}, "model_input_units": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 430, "model_input_units": 431, "stage0_units": 163, "stage1_units": 86, "bytes_per_stage0_unit": 2.638036809815951, "stage0_per_stage1_unit": 1.8953488372093024}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 431, "units_out": 163, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 2, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1, 9, 4, 2, 1, 2, 7, 1, 1, 3, 1, 1, 1, 2, 1, 4, 2, 6, 1, 2, 7, 1, 4, 1, 1, 5, 1, 4, 1, 3, 2, 1, 4, 1, 1, 3, 1, 9, 5, 1, 1, 4, 2, 1, 2, 3, 1, 9, 1, 2, 4, 1, 2, 1, 1, 13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 5, 7, 10, 1, 2, 2, 1, 9, 5, 1, 1, 6, 2, 7, 1, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1, 2, 1, 1, 5, 7, 1, 1, 2, 3, 1, 6, 1, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 163, "sum": 431, "mean": 2.644171779141104, "median": 2.0, "p95": 7.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 163, "units_out": 86, "chunk_lengths": [1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 2, 1, 1, 1, 2, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 6, 1, 1, 2, 1, 1, 4, 4, 1, 3, 1, 2, 3, 1, 1], "chunk_stats": {"count": 86, "sum": 163, "mean": 1.8953488372093024, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [9, 3, 4, 1, 4, 1, 1, 1, 4, 2, 4, 1, 1, 2, 1, 4, 1, 6, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 4, 2, 1, 2, 5, 5, 5, 1, 1, 3, 1, 3], "chunk_stats": {"count": 22, "sum": 52, "mean": 2.3636363636363638, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 116, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06397303999983706, "decode_time_sec": 1.7694021450006403, "total_time_sec": 1.8383025430011912, "prefill_units_per_sec": 4986.475552839329, "prefill_bytes_per_sec": 4970.84396803419, "decode_units_per_sec": 72.34081882496739, "decode_bytes_per_sec": 72.34081882496739, "total_units_per_sec": 69.62945271839133, "total_bytes_per_sec": 69.62945271839133, "step_latency_ms": {"count": 128, "sum": 1769, "mean": 13.8203125, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3354.1904296875, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "model_input_units": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 318, "model_input_units": 319, "stage0_units": 129, "stage1_units": 51, "bytes_per_stage0_unit": 2.4651162790697674, "stage0_per_stage1_unit": 2.5294117647058822}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 319, "units_out": 129, "chunk_lengths": [1, 1, 3, 7, 1, 9, 1, 1, 5, 3, 1, 1, 2, 1, 1, 4, 1, 1, 3, 2, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 4, 1, 1], "chunk_stats": {"count": 129, "sum": 319, "mean": 2.4728682170542635, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 129, "units_out": 51, "chunk_lengths": [1, 2, 1, 5, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 4, 4, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 9, 1, 6, 11, 2, 4, 2, 2, 2, 1, 5, 1, 1, 1, 4, 4, 1, 2, 1], "chunk_stats": {"count": 51, "sum": 129, "mean": 2.5294117647058822, "median": 1.0, "p95": 6.5, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 8.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 19, 3, 1, 2, 2, 2, 1, 5, 1, 1, 5, 4, 1], "chunk_stats": {"count": 14, "sum": 48, "mean": 3.4285714285714284, "median": 2.0, "p95": 9.899999999999995, "max": 19, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 117, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06429547999869101, "decode_time_sec": 1.7625858390019857, "total_time_sec": 1.8314980569994077, "prefill_units_per_sec": 6065.7452126952, "prefill_bytes_per_sec": 6050.192019842136, "decode_units_per_sec": 72.62057663669667, "decode_bytes_per_sec": 72.62057663669667, "total_units_per_sec": 69.8881440309611, "total_bytes_per_sec": 69.8881440309611, "step_latency_ms": {"count": 128, "sum": 1760, "mean": 13.75, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3368.36669921875, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 118, "stage1_units": 63, "bytes_per_stage0_unit": 3.2966101694915255, "stage0_per_stage1_unit": 1.873015873015873}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 390, "units_out": 118, "chunk_lengths": [1, 1, 3, 3, 1, 3, 2, 1, 1, 1, 1, 3, 2, 7, 2, 5, 1, 1, 1, 1, 9, 2, 1, 5, 1, 3, 10, 8, 1, 11, 1, 1, 2, 2, 1, 1, 1, 9, 9, 2, 1, 1, 9, 10, 2, 1, 4, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 9, 4, 1, 5, 3, 1, 3, 1, 6, 1, 1, 6, 1, 13, 8, 1, 1, 5, 1, 9, 1, 1, 4, 1, 7, 1, 7, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 1, 13, 9, 2, 1, 6, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 1, 5, 1, 7, 1, 1], "chunk_stats": {"count": 118, "sum": 390, "mean": 3.305084745762712, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 118, "units_out": 63, "chunk_lengths": [1, 2, 1, 2, 3, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 1, 1, 6, 1, 2, 1, 3, 1, 1, 2, 1, 4, 4, 1, 1, 3, 2, 3, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 2, 4, 3, 4, 2, 3, 1], "chunk_stats": {"count": 63, "sum": 118, "mean": 1.873015873015873, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [9, 3, 4, 8, 1, 5, 4, 5, 1, 1, 3, 2, 7, 1, 1, 9, 1, 1, 1, 9, 5, 1, 2, 7, 1, 1, 3, 1, 3, 2, 2, 1, 6, 1, 9, 1, 1, 1, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 1, 2, 4, 3, 1, 3, 1, 1, 1, 1, 3, 1, 2, 5, 4], "chunk_stats": {"count": 18, "sum": 38, "mean": 2.111111111111111, "median": 1.5, "p95": 4.149999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 118, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06422091000058572, "decode_time_sec": 1.8291451479999523, "total_time_sec": 1.8981601760024205, "prefill_units_per_sec": 4110.810637806164, "prefill_bytes_per_sec": 4095.2393853902313, "decode_units_per_sec": 69.97804419182339, "decode_bytes_per_sec": 69.97804419182339, "total_units_per_sec": 67.43371903922863, "total_bytes_per_sec": 67.43371903922863, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3343.7060546875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}, "model_input_units": {"count": 1, "sum": 264, "mean": 264.0, "median": 264.0, "p95": 264.0, "max": 264, "min": 264}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 263, "model_input_units": 264, "stage0_units": 114, "stage1_units": 50, "bytes_per_stage0_unit": 2.307017543859649, "stage0_per_stage1_unit": 2.28}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 264, "units_out": 114, "chunk_lengths": [1, 1, 3, 1, 8, 1, 1, 3, 2, 4, 3, 1, 2, 1, 1, 2, 2, 2, 8, 1, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 2, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 1, 5, 1, 1, 9, 3, 1, 1, 1, 2, 2, 1, 3, 1, 2, 2, 1, 4, 4, 1, 4, 3, 1, 2, 1, 1, 1, 9, 4, 1, 2, 1, 3, 1, 2, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 1, 4, 1, 2, 1, 4, 1, 1, 1, 13, 1, 2, 1, 2, 1, 5, 1, 2, 2, 2, 1, 17, 4, 1, 1, 1, 3], "chunk_stats": {"count": 114, "sum": 264, "mean": 2.3157894736842106, "median": 1.0, "p95": 6.049999999999983, "max": 17, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 50, "chunk_lengths": [1, 2, 2, 1, 3, 5, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 1, 1, 4, 1, 5, 3, 7, 1, 1, 1, 5, 1, 5, 1, 7, 2, 2, 3, 1, 1, 5, 5, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 114, "mean": 2.28, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 3, 1, 1, 1, 2, 1, 1, 21, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 13, 4, 1, 13], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 8.049999999999962, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 6, 1, 5, 6, 1, 5, 3, 5, 3, 3, 7, 1, 1, 2], "chunk_stats": {"count": 16, "sum": 51, "mean": 3.1875, "median": 3.0, "p95": 6.25, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 119, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06391264999911073, "decode_time_sec": 1.8899748689982516, "total_time_sec": 1.958670197000174, "prefill_units_per_sec": 10749.04576808439, "prefill_bytes_per_sec": 10733.399413254574, "decode_units_per_sec": 67.72576826264583, "decode_bytes_per_sec": 67.72576826264583, "total_units_per_sec": 65.35046083615302, "total_bytes_per_sec": 65.35046083615302, "step_latency_ms": {"count": 128, "sum": 1892, "mean": 14.78125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3458.05859375, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 686, "mean": 686.0, "median": 686.0, "p95": 686.0, "max": 686, "min": 686}, "model_input_units": {"count": 1, "sum": 687, "mean": 687.0, "median": 687.0, "p95": 687.0, "max": 687, "min": 687}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 686, "model_input_units": 687, "stage0_units": 251, "stage1_units": 101, "bytes_per_stage0_unit": 2.733067729083665, "stage0_per_stage1_unit": 2.485148514851485}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 687, "units_out": 251, "chunk_lengths": [1, 1, 3, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 2, 2, 5, 4, 4, 8, 11, 1, 1, 2, 3, 5, 7, 2, 1, 2, 1, 6, 5, 6, 1, 4, 2, 1, 2, 1, 3, 1, 1, 2, 3, 5, 10, 1, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 1, 5, 1, 1, 3, 1, 5, 1, 2, 10, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 2, 1, 9, 10, 1, 5, 3, 1, 1, 1, 4, 1, 1, 2, 5, 1, 2, 4, 10, 1, 4, 1, 9, 3, 3, 5, 6, 1, 5, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 6, 1, 4, 1, 5, 9, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 6, 1, 2, 3, 1, 7, 1, 5, 2, 2, 4, 1, 1, 3, 5, 1, 9, 1, 3, 1, 6, 1, 5, 1, 5, 1, 6, 1, 6, 1, 4, 1, 1, 5, 2, 8, 1, 4, 1, 6, 2, 1, 2, 5, 5, 2, 3, 1, 1, 6, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1], "chunk_stats": {"count": 251, "sum": 687, "mean": 2.737051792828685, "median": 2.0, "p95": 7.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 101, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 3, 1, 4, 4, 1, 2, 2, 1, 6, 4, 12, 1, 1, 5, 4, 1, 8, 1, 1, 3, 8, 1, 1, 2, 4, 1, 2, 1, 1, 2, 1, 6, 4, 6, 4, 1, 1, 2, 1, 6, 4, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 3, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 2, 1, 6, 5, 1, 8, 1, 7, 4], "chunk_stats": {"count": 101, "sum": 251, "mean": 2.485148514851485, "median": 1.0, "p95": 6.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 61, "chunk_lengths": [1, 4, 1, 4, 1, 10, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 6, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 4, 1, 4, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 2, 3, 1, 1, 2], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [4, 4, 1, 8, 1, 7, 1, 5, 7, 8, 1, 1, 6, 1, 1, 5], "chunk_stats": {"count": 16, "sum": 61, "mean": 3.8125, "median": 4.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 61, "sum": 61, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 120, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06483606999972835, "decode_time_sec": 1.6042718819990114, "total_time_sec": 1.6777511180007423, "prefill_units_per_sec": 15223.007810376776, "prefill_bytes_per_sec": 15207.584296891084, "decode_units_per_sec": 79.78697466199117, "decode_bytes_per_sec": 79.78697466199117, "total_units_per_sec": 76.29260301285245, "total_bytes_per_sec": 76.29260301285245, "step_latency_ms": {"count": 128, "sum": 1609, "mean": 12.5703125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3530.46875, "peak_reserved_mb": 3628.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 986, "mean": 986.0, "median": 986.0, "p95": 986.0, "max": 986, "min": 986}, "model_input_units": {"count": 1, "sum": 987, "mean": 987.0, "median": 987.0, "p95": 987.0, "max": 987, "min": 987}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 986, "model_input_units": 987, "stage0_units": 310, "stage1_units": 131, "bytes_per_stage0_unit": 3.1806451612903226, "stage0_per_stage1_unit": 2.366412213740458}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 987, "units_out": 310, "chunk_lengths": [1, 1, 3, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 10, 2, 1, 1, 5, 5, 4, 1, 1, 4, 1, 11, 2, 7, 1, 5, 1, 3, 2, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 1, 5, 4, 2, 3, 5, 4, 1, 1, 4, 1, 10, 1, 9, 5, 4, 1, 1, 4, 1, 9, 1, 5, 2, 1, 1, 1, 9, 11, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 11, 1, 1, 1, 1, 9, 1, 2, 5, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 9, 1, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 4, 1, 5, 1, 1, 1, 1, 9, 6, 1, 5, 2, 4, 1, 4, 1, 5, 1, 1, 2, 1, 6, 1, 6, 1, 4, 1, 1, 1, 1, 1, 9, 2, 3, 8, 1, 4, 1, 1, 3, 11, 1, 7, 1, 2, 5, 9, 2, 1, 6, 9, 1, 4, 4, 3, 10, 9, 1, 1, 1, 1, 4, 1, 5, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 4, 1, 5, 9, 1, 1, 1, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 9, 1, 1, 1, 1, 2, 4, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 2, 4, 9, 1, 1, 1, 11, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 11, 1], "chunk_stats": {"count": 310, "sum": 987, "mean": 3.1838709677419357, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 310, "units_out": 131, "chunk_lengths": [1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 1, 12, 1, 2, 1, 7, 1, 1, 2, 2, 1, 10, 1, 1, 1, 2, 8, 1, 7, 2, 1, 2, 1, 1, 1, 1, 1, 3, 2, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 1, 3, 2, 4, 2, 1, 6, 1, 1, 1, 2, 2, 1, 3, 2, 4, 3, 7, 1, 1, 1, 1, 2, 4, 2, 5, 4, 3, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 7, 1, 1, 7, 2, 1, 4, 1, 1, 11, 1, 4, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 9, 4, 1, 1, 5, 1, 9, 2, 1], "chunk_stats": {"count": 131, "sum": 310, "mean": 2.366412213740458, "median": 1.0, "p95": 7.5, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 9, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 4, 1, 1, 5, 3, 4, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 1], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.400000000000006, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [1, 1, 2, 5, 5, 3, 11, 1, 1, 13], "chunk_stats": {"count": 10, "sum": 43, "mean": 4.3, "median": 2.5, "p95": 12.099999999999998, "max": 13, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 121, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06418708999990486, "decode_time_sec": 1.8292135080009757, "total_time_sec": 1.9030779439999606, "prefill_units_per_sec": 9051.664439077409, "prefill_bytes_per_sec": 9036.084982211527, "decode_units_per_sec": 69.97542902462085, "decode_bytes_per_sec": 69.97542902462085, "total_units_per_sec": 67.25946270543433, "total_bytes_per_sec": 67.25946270543433, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3424.79638671875, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 580, "mean": 580.0, "median": 580.0, "p95": 580.0, "max": 580, "min": 580}, "model_input_units": {"count": 1, "sum": 581, "mean": 581.0, "median": 581.0, "p95": 581.0, "max": 581, "min": 581}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 580, "model_input_units": 581, "stage0_units": 199, "stage1_units": 102, "bytes_per_stage0_unit": 2.9145728643216082, "stage0_per_stage1_unit": 1.9509803921568627}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 581, "units_out": 199, "chunk_lengths": [1, 1, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 5, 4, 4, 2, 1, 2, 2, 10, 2, 6, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 3, 1, 3, 4, 4, 4, 1, 9, 1, 5, 2, 1, 9, 1, 1, 5, 1, 2, 5, 4, 1, 7, 1, 1, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 9, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 4, 6, 1, 1, 3, 1, 4, 5, 1, 3, 4, 6, 1, 1, 9, 1, 5, 1, 6, 6, 1, 1, 5, 2, 7, 5, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 29, 1, 9, 2, 6, 1, 1, 1, 5, 1, 2, 4, 5, 1, 3, 4, 5, 4, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 3, 1, 4, 4, 1, 1, 13, 1, 5, 2, 1, 9, 1, 1, 3, 1, 4, 9, 2, 1, 1, 1, 1, 1, 1, 2, 4, 4, 1, 9, 1, 2, 1, 4, 1, 1, 5, 1], "chunk_stats": {"count": 199, "sum": 581, "mean": 2.919597989949749, "median": 2.0, "p95": 9.0, "max": 29, "min": 1}}, {"stage": 1, "units_in": 199, "units_out": 102, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 2, 2, 2, 5, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 3, 2, 1, 3, 2, 2, 2, 3, 1, 1, 1, 1, 3, 2, 2, 2, 5, 1, 1, 10, 5, 1, 2, 3, 1, 2, 2, 1, 1, 3, 1, 2, 4, 1, 7, 1], "chunk_stats": {"count": 102, "sum": 199, "mean": 1.9509803921568627, "median": 2.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 4, 4, 1, 1, 5, 3, 4, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 8, 1, 1, 1, 4, 1, 3, 1, 6, 1, 4, 1, 4, 1, 4, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [4, 1, 1, 3, 3, 7, 1, 1, 1, 6, 1, 2, 4, 1, 1, 3, 7, 1], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 122, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06536055900141946, "decode_time_sec": 1.9788045390014304, "total_time_sec": 2.051066765001451, "prefill_units_per_sec": 7542.77514654202, "prefill_bytes_per_sec": 7527.47539979447, "decode_units_per_sec": 64.68551970504019, "decode_bytes_per_sec": 64.68551970504019, "total_units_per_sec": 62.40654969605996, "total_bytes_per_sec": 62.40654969605996, "step_latency_ms": {"count": 128, "sum": 1966, "mean": 15.359375, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3400.4228515625, "peak_reserved_mb": 3468.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}, "model_input_units": {"count": 1, "sum": 493, "mean": 493.0, "median": 493.0, "p95": 493.0, "max": 493, "min": 493}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 492, "model_input_units": 493, "stage0_units": 213, "stage1_units": 102, "bytes_per_stage0_unit": 2.3098591549295775, "stage0_per_stage1_unit": 2.088235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 493, "units_out": 213, "chunk_lengths": [1, 1, 3, 3, 1, 3, 1, 2, 8, 1, 1, 3, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 4, 1, 3, 1, 5, 1, 1, 1, 9, 2, 2, 2, 1, 1, 2, 2, 4, 1, 3, 1, 2, 2, 4, 1, 1, 1, 1, 9, 1, 2, 3, 6, 1, 2, 1, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 9, 2, 1, 3, 1, 4, 1, 3, 10, 1, 1, 6, 1, 1, 1, 6, 1, 1, 4, 1, 3, 1, 1, 1, 1, 6, 9, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 213, "sum": 493, "mean": 2.3145539906103285, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 213, "units_out": 102, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 4, 1, 2, 5, 1, 3, 5, 1, 3, 4, 3, 1, 1, 1, 1, 1, 1, 3, 4, 2, 5, 1, 1, 1, 3, 2, 3, 1, 2, 1, 1, 4, 1, 4, 3, 1, 1, 5, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 2, 1, 1, 2, 1, 2, 2, 1, 5, 7, 1, 1, 2, 2, 1, 1, 2, 2, 2, 2, 3, 1, 2, 1, 2, 2, 2, 3, 1, 9, 4], "chunk_stats": {"count": 102, "sum": 213, "mean": 2.088235294117647, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [1, 1, 5, 1, 7, 1, 1, 1, 5, 4, 3, 1, 4, 1, 1, 3, 2, 1, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 2, 3, 5, 1, 4, 6, 2, 1, 7, 8], "chunk_stats": {"count": 20, "sum": 57, "mean": 2.85, "median": 2.0, "p95": 7.050000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 123, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06415089999791235, "decode_time_sec": 1.840013834000274, "total_time_sec": 1.9096885910003039, "prefill_units_per_sec": 5144.121127072873, "prefill_bytes_per_sec": 5128.532881233258, "decode_units_per_sec": 69.56469437065164, "decode_bytes_per_sec": 69.56469437065164, "total_units_per_sec": 67.02663492006987, "total_bytes_per_sec": 67.02663492006987, "step_latency_ms": {"count": 128, "sum": 1845, "mean": 14.4140625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3357.45654296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "model_input_units": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 329, "model_input_units": 330, "stage0_units": 110, "stage1_units": 50, "bytes_per_stage0_unit": 2.9909090909090907, "stage0_per_stage1_unit": 2.2}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 330, "units_out": 110, "chunk_lengths": [1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 8, 2, 1, 2, 1, 1, 7, 1, 1, 9, 1, 2, 3, 1, 1, 8, 1, 1, 1, 2, 1, 1, 13, 1, 5, 5, 5, 1, 1, 3, 3, 4, 1, 2, 3, 1, 2, 6, 4, 1, 7, 1, 1, 1, 9, 2, 2, 1, 2, 1, 10, 1, 1, 9, 4, 1, 8, 3, 1, 8, 1, 13, 1, 2, 1, 8, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 1, 8, 1, 2, 2, 2, 1, 1, 13, 1, 1, 1, 2, 1, 1, 7, 1, 1, 7, 1, 1], "chunk_stats": {"count": 110, "sum": 330, "mean": 3.0, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 110, "units_out": 50, "chunk_lengths": [1, 2, 1, 1, 3, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 5, 4, 1, 2, 3, 3, 1, 5, 2, 3, 2, 1, 1, 1, 4, 2, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 5, 3, 2, 4, 1, 4, 3, 4, 1], "chunk_stats": {"count": 50, "sum": 110, "mean": 2.2, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [9, 3, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 10, 1, 10, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 9, 2, 1, 1, 1, 5, 4, 1, 2, 1, 1, 7, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 3, 1, 1, 1, 6, 1, 3, 1, 7, 4, 1, 5, 1, 2, 1, 1, 3, 3, 1], "chunk_stats": {"count": 20, "sum": 47, "mean": 2.35, "median": 1.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 124, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06442000000242842, "decode_time_sec": 1.772284224996838, "total_time_sec": 1.8405939730000682, "prefill_units_per_sec": 4936.355169016027, "prefill_bytes_per_sec": 4920.832039553712, "decode_units_per_sec": 72.22317853685594, "decode_bytes_per_sec": 72.22317853685594, "total_units_per_sec": 69.54276819203474, "total_bytes_per_sec": 69.54276819203474, "step_latency_ms": {"count": 128, "sum": 1776, "mean": 13.875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3354.080078125, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}, "model_input_units": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 317, "model_input_units": 318, "stage0_units": 90, "stage1_units": 46, "bytes_per_stage0_unit": 3.522222222222222, "stage0_per_stage1_unit": 1.9565217391304348}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 318, "units_out": 90, "chunk_lengths": [1, 1, 3, 4, 1, 8, 1, 4, 1, 1, 5, 1, 19, 5, 1, 4, 1, 19, 1, 2, 1, 2, 2, 1, 19, 4, 1, 6, 1, 1, 4, 1, 1, 3, 20, 4, 1, 4, 1, 1, 4, 1, 1, 4, 1, 19, 1, 4, 1, 3, 1, 2, 2, 1, 19, 1, 4, 1, 1, 4, 1, 1, 8, 1, 1, 1, 20, 1, 4, 1, 3, 1, 1, 8, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 1, 4, 1, 1], "chunk_stats": {"count": 90, "sum": 318, "mean": 3.533333333333333, "median": 1.0, "p95": 19.0, "max": 20, "min": 1}}, {"stage": 1, "units_in": 90, "units_out": 46, "chunk_lengths": [1, 2, 3, 1, 4, 1, 1, 3, 2, 2, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 3, 2, 3, 1, 1, 2, 2, 2, 3, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1], "chunk_stats": {"count": 46, "sum": 90, "mean": 1.9565217391304348, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [9, 4, 1, 1, 5, 2, 4, 1, 4, 1, 1, 4, 1, 3, 1, 5, 4, 1, 9, 4, 1, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 6, 1, 1, 4, 1, 9, 6, 1, 6, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.849999999999987, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 3, 6, 1, 2, 1, 4, 1, 2, 1, 1, 1, 3, 5, 1, 3], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 125, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06480562000069767, "decode_time_sec": 1.611939459999121, "total_time_sec": 1.682615847003035, "prefill_units_per_sec": 12977.26956382712, "prefill_bytes_per_sec": 12961.838803346945, "decode_units_per_sec": 79.40744871402912, "decode_bytes_per_sec": 79.40744871402912, "total_units_per_sec": 76.07202810313787, "total_bytes_per_sec": 76.07202810313787, "step_latency_ms": {"count": 128, "sum": 1612, "mean": 12.59375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3492.96435546875, "peak_reserved_mb": 3610.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}, "model_input_units": {"count": 1, "sum": 841, "mean": 841.0, "median": 841.0, "p95": 841.0, "max": 841, "min": 841}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 840, "model_input_units": 841, "stage0_units": 251, "stage1_units": 124, "bytes_per_stage0_unit": 3.346613545816733, "stage0_per_stage1_unit": 2.024193548387097}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 841, "units_out": 251, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 2, 1, 7, 1, 1, 3, 2, 4, 2, 1, 2, 3, 4, 1, 1, 1, 9, 1, 2, 5, 1, 2, 2, 2, 1, 13, 5, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 4, 2, 1, 4, 1, 4, 1, 9, 3, 1, 7, 2, 1, 3, 1, 6, 1, 9, 4, 2, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 3, 1, 3, 1, 1, 13, 1, 2, 1, 1, 8, 1, 1, 1, 2, 1, 4, 1, 1, 17, 6, 2, 1, 1, 13, 2, 3, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 17, 6, 2, 1, 1, 1, 1, 1, 13, 4, 1, 17, 2, 1, 3, 5, 4, 1, 8, 1, 2, 3, 4, 2, 4, 5, 3, 1, 3, 2, 2, 17, 2, 2, 1, 5, 4, 3, 4, 6, 1, 17, 1, 2, 1, 21, 1, 2, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 17, 7, 1, 1, 8, 5, 2, 3, 11, 5, 1, 1, 21, 2, 2, 17, 6, 2, 1, 3, 1, 2, 2, 1, 5, 1, 6, 1, 1, 1, 1, 40, 1, 1, 8, 1, 3, 1, 3, 1, 13, 3, 4, 5, 1, 9, 2, 1, 4, 1, 2, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 13, 1, 2, 4, 1, 1, 2, 1], "chunk_stats": {"count": 251, "sum": 841, "mean": 3.350597609561753, "median": 2.0, "p95": 13.0, "max": 40, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 124, "chunk_lengths": [1, 2, 2, 3, 2, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 5, 1, 1, 1, 5, 6, 3, 3, 1, 1, 2, 1, 4, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 3, 1, 4, 1, 1, 1, 2, 1, 1, 4, 4, 3, 1, 1, 3, 3, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 3, 2, 1, 2, 2, 1, 3, 1, 3, 1, 3, 1, 2, 1, 4, 1, 3, 3, 7, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 2, 2, 3, 3, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 7, 3, 1, 1, 2, 3, 1], "chunk_stats": {"count": 124, "sum": 251, "mean": 2.024193548387097, "median": 1.5, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 1, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 6, 2, 1, 3, 1, 3, 1, 3, 1, 13, 4, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 13.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [3, 1, 5, 3, 4, 4, 4, 1, 2, 1, 8, 3], "chunk_stats": {"count": 12, "sum": 39, "mean": 3.25, "median": 3.0, "p95": 6.349999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 126, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06478497999705723, "decode_time_sec": 1.672704671000247, "total_time_sec": 1.7468689669985906, "prefill_units_per_sec": 8335.26536590007, "prefill_bytes_per_sec": 8319.829689296552, "decode_units_per_sec": 76.52277309864768, "decode_bytes_per_sec": 76.52277309864768, "total_units_per_sec": 73.27395609982422, "total_bytes_per_sec": 73.27395609982422, "step_latency_ms": {"count": 128, "sum": 1670, "mean": 13.046875, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3410.724609375, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 159, "stage1_units": 69, "bytes_per_stage0_unit": 3.389937106918239, "stage0_per_stage1_unit": 2.3043478260869565}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 540, "units_out": 159, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 1, 8, 2, 1, 1, 9, 2, 1, 2, 1, 2, 5, 1, 3, 9, 1, 2, 5, 1, 1, 4, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 4, 2, 1, 3, 2, 5, 1, 2, 4, 4, 6, 1, 4, 6, 1, 4, 3, 4, 1, 4, 6, 1, 13, 2, 2, 3, 1, 7, 3, 2, 1, 2, 5, 2, 1, 7, 1, 2, 5, 1, 3, 4, 9, 1, 7, 13, 2, 1, 2, 1, 7, 1, 13, 1, 13, 1, 5, 1, 3, 1, 9, 1, 1, 1, 17, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 21, 1, 3, 1, 8, 2, 1, 1, 1, 13, 9, 1, 2, 1, 3, 1, 9, 1, 1, 13, 5, 1, 1, 3, 1, 9, 1, 1, 13, 4, 6, 1], "chunk_stats": {"count": 159, "sum": 540, "mean": 3.3962264150943398, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 159, "units_out": 69, "chunk_lengths": [1, 2, 2, 2, 1, 3, 4, 2, 1, 4, 1, 2, 1, 1, 1, 6, 1, 1, 5, 6, 1, 1, 3, 1, 6, 1, 7, 1, 5, 1, 1, 4, 4, 1, 2, 1, 2, 3, 4, 1, 1, 2, 2, 3, 1, 2, 4, 3, 1, 7, 4, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 2, 1, 4, 3, 1, 1, 1, 2], "chunk_stats": {"count": 69, "sum": 159, "mean": 2.3043478260869565, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [1, 3, 9, 1, 7, 1, 17, 1, 3, 1, 7, 1, 1, 5, 1, 6, 1, 1, 9, 2, 1, 2, 1, 2, 6, 5, 1, 3, 9, 4, 1, 13, 1, 1], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 2.0, "p95": 10.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 4, 1, 4, 3, 3, 1, 1, 1, 1, 4, 3, 1, 2, 1, 1], "chunk_stats": {"count": 17, "sum": 33, "mean": 1.9411764705882353, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 127, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06399466999937431, "decode_time_sec": 2.0515431159983564, "total_time_sec": 2.121300072998565, "prefill_units_per_sec": 4156.596166565133, "prefill_bytes_per_sec": 4140.9698651870685, "decode_units_per_sec": 62.392059421919825, "decode_bytes_per_sec": 62.392059421919825, "total_units_per_sec": 60.34035525161017, "total_bytes_per_sec": 60.34035525161017, "step_latency_ms": {"count": 128, "sum": 2051, "mean": 16.0234375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.8779296875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 98, "stage1_units": 50, "bytes_per_stage0_unit": 2.704081632653061, "stage0_per_stage1_unit": 1.96}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 266, "units_out": 98, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1], "chunk_stats": {"count": 98, "sum": 266, "mean": 2.7142857142857144, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1], "chunk_stats": {"count": 50, "sum": 98, "mean": 1.96, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 3], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.349999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 51, "mean": 1.8214285714285714, "median": 1.0, "p95": 4.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06522740999935195, "decode_time_sec": 1.942026115997578, "total_time_sec": 2.0131231429986656, "prefill_units_per_sec": 14763.731995637534, "prefill_bytes_per_sec": 14748.401017448918, "decode_units_per_sec": 65.91054514951726, "decode_bytes_per_sec": 65.91054514951726, "total_units_per_sec": 63.58279693180441, "total_bytes_per_sec": 63.58279693180441, "step_latency_ms": {"count": 128, "sum": 1932, "mean": 15.09375, "median": 8.0, "p95": 39.0, "max": 43, "min": 8}, "peak_allocated_mb": 3525.48291015625, "peak_reserved_mb": 3630.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 962, "mean": 962.0, "median": 962.0, "p95": 962.0, "max": 962, "min": 962}, "model_input_units": {"count": 1, "sum": 963, "mean": 963.0, "median": 963.0, "p95": 963.0, "max": 963, "min": 963}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 962, "model_input_units": 963, "stage0_units": 358, "stage1_units": 193, "bytes_per_stage0_unit": 2.6871508379888267, "stage0_per_stage1_unit": 1.854922279792746}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 963, "units_out": 358, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 358, "sum": 963, "mean": 2.689944134078212, "median": 2.0, "p95": 9.0, "max": 20, "min": 1}}, {"stage": 1, "units_in": 358, "units_out": 193, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1], "chunk_stats": {"count": 193, "sum": 358, "mean": 1.854922279792746, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 4, 2, 3, 3, 1, 1, 9, 7, 5, 5, 1, 13, 2, 2, 1, 8], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.949999999999996, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [3, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 24, "sum": 41, "mean": 1.7083333333333333, "median": 2.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0640170799997577, "decode_time_sec": 1.6726576820001355, "total_time_sec": 1.7447697589996096, "prefill_units_per_sec": 5670.361722236846, "prefill_bytes_per_sec": 5654.740891046111, "decode_units_per_sec": 76.52492280843728, "decode_bytes_per_sec": 76.52492280843728, "total_units_per_sec": 73.36211516721309, "total_bytes_per_sec": 73.36211516721309, "step_latency_ms": {"count": 128, "sum": 1682, "mean": 13.140625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3365.1259765625, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}, "model_input_units": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 362, "model_input_units": 363, "stage0_units": 106, "stage1_units": 50, "bytes_per_stage0_unit": 3.4150943396226414, "stage0_per_stage1_unit": 2.12}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 363, "units_out": 106, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5], "chunk_stats": {"count": 106, "sum": 363, "mean": 3.4245283018867925, "median": 2.0, "p95": 16.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 50, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3], "chunk_stats": {"count": 50, "sum": 106, "mean": 2.12, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 10, 1, 1, 5, 2, 1, 1, 17, 1, 3, 1, 1, 10, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 13.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 2, 1, 1, 5, 1, 8, 1, 2, 1, 8, 1, 5, 2], "chunk_stats": {"count": 15, "sum": 40, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06413430999964476, "decode_time_sec": 1.648426683001162, "total_time_sec": 1.7175756309989083, "prefill_units_per_sec": 8388.645640733954, "prefill_bytes_per_sec": 8373.053362591325, "decode_units_per_sec": 77.64979863524192, "decode_bytes_per_sec": 77.64979863524192, "total_units_per_sec": 74.52364698814323, "total_bytes_per_sec": 74.52364698814323, "step_latency_ms": {"count": 128, "sum": 1649, "mean": 12.8828125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3410.26171875, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 537, "mean": 537.0, "median": 537.0, "p95": 537.0, "max": 537, "min": 537}, "model_input_units": {"count": 1, "sum": 538, "mean": 538.0, "median": 538.0, "p95": 538.0, "max": 538, "min": 538}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 537, "model_input_units": 538, "stage0_units": 196, "stage1_units": 95, "bytes_per_stage0_unit": 2.739795918367347, "stage0_per_stage1_unit": 2.0631578947368423}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 538, "units_out": 196, "chunk_lengths": [1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1], "chunk_stats": {"count": 196, "sum": 538, "mean": 2.7448979591836733, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 196, "units_out": 95, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3], "chunk_stats": {"count": 95, "sum": 196, "mean": 2.0631578947368423, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 4, 1, 1, 11, 2, 5, 1, 1, 1, 1], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [3, 7, 1, 4, 8, 1, 4, 7, 1, 4, 6], "chunk_stats": {"count": 11, "sum": 46, "mean": 4.181818181818182, "median": 4.0, "p95": 7.5, "max": 8, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0644224799980293, "decode_time_sec": 1.6875996650014713, "total_time_sec": 1.7584158919999027, "prefill_units_per_sec": 5851.994521346159, "prefill_bytes_per_sec": 5836.471989459299, "decode_units_per_sec": 75.84737224979742, "decode_bytes_per_sec": 75.84737224979742, "total_units_per_sec": 72.79279070574226, "total_bytes_per_sec": 72.79279070574226, "step_latency_ms": {"count": 128, "sum": 1685, "mean": 13.1640625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3366.6875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}, "model_input_units": {"count": 1, "sum": 377, "mean": 377.0, "median": 377.0, "p95": 377.0, "max": 377, "min": 377}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 376, "model_input_units": 377, "stage0_units": 109, "stage1_units": 51, "bytes_per_stage0_unit": 3.44954128440367, "stage0_per_stage1_unit": 2.1372549019607843}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 377, "units_out": 109, "chunk_lengths": [1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6], "chunk_stats": {"count": 109, "sum": 377, "mean": 3.458715596330275, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 51, "chunk_lengths": [1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3], "chunk_stats": {"count": 51, "sum": 109, "mean": 2.1372549019607843, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 5, 1, 5, 1, 5, 1, 5, 1, 13, 1, 2, 5, 1, 6, 1, 2, 4, 2, 2, 1, 17, 1, 2, 5, 1, 5, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 8], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 7.700000000000003, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 1, 5, 3, 5, 2, 4, 6, 1, 1, 7, 4, 3], "chunk_stats": {"count": 13, "sum": 43, "mean": 3.3076923076923075, "median": 3.0, "p95": 6.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06407214000137174, "decode_time_sec": 1.8020393719998538, "total_time_sec": 1.8699746499987668, "prefill_units_per_sec": 4338.85929194886, "prefill_bytes_per_sec": 4323.251884423864, "decode_units_per_sec": 71.03063450714127, "decode_bytes_per_sec": 71.03063450714127, "total_units_per_sec": 68.45012578116201, "total_bytes_per_sec": 68.45012578116201, "step_latency_ms": {"count": 128, "sum": 1800, "mean": 14.0625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3347.8779296875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}, "model_input_units": {"count": 1, "sum": 278, "mean": 278.0, "median": 278.0, "p95": 278.0, "max": 278, "min": 278}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 277, "model_input_units": 278, "stage0_units": 101, "stage1_units": 55, "bytes_per_stage0_unit": 2.742574257425743, "stage0_per_stage1_unit": 1.8363636363636364}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 278, "units_out": 101, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1], "chunk_stats": {"count": 101, "sum": 278, "mean": 2.7524752475247523, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 101, "units_out": 55, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2], "chunk_stats": {"count": 55, "sum": 101, "mean": 1.8363636363636364, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [13, 5, 1, 10, 1, 4, 1, 1, 4, 1, 1, 10, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 9, 8, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 10.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 4, 1, 1, 3], "chunk_stats": {"count": 21, "sum": 39, "mean": 1.8571428571428572, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06462064000152168, "decode_time_sec": 1.7812935009969806, "total_time_sec": 1.8493268500023987, "prefill_units_per_sec": 5338.8514875723295, "prefill_bytes_per_sec": 5323.376555724294, "decode_units_per_sec": 71.85789423717038, "decode_bytes_per_sec": 71.85789423717038, "total_units_per_sec": 69.2143738678936, "total_bytes_per_sec": 69.2143738678936, "step_latency_ms": {"count": 128, "sum": 1780, "mean": 13.90625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3357.98779296875, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}, "model_input_units": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 344, "model_input_units": 345, "stage0_units": 114, "stage1_units": 46, "bytes_per_stage0_unit": 3.017543859649123, "stage0_per_stage1_unit": 2.4782608695652173}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 345, "units_out": 114, "chunk_lengths": [1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1], "chunk_stats": {"count": 114, "sum": 345, "mean": 3.026315789473684, "median": 1.0, "p95": 10.399999999999977, "max": 17, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 46, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1], "chunk_stats": {"count": 46, "sum": 114, "mean": 2.4782608695652173, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 1, 4, 1, 1, 4, 1, 6, 1, 1, 13, 3, 4, 6, 9, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 3, 7, 1, 6, 1, 1, 5, 1, 1, 1, 2, 8, 2, 3, 1, 3, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 7.949999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [3, 5, 2, 1, 3, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 3, 2], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 2.0, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06445937000171398, "decode_time_sec": 1.8767220769987034, "total_time_sec": 1.944960095002898, "prefill_units_per_sec": 4343.821542043535, "prefill_bytes_per_sec": 4328.3078936790935, "decode_units_per_sec": 68.20402528897647, "decode_bytes_per_sec": 68.20402528897647, "total_units_per_sec": 65.81111886504246, "total_bytes_per_sec": 65.81111886504246, "step_latency_ms": {"count": 128, "sum": 1868, "mean": 14.59375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3347.9560546875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}, "model_input_units": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 279, "model_input_units": 280, "stage0_units": 97, "stage1_units": 40, "bytes_per_stage0_unit": 2.8762886597938144, "stage0_per_stage1_unit": 2.425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 280, "units_out": 97, "chunk_lengths": [1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1], "chunk_stats": {"count": 97, "sum": 280, "mean": 2.88659793814433, "median": 1.0, "p95": 8.199999999999989, "max": 18, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 40, "chunk_lengths": [1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2], "chunk_stats": {"count": 40, "sum": 97, "mean": 2.425, "median": 2.0, "p95": 6.049999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [18, 1, 3, 4, 7, 1, 1, 1, 5, 3, 4, 1, 2, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 6.599999999999994, "max": 18, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 3, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 8, 1, 9, 1, 3], "chunk_stats": {"count": 19, "sum": 48, "mean": 2.526315789473684, "median": 2.0, "p95": 8.099999999999998, "max": 9, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06495409999843105, "decode_time_sec": 1.8608425649981655, "total_time_sec": 1.9293358430004446, "prefill_units_per_sec": 4356.922811752234, "prefill_bytes_per_sec": 4341.527324784912, "decode_units_per_sec": 68.78604477758503, "decode_bytes_per_sec": 68.78604477758503, "total_units_per_sec": 66.34407403168247, "total_bytes_per_sec": 66.34407403168247, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3348.0732421875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 127, "stage1_units": 57, "bytes_per_stage0_unit": 2.220472440944882, "stage0_per_stage1_unit": 2.2280701754385963}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 283, "units_out": 127, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 127, "sum": 283, "mean": 2.2283464566929134, "median": 1.0, "p95": 9.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 127, "units_out": 57, "chunk_lengths": [1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1], "chunk_stats": {"count": 57, "sum": 127, "mean": 2.2280701754385963, "median": 2.0, "p95": 5.199999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 46, "chunk_lengths": [9, 1, 3, 1, 1, 6, 1, 6, 1, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 5, 1, 1, 1, 5, 2, 5, 2, 3, 1, 3, 3, 2], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 8.099999999999987, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 5, 2, 2, 1, 1, 5, 1, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1], "chunk_stats": {"count": 21, "sum": 46, "mean": 2.1904761904761907, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 46, "sum": 46, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 8, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06391539099786314, "decode_time_sec": 1.5532609279980534, "total_time_sec": 1.6206376660011301, "prefill_units_per_sec": 5460.343659818462, "prefill_bytes_per_sec": 5444.69797597944, "decode_units_per_sec": 82.40727471653778, "decode_bytes_per_sec": 82.40727471653778, "total_units_per_sec": 78.9812569985713, "total_bytes_per_sec": 78.9812569985713, "step_latency_ms": {"count": 128, "sum": 1551, "mean": 12.1171875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3358.11279296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}, "model_input_units": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 348, "model_input_units": 349, "stage0_units": 111, "stage1_units": 59, "bytes_per_stage0_unit": 3.135135135135135, "stage0_per_stage1_unit": 1.88135593220339}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 349, "units_out": 111, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1], "chunk_stats": {"count": 111, "sum": 349, "mean": 3.144144144144144, "median": 2.0, "p95": 7.5, "max": 13, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 59, "chunk_lengths": [1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1], "chunk_stats": {"count": 59, "sum": 111, "mean": 1.88135593220339, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 29, "chunk_lengths": [1, 5, 1, 13, 6, 1, 4, 6, 2, 1, 4, 13, 6, 1, 7, 2, 2, 1, 1, 13, 6, 1, 1, 2, 7, 1, 7, 1, 6, 6], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 3.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [3, 1, 4, 1, 2, 1, 4, 1, 2, 1, 4, 1, 4], "chunk_stats": {"count": 13, "sum": 29, "mean": 2.230769230769231, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 29, "sum": 29, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 9, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06434719000026234, "decode_time_sec": 1.979095700000471, "total_time_sec": 2.0480250580003485, "prefill_units_per_sec": 5983.167252500542, "prefill_bytes_per_sec": 5967.626558338203, "decode_units_per_sec": 64.67600328774881, "decode_bytes_per_sec": 64.67600328774881, "total_units_per_sec": 62.499235299873085, "total_bytes_per_sec": 62.499235299873085, "step_latency_ms": {"count": 128, "sum": 1972, "mean": 15.40625, "median": 8.0, "p95": 38.64999999999999, "max": 40, "min": 8}, "peak_allocated_mb": 3367.2548828125, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}, "model_input_units": {"count": 1, "sum": 385, "mean": 385.0, "median": 385.0, "p95": 385.0, "max": 385, "min": 385}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 384, "model_input_units": 385, "stage0_units": 116, "stage1_units": 67, "bytes_per_stage0_unit": 3.310344827586207, "stage0_per_stage1_unit": 1.7313432835820894}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 385, "units_out": 116, "chunk_lengths": [1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 5, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2], "chunk_stats": {"count": 116, "sum": 385, "mean": 3.3189655172413794, "median": 2.0, "p95": 10.5, "max": 13, "min": 1}}, {"stage": 1, "units_in": 116, "units_out": 67, "chunk_lengths": [1, 2, 2, 3, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2], "chunk_stats": {"count": 67, "sum": 116, "mean": 1.7313432835820894, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 2, 1, 1, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 5, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 3, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 2, 1, 5, 1, 4, 1, 2, 2, 1, 5, 1, 6, 1, 3, 1, 5, 1, 4, 1, 3], "chunk_stats": {"count": 22, "sum": 52, "mean": 2.3636363636363638, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 10, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06495229999927687, "decode_time_sec": 1.9714460340001096, "total_time_sec": 2.0424101909993624, "prefill_units_per_sec": 8406.168834761489, "prefill_bytes_per_sec": 8390.772921144711, "decode_units_per_sec": 64.9269611201505, "decode_bytes_per_sec": 64.9269611201505, "total_units_per_sec": 62.671054308326234, "total_bytes_per_sec": 62.671054308326234, "step_latency_ms": {"count": 128, "sum": 1975, "mean": 15.4296875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3412.11376953125, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}, "model_input_units": {"count": 1, "sum": 546, "mean": 546.0, "median": 546.0, "p95": 546.0, "max": 546, "min": 546}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 545, "model_input_units": 546, "stage0_units": 157, "stage1_units": 90, "bytes_per_stage0_unit": 3.4713375796178343, "stage0_per_stage1_unit": 1.7444444444444445}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 546, "units_out": 157, "chunk_lengths": [1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1], "chunk_stats": {"count": 157, "sum": 546, "mean": 3.477707006369427, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 157, "units_out": 90, "chunk_lengths": [1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4], "chunk_stats": {"count": 90, "sum": 157, "mean": 1.7444444444444445, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 8, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 9, 4, 5, 3, 4, 1, 1, 13, 4, 1, 1, 2, 1, 1, 1, 9, 3, 4, 4, 1, 1, 1, 1, 4, 1, 5, 1, 1, 1, 1, 2, 6], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 8.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 26, "chunk_lengths": [1, 1, 2, 1, 3, 1, 3, 2, 1, 1, 2, 3, 1, 1, 1, 2, 2, 1, 1, 5, 1, 1, 3, 1, 3, 1], "chunk_stats": {"count": 26, "sum": 45, "mean": 1.7307692307692308, "median": 1.0, "p95": 3.0, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 11, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06424544999754289, "decode_time_sec": 1.5200157830004173, "total_time_sec": 1.5900367809990712, "prefill_units_per_sec": 4062.544507198286, "prefill_bytes_per_sec": 4046.979202573005, "decode_units_per_sec": 84.20965192041355, "decode_bytes_per_sec": 84.20965192041355, "total_units_per_sec": 80.50128244176433, "total_bytes_per_sec": 80.50128244176433, "step_latency_ms": {"count": 128, "sum": 1526, "mean": 11.921875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.4482421875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 81, "stage1_units": 42, "bytes_per_stage0_unit": 3.2098765432098766, "stage0_per_stage1_unit": 1.9285714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 261, "units_out": 81, "chunk_lengths": [1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1], "chunk_stats": {"count": 81, "sum": 261, "mean": 3.2222222222222223, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 42, "chunk_lengths": [1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1], "chunk_stats": {"count": 42, "sum": 81, "mean": 1.9285714285714286, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [17, 5, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 2, 1, 6, 1, 1, 14], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 15.5, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 1, 2, 1, 4, 1, 1, 2, 9, 2, 6], "chunk_stats": {"count": 11, "sum": 30, "mean": 2.727272727272727, "median": 2.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 12, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06497387000126764, "decode_time_sec": 1.6975730110025324, "total_time_sec": 1.7667600090026099, "prefill_units_per_sec": 7495.320811127591, "prefill_bytes_per_sec": 7479.930008640676, "decode_units_per_sec": 75.40176426603725, "decode_bytes_per_sec": 75.40176426603725, "total_units_per_sec": 72.44900232502994, "total_bytes_per_sec": 72.44900232502994, "step_latency_ms": {"count": 128, "sum": 1685, "mean": 13.1640625, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3400.30224609375, "peak_reserved_mb": 3472.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}, "model_input_units": {"count": 1, "sum": 487, "mean": 487.0, "median": 487.0, "p95": 487.0, "max": 487, "min": 487}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 486, "model_input_units": 487, "stage0_units": 161, "stage1_units": 81, "bytes_per_stage0_unit": 3.018633540372671, "stage0_per_stage1_unit": 1.9876543209876543}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 487, "units_out": 161, "chunk_lengths": [1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1], "chunk_stats": {"count": 161, "sum": 487, "mean": 3.0248447204968945, "median": 1.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 161, "units_out": 81, "chunk_lengths": [1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1], "chunk_stats": {"count": 81, "sum": 161, "mean": 1.9876543209876543, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 21, 1, 4, 13, 4, 1, 17, 2, 2, 2, 2, 9, 1, 2, 2, 1, 2, 4, 1, 13, 3, 4, 1, 2], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 2.0, "p95": 14.199999999999989, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [3, 3, 3, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 2, 4, 1, 3], "chunk_stats": {"count": 17, "sum": 34, "mean": 2.0, "median": 2.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 13, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06490490000214777, "decode_time_sec": 1.81790985599946, "total_time_sec": 1.888825653000822, "prefill_units_per_sec": 7349.214003630166, "prefill_bytes_per_sec": 7333.806846389852, "decode_units_per_sec": 70.41053195106173, "decode_bytes_per_sec": 70.41053195106173, "total_units_per_sec": 67.76697457313934, "total_bytes_per_sec": 67.76697457313934, "step_latency_ms": {"count": 128, "sum": 1816, "mean": 14.1875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3390.70458984375, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}, "model_input_units": {"count": 1, "sum": 477, "mean": 477.0, "median": 477.0, "p95": 477.0, "max": 477, "min": 477}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 476, "model_input_units": 477, "stage0_units": 163, "stage1_units": 92, "bytes_per_stage0_unit": 2.920245398773006, "stage0_per_stage1_unit": 1.7717391304347827}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 477, "units_out": 163, "chunk_lengths": [1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4], "chunk_stats": {"count": 163, "sum": 477, "mean": 2.9263803680981595, "median": 1.0, "p95": 8.900000000000006, "max": 13, "min": 1}}, {"stage": 1, "units_in": 163, "units_out": 92, "chunk_lengths": [1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1], "chunk_stats": {"count": 92, "sum": 163, "mean": 1.7717391304347827, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 6, 3, 6, 1, 4, 1, 5, 3, 4, 8, 1, 4, 1, 1, 4, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 2, 1, 3, 3, 1, 2], "chunk_stats": {"count": 21, "sum": 41, "mean": 1.9523809523809523, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 14, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06446525000137626, "decode_time_sec": 1.8398272849990462, "total_time_sec": 1.9103843220000272, "prefill_units_per_sec": 9307.340000809594, "prefill_bytes_per_sec": 9291.827767474912, "decode_units_per_sec": 69.5717478720109, "decode_bytes_per_sec": 69.5717478720109, "total_units_per_sec": 67.00222490623966, "total_bytes_per_sec": 67.00222490623966, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 8.0, "p95": 40.0, "max": 45, "min": 8}, "peak_allocated_mb": 3428.52783203125, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 599, "mean": 599.0, "median": 599.0, "p95": 599.0, "max": 599, "min": 599}, "model_input_units": {"count": 1, "sum": 600, "mean": 600.0, "median": 600.0, "p95": 600.0, "max": 600, "min": 600}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 599, "model_input_units": 600, "stage0_units": 213, "stage1_units": 106, "bytes_per_stage0_unit": 2.812206572769953, "stage0_per_stage1_unit": 2.009433962264151}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 600, "units_out": 213, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 213, "sum": 600, "mean": 2.816901408450704, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 213, "units_out": 106, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 106, "sum": 213, "mean": 2.009433962264151, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [5, 3, 4, 1, 9, 14, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 14, 1, 4, 1, 2, 5, 4, 1, 3, 1, 1, 3, 1, 14, 1, 1, 10, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.5, "p95": 14.0, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 2, 1, 3, 1, 2, 1, 4, 1, 3, 1, 4, 4, 1, 4, 1, 2, 1, 1], "chunk_stats": {"count": 20, "sum": 40, "mean": 2.0, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 15, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06542599000022165, "decode_time_sec": 2.0758289160003187, "total_time_sec": 2.149708720997296, "prefill_units_per_sec": 14780.05911712951, "prefill_bytes_per_sec": 14764.774671300005, "decode_units_per_sec": 61.662114355083176, "decode_bytes_per_sec": 61.662114355083176, "total_units_per_sec": 59.54295051685796, "total_bytes_per_sec": 59.54295051685796, "step_latency_ms": {"count": 128, "sum": 2073, "mean": 16.1953125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3526.3837890625, "peak_reserved_mb": 3630.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}, "model_input_units": {"count": 1, "sum": 967, "mean": 967.0, "median": 967.0, "p95": 967.0, "max": 967, "min": 967}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 966, "model_input_units": 967, "stage0_units": 442, "stage1_units": 187, "bytes_per_stage0_unit": 2.18552036199095, "stage0_per_stage1_unit": 2.3636363636363638}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 967, "units_out": 442, "chunk_lengths": [1, 1, 3, 1, 3, 1, 3, 2, 1, 1, 1, 5, 1, 10, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 3, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 4, 7, 2, 2, 1, 1, 1, 3, 1, 4, 1, 2, 2, 2, 3, 1, 2, 1, 4, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 1, 10, 5, 1, 1, 1, 1, 1, 9, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 4, 7, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 1, 3, 1, 33, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 7, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 8, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 4, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 3, 1, 1, 3, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4], "chunk_stats": {"count": 442, "sum": 967, "mean": 2.1877828054298645, "median": 1.0, "p95": 6.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 442, "units_out": 187, "chunk_lengths": [1, 2, 2, 9, 1, 3, 4, 1, 3, 1, 3, 1, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 6, 3, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 4, 6, 1, 2, 1, 1, 3, 1, 2, 1, 7, 1, 1, 1, 2, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 3, 1, 1, 1, 1, 2, 4, 1, 4, 1, 1, 6, 3, 7, 1, 1, 3, 3, 3, 1, 2, 5, 3, 2, 1, 2, 2, 1, 2, 2, 2, 3, 2, 1, 3, 4, 1, 5, 1, 9, 8, 1, 2, 1, 3, 3, 3, 3, 5, 3, 1, 2, 5, 2, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 3, 4, 1, 5, 1, 9, 8, 1, 1, 3, 2, 3, 3, 3, 3, 3, 5, 3, 3, 5, 3, 2, 5, 1, 2, 3, 2, 3, 3, 3, 4, 1, 5, 1, 1, 4, 3, 2, 2, 1, 3, 1, 1, 1, 1, 2], "chunk_stats": {"count": 187, "sum": 442, "mean": 2.3636363636363638, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [1, 3, 1, 5, 4, 1, 1, 3, 1, 3, 3, 1, 1, 3, 2, 1, 1, 2, 11, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 2], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.149999999999999, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [2, 1, 1, 4, 3, 4, 2, 1, 2, 1, 2, 1, 9, 1, 2, 3, 1, 1, 1, 2, 1, 2, 3, 1, 6], "chunk_stats": {"count": 25, "sum": 57, "mean": 2.28, "median": 2.0, "p95": 5.599999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 16, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0652890089986613, "decode_time_sec": 1.6824506779994408, "total_time_sec": 1.7575229530011711, "prefill_units_per_sec": 11089.155910068186, "prefill_bytes_per_sec": 11073.839396380246, "decode_units_per_sec": 76.07949622166727, "decode_bytes_per_sec": 76.07949622166727, "total_units_per_sec": 72.8297743033315, "total_bytes_per_sec": 72.8297743033315, "step_latency_ms": {"count": 128, "sum": 1687, "mean": 13.1796875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3459.51708984375, "peak_reserved_mb": 3530.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 723, "mean": 723.0, "median": 723.0, "p95": 723.0, "max": 723, "min": 723}, "model_input_units": {"count": 1, "sum": 724, "mean": 724.0, "median": 724.0, "p95": 724.0, "max": 724, "min": 724}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 723, "model_input_units": 724, "stage0_units": 255, "stage1_units": 124, "bytes_per_stage0_unit": 2.835294117647059, "stage0_per_stage1_unit": 2.056451612903226}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 724, "units_out": 255, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 3, 1, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 1, 9, 1, 2, 3, 1, 5, 1, 2, 1, 2, 4, 1, 2, 2, 6, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 1, 2, 4, 1, 2, 2, 6, 1, 1, 1, 2, 2, 3, 5, 1, 1, 4, 1, 4, 4, 1, 1, 17, 1, 6, 1, 6, 3, 1, 6, 1, 1, 1, 9, 2, 1, 3, 2, 8, 1, 1, 1, 2, 4, 5, 4, 2, 5, 1, 1, 4, 1, 4, 1, 4, 3, 3, 3, 9, 1, 2, 4, 1, 3, 1, 3, 1, 3, 1, 4, 1, 1, 13, 1, 5, 1, 4, 5, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 6, 1, 3, 1, 4, 1, 1, 9, 4, 2, 1, 3, 1, 1, 2, 5, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 3, 1, 3, 1, 1, 4, 1, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 3, 3, 7, 1, 6, 3, 1, 6, 1, 1, 17, 1, 1, 6, 1, 6, 4, 4, 1, 3, 1, 3, 1, 4, 1, 1, 6, 1, 3, 1, 4, 1, 1, 1, 9, 6, 1, 1, 2, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 1], "chunk_stats": {"count": 255, "sum": 724, "mean": 2.83921568627451, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 255, "units_out": 124, "chunk_lengths": [1, 2, 1, 1, 2, 1, 3, 2, 1, 4, 2, 2, 3, 2, 1, 1, 1, 5, 1, 3, 6, 1, 2, 3, 2, 1, 7, 1, 1, 3, 3, 3, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 1, 3, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 2, 1, 1, 5, 1, 6, 1, 2, 3, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 6, 1, 1, 1, 6, 2, 5, 2, 2, 2, 1, 5, 1, 2, 3, 1, 1, 2, 1, 3, 2, 2, 1, 1, 2, 2, 2, 4, 2, 1, 2, 2, 3, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 7, 2, 5, 1, 1], "chunk_stats": {"count": 124, "sum": 255, "mean": 2.056451612903226, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [9, 1, 2, 6, 1, 1, 13, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 9, 3, 4, 6, 1, 1, 5, 4, 3, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [2, 4, 1, 6, 2, 5, 1, 1, 5, 1, 2, 4, 5, 1, 1], "chunk_stats": {"count": 15, "sum": 41, "mean": 2.7333333333333334, "median": 2.0, "p95": 5.299999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 17, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06463495999923907, "decode_time_sec": 1.5869267429989122, "total_time_sec": 1.6586840000018128, "prefill_units_per_sec": 5987.471795519887, "prefill_bytes_per_sec": 5972.00029217229, "decode_units_per_sec": 80.65904778824925, "decode_bytes_per_sec": 80.65904778824925, "total_units_per_sec": 77.16961157149892, "total_bytes_per_sec": 77.16961157149892, "step_latency_ms": {"count": 128, "sum": 1591, "mean": 12.4296875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3367.724609375, "peak_reserved_mb": 3450.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "model_input_units": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 386, "model_input_units": 387, "stage0_units": 122, "stage1_units": 59, "bytes_per_stage0_unit": 3.1639344262295084, "stage0_per_stage1_unit": 2.0677966101694913}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 387, "units_out": 122, "chunk_lengths": [1, 1, 3, 4, 1, 1, 3, 4, 1, 3, 1, 1, 1, 3, 2, 3, 1, 1, 1, 9, 1, 3, 4, 1, 3, 2, 2, 1, 1, 1, 9, 4, 4, 3, 3, 1, 1, 13, 1, 2, 1, 17, 5, 2, 3, 4, 1, 3, 1, 17, 8, 2, 4, 1, 4, 1, 1, 1, 17, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 1, 17, 1, 2, 4, 1, 5, 1, 3, 1, 21, 7, 1, 5, 2, 7, 1, 3, 1, 1, 7, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 1, 25, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 122, "sum": 387, "mean": 3.1721311475409837, "median": 1.0, "p95": 12.799999999999955, "max": 25, "min": 1}}, {"stage": 1, "units_in": 122, "units_out": 59, "chunk_lengths": [1, 2, 1, 3, 4, 1, 3, 4, 1, 6, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 1, 1, 2, 1, 8, 1, 1, 1, 7, 1, 1, 2, 1, 3, 1, 5, 1, 3, 3, 2, 1, 3, 3, 5, 1], "chunk_stats": {"count": 59, "sum": 122, "mean": 2.0677966101694913, "median": 1.0, "p95": 5.099999999999994, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [1, 5, 1, 1, 21, 1, 2, 7, 1, 5, 1, 2, 1, 4, 1, 4, 1, 1, 25, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 5], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 9.79999999999994, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [4, 1, 1, 5, 1, 6, 1, 4, 4, 1, 7, 2], "chunk_stats": {"count": 12, "sum": 37, "mean": 3.0833333333333335, "median": 3.0, "p95": 6.449999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 18, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06431229000008898, "decode_time_sec": 1.6583861100007198, "total_time_sec": 1.727533058001427, "prefill_units_per_sec": 4384.853968030214, "prefill_bytes_per_sec": 4369.304840484007, "decode_units_per_sec": 77.18347327447432, "decode_bytes_per_sec": 77.18347327447432, "total_units_per_sec": 74.09409585949253, "total_bytes_per_sec": 74.09409585949253, "step_latency_ms": {"count": 128, "sum": 1656, "mean": 12.9375, "median": 8.0, "p95": 38.64999999999999, "max": 42, "min": 8}, "peak_allocated_mb": 3348.0341796875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 119, "stage1_units": 52, "bytes_per_stage0_unit": 2.361344537815126, "stage0_per_stage1_unit": 2.2884615384615383}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 282, "units_out": 119, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 3, 1, 1, 9, 4, 5, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 3, 2, 2, 4, 2, 1, 3, 1, 1, 7, 1, 3, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 4, 1, 3, 5, 1, 1, 3, 1, 1, 1, 9, 4, 7, 3, 1, 2, 1, 1, 1, 5, 1, 4, 4, 2, 1, 1, 3, 1, 1, 1, 1, 13, 4, 1, 5, 2, 6, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 1, 5, 4, 3, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 119, "sum": 282, "mean": 2.369747899159664, "median": 1.0, "p95": 6.099999999999994, "max": 13, "min": 1}}, {"stage": 1, "units_in": 119, "units_out": 52, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 6, 7, 1, 6, 2, 1, 3, 1, 5, 1, 3, 2, 3, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 1, 4, 2, 4, 5, 1, 1], "chunk_stats": {"count": 52, "sum": 119, "mean": 2.2884615384615383, "median": 2.0, "p95": 5.449999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [17, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 4, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 1, 3, 1, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 2, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.0, "p95": 16.39999999999995, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 9, 3, 5, 1, 7, 2, 1, 2, 1, 7, 2], "chunk_stats": {"count": 12, "sum": 41, "mean": 3.4166666666666665, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 19, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06411893000040436, "decode_time_sec": 1.7913395479990868, "total_time_sec": 1.86011213600068, "prefill_units_per_sec": 8141.121506499064, "prefill_bytes_per_sec": 8125.5254882873805, "decode_units_per_sec": 71.45490654911018, "decode_bytes_per_sec": 71.45490654911018, "total_units_per_sec": 68.81305568771, "total_bytes_per_sec": 68.81305568771, "step_latency_ms": {"count": 128, "sum": 1791, "mean": 13.9921875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3406.8330078125, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 521, "mean": 521.0, "median": 521.0, "p95": 521.0, "max": 521, "min": 521}, "model_input_units": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 521, "model_input_units": 522, "stage0_units": 182, "stage1_units": 98, "bytes_per_stage0_unit": 2.8626373626373627, "stage0_per_stage1_unit": 1.8571428571428572}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 522, "units_out": 182, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 1, 2, 2, 6, 1, 1, 2, 1, 1, 1, 4, 5, 2, 1, 1, 4, 2, 7, 1, 2, 1, 6, 2, 9, 1, 1, 5, 5, 1, 2, 1, 9, 2, 1, 3, 1, 2, 4, 4, 6, 3, 1, 9, 1, 2, 2, 9, 1, 2, 1, 4, 1, 4, 1, 9, 2, 1, 2, 5, 1, 2, 3, 1, 2, 7, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 1, 9, 1, 11, 1, 7, 9, 1, 1, 1, 4, 2, 9, 1, 2, 7, 1, 1, 1, 1, 3, 3, 4, 4, 2, 11, 2, 3, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 4, 1, 5, 1, 1, 6, 1, 1, 23, 1, 2, 1, 1, 1, 1, 1, 7, 1, 5, 7, 1, 3, 5, 2, 2, 2, 9, 1, 1, 9, 8, 2, 8, 1, 1, 1], "chunk_stats": {"count": 182, "sum": 522, "mean": 2.868131868131868, "median": 2.0, "p95": 9.0, "max": 23, "min": 1}}, {"stage": 1, "units_in": 182, "units_out": 98, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 1, 2, 1, 5, 1, 1, 6, 4, 4, 1, 3, 1, 1, 2, 3, 2, 3, 4, 1, 1, 2, 2, 1, 2, 2, 3, 3, 2, 1, 5, 1, 1, 3, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 5, 1, 6, 2, 1, 1, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 1, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 98, "sum": 182, "mean": 1.8571428571428572, "median": 1.5, "p95": 4.1499999999999915, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 1, 2, 4, 1, 6, 1, 13, 1, 5, 2, 2, 9, 1, 1, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 7, 1, 2, 1, 1, 1, 1, 1, 7, 1, 9, 1, 1, 1], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 5, 1, 2, 3, 2, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 1, 3], "chunk_stats": {"count": 20, "sum": 39, "mean": 1.95, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 20, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0652229189981881, "decode_time_sec": 1.6792424599989317, "total_time_sec": 1.75143488699905, "prefill_units_per_sec": 7068.0675915901065, "prefill_bytes_per_sec": 7052.7355577688695, "decode_units_per_sec": 76.22484724456136, "decode_bytes_per_sec": 76.22484724456136, "total_units_per_sec": 73.08293385620418, "total_bytes_per_sec": 73.08293385620418, "step_latency_ms": {"count": 128, "sum": 1679, "mean": 13.1171875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3386.51708984375, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}, "model_input_units": {"count": 1, "sum": 461, "mean": 461.0, "median": 461.0, "p95": 461.0, "max": 461, "min": 461}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 460, "model_input_units": 461, "stage0_units": 160, "stage1_units": 76, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.1052631578947367}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 461, "units_out": 160, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 1, 5, 1, 9, 5, 1, 7, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 4, 1, 8, 1, 2, 4, 2, 2, 1, 13, 5, 1, 6, 1, 1, 4, 7, 1, 1, 3, 1, 3, 1, 4, 1, 7, 1, 9, 9, 2, 6, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 9, 8, 1, 1, 8, 2, 1, 1, 3, 1, 3, 1, 4, 9, 5, 2, 1, 5, 1, 1, 10, 1, 1, 2, 1, 7, 1, 13, 6, 1, 1, 1, 2, 1, 1, 13, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 4, 1, 1, 14, 5, 1, 6, 1, 5, 1, 6, 1, 1], "chunk_stats": {"count": 160, "sum": 461, "mean": 2.88125, "median": 1.0, "p95": 9.0, "max": 14, "min": 1}}, {"stage": 1, "units_in": 160, "units_out": 76, "chunk_lengths": [1, 2, 2, 2, 3, 1, 1, 3, 1, 1, 2, 5, 1, 2, 1, 5, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 6, 1, 3, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 5, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 1, 5, 5, 2, 1, 1, 4, 2, 1, 1, 1, 2, 4, 2, 1, 5, 1, 1, 1, 3, 1, 3, 2], "chunk_stats": {"count": 76, "sum": 160, "mean": 2.1052631578947367, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [13, 8, 1, 8, 1, 9, 1, 9, 3, 4, 4, 1, 5, 4, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 2, 2, 1, 1, 4, 1, 8, 4, 2, 5, 1, 2, 4], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 5.899999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 21, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06498730000021169, "decode_time_sec": 1.938852430001134, "total_time_sec": 2.0093320479973045, "prefill_units_per_sec": 6909.042228228245, "prefill_bytes_per_sec": 6893.654606339095, "decode_units_per_sec": 66.01843338841684, "decode_bytes_per_sec": 66.01843338841684, "total_units_per_sec": 63.702761386589756, "total_bytes_per_sec": 63.702761386589756, "step_latency_ms": {"count": 128, "sum": 1944, "mean": 15.1875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3382.37451171875, "peak_reserved_mb": 3450.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}, "model_input_units": {"count": 1, "sum": 449, "mean": 449.0, "median": 449.0, "p95": 449.0, "max": 449, "min": 449}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 448, "model_input_units": 449, "stage0_units": 175, "stage1_units": 90, "bytes_per_stage0_unit": 2.56, "stage0_per_stage1_unit": 1.9444444444444444}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 449, "units_out": 175, "chunk_lengths": [1, 1, 3, 1, 2, 1, 10, 1, 4, 1, 2, 2, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 3, 5, 2, 4, 11, 1, 4, 6, 1, 3, 1, 6, 1, 3, 1, 3, 2, 1, 1, 7, 3, 4, 1, 3, 1, 1, 4, 5, 4, 1, 2, 1, 4, 3, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 1, 6, 2, 1, 9, 4, 1, 1, 5, 2, 1, 9, 4, 1, 3, 2, 2, 2, 2, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 6, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2], "chunk_stats": {"count": 175, "sum": 449, "mean": 2.565714285714286, "median": 2.0, "p95": 6.299999999999983, "max": 11, "min": 1}}, {"stage": 1, "units_in": 175, "units_out": 90, "chunk_lengths": [1, 2, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 2, 5, 1, 1, 4, 2, 1, 1, 2, 3, 5, 2, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 2, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 1, 2, 2, 2, 3, 1, 3, 1, 4, 1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 4, 3, 5, 1, 3, 3, 1, 4, 1], "chunk_stats": {"count": 90, "sum": 175, "mean": 1.9444444444444444, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 60, "chunk_lengths": [1, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 2], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 4, 6, 3, 5, 1, 3, 4, 4, 1, 4, 1, 4, 6, 3, 5], "chunk_stats": {"count": 18, "sum": 60, "mean": 3.3333333333333335, "median": 4.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 60, "sum": 60, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 22, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06479579000006197, "decode_time_sec": 1.5281023809984617, "total_time_sec": 1.5990056180016836, "prefill_units_per_sec": 8673.403009662548, "prefill_bytes_per_sec": 8657.969908221869, "decode_units_per_sec": 83.76402104443082, "decode_bytes_per_sec": 83.76402104443082, "total_units_per_sec": 80.04975001899288, "total_bytes_per_sec": 80.04975001899288, "step_latency_ms": {"count": 128, "sum": 1534, "mean": 11.984375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3416.87158203125, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 561, "mean": 561.0, "median": 561.0, "p95": 561.0, "max": 561, "min": 561}, "model_input_units": {"count": 1, "sum": 562, "mean": 562.0, "median": 562.0, "p95": 562.0, "max": 562, "min": 562}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 561, "model_input_units": 562, "stage0_units": 142, "stage1_units": 68, "bytes_per_stage0_unit": 3.9507042253521125, "stage0_per_stage1_unit": 2.088235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 562, "units_out": 142, "chunk_lengths": [1, 1, 3, 7, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 7, 1, 2, 1, 1, 9, 4, 6, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 13, 4, 1, 7, 1, 5, 3, 1, 1, 1, 7, 1, 2, 1, 5, 1, 1, 7, 1, 2, 1, 1, 5, 1, 1, 7, 1, 1, 1, 17, 1, 2, 4, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 21, 8, 1, 17, 1, 7, 1, 2, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 17, 1, 2, 4, 1, 1, 8, 1, 1, 7, 2, 1, 7, 1, 1, 21, 8, 1, 17, 11, 2, 1, 7, 1, 3, 1, 1, 7, 1, 10, 1, 1, 17, 1, 2, 11, 1, 2, 2, 2, 1, 21, 8, 1, 17, 4, 4], "chunk_stats": {"count": 142, "sum": 562, "mean": 3.9577464788732395, "median": 2.0, "p95": 17.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 142, "units_out": 68, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 4, 1, 1, 4, 1, 6, 1, 3, 4, 2, 1, 1, 2, 2, 2, 1, 6, 1, 1, 1, 1, 3, 1, 2, 2, 6, 1, 2, 5, 3, 1, 4, 1, 1, 1, 1, 1, 1, 9, 2, 2, 2, 5, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 68, "sum": 142, "mean": 2.088235294117647, "median": 1.0, "p95": 5.649999999999999, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 26, "chunk_lengths": [1, 3, 1, 9, 1, 21, 1, 2, 4, 4, 3, 1, 7, 1, 25, 1, 7, 1, 3, 1, 3, 1, 1, 1, 21, 1, 3], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 2.0, "p95": 21.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [2, 3, 2, 2, 2, 3, 1, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 14, "sum": 26, "mean": 1.8571428571428572, "median": 2.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 26, "sum": 26, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 23, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06432027000118978, "decode_time_sec": 1.7394094230003248, "total_time_sec": 1.811120779999328, "prefill_units_per_sec": 9172.847066548171, "prefill_bytes_per_sec": 9157.299868130292, "decode_units_per_sec": 73.58819511234539, "decode_bytes_per_sec": 73.58819511234539, "total_units_per_sec": 70.67446931951578, "total_bytes_per_sec": 70.67446931951578, "step_latency_ms": {"count": 128, "sum": 1746, "mean": 13.640625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3427.2685546875, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 589, "mean": 589.0, "median": 589.0, "p95": 589.0, "max": 589, "min": 589}, "model_input_units": {"count": 1, "sum": 590, "mean": 590.0, "median": 590.0, "p95": 590.0, "max": 590, "min": 590}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 589, "model_input_units": 590, "stage0_units": 243, "stage1_units": 98, "bytes_per_stage0_unit": 2.4238683127572016, "stage0_per_stage1_unit": 2.479591836734694}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 590, "units_out": 243, "chunk_lengths": [1, 1, 3, 10, 1, 4, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 2, 1, 6, 1, 1, 3, 5, 1, 4, 2, 1, 6, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 2, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 1, 7, 5, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 6, 1, 1, 4, 5, 1, 5, 1, 3, 1, 1, 1, 2, 4, 2, 2, 1, 3, 1, 2, 1, 6, 1, 3, 1, 1, 1, 2, 1, 5, 3, 3, 1, 3, 1, 1, 1, 7, 1, 4, 1, 1, 1, 4, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 6, 1, 2, 1, 1, 1, 7, 1, 9, 1, 4, 1, 1, 4, 5, 1, 1, 1, 2, 1, 3, 1, 3, 8, 1, 4, 2, 1, 1, 3, 4, 4, 3, 1, 1, 1, 7, 1, 9, 1, 3, 1, 1, 4, 4, 1, 9, 1, 1, 1, 5, 3, 1, 5, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 6, 1, 3, 1, 2, 4, 1, 3, 1, 4, 1, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 3, 1], "chunk_stats": {"count": 243, "sum": 590, "mean": 2.42798353909465, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 243, "units_out": 98, "chunk_lengths": [1, 2, 1, 2, 4, 1, 5, 1, 2, 2, 1, 3, 1, 2, 2, 1, 5, 1, 3, 1, 2, 2, 4, 1, 2, 3, 2, 4, 3, 4, 5, 1, 2, 3, 1, 1, 1, 10, 1, 2, 1, 1, 4, 2, 1, 5, 1, 1, 2, 2, 6, 1, 1, 1, 1, 8, 4, 7, 1, 1, 2, 1, 2, 1, 1, 2, 12, 2, 3, 1, 3, 1, 3, 3, 1, 4, 3, 1, 1, 2, 2, 3, 6, 1, 6, 1, 2, 1, 2, 3, 1, 2, 6, 1, 3, 5, 2, 1], "chunk_stats": {"count": 98, "sum": 243, "mean": 2.479591836734694, "median": 2.0, "p95": 6.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [5, 4, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 7, 1, 3], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.5, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 7, 2, 1, 2, 3, 1, 2, 1, 5, 1, 3, 5, 1, 5], "chunk_stats": {"count": 17, "sum": 43, "mean": 2.5294117647058822, "median": 2.0, "p95": 5.399999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 24, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06436774999747286, "decode_time_sec": 1.8728589109996392, "total_time_sec": 1.9441164879972348, "prefill_units_per_sec": 7441.61478409306, "prefill_bytes_per_sec": 7426.079053854869, "decode_units_per_sec": 68.3447104574898, "decode_bytes_per_sec": 68.3447104574898, "total_units_per_sec": 65.83967616665883, "total_bytes_per_sec": 65.83967616665883, "step_latency_ms": {"count": 128, "sum": 1873, "mean": 14.6328125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3391.1708984375, "peak_reserved_mb": 3468.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}, "model_input_units": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 478, "model_input_units": 479, "stage0_units": 190, "stage1_units": 69, "bytes_per_stage0_unit": 2.5157894736842104, "stage0_per_stage1_unit": 2.753623188405797}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 479, "units_out": 190, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 4, 1, 1, 1, 6, 1, 2, 1, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 10, 7, 1, 1, 7, 1, 1, 5, 2, 2, 1, 2, 1, 7, 5, 10, 2, 1, 2, 2, 5, 3, 1, 1, 2, 1, 9, 4, 1, 2, 3, 1, 7, 1, 7, 1, 3, 4, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 10, 1, 5, 1, 2, 1, 7, 2, 2, 1, 1, 2, 2, 2, 10, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 7, 10, 7, 1, 1, 7, 1, 6, 3, 1, 5, 1, 2, 1, 6, 10, 1, 5, 1, 1, 2, 7, 1, 1, 1, 7, 5, 1, 2, 7, 1, 1, 7, 1, 5, 1, 2], "chunk_stats": {"count": 190, "sum": 479, "mean": 2.5210526315789474, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 190, "units_out": 69, "chunk_lengths": [1, 2, 2, 4, 3, 2, 3, 1, 4, 1, 1, 1, 3, 2, 1, 1, 3, 5, 1, 4, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 24, 5, 5, 8, 1, 2, 2, 2, 1, 6, 1, 1, 2, 2, 2, 3, 1, 1, 6, 7, 1, 2, 4, 1, 5, 1, 7, 1], "chunk_stats": {"count": 69, "sum": 190, "mean": 2.753623188405797, "median": 2.0, "p95": 6.599999999999994, "max": 24, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [5, 3, 4, 1, 5, 2, 2, 2, 4, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 4, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 4, 1, 1, 1, 3, 9, 3, 1, 1, 2, 1, 6, 1, 6, 1, 8, 4], "chunk_stats": {"count": 18, "sum": 54, "mean": 3.0, "median": 1.5, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 25, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.065306968997902, "decode_time_sec": 2.0896843999980774, "total_time_sec": 2.1624541969977145, "prefill_units_per_sec": 11300.478514378892, "prefill_bytes_per_sec": 11285.166212868893, "decode_units_per_sec": 61.25326867546016, "decode_bytes_per_sec": 61.25326867546016, "total_units_per_sec": 59.19200516603372, "total_bytes_per_sec": 59.19200516603372, "step_latency_ms": {"count": 128, "sum": 2087, "mean": 16.3046875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3465.041015625, "peak_reserved_mb": 3588.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 737, "mean": 737.0, "median": 737.0, "p95": 737.0, "max": 737, "min": 737}, "model_input_units": {"count": 1, "sum": 738, "mean": 738.0, "median": 738.0, "p95": 738.0, "max": 738, "min": 738}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 737, "model_input_units": 738, "stage0_units": 338, "stage1_units": 178, "bytes_per_stage0_unit": 2.1804733727810652, "stage0_per_stage1_unit": 1.898876404494382}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 738, "units_out": 338, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 9, 3, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 9, 1, 2, 4, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 1, 3, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 2, 3, 5, 13, 1, 5, 1, 8, 5, 1, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 2, 4, 1, 3, 1, 1, 1, 2, 1, 8, 1, 1, 9, 2, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 2, 3, 13, 1, 2, 1, 1, 8, 1, 3, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 1, 5, 1, 1, 1, 13, 4, 2, 1, 2, 4, 8, 1], "chunk_stats": {"count": 338, "sum": 738, "mean": 2.1834319526627217, "median": 1.0, "p95": 6.149999999999977, "max": 22, "min": 1}}, {"stage": 1, "units_in": 338, "units_out": 178, "chunk_lengths": [1, 2, 2, 2, 2, 1, 1, 3, 3, 6, 1, 1, 1, 2, 1, 1, 2, 4, 1, 2, 4, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 2, 1, 3, 1, 2, 1, 2, 3, 2, 2, 3, 2, 1, 6, 3, 1, 2, 1, 1, 1, 2, 3, 3, 2, 1, 1, 2, 2, 1, 3, 6, 1, 3, 1, 2, 2, 1, 2, 4, 3, 2, 2, 2, 1, 1, 1, 2, 1, 1, 2, 2, 2, 1, 1, 2, 3, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 2, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 3, 4, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 2, 3, 1, 1, 1, 2, 3, 2, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 2, 3, 1, 3, 5, 1, 3, 1, 3, 2, 3, 2, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 178, "sum": 338, "mean": 1.898876404494382, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 62, "chunk_lengths": [17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 6], "chunk_stats": {"count": 63, "sum": 128, "mean": 2.0317460317460316, "median": 1.0, "p95": 4.0, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 2, 2, 1, 13, 4, 1, 1, 2, 2, 1, 2, 3, 3, 2, 6, 2, 3, 5, 1, 1, 2, 1], "chunk_stats": {"count": 24, "sum": 62, "mean": 2.5833333333333335, "median": 2.0, "p95": 5.849999999999998, "max": 13, "min": 1}, "active_size_stats": {"count": 62, "sum": 62, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 26, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06445334000090952, "decode_time_sec": 1.9326094429998193, "total_time_sec": 2.0046859399990353, "prefill_units_per_sec": 4825.196025459834, "prefill_bytes_per_sec": 4809.680925699514, "decode_units_per_sec": 66.23169542280456, "decode_bytes_per_sec": 66.23169542280456, "total_units_per_sec": 63.85040042734155, "total_bytes_per_sec": 63.85040042734155, "step_latency_ms": {"count": 128, "sum": 1933, "mean": 15.1015625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3353.56591796875, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 137, "stage1_units": 82, "bytes_per_stage0_unit": 2.2627737226277373, "stage0_per_stage1_unit": 1.670731707317073}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 137, "chunk_lengths": [1, 1, 3, 2, 2, 1, 1, 2, 1, 1, 2, 2, 2, 1, 2, 3, 1, 1, 5, 2, 1, 2, 1, 9, 7, 1, 2, 2, 1, 2, 3, 1, 3, 6, 1, 5, 2, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 3, 4, 1, 2, 5, 1, 3, 1, 1, 1, 6, 2, 1, 4, 1, 5, 2, 2, 2, 4, 1, 2, 5, 4, 1, 1, 6, 2, 2, 1, 2, 1, 1, 1, 1, 5, 2, 1, 6, 1, 4, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 8, 5, 5, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 1, 1], "chunk_stats": {"count": 137, "sum": 311, "mean": 2.27007299270073, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 137, "units_out": 82, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 3, 1, 1, 1, 2, 1, 3, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 3, 1, 3, 2, 2, 3, 1, 1, 1, 2, 2, 4, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 82, "sum": 137, "mean": 1.670731707317073, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 2, 3, 2, 1, 2, 2, 1, 3, 1, 1, 2, 2, 2, 1, 2, 3, 1, 5, 7, 10, 1, 2, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 1, 6, 1, 2, 3, 4, 1, 2, 1, 1, 2], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 3, 1, 5, 3, 3, 3, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 24, "sum": 45, "mean": 1.875, "median": 2.0, "p95": 3.0, "max": 5, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 27, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06442990999858011, "decode_time_sec": 1.536904737000441, "total_time_sec": 1.6089687929998036, "prefill_units_per_sec": 7108.4997636981525, "prefill_bytes_per_sec": 7092.979021856017, "decode_units_per_sec": 83.28427710478407, "decode_bytes_per_sec": 83.28427710478407, "total_units_per_sec": 79.55406006436796, "total_bytes_per_sec": 79.55406006436796, "step_latency_ms": {"count": 128, "sum": 1539, "mean": 12.0234375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3385.26318359375, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 457, "mean": 457.0, "median": 457.0, "p95": 457.0, "max": 457, "min": 457}, "model_input_units": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 457, "model_input_units": 458, "stage0_units": 133, "stage1_units": 66, "bytes_per_stage0_unit": 3.43609022556391, "stage0_per_stage1_unit": 2.015151515151515}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 458, "units_out": 133, "chunk_lengths": [1, 1, 3, 1, 6, 6, 1, 1, 3, 2, 6, 1, 1, 5, 1, 2, 1, 7, 2, 5, 2, 3, 6, 1, 1, 1, 5, 6, 7, 1, 7, 3, 2, 2, 1, 7, 6, 7, 2, 1, 2, 9, 1, 7, 7, 1, 7, 2, 6, 1, 6, 1, 11, 1, 3, 1, 1, 9, 1, 8, 2, 6, 1, 1, 3, 1, 1, 6, 1, 6, 1, 5, 7, 1, 6, 6, 5, 1, 7, 1, 2, 1, 3, 1, 1, 6, 1, 7, 1, 2, 1, 6, 1, 1, 9, 7, 1, 5, 1, 13, 1, 1, 2, 5, 2, 8, 1, 6, 7, 1, 1, 3, 2, 8, 1, 5, 1, 1, 1, 13, 1, 1, 8, 1, 1, 2, 6, 1, 1, 6, 1, 8, 1], "chunk_stats": {"count": 133, "sum": 458, "mean": 3.443609022556391, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 133, "units_out": 66, "chunk_lengths": [1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 2, 1, 3, 6, 1, 2, 1, 1, 6, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 4, 1, 5, 3, 4, 1, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 1, 2], "chunk_stats": {"count": 66, "sum": 133, "mean": 2.015151515151515, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [1, 4, 1, 1, 1, 9, 1, 3, 1, 1, 6, 1, 7, 2, 1, 6, 1, 9, 7, 1, 7, 2, 6, 1, 6, 1, 1, 3, 1, 1, 9, 1, 8, 1, 16], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 9.0, "max": 16, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [3, 2, 1, 7, 1, 3, 1, 3, 4, 8, 1], "chunk_stats": {"count": 11, "sum": 34, "mean": 3.090909090909091, "median": 3.0, "p95": 7.5, "max": 8, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 28, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06502210999678937, "decode_time_sec": 1.8781319089976023, "total_time_sec": 1.9486730070020712, "prefill_units_per_sec": 5997.959771211012, "prefill_bytes_per_sec": 5982.580387182265, "decode_units_per_sec": 68.15282749139608, "decode_bytes_per_sec": 68.15282749139608, "total_units_per_sec": 65.68572538340905, "total_bytes_per_sec": 65.68572538340905, "step_latency_ms": {"count": 128, "sum": 1869, "mean": 14.6015625, "median": 8.0, "p95": 39.0, "max": 47, "min": 8}, "peak_allocated_mb": 3368.3671875, "peak_reserved_mb": 3454.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 146, "stage1_units": 62, "bytes_per_stage0_unit": 2.664383561643836, "stage0_per_stage1_unit": 2.3548387096774195}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 390, "units_out": 146, "chunk_lengths": [1, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 6, 2, 8, 5, 1, 1, 9, 1, 5, 1, 1, 1, 1, 4, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 1, 9, 1, 5, 1, 5, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 4, 1, 1, 1, 9, 1, 5, 1, 2, 7, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 2, 6, 1, 1, 1, 9, 6, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 5, 1, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 5, 1, 1, 13, 1, 5, 1, 1, 5, 1, 11, 2, 5, 1], "chunk_stats": {"count": 146, "sum": 390, "mean": 2.671232876712329, "median": 1.0, "p95": 8.75, "max": 13, "min": 1}}, {"stage": 1, "units_in": 146, "units_out": 62, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 1, 2, 1, 7, 1, 1, 4, 1, 1, 7, 1, 5, 1, 5, 2, 7, 1, 6, 1, 1, 1, 1, 7, 1, 3, 5, 1, 1, 1, 2, 4, 3, 1, 2, 8, 4, 1, 3, 2, 2, 1, 1, 1], "chunk_stats": {"count": 62, "sum": 146, "mean": 2.3548387096774195, "median": 1.0, "p95": 7.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [9, 1, 5, 1, 1, 2, 1, 6, 1, 1, 9, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 9, 1, 5, 1, 1, 2, 1, 4, 1, 1, 9, 1, 5, 1, 1, 2, 1, 2, 6, 1, 1, 9, 1, 5, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 2, 2, 1, 5, 5, 2, 1, 5, 2, 2, 1, 5, 1, 2, 2, 1, 3], "chunk_stats": {"count": 19, "sum": 48, "mean": 2.526315789473684, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 29, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06406123099804972, "decode_time_sec": 1.7578406450011244, "total_time_sec": 1.8266350230005628, "prefill_units_per_sec": 4043.0069164278934, "prefill_bytes_per_sec": 4027.3968511135004, "decode_units_per_sec": 72.81661188344984, "decode_bytes_per_sec": 72.81661188344984, "total_units_per_sec": 70.07420660846519, "total_bytes_per_sec": 70.07420660846519, "step_latency_ms": {"count": 128, "sum": 1753, "mean": 13.6953125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3343.2763671875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}, "model_input_units": {"count": 1, "sum": 259, "mean": 259.0, "median": 259.0, "p95": 259.0, "max": 259, "min": 259}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 258, "model_input_units": 259, "stage0_units": 88, "stage1_units": 49, "bytes_per_stage0_unit": 2.9318181818181817, "stage0_per_stage1_unit": 1.7959183673469388}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 259, "units_out": 88, "chunk_lengths": [1, 1, 3, 4, 1, 1, 8, 1, 1, 1, 5, 5, 7, 1, 7, 7, 3, 5, 5, 3, 3, 1, 6, 1, 6, 7, 5, 5, 4, 1, 5, 1, 1, 9, 2, 3, 1, 7, 1, 5, 1, 3, 1, 5, 1, 2, 1, 9, 5, 1, 1, 8, 1, 1, 2, 1, 1, 1, 5, 2, 5, 1, 2, 1, 2, 2, 3, 1, 1, 4, 4, 1, 4, 1, 1, 1, 2, 3, 1, 5, 1, 3, 4, 1, 1, 2, 5, 1], "chunk_stats": {"count": 88, "sum": 259, "mean": 2.9431818181818183, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 88, "units_out": 49, "chunk_lengths": [1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 4, 2, 4, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 3, 1, 3, 3, 2, 1, 1], "chunk_stats": {"count": 49, "sum": 88, "mean": 1.7959183673469388, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 2, 2, 3, 1, 2, 2, 1, 3, 3, 2, 4, 1, 1, 2, 4, 4, 5, 1, 2, 3, 1, 9, 3, 4, 8, 5, 5, 2, 4, 4, 5, 4, 4, 1, 9, 3, 4], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 3.0, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 5, 3, 1, 4, 1, 4, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 19, "sum": 38, "mean": 2.0, "median": 1.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 30, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06385248000151478, "decode_time_sec": 1.6481045760010602, "total_time_sec": 1.7156031949998578, "prefill_units_per_sec": 5152.5015158721335, "prefill_bytes_per_sec": 5136.840417039696, "decode_units_per_sec": 77.66497457981554, "decode_bytes_per_sec": 77.66497457981554, "total_units_per_sec": 74.60932712940688, "total_bytes_per_sec": 74.60932712940688, "step_latency_ms": {"count": 128, "sum": 1642, "mean": 12.828125, "median": 8.0, "p95": 38.64999999999999, "max": 50, "min": 8}, "peak_allocated_mb": 3357.42529296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "model_input_units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 328, "model_input_units": 329, "stage0_units": 108, "stage1_units": 53, "bytes_per_stage0_unit": 3.037037037037037, "stage0_per_stage1_unit": 2.0377358490566038}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 329, "units_out": 108, "chunk_lengths": [1, 1, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 5, 2, 5, 1, 1, 9, 2, 10, 5, 1, 1, 2, 5, 6, 9, 4, 2, 3, 1, 5, 1, 1, 2, 3, 1, 5, 1, 1, 1, 1, 1, 13, 1, 2, 1, 1, 8, 1, 5, 1, 1, 1, 1, 1, 2, 4, 1, 1, 17, 4, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 1, 21, 1, 2, 1, 1, 8, 1, 1, 2, 4, 1, 1, 25, 4, 1, 1, 2, 1, 2, 3, 1, 1, 4, 5, 1, 1, 1, 1], "chunk_stats": {"count": 108, "sum": 329, "mean": 3.0462962962962963, "median": 1.0, "p95": 9.0, "max": 25, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 53, "chunk_lengths": [1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 2, 4, 2, 3, 4, 1, 1, 4, 2, 2, 3, 1, 3, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 4, 3, 3, 1, 1, 2, 1, 3, 7, 1], "chunk_stats": {"count": 53, "sum": 108, "mean": 2.0377358490566038, "median": 1.0, "p95": 4.399999999999999, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [29, 1, 2, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 30, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 1, 1, 2, 5, 1], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 18.5, "max": 30, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 4, 3, 1, 3, 2, 1, 4, 3, 1, 1, 3, 2, 1], "chunk_stats": {"count": 15, "sum": 31, "mean": 2.066666666666667, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 31, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06367269000111264, "decode_time_sec": 1.6195132789980562, "total_time_sec": 1.686812108000595, "prefill_units_per_sec": 4099.088635888309, "prefill_bytes_per_sec": 4083.3833154442927, "decode_units_per_sec": 79.03609168255151, "decode_bytes_per_sec": 79.03609168255151, "total_units_per_sec": 75.8827846876914, "total_bytes_per_sec": 75.8827846876914, "step_latency_ms": {"count": 128, "sum": 1625, "mean": 12.6953125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3343.4482421875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 81, "stage1_units": 42, "bytes_per_stage0_unit": 3.2098765432098766, "stage0_per_stage1_unit": 1.9285714285714286}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 261, "units_out": 81, "chunk_lengths": [1, 1, 3, 1, 5, 1, 7, 1, 7, 1, 7, 1, 1, 1, 1, 1, 5, 1, 1, 1, 5, 3, 5, 4, 1, 11, 5, 3, 4, 8, 9, 1, 4, 5, 8, 5, 4, 6, 6, 3, 6, 1, 3, 2, 5, 5, 2, 3, 1, 1, 4, 5, 2, 3, 1, 1, 5, 3, 3, 1, 1, 4, 2, 5, 3, 8, 1, 5, 1, 1, 1, 1, 5, 2, 3, 1, 1, 4, 1, 5, 1], "chunk_stats": {"count": 81, "sum": 261, "mean": 3.2222222222222223, "median": 3.0, "p95": 8.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 81, "units_out": 42, "chunk_lengths": [1, 2, 2, 4, 1, 1, 1, 2, 2, 1, 3, 1, 2, 3, 2, 3, 1, 3, 1, 2, 1, 2, 2, 1, 1, 1, 2, 3, 1, 5, 2, 1, 3, 1, 3, 1, 3, 1, 1, 5, 2, 1], "chunk_stats": {"count": 42, "sum": 81, "mean": 1.9285714285714286, "median": 2.0, "p95": 3.9499999999999957, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 1, 5, 5, 5, 4, 6, 6], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 3.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [1, 7, 2, 1, 11, 1, 11, 2, 1, 1, 3], "chunk_stats": {"count": 11, "sum": 41, "mean": 3.727272727272727, "median": 2.0, "p95": 11.0, "max": 11, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 32, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06427323000025353, "decode_time_sec": 1.7880617720002192, "total_time_sec": 1.857968988999346, "prefill_units_per_sec": 12244.60012351792, "prefill_bytes_per_sec": 12229.041546486766, "decode_units_per_sec": 71.58589373386833, "decode_bytes_per_sec": 71.58589373386833, "total_units_per_sec": 68.89243079828663, "total_bytes_per_sec": 68.89243079828663, "step_latency_ms": {"count": 128, "sum": 1792, "mean": 14.0, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3480.64501953125, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 786, "mean": 786.0, "median": 786.0, "p95": 786.0, "max": 786, "min": 786}, "model_input_units": {"count": 1, "sum": 787, "mean": 787.0, "median": 787.0, "p95": 787.0, "max": 787, "min": 787}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 786, "model_input_units": 787, "stage0_units": 248, "stage1_units": 105, "bytes_per_stage0_unit": 3.1693548387096775, "stage0_per_stage1_unit": 2.361904761904762}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 787, "units_out": 248, "chunk_lengths": [1, 1, 3, 1, 6, 1, 6, 1, 2, 2, 1, 1, 3, 2, 5, 2, 6, 2, 5, 1, 1, 9, 2, 4, 2, 10, 1, 2, 4, 1, 4, 6, 7, 2, 3, 1, 1, 4, 3, 6, 3, 11, 2, 3, 3, 4, 5, 3, 1, 1, 9, 1, 3, 2, 3, 1, 11, 7, 1, 1, 6, 1, 6, 1, 9, 2, 4, 1, 4, 5, 5, 8, 1, 2, 3, 3, 7, 2, 8, 3, 5, 1, 9, 6, 2, 1, 6, 1, 5, 1, 2, 1, 1, 5, 1, 5, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 3, 4, 1, 2, 1, 5, 2, 6, 2, 5, 1, 1, 9, 1, 1, 1, 4, 2, 5, 1, 5, 1, 1, 9, 1, 2, 1, 1, 1, 4, 2, 1, 1, 13, 3, 4, 1, 2, 1, 5, 1, 1, 1, 2, 3, 1, 2, 6, 2, 1, 3, 1, 1, 9, 2, 1, 4, 5, 1, 8, 2, 3, 1, 2, 6, 1, 1, 2, 7, 1, 9, 7, 9, 2, 1, 2, 4, 1, 8, 1, 3, 4, 5, 1, 9, 1, 2, 5, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 248, "sum": 787, "mean": 3.1733870967741935, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 248, "units_out": 105, "chunk_lengths": [1, 2, 2, 2, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 7, 3, 2, 1, 1, 3, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 2, 7, 2, 1, 2, 2, 1, 1, 1, 6, 3, 3, 2, 2, 5, 1, 4, 2, 2, 3, 1, 1, 3, 1, 1, 3, 2, 2, 5, 3, 1, 4, 2, 2, 4, 2, 1, 3, 1, 1, 1, 2, 5, 6, 1, 3, 1, 1, 2, 5, 3, 1, 1, 6, 2, 8, 1, 1, 2, 4, 3, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1], "chunk_stats": {"count": 105, "sum": 248, "mean": 2.361904761904762, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [2, 1, 2, 1, 3, 13, 4, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 12.749999999999979, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1, 1, 1, 2, 1], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 6.099999999999998, "max": 7, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 33, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06416950000129873, "decode_time_sec": 1.6946979140011535, "total_time_sec": 1.7668410210026195, "prefill_units_per_sec": 5532.223252367794, "prefill_bytes_per_sec": 5516.639524896335, "decode_units_per_sec": 75.52968522737727, "decode_bytes_per_sec": 75.52968522737727, "total_units_per_sec": 72.445680442355, "total_bytes_per_sec": 72.445680442355, "step_latency_ms": {"count": 128, "sum": 1700, "mean": 13.28125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3360.71484375, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 184, "stage1_units": 90, "bytes_per_stage0_unit": 1.923913043478261, "stage0_per_stage1_unit": 2.0444444444444443}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 355, "units_out": 184, "chunk_lengths": [1, 1, 3, 1, 2, 1, 6, 1, 4, 1, 4, 1, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 8, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 2, 2, 1, 5, 6, 1, 2, 4, 1, 1, 2, 1, 2, 1, 3, 1, 1, 5, 1, 2, 4, 1, 2, 1, 2, 1, 1, 9, 8, 1, 2, 2, 2, 1, 2, 1, 4, 1, 8, 1, 1, 1, 9, 6, 1, 2, 2, 2, 1, 9, 5, 1, 7, 2, 4, 6, 6, 1, 1], "chunk_stats": {"count": 184, "sum": 355, "mean": 1.9293478260869565, "median": 1.0, "p95": 6.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 184, "units_out": 90, "chunk_lengths": [1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 2, 4, 3, 2, 2, 4, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 4, 4, 3, 1, 6, 2, 6, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2], "chunk_stats": {"count": 90, "sum": 184, "mean": 2.0444444444444443, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [13, 5, 1, 4, 1, 5, 1, 4, 1, 2, 8, 2, 4, 1, 1, 2, 4, 1, 5, 1, 4, 1, 13, 4, 1, 3, 1, 4, 2, 4, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 2], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 6, 1, 1, 1, 1, 3, 4, 2, 2, 3, 2, 6, 3, 3], "chunk_stats": {"count": 16, "sum": 40, "mean": 2.5, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 34, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06422745999952895, "decode_time_sec": 1.812470509998093, "total_time_sec": 1.880774139001005, "prefill_units_per_sec": 5636.218527132397, "prefill_bytes_per_sec": 5620.648862692805, "decode_units_per_sec": 70.62183869691468, "decode_bytes_per_sec": 70.62183869691468, "total_units_per_sec": 68.05708210555717, "total_bytes_per_sec": 68.05708210555717, "step_latency_ms": {"count": 128, "sum": 1806, "mean": 14.109375, "median": 8.0, "p95": 38.64999999999999, "max": 40, "min": 8}, "peak_allocated_mb": 3364.33154296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}, "model_input_units": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 361, "model_input_units": 362, "stage0_units": 128, "stage1_units": 61, "bytes_per_stage0_unit": 2.8203125, "stage0_per_stage1_unit": 2.098360655737705}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 362, "units_out": 128, "chunk_lengths": [1, 1, 3, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2, 8, 2, 1, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 13, 4, 1, 1, 2, 1, 3, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 9, 7, 10, 1, 2, 1, 1, 13, 5, 1, 17, 1, 2, 6, 2, 7, 1, 5, 1, 1, 1, 1, 1, 1, 6, 2, 5, 1, 5, 1, 3, 4, 1, 1, 5, 6, 1, 1, 17, 2, 1, 1, 3, 1, 1, 4, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 128, "sum": 362, "mean": 2.828125, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 128, "units_out": 61, "chunk_lengths": [1, 2, 1, 4, 1, 3, 1, 4, 1, 1, 3, 1, 5, 1, 5, 2, 3, 4, 3, 2, 1, 1, 1, 1, 1, 5, 1, 5, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 3, 4, 3, 1, 1, 2, 2, 1, 1, 3, 3, 2, 1, 1, 1, 6, 3, 1, 1, 3, 1, 1, 1], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [13, 1, 5, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 1, 1, 1, 3, 1, 1, 2, 5, 3, 1, 1, 3, 5, 1, 1, 3, 1, 4], "chunk_stats": {"count": 20, "sum": 41, "mean": 2.05, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 35, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06435614099973463, "decode_time_sec": 2.1140818009989744, "total_time_sec": 2.1822878190032498, "prefill_units_per_sec": 4179.865290572801, "prefill_bytes_per_sec": 4164.326757894092, "decode_units_per_sec": 60.54637996482242, "decode_bytes_per_sec": 60.54637996482242, "total_units_per_sec": 58.65404136218083, "total_bytes_per_sec": 58.65404136218083, "step_latency_ms": {"count": 128, "sum": 2109, "mean": 16.4765625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3344.1357421875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 122, "stage1_units": 59, "bytes_per_stage0_unit": 2.19672131147541, "stage0_per_stage1_unit": 2.0677966101694913}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 269, "units_out": 122, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 5, 1, 4, 2, 1, 5, 1, 8, 2, 4, 4, 1, 2, 2, 2, 2, 6, 1, 2, 2, 1, 1, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 2, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 8, 1, 5, 1, 2, 4, 4, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 4, 1, 2, 4, 4, 1, 1, 1], "chunk_stats": {"count": 122, "sum": 269, "mean": 2.2049180327868854, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 122, "units_out": 59, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 4, 1, 2, 3, 1, 2, 3, 1, 1, 1, 3, 2, 1, 2, 5, 1, 5, 1, 6, 1, 1, 2, 1, 6, 1, 4, 1, 4, 1, 3, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 3, 2, 1, 2, 2, 1], "chunk_stats": {"count": 59, "sum": 122, "mean": 2.0677966101694913, "median": 1.0, "p95": 5.099999999999994, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [5, 1, 2, 2, 6, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 2, 6, 1, 2, 2, 6, 1, 1, 5, 3, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 4, 1, 1, 5, 1, 4, 2, 2], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 1, 6, 3, 2, 1, 3, 1, 1, 4, 3, 1, 6, 1, 1, 1, 1, 3, 3, 2, 1], "chunk_stats": {"count": 27, "sum": 57, "mean": 2.111111111111111, "median": 1.0, "p95": 5.399999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 36, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06452916000125697, "decode_time_sec": 1.5633377360027225, "total_time_sec": 1.6313033440019353, "prefill_units_per_sec": 4974.495251352214, "prefill_bytes_per_sec": 4958.998381410306, "decode_units_per_sec": 81.87610204259606, "decode_bytes_per_sec": 81.87610204259606, "total_units_per_sec": 78.46486704673129, "total_bytes_per_sec": 78.46486704673129, "step_latency_ms": {"count": 128, "sum": 1564, "mean": 12.21875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3354.41796875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "model_input_units": {"count": 1, "sum": 321, "mean": 321.0, "median": 321.0, "p95": 321.0, "max": 321, "min": 321}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 320, "model_input_units": 321, "stage0_units": 111, "stage1_units": 50, "bytes_per_stage0_unit": 2.8828828828828827, "stage0_per_stage1_unit": 2.22}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 321, "units_out": 111, "chunk_lengths": [1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 2, 4, 2, 4, 1, 3, 1, 1, 1, 4, 2, 7, 1, 1, 5, 1, 1, 9, 1, 2, 5, 4, 3, 1, 3, 1, 1, 6, 1, 13, 1, 5, 4, 1, 5, 3, 5, 1, 4, 1, 9, 5, 4, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 1, 4, 1, 2, 4, 1, 1, 1, 1, 2, 4, 1, 1, 13, 1, 6, 2, 4, 1, 4, 1, 4, 1, 1, 13, 1, 2, 4, 1, 3, 1, 1, 17, 1, 6, 2, 4, 3, 1, 7, 1, 3, 1, 1, 1], "chunk_stats": {"count": 111, "sum": 321, "mean": 2.891891891891892, "median": 2.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 2, 1, 2, 2, 2, 1, 1, 2, 2, 6, 1, 2, 5, 3, 1, 1, 1, 7, 6, 3, 4, 1, 5, 1, 2, 1, 3, 4, 2, 2, 4, 1, 2, 1, 2, 2, 3, 2], "chunk_stats": {"count": 50, "sum": 111, "mean": 2.22, "median": 2.0, "p95": 5.549999999999997, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 32, "chunk_lengths": [21, 1, 5, 2, 1, 3, 1, 1, 6, 1, 4, 1, 2, 7, 1, 1, 7, 1, 17, 1, 13, 3, 4, 1, 5, 1, 1, 1, 1, 5, 4, 1, 4], "chunk_stats": {"count": 33, "sum": 128, "mean": 3.878787878787879, "median": 2.0, "p95": 14.599999999999994, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [3, 6, 3, 3, 3, 1, 1, 1, 4, 1, 1, 1, 4], "chunk_stats": {"count": 13, "sum": 32, "mean": 2.4615384615384617, "median": 3.0, "p95": 4.799999999999997, "max": 6, "min": 1}, "active_size_stats": {"count": 32, "sum": 32, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 37, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0641911610000534, "decode_time_sec": 1.9136948240011407, "total_time_sec": 1.9818839920008031, "prefill_units_per_sec": 4844.90380224999, "prefill_bytes_per_sec": 4829.325333432466, "decode_units_per_sec": 66.88631771098092, "decode_bytes_per_sec": 66.88631771098092, "total_units_per_sec": 64.58501129058422, "total_bytes_per_sec": 64.58501129058422, "step_latency_ms": {"count": 128, "sum": 1915, "mean": 14.9609375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3353.5654296875, "peak_reserved_mb": 3388.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 94, "stage1_units": 41, "bytes_per_stage0_unit": 3.297872340425532, "stage0_per_stage1_unit": 2.292682926829268}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 94, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 3, 4, 8, 1, 17, 7, 1, 1, 3, 1, 7, 2, 5, 1, 1, 3, 1, 5, 2, 5, 1, 1, 1, 3, 1, 5, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 2, 5, 1, 4, 1, 5, 1, 9, 1, 2, 4, 1, 5, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 1, 1], "chunk_stats": {"count": 94, "sum": 311, "mean": 3.3085106382978724, "median": 2.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 94, "units_out": 41, "chunk_lengths": [1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 6, 1, 1, 1, 7, 1, 3, 2, 5, 2, 5, 1, 1, 5, 1, 3, 2, 6, 1], "chunk_stats": {"count": 41, "sum": 94, "mean": 2.292682926829268, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 3, 4, 2, 2, 1, 1, 1, 1, 5, 8, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 7, 1, 2, 2, 2, 5, 1, 4, 2, 5, 1, 1, 4, 2, 1, 3, 1, 4, 1, 1, 8], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 7.75, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 4, 1, 1, 1, 3, 1, 3, 1, 7, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 1, 4], "chunk_stats": {"count": 23, "sum": 45, "mean": 1.9565217391304348, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 38, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06433398999797646, "decode_time_sec": 1.8691888239991385, "total_time_sec": 1.9393848010004149, "prefill_units_per_sec": 12575.001177844651, "prefill_bytes_per_sec": 12559.457295053744, "decode_units_per_sec": 68.47890291048465, "decode_bytes_per_sec": 68.47890291048465, "total_units_per_sec": 66.00031099242003, "total_bytes_per_sec": 66.00031099242003, "step_latency_ms": {"count": 128, "sum": 1872, "mean": 14.625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3485.3779296875, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 808, "mean": 808.0, "median": 808.0, "p95": 808.0, "max": 808, "min": 808}, "model_input_units": {"count": 1, "sum": 809, "mean": 809.0, "median": 809.0, "p95": 809.0, "max": 809, "min": 809}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 808, "model_input_units": 809, "stage0_units": 242, "stage1_units": 109, "bytes_per_stage0_unit": 3.3388429752066116, "stage0_per_stage1_unit": 2.220183486238532}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 809, "units_out": 242, "chunk_lengths": [1, 1, 3, 1, 5, 1, 5, 1, 1, 3, 2, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 2, 4, 1, 22, 3, 2, 1, 11, 1, 1, 4, 2, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 4, 1, 22, 5, 1, 6, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 9, 1, 1, 2, 1, 6, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 3, 10, 2, 1, 1, 1, 2, 10, 1, 9, 6, 1, 5, 1, 1, 1, 3, 4, 2, 1, 1, 1, 2, 4, 1, 9, 1, 2, 8, 1, 3, 1, 13, 6, 1, 5, 1, 1, 1, 3, 8, 1, 3, 2, 1, 1, 1, 2, 8, 1, 3, 1, 9, 4, 1, 13, 6, 1, 5, 1, 1, 1, 3, 3, 8, 1, 3, 2, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 9, 1, 5, 1, 7, 2, 1, 3, 1, 1, 5, 1, 1, 5, 1, 6, 1, 3, 2, 1, 11, 1, 29, 1, 1, 1, 18, 1, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 5, 1, 6, 1, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 1, 30, 5, 1, 6, 1, 5, 1, 6, 2, 4, 1, 4, 2], "chunk_stats": {"count": 242, "sum": 809, "mean": 3.34297520661157, "median": 1.5, "p95": 10.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 242, "units_out": 109, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 3, 2, 3, 3, 1, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 4, 2, 2, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 1, 2, 2, 1, 1, 4, 3, 3, 1, 2, 6, 1, 2, 1, 4, 3, 1, 3, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 5, 5, 5, 7, 9, 1, 1, 6, 4, 2, 5, 2, 5, 4, 2, 2, 1], "chunk_stats": {"count": 109, "sum": 242, "mean": 2.220183486238532, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 5, 1, 1, 2, 2, 10, 1, 3, 5, 1, 5, 1, 2, 3, 4, 10, 1, 3, 2, 1, 5, 5, 5, 2], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 2.0, "p95": 5.75, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 5, 1, 1, 1, 3, 1, 3, 1, 3, 1, 1, 4, 1, 3, 6, 1, 2, 1, 1, 4], "chunk_stats": {"count": 21, "sum": 45, "mean": 2.142857142857143, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 39, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06497205999767175, "decode_time_sec": 1.7517600390019652, "total_time_sec": 1.8261786939983722, "prefill_units_per_sec": 8218.91748574904, "prefill_bytes_per_sec": 8203.526254502318, "decode_units_per_sec": 73.06936860651632, "decode_bytes_per_sec": 73.06936860651632, "total_units_per_sec": 70.09171688436865, "total_bytes_per_sec": 70.09171688436865, "step_latency_ms": {"count": 128, "sum": 1747, "mean": 13.6484375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3409.3544921875, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}, "model_input_units": {"count": 1, "sum": 534, "mean": 534.0, "median": 534.0, "p95": 534.0, "max": 534, "min": 534}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 533, "model_input_units": 534, "stage0_units": 219, "stage1_units": 107, "bytes_per_stage0_unit": 2.4337899543378994, "stage0_per_stage1_unit": 2.046728971962617}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 534, "units_out": 219, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 1, 1, 5, 6, 1, 5, 3, 2, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 2, 2, 9, 4, 1, 13, 6, 1, 1, 1, 1, 1, 1, 5, 3, 2, 6, 1, 5, 3, 2, 1, 13, 2, 1, 1, 1, 1, 5, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 1, 1, 1, 5, 2, 1, 13, 1, 1, 1, 6, 5, 4, 1, 1, 2, 1, 5, 1, 2, 7, 1, 4, 5, 13, 1, 1, 2, 1, 1, 6, 5, 5, 3, 1, 7, 3, 4, 4, 1, 1, 5, 13, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 219, "sum": 534, "mean": 2.4383561643835616, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 219, "units_out": 107, "chunk_lengths": [1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 5, 1, 2, 2, 1, 1, 1, 2, 4, 1, 4, 1, 3, 2, 2, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 4, 1, 1, 3, 1, 5, 3, 1, 1, 6, 3, 1, 1, 1, 1, 6, 1, 1, 7, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 4, 2, 1, 1, 4, 1, 1, 4, 11, 1, 1, 2, 1, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 1, 2, 1, 1, 3, 1, 2, 3, 1, 1, 8, 1, 5, 1, 1, 1], "chunk_stats": {"count": 107, "sum": 219, "mean": 2.046728971962617, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [17, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 1, 4, 2, 1, 17, 2, 1, 1, 1, 1, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 3, 6, 1, 5, 3, 2, 1, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 6.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 6, 1, 4, 4, 7, 2, 1, 7, 5, 4, 5, 2], "chunk_stats": {"count": 13, "sum": 49, "mean": 3.769230769230769, "median": 4.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 40, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06492681999952765, "decode_time_sec": 1.606536885999958, "total_time_sec": 1.6798879019988817, "prefill_units_per_sec": 15355.749750369005, "prefill_bytes_per_sec": 15340.347794751784, "decode_units_per_sec": 79.67448560655292, "decode_bytes_per_sec": 79.67448560655292, "total_units_per_sec": 76.19556033929055, "total_bytes_per_sec": 76.19556033929055, "step_latency_ms": {"count": 128, "sum": 1607, "mean": 12.5546875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3532.68896484375, "peak_reserved_mb": 3626.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 996, "mean": 996.0, "median": 996.0, "p95": 996.0, "max": 996, "min": 996}, "model_input_units": {"count": 1, "sum": 997, "mean": 997.0, "median": 997.0, "p95": 997.0, "max": 997, "min": 997}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 996, "model_input_units": 997, "stage0_units": 347, "stage1_units": 152, "bytes_per_stage0_unit": 2.8703170028818445, "stage0_per_stage1_unit": 2.2828947368421053}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 997, "units_out": 347, "chunk_lengths": [1, 1, 3, 1, 5, 4, 1, 1, 3, 2, 4, 1, 1, 9, 1, 2, 3, 2, 4, 1, 1, 4, 1, 1, 8, 1, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 4, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 6, 1, 1, 4, 1, 9, 2, 1, 2, 3, 1, 2, 4, 1, 2, 6, 1, 3, 9, 1, 4, 4, 1, 1, 4, 1, 2, 5, 4, 1, 4, 11, 5, 4, 1, 6, 6, 1, 6, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 6, 1, 5, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 6, 1, 1, 1, 2, 3, 2, 3, 1, 2, 3, 1, 3, 3, 1, 7, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 1, 2, 1, 3, 1, 3, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 2, 1, 1, 1, 1, 6, 1, 3, 1, 2, 7, 1, 3, 1, 7, 1, 1, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 8, 2, 1, 3, 1, 1, 6, 1, 7, 1, 1, 4, 1, 1, 1, 1, 13, 3, 4, 1, 9, 2, 8, 4, 3, 1, 6, 1, 7, 1, 9, 1, 1, 1, 2, 4, 1, 4, 5, 1, 5, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 8, 1, 2, 1, 9, 1, 1, 6, 1, 6, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 1, 2, 6, 1, 5, 3, 1, 6, 1, 7, 5, 2, 1, 3, 4, 7, 1], "chunk_stats": {"count": 347, "sum": 997, "mean": 2.873198847262248, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 347, "units_out": 152, "chunk_lengths": [1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 7, 2, 4, 1, 1, 1, 6, 1, 3, 1, 4, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 6, 2, 3, 1, 8, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 2, 2, 1, 1, 3, 3, 6, 1, 6, 5, 1, 7, 3, 3, 3, 5, 1, 3, 1, 1, 1, 4, 1, 4, 2, 1, 1, 1, 3, 2, 1, 3, 3, 1, 1, 3, 3, 6, 1, 6, 5, 1, 4, 1, 6, 2, 3, 4, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 2, 4, 1, 1, 10, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 2, 1], "chunk_stats": {"count": 152, "sum": 347, "mean": 2.2828947368421053, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 2, 3, 4, 7, 6, 1, 2, 4, 7, 1, 3, 4, 1, 6, 1, 7, 5, 1, 9, 2, 3, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 1, 6, 1, 3], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [2, 1, 4, 1, 4, 7, 1, 1, 9, 2, 6, 1], "chunk_stats": {"count": 12, "sum": 39, "mean": 3.25, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 41, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06482934999803547, "decode_time_sec": 1.6393623109979671, "total_time_sec": 1.711258708000969, "prefill_units_per_sec": 4164.780304108893, "prefill_bytes_per_sec": 4149.355191871452, "decode_units_per_sec": 78.07914037140428, "decode_bytes_per_sec": 78.07914037140428, "total_units_per_sec": 74.79874282102267, "total_bytes_per_sec": 74.79874282102267, "step_latency_ms": {"count": 128, "sum": 1644, "mean": 12.84375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3344.2216796875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}, "model_input_units": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 269, "model_input_units": 270, "stage0_units": 103, "stage1_units": 37, "bytes_per_stage0_unit": 2.6116504854368934, "stage0_per_stage1_unit": 2.7837837837837838}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 270, "units_out": 103, "chunk_lengths": [1, 1, 3, 1, 4, 4, 1, 6, 1, 1, 1, 5, 1, 7, 2, 1, 9, 1, 1, 1, 2, 1, 9, 1, 9, 1, 1, 1, 2, 1, 7, 1, 9, 1, 1, 1, 2, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 9, 1, 1, 1, 2, 1], "chunk_stats": {"count": 103, "sum": 270, "mean": 2.621359223300971, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 103, "units_out": 37, "chunk_lengths": [1, 2, 2, 3, 2, 1, 1, 2, 1, 2, 4, 2, 2, 6, 2, 6, 1, 2, 7, 2, 5, 1, 3, 2, 6, 4, 2, 6, 1, 1, 2, 2, 6, 2, 2, 2, 5], "chunk_stats": {"count": 37, "sum": 103, "mean": 2.7837837837837838, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 6, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 5, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [2, 1, 2, 2, 7, 2, 2, 9, 1, 2, 9, 1, 1], "chunk_stats": {"count": 13, "sum": 41, "mean": 3.1538461538461537, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 42, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06426481000016793, "decode_time_sec": 1.7449314719997346, "total_time_sec": 1.8149482999979227, "prefill_units_per_sec": 8682.823461215274, "prefill_bytes_per_sec": 8667.262845693382, "decode_units_per_sec": 73.35531627113633, "decode_bytes_per_sec": 73.35531627113633, "total_units_per_sec": 70.5254248840843, "total_bytes_per_sec": 70.5254248840843, "step_latency_ms": {"count": 128, "sum": 1745, "mean": 13.6328125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3415.916015625, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}, "model_input_units": {"count": 1, "sum": 558, "mean": 558.0, "median": 558.0, "p95": 558.0, "max": 558, "min": 558}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 557, "model_input_units": 558, "stage0_units": 175, "stage1_units": 81, "bytes_per_stage0_unit": 3.182857142857143, "stage0_per_stage1_unit": 2.1604938271604937}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 558, "units_out": 175, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 7, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 7, 1, 2, 2, 2, 2, 3, 1, 4, 1, 1, 3, 1, 1, 9, 5, 2, 1, 3, 1, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 2, 2, 1, 5, 2, 1, 7, 1, 9, 2, 1, 2, 4, 1, 4, 4, 1, 2, 2, 2, 1, 7, 1, 2, 1, 4, 2, 5, 3, 5, 4, 3, 1, 2, 5, 3, 5, 9, 8, 1, 2, 2, 1, 7, 2, 4, 1, 2, 2, 1, 9, 4, 7, 1, 2, 2, 1, 6, 1, 2, 4, 1, 4, 1, 1, 3, 1, 1, 13, 1, 2, 2, 4, 1, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 1, 1, 7, 1, 5, 1, 2, 4, 1, 4, 1, 17, 7, 5, 5, 1, 21, 2, 2, 13, 8, 1, 2, 2, 1, 6, 1, 1, 9, 4, 1, 2, 3, 2, 7, 1, 2, 2, 1, 6, 1, 1], "chunk_stats": {"count": 175, "sum": 558, "mean": 3.1885714285714286, "median": 2.0, "p95": 9.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 175, "units_out": 81, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 3, 2, 1, 1, 1, 6, 4, 1, 3, 3, 4, 1, 1, 3, 1, 6, 1, 3, 2, 2, 2, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 2, 3, 2, 1, 2, 2, 5, 1, 1, 6, 1, 3, 1, 4, 2, 2, 3, 3, 1, 1, 3, 1, 2, 1, 6, 2, 1, 4, 1, 6, 1, 1], "chunk_stats": {"count": 81, "sum": 175, "mean": 2.1604938271604937, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 2, 2, 3, 1, 4, 1, 13, 1, 3, 1, 1, 1, 7, 1, 5, 1, 1, 5, 1, 4, 1, 1, 5, 4, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 5], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.5, "p95": 7.75, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 3, 3, 1, 8, 3, 3, 1, 1, 4, 5, 4, 2, 3, 2], "chunk_stats": {"count": 16, "sum": 45, "mean": 2.8125, "median": 3.0, "p95": 5.75, "max": 8, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 43, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06597233899810817, "decode_time_sec": 1.9227686300000641, "total_time_sec": 1.9949732060013048, "prefill_units_per_sec": 4895.99133372037, "prefill_bytes_per_sec": 4880.833465814115, "decode_units_per_sec": 66.57067210421242, "decode_bytes_per_sec": 66.57067210421242, "total_units_per_sec": 64.16126272520789, "total_bytes_per_sec": 64.16126272520789, "step_latency_ms": {"count": 128, "sum": 1917, "mean": 14.9765625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3355.61669921875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "model_input_units": {"count": 1, "sum": 323, "mean": 323.0, "median": 323.0, "p95": 323.0, "max": 323, "min": 323}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 322, "model_input_units": 323, "stage0_units": 112, "stage1_units": 54, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.074074074074074}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 323, "units_out": 112, "chunk_lengths": [1, 1, 3, 4, 1, 4, 1, 8, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 5, 4, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 8, 1], "chunk_stats": {"count": 112, "sum": 323, "mean": 2.8839285714285716, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 112, "units_out": 54, "chunk_lengths": [1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 4, 4, 1, 7, 1, 1, 6, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 6, 2, 1, 5, 1, 2, 1, 1, 6, 1, 2, 1, 2, 1, 5, 1, 2, 1, 3, 2, 1], "chunk_stats": {"count": 54, "sum": 112, "mean": 2.074074074074074, "median": 1.5, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 8, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 4, 1, 8, 1, 5, 4, 1, 6], "chunk_stats": {"count": 53, "sum": 128, "mean": 2.4150943396226414, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 5, 1, 1, 1, 3, 2, 4, 1, 1, 6, 4, 1, 7, 1, 5, 2, 3, 1, 2], "chunk_stats": {"count": 20, "sum": 52, "mean": 2.6, "median": 2.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 44, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06473935000030906, "decode_time_sec": 1.8893928950019472, "total_time_sec": 1.9591234830004396, "prefill_units_per_sec": 8758.197294184962, "prefill_bytes_per_sec": 8742.75073811056, "decode_units_per_sec": 67.7466292683757, "decode_bytes_per_sec": 67.7466292683757, "total_units_per_sec": 65.33534057994407, "total_bytes_per_sec": 65.33534057994407, "step_latency_ms": {"count": 128, "sum": 1882, "mean": 14.703125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3419.0615234375, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}, "model_input_units": {"count": 1, "sum": 567, "mean": 567.0, "median": 567.0, "p95": 567.0, "max": 567, "min": 567}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 566, "model_input_units": 567, "stage0_units": 230, "stage1_units": 76, "bytes_per_stage0_unit": 2.4608695652173913, "stage0_per_stage1_unit": 3.026315789473684}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 567, "units_out": 230, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 7, 2, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 1, 9, 7, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 9, 6, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 2, 1, 5, 1, 1, 9, 7, 1, 5, 2, 1, 1, 1, 1, 2, 7, 1, 5, 2, 1, 7, 1, 4, 1, 1, 9, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 2, 7, 1, 7, 1, 4, 2, 1, 3, 1, 4, 1, 7, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 4, 1, 7, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5], "chunk_stats": {"count": 230, "sum": 567, "mean": 2.465217391304348, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 230, "units_out": 76, "chunk_lengths": [1, 2, 1, 1, 3, 2, 1, 1, 2, 2, 2, 2, 2, 2, 3, 1, 5, 2, 3, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 6, 3, 2, 1, 4, 1, 14, 1, 1, 1, 11, 1, 1, 1, 6, 12, 1, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 2, 1, 2, 1, 6, 4, 1, 8, 1, 1, 5, 5, 1, 6, 6, 1, 13, 1, 10, 2], "chunk_stats": {"count": 76, "sum": 230, "mean": 3.026315789473684, "median": 2.0, "p95": 10.25, "max": 14, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 2, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 9, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 6.299999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 1, 4, 11, 1, 3, 1, 1, 1, 12, 2, 2, 2, 2, 2, 4, 4], "chunk_stats": {"count": 18, "sum": 55, "mean": 3.0555555555555554, "median": 2.0, "p95": 11.149999999999999, "max": 12, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 45, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06467639000038616, "decode_time_sec": 1.908240325999941, "total_time_sec": 1.981024183001864, "prefill_units_per_sec": 11503.424974640016, "prefill_bytes_per_sec": 11487.963381932166, "decode_units_per_sec": 67.07750499556519, "decode_bytes_per_sec": 67.07750499556519, "total_units_per_sec": 64.61304263638036, "total_bytes_per_sec": 64.61304263638036, "step_latency_ms": {"count": 128, "sum": 1908, "mean": 14.90625, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3466.388671875, "peak_reserved_mb": 3588.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 743, "mean": 743.0, "median": 743.0, "p95": 743.0, "max": 743, "min": 743}, "model_input_units": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 743, "model_input_units": 744, "stage0_units": 268, "stage1_units": 155, "bytes_per_stage0_unit": 2.7723880597014925, "stage0_per_stage1_unit": 1.729032258064516}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 744, "units_out": 268, "chunk_lengths": [1, 1, 3, 5, 1, 5, 2, 1, 2, 1, 5, 1, 4, 1, 1, 5, 6, 2, 2, 1, 1, 1, 3, 1, 5, 1, 5, 1, 4, 1, 1, 5, 2, 6, 1, 1, 2, 1, 8, 5, 7, 2, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 2, 2, 1, 5, 1, 2, 4, 7, 3, 7, 4, 3, 5, 1, 7, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 7, 3, 5, 1, 6, 1, 2, 5, 1, 2, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 5, 6, 2, 7, 1, 4, 1, 3, 1, 1, 5, 1, 2, 2, 2, 1, 5, 1, 2, 1, 4, 3, 1, 3, 4, 5, 1, 1, 3, 1, 3, 1, 3, 5, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 1, 10, 1, 4, 5, 1, 3, 2, 7, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 2, 2, 1, 5, 1, 2, 4, 1, 3, 3, 1, 3, 4, 3, 1, 5, 2, 1, 1, 2, 1, 2, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 7, 2, 5, 1, 3, 1, 6, 1, 6, 1, 1, 5, 2, 6, 1, 3, 1, 6, 3, 1, 2, 7, 1, 6, 7, 3, 2, 6, 1, 6, 4, 1, 5, 2, 1, 3, 10, 1, 1, 2, 7, 2, 4, 1, 2, 2, 3, 1, 7, 4, 5, 2, 1, 2, 1, 2, 1, 5, 5, 4, 6, 1, 1], "chunk_stats": {"count": 268, "sum": 744, "mean": 2.7761194029850746, "median": 2.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 268, "units_out": 155, "chunk_lengths": [1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 4, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 4, 4, 2, 4, 1, 2, 2, 2, 1, 1, 2, 4, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 2, 4, 1, 3, 1], "chunk_stats": {"count": 155, "sum": 268, "mean": 1.729032258064516, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [5, 6, 2, 3, 1, 5, 1, 5, 1, 2, 6, 1, 2, 1, 1, 9, 6, 2, 2, 2, 1, 5, 2, 6, 3, 6, 1, 4, 5, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.5, "p95": 6.049999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 25, "chunk_lengths": [1, 1, 1, 1, 3, 2, 3, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1], "chunk_stats": {"count": 26, "sum": 39, "mean": 1.5, "median": 1.0, "p95": 3.0, "max": 3, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 46, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.063860491001833, "decode_time_sec": 1.8096957130001101, "total_time_sec": 1.8810920500000066, "prefill_units_per_sec": 4682.08113200097, "prefill_bytes_per_sec": 4666.421997780231, "decode_units_per_sec": 70.73012279384905, "decode_bytes_per_sec": 70.73012279384905, "total_units_per_sec": 68.04558022559266, "total_bytes_per_sec": 68.04558022559266, "step_latency_ms": {"count": 128, "sum": 1809, "mean": 14.1328125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3351.42626953125, "peak_reserved_mb": 3388.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 97, "stage1_units": 40, "bytes_per_stage0_unit": 3.0721649484536084, "stage0_per_stage1_unit": 2.425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 299, "units_out": 97, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 6, 1, 1, 3, 1, 1, 9, 2, 1, 5, 1, 2, 1, 3, 1, 2, 4, 5, 1, 6, 1, 2, 1, 8, 4, 9, 1, 1, 8, 4, 5, 6, 1, 9, 1, 2, 1, 3, 1, 4, 1, 9, 1, 2, 4, 2, 2, 1, 13, 3, 1, 4, 2, 1, 3, 1, 4, 1, 8, 1, 1, 13, 1, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 1, 9, 4, 1, 13, 1, 5, 4, 5, 1, 1, 4, 2, 2, 1, 1, 4], "chunk_stats": {"count": 97, "sum": 299, "mean": 3.082474226804124, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 40, "chunk_lengths": [1, 2, 4, 1, 1, 4, 1, 1, 2, 4, 1, 5, 1, 1, 5, 3, 3, 1, 1, 5, 2, 2, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 5, 1, 2, 1, 2, 3, 2, 5], "chunk_stats": {"count": 40, "sum": 97, "mean": 2.425, "median": 2.0, "p95": 5.049999999999997, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 3, 11, 1, 5, 2, 1, 8, 2, 3, 2, 4, 2, 1, 6, 8, 1, 1, 1, 1, 5, 4, 1, 1, 2, 5, 1, 1, 3, 2, 3, 1, 1, 9, 1, 1, 1, 9, 2, 6, 1, 2, 2], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 8.899999999999999, "max": 11, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 3, 1, 1, 4, 2, 1, 4, 2, 1, 1, 5, 4, 3, 1, 3, 1, 2, 2], "chunk_stats": {"count": 19, "sum": 42, "mean": 2.210526315789474, "median": 2.0, "p95": 4.099999999999998, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 47, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06414912000036566, "decode_time_sec": 1.7801881759987737, "total_time_sec": 1.8493552139989333, "prefill_units_per_sec": 9384.384384330893, "prefill_bytes_per_sec": 9368.795705951605, "decode_units_per_sec": 71.9025110523418, "decode_bytes_per_sec": 71.9025110523418, "total_units_per_sec": 69.21331231073806, "total_bytes_per_sec": 69.21331231073806, "step_latency_ms": {"count": 128, "sum": 1781, "mean": 13.9140625, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3428.720703125, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 601, "mean": 601.0, "median": 601.0, "p95": 601.0, "max": 601, "min": 601}, "model_input_units": {"count": 1, "sum": 602, "mean": 602.0, "median": 602.0, "p95": 602.0, "max": 602, "min": 602}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 601, "model_input_units": 602, "stage0_units": 212, "stage1_units": 100, "bytes_per_stage0_unit": 2.8349056603773586, "stage0_per_stage1_unit": 2.12}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 602, "units_out": 212, "chunk_lengths": [1, 1, 3, 3, 1, 1, 8, 1, 7, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 8, 2, 7, 1, 7, 1, 3, 1, 9, 2, 4, 1, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 2, 4, 1, 1, 1, 1, 5, 7, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 7, 1, 2, 4, 1, 1, 1, 5, 2, 2, 5, 1, 1, 4, 5, 7, 1, 8, 1, 8, 2, 5, 5, 7, 1, 5, 2, 1, 8, 4, 1, 1, 1, 5, 1, 2, 4, 3, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 7, 1, 1, 1, 9, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 8, 2, 1, 1, 1, 5, 7, 1, 5, 2, 2, 5, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 5, 7, 1, 8, 1, 8, 2, 1, 4, 1, 5, 2, 5, 1, 1, 4, 1, 1, 2, 1, 7, 1, 9, 1, 1, 7, 1, 1, 5, 7, 1, 2, 5, 1, 1, 6, 1, 2, 7, 6, 1, 7, 1, 1, 1], "chunk_stats": {"count": 212, "sum": 602, "mean": 2.839622641509434, "median": 1.0, "p95": 7.449999999999989, "max": 9, "min": 1}}, {"stage": 1, "units_in": 212, "units_out": 100, "chunk_lengths": [1, 2, 1, 3, 2, 1, 6, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 2, 6, 5, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 6, 1, 5, 1, 3, 2, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 2, 2, 2, 1, 3, 6, 1, 5, 1, 2, 11, 1, 2, 1, 1, 2, 1, 1, 5, 7, 2, 1, 3, 2, 3, 1, 1, 5, 3, 5, 1, 2, 1, 1, 2, 5, 1, 1, 2, 3, 1, 1], "chunk_stats": {"count": 100, "sum": 212, "mean": 2.12, "median": 1.0, "p95": 6.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [5, 3, 4, 7, 1, 1, 1, 4, 3, 1, 1, 8, 1, 7, 1, 4, 1, 7, 1, 2, 5, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 7], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 4, 1, 1, 7, 1, 1, 2, 1, 7, 1, 1, 1, 1, 2, 1, 3, 2, 1], "chunk_stats": {"count": 19, "sum": 39, "mean": 2.0526315789473686, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 48, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06469281099998625, "decode_time_sec": 1.8312316330011527, "total_time_sec": 1.9021715899980336, "prefill_units_per_sec": 5487.472170595206, "prefill_bytes_per_sec": 5472.014502509023, "decode_units_per_sec": 69.89831198482766, "decode_bytes_per_sec": 69.89831198482766, "total_units_per_sec": 67.2915107517363, "total_bytes_per_sec": 67.2915107517363, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3360.71435546875, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 118, "stage1_units": 56, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": 2.107142857142857}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 355, "units_out": 118, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 6, 2, 1, 5, 1, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 8, 1, 1, 2, 1, 4, 5, 1, 1, 1, 3, 1, 1, 1, 7, 3, 1, 3, 1, 1, 6, 1, 16, 4, 2, 3, 5, 1, 1, 13, 5, 2, 2, 1, 1, 13, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 6, 1, 1, 17, 6, 2, 1, 3, 1, 1, 3, 1, 5, 1, 6, 1, 1, 1, 17, 1, 7, 1, 2, 1, 1, 1], "chunk_stats": {"count": 118, "sum": 355, "mean": 3.0084745762711864, "median": 1.0, "p95": 9.599999999999966, "max": 17, "min": 1}}, {"stage": 1, "units_in": 118, "units_out": 56, "chunk_lengths": [1, 2, 2, 4, 3, 1, 1, 5, 3, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 3, 10, 1, 1, 1, 5, 2, 2, 3, 1, 2, 1, 1, 3], "chunk_stats": {"count": 56, "sum": 118, "mean": 2.107142857142857, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 1, 5, 1, 1, 1, 1, 4, 2, 3, 5, 1, 17, 5, 1, 1, 1, 5, 1, 1, 7, 1, 13, 3, 4, 1, 4, 5, 1, 5, 1, 2, 4, 1, 1, 3, 1, 4, 2, 6, 1], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 2.0, "p95": 7.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 4, 1, 5, 3, 1, 1, 5, 1, 1, 1], "chunk_stats": {"count": 21, "sum": 41, "mean": 1.9523809523809523, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 49, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0647648410013062, "decode_time_sec": 2.014386438000656, "total_time_sec": 2.084164656000212, "prefill_units_per_sec": 10221.595386710647, "prefill_bytes_per_sec": 10206.154910295676, "decode_units_per_sec": 63.54292184723213, "decode_bytes_per_sec": 63.54292184723213, "total_units_per_sec": 61.415493076084, "total_bytes_per_sec": 61.415493076084, "step_latency_ms": {"count": 128, "sum": 2006, "mean": 15.671875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3442.6259765625, "peak_reserved_mb": 3530.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 661, "mean": 661.0, "median": 661.0, "p95": 661.0, "max": 661, "min": 661}, "model_input_units": {"count": 1, "sum": 662, "mean": 662.0, "median": 662.0, "p95": 662.0, "max": 662, "min": 662}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 661, "model_input_units": 662, "stage0_units": 244, "stage1_units": 122, "bytes_per_stage0_unit": 2.709016393442623, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 662, "units_out": 244, "chunk_lengths": [1, 1, 3, 1, 3, 5, 1, 1, 1, 1, 1, 3, 2, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 9, 2, 4, 3, 1, 1, 1, 9, 2, 1, 2, 5, 1, 2, 4, 1, 1, 3, 4, 1, 2, 1, 1, 7, 1, 8, 1, 2, 2, 3, 1, 2, 4, 1, 5, 1, 3, 11, 1, 7, 1, 2, 1, 2, 3, 2, 2, 1, 4, 3, 4, 9, 1, 2, 2, 4, 1, 9, 1, 1, 1, 5, 2, 1, 3, 1, 1, 8, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 2, 1, 2, 1, 3, 8, 1, 2, 1, 4, 4, 1, 1, 10, 3, 4, 2, 6, 1, 6, 1, 1, 1, 1, 4, 9, 2, 4, 1, 6, 3, 1, 3, 1, 5, 2, 2, 1, 4, 1, 4, 2, 1, 1, 6, 1, 2, 1, 2, 11, 1, 9, 2, 3, 3, 5, 3, 1, 7, 1, 3, 4, 1, 3, 3, 5, 10, 1, 1, 9, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 4, 1, 7, 3, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 10, 1, 2, 1, 2, 1, 1, 4, 9, 1, 2, 1, 3, 1], "chunk_stats": {"count": 244, "sum": 662, "mean": 2.7131147540983607, "median": 2.0, "p95": 9.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 244, "units_out": 122, "chunk_lengths": [1, 2, 3, 3, 1, 3, 2, 1, 6, 1, 1, 3, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 5, 5, 1, 1, 1, 5, 1, 1, 2, 5, 3, 2, 5, 2, 7, 1, 1, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 3, 1, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 3, 1, 1, 3, 3, 1, 3, 1, 8, 4, 2, 2, 1, 1, 3, 3, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 1, 2, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 4], "chunk_stats": {"count": 122, "sum": 244, "mean": 2.0, "median": 1.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 8, 1, 2, 4, 2, 2, 1, 13, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 7, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 3, 4, 1, 2, 1, 3, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 8.549999999999997, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 24, "chunk_lengths": [1, 1, 2, 4, 1, 3, 1, 3, 5, 2, 3, 3, 2, 1, 1, 1, 1, 2, 2, 3, 1, 1, 4, 1, 1], "chunk_stats": {"count": 25, "sum": 50, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 50, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06540560999928857, "decode_time_sec": 1.600063688998489, "total_time_sec": 1.673808054998517, "prefill_units_per_sec": 12002.02857229737, "prefill_bytes_per_sec": 11986.739363925017, "decode_units_per_sec": 79.99681567682953, "decode_bytes_per_sec": 79.99681567682953, "total_units_per_sec": 76.47232884185959, "total_bytes_per_sec": 76.47232884185959, "step_latency_ms": {"count": 128, "sum": 1589, "mean": 12.4140625, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3480.24951171875, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 784, "mean": 784.0, "median": 784.0, "p95": 784.0, "max": 784, "min": 784}, "model_input_units": {"count": 1, "sum": 785, "mean": 785.0, "median": 785.0, "p95": 785.0, "max": 785, "min": 785}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 784, "model_input_units": 785, "stage0_units": 246, "stage1_units": 118, "bytes_per_stage0_unit": 3.186991869918699, "stage0_per_stage1_unit": 2.0847457627118646}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 785, "units_out": 246, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 2, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 1, 2, 2, 2, 3, 5, 1, 4, 1, 2, 2, 1, 16, 3, 1, 8, 1, 5, 1, 1, 4, 2, 1, 5, 1, 3, 5, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 4, 1, 6, 1, 1, 7, 1, 1, 2, 1, 1, 9, 3, 5, 1, 5, 2, 3, 5, 1, 5, 3, 1, 3, 1, 6, 1, 1, 7, 1, 1, 2, 1, 4, 9, 1, 3, 1, 6, 1, 8, 1, 5, 2, 8, 1, 4, 9, 1, 2, 3, 1, 8, 1, 5, 1, 13, 1, 6, 2, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 1, 6, 4, 3, 1, 3, 1, 1, 8, 1, 6, 1, 17, 1, 5, 5, 5, 1, 1, 3, 8, 1, 5, 1, 4, 1, 1, 1, 1, 1, 34, 1, 1, 6, 7, 1, 4, 5, 7, 1, 5, 1, 1, 6, 1, 7, 1, 1, 1, 1, 6, 1, 1, 5, 1, 1, 13, 6, 2, 1, 3, 1, 1, 8, 1, 6, 1, 1, 5, 1, 9, 4, 1, 13, 6, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 1, 5, 1, 9, 3, 4, 5, 1], "chunk_stats": {"count": 246, "sum": 785, "mean": 3.1910569105691056, "median": 1.0, "p95": 9.0, "max": 34, "min": 1}}, {"stage": 1, "units_in": 246, "units_out": 118, "chunk_lengths": [1, 2, 1, 1, 3, 1, 3, 1, 1, 3, 1, 2, 2, 1, 2, 1, 4, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 3, 3, 1, 4, 1, 1, 1, 6, 2, 4, 2, 2, 1, 4, 1, 4, 1, 3, 1, 6, 2, 1, 4, 4, 1, 3, 1, 1, 2, 5, 1, 2, 1, 3, 3, 4, 3, 1, 4, 2, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 2, 3, 2, 5, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 2, 4, 1, 1, 1, 1, 7, 4, 1, 2, 1, 1, 4, 2, 2, 1, 5, 1, 4], "chunk_stats": {"count": 118, "sum": 246, "mean": 2.0847457627118646, "median": 2.0, "p95": 4.1499999999999915, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [1, 6, 1, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 2, 3, 5, 1, 4, 1, 29, 3, 1, 8, 1, 5, 2], "chunk_stats": {"count": 30, "sum": 128, "mean": 4.266666666666667, "median": 2.5, "p95": 9.099999999999994, "max": 29, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 5, 1], "chunk_stats": {"count": 13, "sum": 30, "mean": 2.3076923076923075, "median": 2.0, "p95": 4.399999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 51, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0637927209972986, "decode_time_sec": 1.7094721090034, "total_time_sec": 1.781321015998401, "prefill_units_per_sec": 4812.461283991952, "prefill_bytes_per_sec": 4796.785514337255, "decode_units_per_sec": 74.87691628652681, "decode_bytes_per_sec": 74.87691628652681, "total_units_per_sec": 71.85678429121216, "total_bytes_per_sec": 71.85678429121216, "step_latency_ms": {"count": 128, "sum": 1709, "mean": 13.3515625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3352.2919921875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "model_input_units": {"count": 1, "sum": 307, "mean": 307.0, "median": 307.0, "p95": 307.0, "max": 307, "min": 307}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 306, "model_input_units": 307, "stage0_units": 127, "stage1_units": 74, "bytes_per_stage0_unit": 2.409448818897638, "stage0_per_stage1_unit": 1.7162162162162162}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 307, "units_out": 127, "chunk_lengths": [1, 1, 3, 1, 1, 2, 5, 1, 4, 5, 1, 5, 4, 5, 2, 1, 2, 4, 2, 4, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 8, 1, 4, 2, 1, 2, 4, 2, 3, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 1, 1, 1, 5, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 8, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 4, 1, 1, 1, 2, 4, 1], "chunk_stats": {"count": 127, "sum": 307, "mean": 2.4173228346456694, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 127, "units_out": 74, "chunk_lengths": [1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 3, 3, 3, 2, 2, 3, 2, 3, 1, 1, 1, 1, 4, 1, 2, 2, 1, 3], "chunk_stats": {"count": 74, "sum": 127, "mean": 1.7162162162162162, "median": 1.0, "p95": 3.3499999999999943, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 34, "chunk_lengths": [2, 1, 5, 13, 4, 5, 1, 1, 1, 1, 1, 1, 1, 13, 4, 5, 1, 1, 1, 1, 1, 1, 14, 1, 1, 14, 1, 1, 10, 1, 5, 4, 1, 9, 1], "chunk_stats": {"count": 35, "sum": 128, "mean": 3.657142857142857, "median": 1.0, "p95": 13.299999999999997, "max": 14, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 2, 1, 2, 3, 3, 2, 5, 3, 1, 2, 1, 2, 1, 1, 1, 2, 1], "chunk_stats": {"count": 18, "sum": 34, "mean": 1.8888888888888888, "median": 2.0, "p95": 3.299999999999997, "max": 5, "min": 1}, "active_size_stats": {"count": 34, "sum": 34, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 52, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06447343000036199, "decode_time_sec": 1.958361724002316, "total_time_sec": 2.0268010520012467, "prefill_units_per_sec": 5071.856732271946, "prefill_bytes_per_sec": 5056.346467035641, "decode_units_per_sec": 65.36075456908216, "decode_bytes_per_sec": 65.36075456908216, "total_units_per_sec": 63.15370710589175, "total_bytes_per_sec": 63.15370710589175, "step_latency_ms": {"count": 128, "sum": 1952, "mean": 15.25, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3357.36328125, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 131, "stage1_units": 59, "bytes_per_stage0_unit": 2.4885496183206106, "stage0_per_stage1_unit": 2.2203389830508473}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 327, "units_out": 131, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 1, 2, 1, 10, 1, 5, 1, 1, 1, 3, 1, 1, 9, 10, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 10, 1, 1, 2, 4, 1, 2, 6, 3, 1, 1, 9, 6, 1, 4, 1, 1, 2, 2, 1, 3, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 9, 6, 1, 1, 2, 4, 1, 5, 2, 1, 3, 1, 1, 3, 1, 6, 1, 1, 2, 4, 1, 4, 1, 6, 1, 4, 1, 1, 1, 1, 9, 1, 2, 2, 6, 1, 1, 2, 4, 1, 4, 1, 1, 3, 1, 10, 1, 1, 1, 2, 3, 1, 1, 5, 1, 1, 1, 4, 2, 1, 1, 1, 9, 3, 1, 1, 1, 1], "chunk_stats": {"count": 131, "sum": 327, "mean": 2.49618320610687, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 131, "units_out": 59, "chunk_lengths": [1, 2, 1, 2, 3, 2, 3, 1, 4, 1, 2, 2, 1, 6, 2, 1, 1, 1, 4, 2, 1, 1, 2, 3, 1, 5, 1, 1, 1, 3, 2, 1, 2, 3, 2, 1, 6, 7, 8, 1, 2, 1, 7, 2, 1, 5, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 1, 3], "chunk_stats": {"count": 59, "sum": 131, "mean": 2.2203389830508473, "median": 2.0, "p95": 6.099999999999994, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 7, 9, 3, 4, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 3, 2, 3], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 5.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 1, 4, 1, 1, 1, 5, 1, 3, 3, 1, 14, 2, 1, 1, 1, 6, 3, 4], "chunk_stats": {"count": 20, "sum": 55, "mean": 2.75, "median": 1.0, "p95": 6.400000000000006, "max": 14, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 53, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0654678499995498, "decode_time_sec": 1.588938845001394, "total_time_sec": 1.6590109319986368, "prefill_units_per_sec": 6720.856114917868, "prefill_bytes_per_sec": 6705.581441929418, "decode_units_per_sec": 80.55690777695582, "decode_bytes_per_sec": 80.55690777695582, "total_units_per_sec": 77.1544041881607, "total_bytes_per_sec": 77.1544041881607, "step_latency_ms": {"count": 128, "sum": 1594, "mean": 12.453125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3381.5224609375, "peak_reserved_mb": 3454.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}, "model_input_units": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 439, "model_input_units": 440, "stage0_units": 147, "stage1_units": 83, "bytes_per_stage0_unit": 2.9863945578231292, "stage0_per_stage1_unit": 1.7710843373493976}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 440, "units_out": 147, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 2, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 1, 5, 4, 1, 2, 5, 1, 8, 2, 1, 3, 5, 1, 4, 7, 7, 1, 3, 1, 1, 5, 1, 1, 5, 1, 2, 4, 1, 3, 1, 1, 3, 1, 12, 2, 3, 10, 1, 2, 1, 1, 4, 1, 4, 1, 6, 1, 2, 1, 1, 1, 9, 1, 5, 10, 1, 1, 2, 1, 4, 1, 1, 1, 6, 1, 1, 1, 5, 1, 8, 1, 2, 4, 1, 2, 5, 1, 7, 1, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 5, 1, 2, 1, 8, 1, 9, 1, 2, 9, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 6, 1, 1], "chunk_stats": {"count": 147, "sum": 440, "mean": 2.993197278911565, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 147, "units_out": 83, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 5, 4, 1, 2, 1, 2, 3, 3, 1, 5, 1, 1, 2, 1, 1, 6, 3, 2, 4, 2, 3, 1, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1], "chunk_stats": {"count": 83, "sum": 147, "mean": 1.7710843373493976, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 28, "chunk_lengths": [24, 2, 6, 1, 2, 1, 9, 4, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 1, 8, 1, 11], "chunk_stats": {"count": 29, "sum": 128, "mean": 4.413793103448276, "median": 3.0, "p95": 12.199999999999996, "max": 24, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 4, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 1], "chunk_stats": {"count": 15, "sum": 28, "mean": 1.8666666666666667, "median": 1.0, "p95": 4.299999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 28, "sum": 28, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 54, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06560609000007389, "decode_time_sec": 1.8681170270028815, "total_time_sec": 1.9387163140017947, "prefill_units_per_sec": 5212.9306898127115, "prefill_bytes_per_sec": 5197.6882024155975, "decode_units_per_sec": 68.5181913926223, "decode_bytes_per_sec": 68.5181913926223, "total_units_per_sec": 66.02306849927375, "total_bytes_per_sec": 66.02306849927375, "step_latency_ms": {"count": 128, "sum": 1867, "mean": 14.5859375, "median": 8.0, "p95": 39.0, "max": 45, "min": 8}, "peak_allocated_mb": 3357.83154296875, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}, "model_input_units": {"count": 1, "sum": 342, "mean": 342.0, "median": 342.0, "p95": 342.0, "max": 342, "min": 342}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 341, "model_input_units": 342, "stage0_units": 126, "stage1_units": 65, "bytes_per_stage0_unit": 2.7063492063492065, "stage0_per_stage1_unit": 1.9384615384615385}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 342, "units_out": 126, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 3, 2, 4, 1, 1, 2, 2, 6, 1, 2, 2, 1, 1, 9, 1, 2, 1, 1, 8, 1, 4, 1, 1, 2, 2, 4, 1, 5, 1, 2, 1, 2, 4, 1, 1, 3, 1, 2, 2, 8, 13, 4, 1, 5, 2, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 3, 1, 9, 4, 2, 1, 2, 4, 1, 4, 1, 2, 2, 5, 3, 1, 4, 1, 13, 4, 1, 5, 2, 4, 1, 3, 9, 4, 1, 1, 8, 2, 1, 1, 4, 1, 7, 1, 1, 7, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 3, 4, 1, 4, 1, 9, 3, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 126, "sum": 342, "mean": 2.7142857142857144, "median": 2.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 126, "units_out": 65, "chunk_lengths": [1, 2, 2, 1, 3, 4, 1, 1, 1, 4, 1, 1, 4, 5, 1, 5, 1, 1, 4, 2, 1, 1, 1, 2, 1, 1, 4, 1, 2, 5, 1, 2, 1, 1, 3, 3, 2, 3, 1, 3, 4, 1, 4, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 1], "chunk_stats": {"count": 65, "sum": 126, "mean": 1.9384615384615385, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 1, 7, 1, 1, 7, 1, 4, 1, 8, 2, 6, 1, 6, 1, 1, 1, 1, 4, 7, 1, 1, 7, 1, 4, 1, 1, 9, 1, 1, 1, 9, 7, 1, 1, 8, 5, 2, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 1.0, "p95": 8.100000000000001, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 2, 3, 4, 2, 2, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 1, 1, 2, 1, 1, 1], "chunk_stats": {"count": 23, "sum": 39, "mean": 1.6956521739130435, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 55, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06462841100074002, "decode_time_sec": 1.8114694629985024, "total_time_sec": 1.880702291000489, "prefill_units_per_sec": 7102.139645592467, "prefill_bytes_per_sec": 7086.666574469172, "decode_units_per_sec": 70.66086545457036, "decode_bytes_per_sec": 70.66086545457036, "total_units_per_sec": 68.05968207328925, "total_bytes_per_sec": 68.05968207328925, "step_latency_ms": {"count": 128, "sum": 1812, "mean": 14.15625, "median": 8.0, "p95": 38.0, "max": 38, "min": 7}, "peak_allocated_mb": 3386.05615234375, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "model_input_units": {"count": 1, "sum": 459, "mean": 459.0, "median": 459.0, "p95": 459.0, "max": 459, "min": 459}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 458, "model_input_units": 459, "stage0_units": 166, "stage1_units": 84, "bytes_per_stage0_unit": 2.7590361445783134, "stage0_per_stage1_unit": 1.9761904761904763}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 459, "units_out": 166, "chunk_lengths": [1, 1, 3, 1, 1, 8, 1, 6, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 2, 3, 1, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 11, 10, 4, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 11, 14, 7, 2, 1, 2, 3, 1, 1, 3, 1, 1, 2, 4, 1, 6, 2, 1, 3, 1, 1, 6, 1, 5, 1, 2, 3, 2, 1, 2, 4, 1, 2, 2, 2, 2, 2, 1, 2, 3, 1, 2, 2, 1, 2, 1, 6, 2, 1, 1, 15, 4, 1, 6, 1, 5, 1, 3, 6, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 11, 10, 1, 3, 1, 1, 6, 2, 2, 1, 4, 4, 3, 1, 3, 1, 3, 1, 1, 7, 1, 6, 1, 11, 3, 4], "chunk_stats": {"count": 166, "sum": 459, "mean": 2.7650602409638556, "median": 2.0, "p95": 10.0, "max": 15, "min": 1}}, {"stage": 1, "units_in": 166, "units_out": 84, "chunk_lengths": [1, 2, 3, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 2, 1, 3, 1, 6, 4, 1, 1, 1, 1, 1, 2, 2, 1, 9, 4, 1, 1, 1, 1, 1, 2, 6, 1, 2, 5, 1, 3, 1, 5, 2, 3, 2, 5, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 3, 5, 1, 1, 1, 1, 2], "chunk_stats": {"count": 84, "sum": 166, "mean": 1.9761904761904763, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 4, 1, 6, 3, 6, 4, 1, 1, 8, 1, 6, 1, 3, 1, 2, 2, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 7.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [4, 1, 1, 4, 2, 2, 3, 4, 2, 2, 5, 1, 1, 3, 1, 3, 1, 8], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 2.0, "p95": 5.449999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 56, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0647339600000123, "decode_time_sec": 1.6470862590031174, "total_time_sec": 1.7188978150006733, "prefill_units_per_sec": 12466.408667102192, "prefill_bytes_per_sec": 12450.960824887692, "decode_units_per_sec": 77.71299122941546, "decode_bytes_per_sec": 77.71299122941546, "total_units_per_sec": 74.46632306060023, "total_bytes_per_sec": 74.46632306060023, "step_latency_ms": {"count": 128, "sum": 1646, "mean": 12.859375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3484.93994140625, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 806, "mean": 806.0, "median": 806.0, "p95": 806.0, "max": 806, "min": 806}, "model_input_units": {"count": 1, "sum": 807, "mean": 807.0, "median": 807.0, "p95": 807.0, "max": 807, "min": 807}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 806, "model_input_units": 807, "stage0_units": 293, "stage1_units": 131, "bytes_per_stage0_unit": 2.750853242320819, "stage0_per_stage1_unit": 2.236641221374046}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 807, "units_out": 293, "chunk_lengths": [1, 1, 3, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 2, 1, 3, 9, 4, 1, 1, 3, 1, 6, 1, 1, 1, 1, 2, 2, 3, 1, 4, 2, 3, 4, 1, 1, 1, 2, 4, 5, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 9, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 5, 1, 4, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 5, 1, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 6, 1, 6, 1, 1, 1, 9, 2, 1, 6, 4, 1, 5, 1, 1, 5, 1, 3, 1, 3, 6, 1, 1, 1, 2, 1, 5, 1, 5, 5, 4, 9, 4, 1, 1, 6, 2, 1, 3, 1, 1, 5, 1, 5, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 2, 4, 1, 5, 1, 13, 4, 1, 6, 2, 1, 1, 1, 1, 2, 4, 1, 5, 9, 5, 2, 1, 4, 1, 1, 6, 2, 4, 1, 5, 1, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 6, 1, 4, 1, 9, 1], "chunk_stats": {"count": 293, "sum": 807, "mean": 2.7542662116040955, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 293, "units_out": 131, "chunk_lengths": [1, 2, 2, 1, 1, 1, 4, 1, 1, 5, 3, 3, 2, 1, 1, 9, 1, 1, 10, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 1, 4, 5, 1, 1, 2, 1, 9, 2, 2, 1, 9, 1, 2, 1, 9, 2, 2, 2, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 4, 1, 4, 1, 1, 1, 2, 2, 1, 7, 1, 3, 3, 1, 3, 1, 1, 4, 5, 4, 1, 1, 5, 1, 3, 1, 1, 2, 1, 4, 1, 1, 1, 5, 5, 2, 1, 3, 1, 3, 1, 1, 2, 3, 1, 1, 6, 2, 1], "chunk_stats": {"count": 131, "sum": 293, "mean": 2.236641221374046, "median": 1.0, "p95": 5.5, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [2, 4, 9, 1, 3, 1, 6, 1, 4, 1, 9, 2, 1, 3, 1, 6, 1, 4, 1, 8, 1, 7, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 1, 9, 1, 3, 1, 6, 1, 4, 1, 6], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 8.949999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 12, "chunk_lengths": [1, 1, 1, 6, 2, 9, 2, 1, 6, 1, 3, 1, 7], "chunk_stats": {"count": 13, "sum": 41, "mean": 3.1538461538461537, "median": 2.0, "p95": 7.799999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 57, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06470067999907769, "decode_time_sec": 1.5001628969985177, "total_time_sec": 1.5727206929987005, "prefill_units_per_sec": 5579.539504146573, "prefill_bytes_per_sec": 5564.083716046443, "decode_units_per_sec": 85.32406731035589, "decode_bytes_per_sec": 85.32406731035589, "total_units_per_sec": 81.38762373371135, "total_bytes_per_sec": 81.38762373371135, "step_latency_ms": {"count": 128, "sum": 1500, "mean": 11.71875, "median": 8.0, "p95": 38.64999999999999, "max": 40, "min": 8}, "peak_allocated_mb": 3364.30029296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}, "model_input_units": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 360, "model_input_units": 361, "stage0_units": 104, "stage1_units": 52, "bytes_per_stage0_unit": 3.4615384615384617, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 361, "units_out": 104, "chunk_lengths": [1, 1, 3, 7, 4, 1, 1, 3, 2, 7, 2, 3, 1, 1, 1, 9, 4, 2, 2, 2, 4, 1, 1, 1, 1, 1, 13, 4, 2, 4, 1, 1, 1, 1, 6, 1, 1, 17, 1, 2, 1, 1, 6, 1, 21, 3, 4, 1, 3, 1, 8, 1, 1, 1, 17, 3, 4, 2, 2, 13, 3, 4, 2, 4, 1, 1, 9, 2, 2, 2, 2, 4, 1, 2, 2, 4, 1, 13, 1, 3, 1, 1, 3, 2, 1, 13, 1, 2, 2, 4, 1, 9, 1, 21, 1, 8, 2, 2, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 104, "sum": 361, "mean": 3.4711538461538463, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 104, "units_out": 52, "chunk_lengths": [1, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 5, 1, 5, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 3, 4, 2, 4, 1, 1, 2, 4, 1, 1, 2, 3, 2, 3, 2], "chunk_stats": {"count": 52, "sum": 104, "mean": 2.0, "median": 1.0, "p95": 4.449999999999996, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [21, 4, 1, 1, 4, 1, 22, 8, 1, 1, 3, 22, 5, 1, 1, 8, 4, 1, 19], "chunk_stats": {"count": 19, "sum": 128, "mean": 6.7368421052631575, "median": 4.0, "p95": 22.0, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 14, "sum": 18, "mean": 1.2857142857142858, "median": 1.0, "p95": 2.3499999999999996, "max": 3, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 58, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06637992900141398, "decode_time_sec": 1.8635222780030745, "total_time_sec": 1.9349185050014057, "prefill_units_per_sec": 8014.470759507255, "prefill_bytes_per_sec": 7999.405964846527, "decode_units_per_sec": 68.68713162751297, "decode_bytes_per_sec": 68.68713162751297, "total_units_per_sec": 66.15265690474494, "total_bytes_per_sec": 66.15265690474494, "step_latency_ms": {"count": 128, "sum": 1864, "mean": 14.5625, "median": 8.0, "p95": 38.64999999999999, "max": 40, "min": 8}, "peak_allocated_mb": 3408.830078125, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}, "model_input_units": {"count": 1, "sum": 532, "mean": 532.0, "median": 532.0, "p95": 532.0, "max": 532, "min": 532}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 531, "model_input_units": 532, "stage0_units": 153, "stage1_units": 62, "bytes_per_stage0_unit": 3.4705882352941178, "stage0_per_stage1_unit": 2.467741935483871}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 532, "units_out": 153, "chunk_lengths": [1, 1, 3, 8, 1, 1, 4, 1, 1, 3, 2, 4, 2, 2, 6, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 4, 2, 1, 1, 2, 2, 4, 1, 1, 9, 1, 7, 2, 1, 4, 1, 1, 6, 1, 1, 5, 1, 6, 1, 10, 1, 5, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 1, 6, 1, 1, 4, 1, 1, 4, 1, 1, 4, 1, 3, 1, 1, 3, 1, 1, 4, 1, 3, 1, 26, 1, 1, 1, 15, 1, 4, 4, 1, 4, 1, 44, 1, 2, 6, 1, 2, 6, 1, 44, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 44, 1, 1, 5, 1, 1, 5, 1, 1, 3, 1], "chunk_stats": {"count": 153, "sum": 532, "mean": 3.477124183006536, "median": 1.0, "p95": 9.0, "max": 44, "min": 1}}, {"stage": 1, "units_in": 153, "units_out": 62, "chunk_lengths": [1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 5, 5, 8, 1, 1, 1, 1, 3, 1, 3, 3, 3, 3, 4, 1, 8, 7, 2, 2, 3, 2, 3, 3, 4, 8, 3, 3, 2, 4], "chunk_stats": {"count": 62, "sum": 153, "mean": 2.467741935483871, "median": 2.0, "p95": 6.8999999999999915, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 5, 1, 6, 1, 1, 9, 7, 1, 4, 1, 6, 1, 2, 1, 1, 13, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 2, 2, 1, 1, 13, 3, 3], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.700000000000003, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [5, 1, 1, 1, 1, 4, 2, 2, 1, 3, 1, 1, 6, 1, 1, 2, 2, 2, 1, 3, 1, 1], "chunk_stats": {"count": 22, "sum": 43, "mean": 1.9545454545454546, "median": 1.0, "p95": 4.949999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 59, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06507855000018026, "decode_time_sec": 1.477384957997856, "total_time_sec": 1.549700504001521, "prefill_units_per_sec": 10448.911354019358, "prefill_bytes_per_sec": 10433.545307910506, "decode_units_per_sec": 86.6395717020599, "decode_bytes_per_sec": 86.6395717020599, "total_units_per_sec": 82.59660474361849, "total_bytes_per_sec": 82.59660474361849, "step_latency_ms": {"count": 128, "sum": 1481, "mean": 11.5703125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3448.4169921875, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 679, "mean": 679.0, "median": 679.0, "p95": 679.0, "max": 679, "min": 679}, "model_input_units": {"count": 1, "sum": 680, "mean": 680.0, "median": 680.0, "p95": 680.0, "max": 680, "min": 680}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 679, "model_input_units": 680, "stage0_units": 191, "stage1_units": 103, "bytes_per_stage0_unit": 3.554973821989529, "stage0_per_stage1_unit": 1.854368932038835}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 680, "units_out": 191, "chunk_lengths": [1, 1, 3, 1, 1, 5, 1, 2, 1, 8, 1, 1, 3, 2, 1, 2, 2, 5, 2, 1, 2, 2, 1, 1, 6, 20, 1, 2, 1, 2, 1, 4, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 5, 4, 3, 1, 4, 1, 8, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 8, 1, 9, 7, 4, 5, 1, 13, 3, 4, 2, 2, 1, 5, 3, 1, 3, 2, 3, 1, 4, 1, 3, 1, 5, 5, 1, 3, 2, 3, 1, 4, 1, 5, 1, 1, 5, 1, 2, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 5, 1, 3, 1, 2, 4, 4, 1, 9, 6, 1, 3, 1, 13, 1, 2, 1, 17, 3, 1, 4, 1, 2, 4, 1, 3, 1, 2, 1, 13, 7, 2, 2, 9, 1, 17, 1, 2, 1, 21, 4, 1, 5, 1, 2, 1, 21, 3, 4, 1, 4, 17, 7, 2, 2, 9, 1, 21, 3, 4, 1, 3, 1, 13, 1, 2, 1, 17, 5, 1, 5, 2, 4, 1, 5, 1, 2, 1, 1], "chunk_stats": {"count": 191, "sum": 680, "mean": 3.56020942408377, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 191, "units_out": 103, "chunk_lengths": [1, 2, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 3, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 1, 1, 4, 5, 2, 3, 5, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 3, 1, 2, 1, 2, 5, 1], "chunk_stats": {"count": 103, "sum": 191, "mean": 1.854368932038835, "median": 1.0, "p95": 4.8999999999999915, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [13, 7, 2, 2, 9, 1, 17, 3, 4, 1, 4, 1, 13, 1, 2, 3, 1, 5, 3, 5, 1, 4, 1, 17, 3, 4, 1], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 3.0, "p95": 15.799999999999997, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 4, 5, 1, 3], "chunk_stats": {"count": 11, "sum": 27, "mean": 2.4545454545454546, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 60, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06393870999818319, "decode_time_sec": 1.916434393999225, "total_time_sec": 1.9864726019986847, "prefill_units_per_sec": 4410.47371784656, "prefill_bytes_per_sec": 4394.8337401236995, "decode_units_per_sec": 66.79070277636218, "decode_bytes_per_sec": 66.79070277636218, "total_units_per_sec": 64.4358245219255, "total_bytes_per_sec": 64.4358245219255, "step_latency_ms": {"count": 128, "sum": 1917, "mean": 14.9765625, "median": 8.0, "p95": 38.0, "max": 52, "min": 8}, "peak_allocated_mb": 3348.0341796875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 109, "stage1_units": 57, "bytes_per_stage0_unit": 2.5779816513761467, "stage0_per_stage1_unit": 1.912280701754386}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 282, "units_out": 109, "chunk_lengths": [1, 1, 3, 4, 1, 1, 1, 1, 5, 1, 6, 5, 2, 1, 1, 1, 2, 1, 7, 5, 1, 2, 2, 1, 1, 5, 2, 1, 4, 3, 1, 4, 3, 1, 1, 1, 2, 6, 5, 1, 2, 1, 2, 4, 1, 4, 7, 1, 5, 5, 1, 7, 1, 8, 7, 10, 5, 1, 7, 1, 1, 4, 3, 1, 1, 3, 1, 4, 5, 2, 4, 1, 4, 1, 1, 5, 5, 5, 1, 1, 6, 1, 1, 2, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 1, 5, 1, 1, 1], "chunk_stats": {"count": 109, "sum": 282, "mean": 2.5871559633027523, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 109, "units_out": 57, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 3, 1, 2, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 3, 7, 4, 2, 1, 4, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 6, 1, 1, 2, 1, 2, 3, 2, 1], "chunk_stats": {"count": 57, "sum": 109, "mean": 1.912280701754386, "median": 2.0, "p95": 4.199999999999996, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [5, 4, 5, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 4, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 9, 4, 1, 10], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 1, 2, 1, 1, 8, 1, 1, 3, 3, 1, 8, 1, 1, 1, 7, 3, 3, 1, 2], "chunk_stats": {"count": 20, "sum": 50, "mean": 2.5, "median": 1.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 61, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06443850000141538, "decode_time_sec": 1.656786473999091, "total_time_sec": 1.7260442920014611, "prefill_units_per_sec": 9652.614508195224, "prefill_bytes_per_sec": 9637.095835352466, "decode_units_per_sec": 77.25799432140356, "decode_bytes_per_sec": 77.25799432140356, "total_units_per_sec": 74.1580042836419, "total_bytes_per_sec": 74.1580042836419, "step_latency_ms": {"count": 128, "sum": 1664, "mean": 13.0, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3434.40087890625, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 621, "mean": 621.0, "median": 621.0, "p95": 621.0, "max": 621, "min": 621}, "model_input_units": {"count": 1, "sum": 622, "mean": 622.0, "median": 622.0, "p95": 622.0, "max": 622, "min": 622}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 621, "model_input_units": 622, "stage0_units": 193, "stage1_units": 101, "bytes_per_stage0_unit": 3.2176165803108807, "stage0_per_stage1_unit": 1.9108910891089108}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 622, "units_out": 193, "chunk_lengths": [1, 1, 3, 3, 8, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 1, 9, 5, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 3, 1, 7, 1, 4, 1, 6, 1, 3, 1, 1, 6, 1, 1, 1, 3, 1, 6, 1, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 7, 6, 1, 1, 1, 18, 1, 6, 1, 2, 1, 5, 6, 1, 3, 1, 1, 1, 2, 5, 7, 1, 5, 1, 26, 1, 1, 6, 1, 1, 4, 5, 2, 6, 1, 7, 1, 10, 1, 27, 1, 2, 4, 2, 6, 1, 4, 8, 2, 6, 1, 3, 6, 1, 1, 17, 1, 5, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 13, 1, 1, 1, 1, 9, 1, 2, 1, 13, 6, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 3, 1, 6, 1, 1, 13, 1, 3, 1, 1, 8, 1, 5, 1, 7, 1, 6, 1, 1, 13, 4, 1, 3, 3, 6, 1, 1], "chunk_stats": {"count": 193, "sum": 622, "mean": 3.22279792746114, "median": 1.0, "p95": 10.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 193, "units_out": 101, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 2, 2, 1, 4, 1, 1, 5, 1, 2, 2, 3, 2, 1, 2, 1, 3, 1, 2, 1, 2, 4, 1, 3, 1, 2, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 3, 1, 3, 5, 2, 6, 3, 5, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 8, 1, 1, 4, 1, 4, 3, 1, 1, 1, 3, 2, 1], "chunk_stats": {"count": 101, "sum": 193, "mean": 1.9108910891089108, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [17, 4, 1, 1, 5, 1, 1, 3, 1, 1, 11, 1, 1, 2, 1, 1, 2, 1, 1, 1, 9, 7, 5, 6, 1, 2, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 2], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 11.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 1, 3, 6, 3, 5, 1, 1, 1, 2, 2, 2, 1, 2, 5], "chunk_stats": {"count": 15, "sum": 36, "mean": 2.4, "median": 2.0, "p95": 5.299999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 62, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06450222000057693, "decode_time_sec": 1.7906818219998968, "total_time_sec": 1.862421298999834, "prefill_units_per_sec": 7860.194579279058, "prefill_bytes_per_sec": 7844.691236913616, "decode_units_per_sec": 71.4811522780999, "decode_bytes_per_sec": 71.4811522780999, "total_units_per_sec": 68.72773634447756, "total_bytes_per_sec": 68.72773634447756, "step_latency_ms": {"count": 128, "sum": 1793, "mean": 14.0078125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3401.6611328125, "peak_reserved_mb": 3468.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 173, "stage1_units": 82, "bytes_per_stage0_unit": 2.9248554913294798, "stage0_per_stage1_unit": 2.1097560975609757}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 507, "units_out": 173, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 1, 9, 1, 1, 5, 1, 9, 1, 3, 1, 9, 6, 1, 9, 1, 9, 1, 6, 1, 2, 2, 1, 9, 8, 1, 3, 1, 2, 2, 1, 9, 1, 4, 1, 4, 1, 9, 2, 1, 1, 1, 1, 4, 1, 9, 1, 5, 1, 4, 1, 9, 4, 4, 1, 4, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 6, 2, 1, 3, 1, 1, 1, 5, 1, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 5, 1, 1, 1, 9, 1, 6, 1, 1, 3, 3, 1, 1, 9, 1, 6, 1, 9, 4, 4, 3, 1, 1, 4, 4, 1, 2, 1, 1, 4, 1, 2, 1, 6, 1, 2, 1, 2, 1, 2, 1, 2, 1, 8, 1, 3, 1, 1, 1, 13, 1, 2, 5, 1, 1, 1, 1, 3, 1, 1, 1, 2, 4, 4, 1, 17, 1, 1, 9, 1, 1, 5, 1, 3, 1, 3, 5, 1, 1], "chunk_stats": {"count": 173, "sum": 507, "mean": 2.930635838150289, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 173, "units_out": 82, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 4, 1, 2, 2, 2, 1, 2, 2, 3, 3, 1, 1, 2, 2, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 1, 6, 1, 2, 4, 1, 1, 6, 1, 7, 1, 1, 6, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 5, 1, 5, 2, 1, 1, 3, 2, 3, 1, 5, 1, 6, 3, 1, 2, 1], "chunk_stats": {"count": 82, "sum": 173, "mean": 2.1097560975609757, "median": 1.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 1, 3, 1, 1, 9, 1, 2, 1, 5, 1, 2, 4, 4, 1, 13, 1, 1, 9, 1, 1, 5, 1, 1, 1, 4, 1, 1, 3, 1, 4, 1, 9, 1, 2, 2, 4, 1, 2, 4, 4, 1, 11], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 3, 1, 1, 1, 3, 5, 1, 6, 1, 5, 1, 2, 1, 1, 1, 3, 5], "chunk_stats": {"count": 18, "sum": 43, "mean": 2.388888888888889, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 63, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0648017899984552, "decode_time_sec": 1.9823964839997643, "total_time_sec": 2.052622311999585, "prefill_units_per_sec": 5802.308856112823, "prefill_bytes_per_sec": 5786.877183623161, "decode_units_per_sec": 64.56831468029138, "decode_bytes_per_sec": 64.56831468029138, "total_units_per_sec": 62.3592558902409, "total_bytes_per_sec": 62.3592558902409, "step_latency_ms": {"count": 128, "sum": 1983, "mean": 15.4921875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3366.640625, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 375, "mean": 375.0, "median": 375.0, "p95": 375.0, "max": 375, "min": 375}, "model_input_units": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 375, "model_input_units": 376, "stage0_units": 169, "stage1_units": 76, "bytes_per_stage0_unit": 2.2189349112426036, "stage0_per_stage1_unit": 2.223684210526316}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 376, "units_out": 169, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 4, 1, 8, 1, 1, 3, 1, 1, 1, 9, 2, 4, 3, 5, 1, 1, 2, 1, 8, 1, 1, 4, 1, 10, 1, 1, 2, 3, 1, 1, 6, 1, 1, 10, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1], "chunk_stats": {"count": 169, "sum": 376, "mean": 2.224852071005917, "median": 1.0, "p95": 7.599999999999994, "max": 10, "min": 1}}, {"stage": 1, "units_in": 169, "units_out": 76, "chunk_lengths": [1, 2, 2, 5, 2, 1, 4, 1, 1, 1, 1, 4, 1, 2, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 5, 2, 4, 2, 1, 1, 6, 3, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 4, 2, 2, 2, 1, 1, 1, 2, 1, 5, 2, 6, 1, 1, 6, 3, 1, 3, 4, 1, 2, 1, 1, 3, 2, 1, 11, 2, 1], "chunk_stats": {"count": 76, "sum": 169, "mean": 2.223684210526316, "median": 1.5, "p95": 6.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 2, 7, 1, 4, 1, 4, 1, 4], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [3, 1, 1, 4, 6, 2, 1, 3, 4, 1, 4, 8, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1], "chunk_stats": {"count": 22, "sum": 55, "mean": 2.5, "median": 1.5, "p95": 5.899999999999999, "max": 8, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 64, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06632879899916588, "decode_time_sec": 1.8491932460019598, "total_time_sec": 1.9201161630007846, "prefill_units_per_sec": 5955.180946438775, "prefill_bytes_per_sec": 5940.104538979437, "decode_units_per_sec": 69.21937459848604, "decode_bytes_per_sec": 69.21937459848604, "total_units_per_sec": 66.66263347315393, "total_bytes_per_sec": 66.66263347315393, "step_latency_ms": {"count": 128, "sum": 1852, "mean": 14.46875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3369.38525390625, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "model_input_units": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 394, "model_input_units": 395, "stage0_units": 138, "stage1_units": 74, "bytes_per_stage0_unit": 2.8550724637681157, "stage0_per_stage1_unit": 1.864864864864865}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 395, "units_out": 138, "chunk_lengths": [1, 1, 3, 1, 7, 1, 5, 1, 1, 3, 2, 5, 2, 3, 3, 1, 4, 1, 1, 5, 5, 1, 5, 2, 5, 1, 5, 3, 2, 1, 1, 2, 2, 1, 1, 5, 2, 7, 4, 2, 3, 6, 1, 1, 4, 5, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 6, 1, 1, 7, 4, 6, 3, 5, 1, 1, 6, 1, 5, 1, 9, 6, 2, 4, 1, 6, 1, 1, 6, 1, 5, 1, 5, 1, 9, 3, 2, 8, 2, 7, 2, 6, 1, 4, 1, 3, 1, 5, 1, 3, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4, 2, 5, 1, 2, 4, 1, 1, 1], "chunk_stats": {"count": 138, "sum": 395, "mean": 2.86231884057971, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 138, "units_out": 74, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 2, 4, 1, 3, 1, 2, 1, 2, 1, 5, 1, 1, 1, 7, 2, 1, 1, 5, 1, 5, 1, 1, 2, 4, 3, 1, 1, 1, 2, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 2, 1, 3, 1, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1], "chunk_stats": {"count": 74, "sum": 138, "mean": 1.864864864864865, "median": 1.0, "p95": 4.349999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [9, 6, 1, 4, 1, 1, 2, 7, 1, 5, 1, 3, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 9, 6, 1, 4, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.549999999999997, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 3, 1, 4, 1, 3, 2, 1, 4, 1, 3, 5, 3, 3, 1, 5, 6], "chunk_stats": {"count": 18, "sum": 50, "mean": 2.7777777777777777, "median": 3.0, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 65, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06486767000023974, "decode_time_sec": 1.4741794090004987, "total_time_sec": 1.5461484959996596, "prefill_units_per_sec": 13134.431990494666, "prefill_bytes_per_sec": 13119.015990505823, "decode_units_per_sec": 86.82796626957682, "decode_bytes_per_sec": 86.82796626957682, "total_units_per_sec": 82.78635611726403, "total_bytes_per_sec": 82.78635611726403, "step_latency_ms": {"count": 128, "sum": 1480, "mean": 11.5625, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3496.47314453125, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 851, "mean": 851.0, "median": 851.0, "p95": 851.0, "max": 851, "min": 851}, "model_input_units": {"count": 1, "sum": 852, "mean": 852.0, "median": 852.0, "p95": 852.0, "max": 852, "min": 852}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 851, "model_input_units": 852, "stage0_units": 273, "stage1_units": 120, "bytes_per_stage0_unit": 3.1172161172161172, "stage0_per_stage1_unit": 2.275}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 852, "units_out": 273, "chunk_lengths": [1, 1, 3, 5, 1, 2, 4, 1, 1, 1, 1, 1, 13, 1, 11, 1, 1, 3, 1, 2, 1, 1, 1, 7, 1, 3, 1, 1, 1, 5, 1, 4, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 2, 1, 1, 4, 1, 7, 5, 5, 1, 3, 1, 7, 1, 1, 2, 11, 1, 1, 8, 1, 1, 2, 9, 1, 5, 3, 3, 1, 3, 6, 1, 2, 2, 2, 3, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 8, 1, 1, 7, 11, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 2, 1, 1, 6, 1, 3, 4, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 2, 8, 1, 1, 1, 1, 1, 1, 6, 2, 1, 5, 4, 4, 6, 13, 7, 2, 1, 3, 2, 4, 1, 5, 3, 1, 8, 3, 3, 1, 3, 2, 3, 1, 1, 1, 1, 1, 5, 1, 4, 7, 2, 5, 3, 10, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 7, 6, 1, 2, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 11, 1, 3, 1, 1, 2, 1, 1, 5, 1, 47, 13, 1, 11, 1, 13, 1, 11, 1, 5, 2, 3, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 7, 2, 1, 1, 5, 1, 11, 1, 1, 2, 1, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 36, 13, 1, 11, 1], "chunk_stats": {"count": 273, "sum": 852, "mean": 3.120879120879121, "median": 1.0, "p95": 11.0, "max": 47, "min": 1}}, {"stage": 1, "units_in": 273, "units_out": 120, "chunk_lengths": [1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 5, 2, 1, 3, 2, 2, 4, 1, 4, 1, 1, 3, 2, 4, 3, 2, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 3, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 2, 1, 8, 2, 1, 1, 1, 1, 6, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 3, 1, 8, 1, 1, 1, 17, 1, 1, 1, 1, 3, 7, 1, 1, 7, 2, 3, 1, 3, 1, 1, 1, 11, 1, 1, 1, 4, 1, 1, 6, 1, 1, 9, 2, 3, 1], "chunk_stats": {"count": 120, "sum": 273, "mean": 2.275, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [1, 13, 1, 11, 1, 5, 4, 1, 7, 6, 1, 2, 1, 1, 5, 1, 11, 1, 13, 1, 11, 1, 13, 1, 11, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 128, "mean": 4.571428571428571, "median": 1.5, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [5, 1, 2, 1, 2, 6, 4, 5, 1], "chunk_stats": {"count": 9, "sum": 27, "mean": 3.0, "median": 2.0, "p95": 5.6, "max": 6, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 66, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06489354000223102, "decode_time_sec": 1.6135591650017886, "total_time_sec": 1.6879229299993312, "prefill_units_per_sec": 11018.045863662523, "prefill_bytes_per_sec": 11002.636009307751, "decode_units_per_sec": 79.3277388126379, "decode_bytes_per_sec": 79.3277388126379, "total_units_per_sec": 75.8328462307522, "total_bytes_per_sec": 75.8328462307522, "step_latency_ms": {"count": 128, "sum": 1610, "mean": 12.578125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3459.44287109375, "peak_reserved_mb": 3530.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 714, "mean": 714.0, "median": 714.0, "p95": 714.0, "max": 714, "min": 714}, "model_input_units": {"count": 1, "sum": 715, "mean": 715.0, "median": 715.0, "p95": 715.0, "max": 715, "min": 715}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 714, "model_input_units": 715, "stage0_units": 266, "stage1_units": 128, "bytes_per_stage0_unit": 2.6842105263157894, "stage0_per_stage1_unit": 2.078125}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 715, "units_out": 266, "chunk_lengths": [1, 1, 3, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 2, 2, 1, 1, 1, 1, 4, 1, 1, 3, 2, 1, 4, 7, 1, 1, 4, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 7, 2, 1, 1, 1, 4, 5, 7, 2, 1, 1, 1, 5, 1, 2, 1, 9, 4, 3, 2, 1, 4, 3, 9, 1, 1, 5, 1, 1, 13, 4, 1, 6, 2, 3, 1, 1, 3, 1, 13, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 2, 4, 1, 6, 2, 1, 3, 4, 17, 1, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 13, 7, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 13, 10, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 2, 2, 13, 1, 2, 1, 7, 1, 2, 1, 1, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 4, 1, 11, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 2, 2, 1, 1, 1, 17, 7, 3, 1, 3, 13, 2, 3, 11, 1, 1, 2, 4, 2, 3, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 2, 1], "chunk_stats": {"count": 266, "sum": 715, "mean": 2.68796992481203, "median": 1.0, "p95": 9.75, "max": 21, "min": 1}}, {"stage": 1, "units_in": 266, "units_out": 128, "chunk_lengths": [1, 2, 4, 1, 2, 1, 2, 1, 2, 4, 1, 2, 1, 3, 3, 1, 1, 1, 1, 6, 6, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 4, 1, 4, 2, 1, 5, 4, 1, 4, 3, 1, 1, 4, 4, 2, 6, 1, 4, 1, 3, 1, 2, 2, 1, 1, 1, 1, 6, 3, 1, 2, 1, 1, 6, 3, 1, 1, 2, 9, 2, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 1, 3, 1, 3, 2, 1, 6, 2, 2, 2, 2, 1, 2, 1, 1, 3, 1, 1, 3, 5, 2, 3, 1, 1, 4, 1, 1], "chunk_stats": {"count": 128, "sum": 266, "mean": 2.078125, "median": 1.0, "p95": 5.6499999999999915, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 4, 1, 1, 1, 17, 7, 3, 11, 9], "chunk_stats": {"count": 32, "sum": 128, "mean": 4.0, "median": 2.0, "p95": 13.699999999999996, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 3, 1, 3, 2, 7, 2, 4, 1, 1, 2, 1, 1, 2], "chunk_stats": {"count": 14, "sum": 31, "mean": 2.2142857142857144, "median": 2.0, "p95": 5.049999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 67, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06473132999963127, "decode_time_sec": 1.6782681650001905, "total_time_sec": 1.7515600209990225, "prefill_units_per_sec": 13115.750904621242, "prefill_bytes_per_sec": 13100.30243476892, "decode_units_per_sec": 76.26909850845288, "decode_bytes_per_sec": 76.26909850845288, "total_units_per_sec": 73.07771270492559, "total_bytes_per_sec": 73.07771270492559, "step_latency_ms": {"count": 128, "sum": 1679, "mean": 13.1171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3495.8095703125, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 848, "mean": 848.0, "median": 848.0, "p95": 848.0, "max": 848, "min": 848}, "model_input_units": {"count": 1, "sum": 849, "mean": 849.0, "median": 849.0, "p95": 849.0, "max": 849, "min": 849}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 848, "model_input_units": 849, "stage0_units": 257, "stage1_units": 127, "bytes_per_stage0_unit": 3.299610894941634, "stage0_per_stage1_unit": 2.0236220472440944}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 849, "units_out": 257, "chunk_lengths": [1, 1, 3, 6, 1, 6, 1, 1, 3, 2, 5, 2, 6, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 6, 1, 2, 1, 1, 13, 1, 3, 1, 6, 1, 8, 2, 6, 4, 1, 4, 2, 1, 6, 1, 1, 13, 4, 1, 1, 6, 2, 1, 1, 2, 4, 1, 4, 2, 1, 1, 1, 1, 1, 4, 2, 3, 6, 1, 9, 4, 1, 13, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 17, 1, 5, 4, 5, 1, 1, 7, 1, 4, 3, 3, 5, 3, 1, 1, 13, 6, 1, 7, 2, 1, 13, 4, 1, 2, 1, 1, 2, 2, 3, 1, 4, 1, 1, 3, 9, 1, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 17, 1, 2, 1, 1, 6, 1, 5, 2, 3, 1, 4, 1, 17, 6, 1, 7, 2, 1, 13, 1, 2, 6, 1, 7, 1, 2, 3, 1, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 17, 1, 3, 1, 1, 6, 1, 6, 3, 1, 17, 1, 3, 1, 1, 6, 1, 7, 1, 1, 6, 1, 5, 2, 6, 1, 17, 1, 3, 1, 1, 6, 1, 1, 8, 1, 1, 1, 6, 1, 5, 2, 1, 3, 1, 7, 1, 1, 8, 1, 17, 1, 3, 1, 1, 6, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 4, 1, 7, 1, 5, 1, 1], "chunk_stats": {"count": 257, "sum": 849, "mean": 3.3035019455252916, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 257, "units_out": 127, "chunk_lengths": [1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 4, 1, 3, 1, 1, 1, 3, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 5, 2, 1, 5, 1, 2, 3, 2, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 3, 6, 3, 2, 1, 2, 1, 1, 1, 2, 5, 1, 3, 2, 1, 1, 5, 2, 7, 1, 3, 1, 6, 1, 2, 1, 6, 1, 1, 1, 1, 2, 3, 1, 6, 2, 1, 3, 2, 4, 1, 4, 1, 6, 2, 3, 2, 1, 2, 1, 3, 1, 2, 3, 1], "chunk_stats": {"count": 127, "sum": 257, "mean": 2.0236220472440944, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 1, 4, 1, 7, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 5, 1, 5, 1, 1, 1, 6, 1, 5], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 7.499999999999972, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [3, 2, 3, 1, 5, 5, 3, 2, 3, 1, 4, 3, 3, 2], "chunk_stats": {"count": 14, "sum": 40, "mean": 2.857142857142857, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 68, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06419826999990619, "decode_time_sec": 1.7693478719993436, "total_time_sec": 1.8415656189972651, "prefill_units_per_sec": 5218.209151126495, "prefill_bytes_per_sec": 5202.6324073917895, "decode_units_per_sec": 72.34303780825272, "decode_bytes_per_sec": 72.34303780825272, "total_units_per_sec": 69.50607606895711, "total_bytes_per_sec": 69.50607606895711, "step_latency_ms": {"count": 128, "sum": 1772, "mean": 13.84375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3357.61328125, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 334, "mean": 334.0, "median": 334.0, "p95": 334.0, "max": 334, "min": 334}, "model_input_units": {"count": 1, "sum": 335, "mean": 335.0, "median": 335.0, "p95": 335.0, "max": 335, "min": 335}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 334, "model_input_units": 335, "stage0_units": 137, "stage1_units": 64, "bytes_per_stage0_unit": 2.437956204379562, "stage0_per_stage1_unit": 2.140625}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 335, "units_out": 137, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 2, 1, 5, 1, 1, 4, 1, 1, 5, 1, 3, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 5, 1, 2, 1, 4, 1, 8, 2, 4, 4, 7, 5, 1, 2, 1, 8, 1, 9, 1, 4, 1, 5, 2, 2, 1, 1, 1, 2, 1, 5, 1, 3, 2, 1, 2, 1, 1, 2, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 9, 1, 5, 4, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 1], "chunk_stats": {"count": 137, "sum": 335, "mean": 2.4452554744525545, "median": 1.0, "p95": 8.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 137, "units_out": 64, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 2, 1, 1, 3, 4, 2, 1, 1, 4, 2, 1, 3, 1, 4, 2, 1, 2, 1, 3, 4, 1, 2, 1, 2, 4, 1, 5, 2, 2, 3, 2, 2, 4, 1, 4, 1, 1, 2, 1, 6, 1, 1, 1, 5, 2, 2], "chunk_stats": {"count": 64, "sum": 137, "mean": 2.140625, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [9, 1, 5, 6, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 5, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 6], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 8.25, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [4, 2, 2, 4, 1, 4, 5, 1, 1, 2, 2, 1, 7, 1, 1, 1, 6], "chunk_stats": {"count": 17, "sum": 45, "mean": 2.6470588235294117, "median": 2.0, "p95": 6.199999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 69, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06453581000096165, "decode_time_sec": 1.8476506369988783, "total_time_sec": 1.9167803050004295, "prefill_units_per_sec": 6833.415432353428, "prefill_bytes_per_sec": 6817.920159264191, "decode_units_per_sec": 69.27716605987223, "decode_bytes_per_sec": 69.27716605987223, "total_units_per_sec": 66.77864941854737, "total_bytes_per_sec": 66.77864941854737, "step_latency_ms": {"count": 128, "sum": 1846, "mean": 14.421875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3381.6240234375, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}, "model_input_units": {"count": 1, "sum": 441, "mean": 441.0, "median": 441.0, "p95": 441.0, "max": 441, "min": 441}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 440, "model_input_units": 441, "stage0_units": 159, "stage1_units": 92, "bytes_per_stage0_unit": 2.7672955974842766, "stage0_per_stage1_unit": 1.7282608695652173}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 441, "units_out": 159, "chunk_lengths": [1, 1, 3, 1, 7, 1, 2, 1, 2, 1, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8, 1, 1, 2, 7, 4, 1, 1, 2, 1, 1, 5, 2, 2, 1, 1, 1, 5, 4, 2, 3, 2, 1, 2, 1, 1, 1, 9, 1, 2, 4, 4, 1, 1, 1, 1, 13, 8, 1, 9, 1, 2, 2, 1, 1, 1, 2, 3, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 2, 2, 1, 9, 1, 8, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 1, 2, 1, 2, 1, 1, 1, 5, 4, 1, 2, 2, 3, 1, 8, 1, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 1, 1, 3, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 9], "chunk_stats": {"count": 159, "sum": 441, "mean": 2.7735849056603774, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 159, "units_out": 92, "chunk_lengths": [1, 2, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 4, 1, 2, 1, 1, 3, 4, 3, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 3, 1, 4, 1, 1, 2, 4, 3, 1, 1, 3, 3, 1, 4, 2, 1, 2, 3, 1, 2, 1, 1], "chunk_stats": {"count": 92, "sum": 159, "mean": 1.7282608695652173, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 2, 8, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 8, 1, 1, 1, 4, 1, 7, 1, 2, 1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 8.0, "max": 12, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 1, 2, 2, 3, 1, 1, 4, 1, 1, 3, 5, 1, 4, 1, 1, 1, 1, 4, 1, 1, 2], "chunk_stats": {"count": 22, "sum": 42, "mean": 1.9090909090909092, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 70, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06438677000187454, "decode_time_sec": 1.8329982239993114, "total_time_sec": 1.9030611210000643, "prefill_units_per_sec": 7874.288459962184, "prefill_bytes_per_sec": 7858.757319015513, "decode_units_per_sec": 69.83094600098646, "decode_bytes_per_sec": 69.83094600098646, "total_units_per_sec": 67.26005727694948, "total_bytes_per_sec": 67.26005727694948, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3401.6611328125, "peak_reserved_mb": 3468.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 176, "stage1_units": 68, "bytes_per_stage0_unit": 2.875, "stage0_per_stage1_unit": 2.588235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 507, "units_out": 176, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 1, 1, 7, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 9, 3, 4, 1, 5, 7, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 5, 1, 9, 3, 4, 1, 5, 7, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 2, 1, 1, 9, 3, 4], "chunk_stats": {"count": 176, "sum": 507, "mean": 2.8806818181818183, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 176, "units_out": 68, "chunk_lengths": [1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 1, 5, 1, 4, 1, 1, 3, 1, 1, 6, 3, 7, 1, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 5, 3, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 6, 1, 1, 2], "chunk_stats": {"count": 68, "sum": 176, "mean": 2.588235294117647, "median": 1.0, "p95": 8.299999999999997, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 5, 2, 1, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 1, 4, 1, 9, 3, 4, 1, 5, 1, 4, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.099999999999994, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 2, 1, 3, 1, 1, 9, 6, 1, 1, 4, 2, 1, 3, 1, 1, 9, 1], "chunk_stats": {"count": 18, "sum": 50, "mean": 2.7777777777777777, "median": 1.5, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 71, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06495616900065215, "decode_time_sec": 1.7706217519989877, "total_time_sec": 1.8431243180020829, "prefill_units_per_sec": 11469.272456516335, "prefill_bytes_per_sec": 11453.877459930409, "decode_units_per_sec": 72.29099035719582, "decode_bytes_per_sec": 72.29099035719582, "total_units_per_sec": 69.44729595817495, "total_bytes_per_sec": 69.44729595817495, "step_latency_ms": {"count": 128, "sum": 1771, "mean": 13.8359375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3466.61328125, "peak_reserved_mb": 3588.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}, "model_input_units": {"count": 1, "sum": 745, "mean": 745.0, "median": 745.0, "p95": 745.0, "max": 745, "min": 745}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 744, "model_input_units": 745, "stage0_units": 303, "stage1_units": 152, "bytes_per_stage0_unit": 2.4554455445544554, "stage0_per_stage1_unit": 1.993421052631579}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 745, "units_out": 303, "chunk_lengths": [1, 1, 3, 1, 7, 1, 1, 5, 1, 1, 2, 4, 1, 7, 1, 5, 1, 1, 2, 1, 7, 1, 5, 2, 5, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 2, 1, 5, 1, 5, 2, 1, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 2, 2, 1, 3, 2, 7, 5, 1, 6, 3, 1, 7, 1, 5, 3, 4, 2, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 7, 1, 6, 1, 1, 6, 1, 2, 3, 1, 5, 1, 5, 1, 2, 1, 5, 4, 1, 1, 3, 1, 3, 1, 2, 5, 1, 4, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 3, 1, 7, 1, 4, 1, 4, 2, 3, 1, 7, 1, 1, 5, 1, 6, 1, 2, 1, 2, 7, 1, 5, 1, 4, 6, 2, 1, 2, 3, 4, 1, 5, 1, 2, 1, 4, 2, 1, 7, 1, 2, 1, 7, 1, 7, 1, 3, 1, 2, 1, 1, 7, 1, 4, 1, 1, 2, 1, 1, 1, 4, 2, 4, 2, 4, 2, 1, 2, 1, 7, 1, 1, 7, 2, 4, 7, 1, 2, 1, 3, 4, 2, 1, 3, 2, 5, 3, 10, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 4, 2, 1, 1, 5, 1, 1, 1, 1, 4, 6, 1, 1, 3, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 2, 5, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 1], "chunk_stats": {"count": 303, "sum": 745, "mean": 2.458745874587459, "median": 1.0, "p95": 7.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 303, "units_out": 152, "chunk_lengths": [1, 2, 2, 2, 1, 3, 2, 1, 1, 3, 1, 3, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 8, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 2, 2, 4, 1, 3, 3, 1, 2, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 3, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 4, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 21, 1, 1, 3, 2, 2, 2, 5, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 2, 2, 3, 2, 1, 2, 2, 2, 5, 2, 1, 3, 1, 3, 1, 2, 2, 1], "chunk_stats": {"count": 152, "sum": 303, "mean": 1.993421052631579, "median": 2.0, "p95": 4.0, "max": 21, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 9, 2, 2, 2, 7, 1, 3, 1, 4, 2, 2, 1, 9, 2], "chunk_stats": {"count": 15, "sum": 48, "mean": 3.2, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 72, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06433638100133976, "decode_time_sec": 1.9307137290015817, "total_time_sec": 2.0026700160015025, "prefill_units_per_sec": 4709.621450322023, "prefill_bytes_per_sec": 4694.078145205449, "decode_units_per_sec": 66.29672647855043, "decode_bytes_per_sec": 66.29672647855043, "total_units_per_sec": 63.91467339964607, "total_bytes_per_sec": 63.91467339964607, "step_latency_ms": {"count": 128, "sum": 1925, "mean": 15.0390625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3351.8017578125, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "model_input_units": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 302, "model_input_units": 303, "stage0_units": 130, "stage1_units": 60, "bytes_per_stage0_unit": 2.3230769230769233, "stage0_per_stage1_unit": 2.1666666666666665}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 303, "units_out": 130, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 5, 1, 8, 1, 1, 2, 1, 1, 5, 1, 2, 1, 2, 1, 4, 1, 5, 1, 2, 1, 1, 1, 9, 1, 5, 1, 8, 5, 1, 1, 2, 5, 3, 1, 2, 6, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 1, 5, 2, 1, 3, 3, 3, 1, 4, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 5, 1, 1, 6, 3, 2, 4, 1, 3, 1, 4, 3, 1, 6, 5, 4, 1, 4, 1, 1, 1, 2, 1, 4, 1, 3, 9, 1, 1, 2, 1, 1, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 130, "sum": 303, "mean": 2.330769230769231, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 130, "units_out": 60, "chunk_lengths": [1, 2, 2, 3, 2, 1, 4, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 2, 2, 3, 2, 5, 1, 6, 1, 2, 1, 1, 2, 2, 3, 2, 3, 2, 1, 2, 3, 3, 2, 2, 1, 2, 1, 1, 4, 1, 1, 3, 1, 1, 5, 1, 2, 7, 3, 5, 1, 1], "chunk_stats": {"count": 60, "sum": 130, "mean": 2.1666666666666665, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 61, "chunk_lengths": [2, 1, 4, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 1, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 2, 1, 2, 7, 7, 1, 2, 1, 8, 8, 2, 1, 2, 1, 8, 7], "chunk_stats": {"count": 17, "sum": 61, "mean": 3.588235294117647, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 61, "sum": 61, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 73, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06421389100069064, "decode_time_sec": 1.4305148599996755, "total_time_sec": 1.4998214979968907, "prefill_units_per_sec": 8269.238816166568, "prefill_bytes_per_sec": 8253.66586171051, "decode_units_per_sec": 89.47827357768868, "decode_bytes_per_sec": 89.47827357768868, "total_units_per_sec": 85.34348932253094, "total_bytes_per_sec": 85.34348932253094, "step_latency_ms": {"count": 128, "sum": 1436, "mean": 11.21875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3408.63037109375, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 530, "mean": 530.0, "median": 530.0, "p95": 530.0, "max": 530, "min": 530}, "model_input_units": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 530, "model_input_units": 531, "stage0_units": 182, "stage1_units": 88, "bytes_per_stage0_unit": 2.912087912087912, "stage0_per_stage1_unit": 2.0681818181818183}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 531, "units_out": 182, "chunk_lengths": [1, 1, 3, 1, 5, 1, 1, 6, 1, 1, 3, 2, 1, 1, 4, 2, 1, 6, 1, 1, 3, 1, 1, 9, 8, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 2, 9, 1, 2, 1, 6, 9, 7, 1, 2, 2, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 1, 1, 2, 2, 5, 1, 8, 1, 1, 9, 9, 2, 1, 1, 4, 1, 6, 1, 1, 1, 1, 2, 1, 1, 8, 1, 1, 1, 4, 2, 1, 6, 1, 1, 5, 1, 1, 1, 4, 1, 1, 9, 4, 3, 3, 8, 1, 13, 4, 3, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 1, 17, 9, 2, 1, 3, 1, 1, 5, 1, 2, 2, 1, 6, 1, 1, 3, 1, 3, 1, 1, 17, 1, 2, 9, 1, 2, 2, 2, 2, 7, 1, 2, 4, 8, 1, 1, 2, 3, 5, 17, 2, 3, 1, 9, 3, 8, 1, 1, 3, 1, 1, 2, 8, 1, 1], "chunk_stats": {"count": 182, "sum": 531, "mean": 2.9175824175824174, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 182, "units_out": 88, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 1, 5, 2, 1, 1, 1, 1, 4, 2, 7, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 4, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 4, 9, 1, 1, 1, 5, 2, 6, 4, 2, 2, 5, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 2, 1], "chunk_stats": {"count": 88, "sum": 182, "mean": 2.0681818181818183, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 22, "chunk_lengths": [1, 2, 5, 17, 4, 2, 27, 1, 1, 1, 1, 1, 1, 1, 8, 1, 1, 3, 1, 1, 2, 8, 38], "chunk_stats": {"count": 23, "sum": 128, "mean": 5.565217391304348, "median": 1.0, "p95": 25.999999999999986, "max": 38, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 10, "chunk_lengths": [1, 1, 1, 1, 2, 8, 2, 3, 2, 1], "chunk_stats": {"count": 10, "sum": 22, "mean": 2.2, "median": 1.5, "p95": 5.749999999999995, "max": 8, "min": 1}, "active_size_stats": {"count": 22, "sum": 22, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 74, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06493086000045878, "decode_time_sec": 1.7240599440010556, "total_time_sec": 1.7964480910013663, "prefill_units_per_sec": 8393.543532245672, "prefill_bytes_per_sec": 8378.1425349388, "decode_units_per_sec": 74.24335821116996, "decode_bytes_per_sec": 74.24335821116996, "total_units_per_sec": 71.25171088503366, "total_bytes_per_sec": 71.25171088503366, "step_latency_ms": {"count": 128, "sum": 1720, "mean": 13.4375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3411.88232421875, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 544, "mean": 544.0, "median": 544.0, "p95": 544.0, "max": 544, "min": 544}, "model_input_units": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 544, "model_input_units": 545, "stage0_units": 193, "stage1_units": 77, "bytes_per_stage0_unit": 2.8186528497409324, "stage0_per_stage1_unit": 2.5064935064935066}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 545, "units_out": 193, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 11, 1, 2, 2, 1, 1, 5, 5, 1, 5, 2, 10, 1, 1, 1, 1, 2, 1, 1, 11, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 9, 3, 1, 10, 1, 1, 2, 2, 1, 5, 6, 1, 10, 1, 2, 1, 2, 1, 5, 10, 1, 1, 2, 2, 1, 1, 6, 1, 6, 1, 10, 1, 1, 2, 2, 1, 4, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 8, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 2, 1, 2, 1, 6, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 1, 1, 1, 2], "chunk_stats": {"count": 193, "sum": 545, "mean": 2.8238341968911915, "median": 1.0, "p95": 10.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 193, "units_out": 77, "chunk_lengths": [1, 2, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 3, 2, 1, 5, 3, 2, 1, 5, 3, 2, 1, 3, 1, 2, 2, 1, 4, 2, 1, 4, 4, 3, 4, 2, 4, 4, 1, 4, 2, 2, 2, 2, 5, 4, 2, 2, 2, 2, 5, 2, 3, 5, 2, 3, 5, 2, 3, 5, 2, 3, 4, 2, 4, 5, 5, 2, 3], "chunk_stats": {"count": 77, "sum": 193, "mean": 2.5064935064935066, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 1, 8, 4, 1, 10, 1, 1, 1, 1, 2, 1, 8, 3, 1, 10, 1, 2, 1, 2, 1, 10, 3, 1, 10, 1, 1, 1, 1, 2, 1, 8, 1, 3, 1, 10, 1, 1, 1, 1, 2, 1, 1, 5], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 3, 5, 2, 3, 4, 2, 3, 5, 3, 3, 5, 3], "chunk_stats": {"count": 14, "sum": 44, "mean": 3.142857142857143, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 75, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06504257000051439, "decode_time_sec": 1.6617990630002168, "total_time_sec": 1.7337170200007677, "prefill_units_per_sec": 6042.196672070184, "prefill_bytes_per_sec": 6026.8221258308195, "decode_units_per_sec": 77.02495617545266, "decode_bytes_per_sec": 77.02495617545266, "total_units_per_sec": 73.82981104952371, "total_bytes_per_sec": 73.82981104952371, "step_latency_ms": {"count": 128, "sum": 1662, "mean": 12.984375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3368.9775390625, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 392, "mean": 392.0, "median": 392.0, "p95": 392.0, "max": 392, "min": 392}, "model_input_units": {"count": 1, "sum": 393, "mean": 393.0, "median": 393.0, "p95": 393.0, "max": 393, "min": 393}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 393, "stage0_units": 117, "stage1_units": 59, "bytes_per_stage0_unit": 3.3504273504273505, "stage0_per_stage1_unit": 1.9830508474576272}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 393, "units_out": 117, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 3, 2, 6, 2, 5, 2, 4, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 6, 1, 1, 8, 3, 1, 7, 1, 8, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 1, 2, 1, 8, 1, 8, 1, 1, 1, 9, 1, 2, 5, 1, 1, 8, 3, 1, 7, 1, 5, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 3, 1, 8, 1, 5, 1, 1, 1, 1, 9, 1, 2, 4, 4, 1, 13, 5, 2, 5, 1, 4, 1, 9, 5, 2, 2], "chunk_stats": {"count": 117, "sum": 393, "mean": 3.358974358974359, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 117, "units_out": 59, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 2, 3, 1, 5, 1, 2, 5, 2, 2, 2, 3, 2, 3, 2, 1, 1, 2, 3, 4, 2, 1, 2, 5, 2, 2, 2, 2, 2, 3, 2, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1], "chunk_stats": {"count": 59, "sum": 117, "mean": 1.9830508474576272, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 32, "chunk_lengths": [13, 1, 4, 1, 2, 4, 1, 13, 1, 5, 1, 2, 5, 1, 13, 1, 6, 1, 2, 6, 1, 13, 1, 1, 7, 1, 2, 5, 1, 1, 7, 1, 4], "chunk_stats": {"count": 33, "sum": 128, "mean": 3.878787878787879, "median": 2.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 3, 2, 1, 1, 3, 2, 1, 1, 3, 2, 1, 1, 4, 5, 1], "chunk_stats": {"count": 16, "sum": 32, "mean": 2.0, "median": 1.5, "p95": 4.25, "max": 5, "min": 1}, "active_size_stats": {"count": 32, "sum": 32, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 76, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06475482999667292, "decode_time_sec": 1.7534180910006398, "total_time_sec": 1.8243569680016662, "prefill_units_per_sec": 10825.447306957907, "prefill_bytes_per_sec": 10810.00444346724, "decode_units_per_sec": 73.00027338428625, "decode_bytes_per_sec": 73.00027338428625, "total_units_per_sec": 70.16170751944807, "total_bytes_per_sec": 70.16170751944807, "step_latency_ms": {"count": 128, "sum": 1755, "mean": 13.7109375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3459.3251953125, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}, "model_input_units": {"count": 1, "sum": 701, "mean": 701.0, "median": 701.0, "p95": 701.0, "max": 701, "min": 701}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 700, "model_input_units": 701, "stage0_units": 290, "stage1_units": 144, "bytes_per_stage0_unit": 2.413793103448276, "stage0_per_stage1_unit": 2.013888888888889}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 701, "units_out": 290, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 9, 1, 3, 2, 6, 2, 3, 2, 1, 4, 3, 2, 1, 1, 1, 6, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 5, 3, 1, 5, 1, 6, 2, 1, 1, 1, 1, 5, 4, 5, 1, 3, 6, 1, 9, 5, 1, 8, 1, 2, 5, 1, 9, 1, 6, 1, 6, 2, 12, 1, 4, 1, 2, 2, 5, 1, 11, 1, 4, 1, 1, 2, 1, 1, 1, 1, 12, 1, 4, 1, 2, 2, 3, 2, 1, 3, 2, 1, 11, 1, 2, 1, 3, 1, 2, 3, 2, 1, 3, 2, 9, 1, 1, 9, 1, 2, 1, 1, 1, 7, 1, 3, 1, 3, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 1, 1, 1, 6, 2, 1, 3, 2, 3, 1, 9, 4, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 3, 1, 1, 9, 4, 3, 3, 1, 4, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 290, "sum": 701, "mean": 2.4172413793103447, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 290, "units_out": 144, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 2, 1, 3, 3, 1, 2, 1, 2, 2, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 3, 2, 1, 1, 1, 4, 2, 2, 1, 1, 3, 2, 5, 2, 5, 6, 1, 1, 1, 1, 1, 5, 2, 3, 1, 2, 1, 7, 2, 1, 1, 2, 2, 5, 1, 2, 2, 4, 3, 2, 4, 3, 2, 4, 3, 2, 2, 1, 1, 4, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 7, 3, 4, 1, 5, 4, 1, 4, 4, 1, 2, 1, 1, 4, 4, 3, 1, 1, 1, 1, 1, 7, 1], "chunk_stats": {"count": 144, "sum": 290, "mean": 2.013888888888889, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [13, 5, 1, 1, 1, 6, 1, 1, 8, 1, 1, 2, 3, 1, 1, 2, 2, 1, 2, 2, 5, 1, 1, 13, 5, 1, 1, 6, 1, 13, 5, 1, 1, 1, 1, 13, 4], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 1.0, "p95": 13.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 2, 3, 1, 3, 2, 1, 2, 1, 1, 2, 4, 1, 2, 3, 1, 2, 3, 1], "chunk_stats": {"count": 19, "sum": 36, "mean": 1.894736842105263, "median": 2.0, "p95": 3.099999999999998, "max": 4, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 77, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06495222999728867, "decode_time_sec": 1.7411755970024387, "total_time_sec": 1.8124107139992702, "prefill_units_per_sec": 5527.138945267713, "prefill_bytes_per_sec": 5511.743015058054, "decode_units_per_sec": 73.5135503968476, "decode_bytes_per_sec": 73.5135503968476, "total_units_per_sec": 70.62416868942188, "total_bytes_per_sec": 70.62416868942188, "step_latency_ms": {"count": 128, "sum": 1745, "mean": 13.6328125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3364.23828125, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "model_input_units": {"count": 1, "sum": 359, "mean": 359.0, "median": 359.0, "p95": 359.0, "max": 359, "min": 359}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 358, "model_input_units": 359, "stage0_units": 133, "stage1_units": 76, "bytes_per_stage0_unit": 2.691729323308271, "stage0_per_stage1_unit": 1.75}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 359, "units_out": 133, "chunk_lengths": [1, 1, 3, 7, 1, 6, 1, 1, 1, 1, 2, 2, 9, 1, 1, 5, 1, 5, 1, 6, 2, 1, 1, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 5, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 5, 1, 4, 1, 9, 1, 5, 1, 5, 1, 6, 1, 4, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 8, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 5, 2], "chunk_stats": {"count": 133, "sum": 359, "mean": 2.699248120300752, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 133, "units_out": 76, "chunk_lengths": [1, 2, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 4, 7, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 4, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 3, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 7, 1, 1], "chunk_stats": {"count": 76, "sum": 133, "mean": 1.75, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [1, 1, 7, 1, 9, 1, 5, 1, 5, 1, 6, 1, 6, 2, 1, 6, 1, 5, 4, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 4, 5, 1, 4, 1, 9, 1, 5, 1], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 7, 1, 1, 3, 1, 2, 1, 1, 1, 1, 4, 1, 1, 4, 1, 3], "chunk_stats": {"count": 19, "sum": 38, "mean": 2.0, "median": 1.0, "p95": 4.299999999999994, "max": 7, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 78, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06371482100075809, "decode_time_sec": 1.847977917001117, "total_time_sec": 1.9156717559999379, "prefill_units_per_sec": 4881.124911208644, "prefill_bytes_per_sec": 4865.429975802828, "decode_units_per_sec": 69.26489695705743, "decode_bytes_per_sec": 69.26489695705743, "total_units_per_sec": 66.8172924714792, "total_bytes_per_sec": 66.8172924714792, "step_latency_ms": {"count": 128, "sum": 1853, "mean": 14.4765625, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3353.5654296875, "peak_reserved_mb": 3388.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 97, "stage1_units": 47, "bytes_per_stage0_unit": 3.195876288659794, "stage0_per_stage1_unit": 2.0638297872340425}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 97, "chunk_lengths": [1, 1, 3, 1, 2, 1, 5, 1, 1, 3, 2, 8, 1, 1, 1, 1, 2, 5, 1, 1, 2, 2, 2, 6, 1, 4, 1, 1, 9, 6, 1, 4, 1, 1, 1, 6, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 1, 9, 1, 3, 6, 1, 1, 4, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 6, 1, 5, 1, 9, 1, 3, 1, 1, 2, 1, 8, 1, 8, 1, 8, 1, 27, 6, 1, 6, 1, 27, 6, 1], "chunk_stats": {"count": 97, "sum": 311, "mean": 3.2061855670103094, "median": 1.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 97, "units_out": 47, "chunk_lengths": [1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 4, 1, 1, 3, 3, 1, 4, 5, 1, 5, 1, 1, 1, 2, 4, 1, 6, 2, 3, 3, 1, 7, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 47, "sum": 97, "mean": 2.0638297872340425, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 6, 1, 9, 1, 3, 1, 1, 2, 1, 7, 1, 1, 9, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 9, 4, 1, 1, 2, 1, 2, 2, 1, 4, 1, 1, 9, 4, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 2, 1, 6, 1, 2, 1, 8, 2, 1, 8, 2, 1, 7, 2, 2, 1, 3], "chunk_stats": {"count": 18, "sum": 51, "mean": 2.8333333333333335, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 79, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06417931999749271, "decode_time_sec": 1.7958638710006198, "total_time_sec": 1.8636556199999177, "prefill_units_per_sec": 4097.893215607061, "prefill_bytes_per_sec": 4082.3118725819395, "decode_units_per_sec": 71.27489007765435, "decode_bytes_per_sec": 71.27489007765435, "total_units_per_sec": 68.68221715769873, "total_bytes_per_sec": 68.68221715769873, "step_latency_ms": {"count": 128, "sum": 1801, "mean": 14.0703125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3343.6201171875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 70, "stage1_units": 46, "bytes_per_stage0_unit": 3.742857142857143, "stage0_per_stage1_unit": 1.5217391304347827}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 263, "units_out": 70, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 3, 1, 1, 3, 2, 6, 1, 2, 2, 2, 8, 1, 2, 2, 1, 1, 9, 2, 4, 6, 5, 1, 3, 8, 5, 1, 6, 8, 9, 1, 6, 2, 9, 1, 2, 9, 5, 1, 3, 1, 8, 9, 7, 2, 7, 1, 2, 7, 5, 1, 3, 1, 6, 1, 9, 2, 4, 9, 1, 6, 7, 1], "chunk_stats": {"count": 70, "sum": 263, "mean": 3.757142857142857, "median": 2.5, "p95": 9.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 70, "units_out": 46, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1], "chunk_stats": {"count": 46, "sum": 70, "mean": 1.5217391304347827, "median": 1.0, "p95": 3.75, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [9, 1, 5, 1, 8, 2, 1, 1, 9, 4, 6, 3, 6, 1, 13, 1, 5, 1, 7, 1, 1, 5, 1, 1, 1, 6, 1, 2, 5, 1, 1, 1, 1, 2, 1, 5, 2, 1, 5], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 2, 2, 1, 4, 3, 1, 3, 2, 1, 2, 2, 1, 2, 3], "chunk_stats": {"count": 21, "sum": 39, "mean": 1.8571428571428572, "median": 2.0, "p95": 3.0, "max": 4, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 80, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06492033999893465, "decode_time_sec": 1.6406665930007875, "total_time_sec": 1.7097561419977865, "prefill_units_per_sec": 6115.186704298141, "prefill_bytes_per_sec": 6099.783211340212, "decode_units_per_sec": 78.01706973620237, "decode_bytes_per_sec": 78.01706973620237, "total_units_per_sec": 74.8644773695252, "total_bytes_per_sec": 74.8644773695252, "step_latency_ms": {"count": 128, "sum": 1643, "mean": 12.8359375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3369.7919921875, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}, "model_input_units": {"count": 1, "sum": 397, "mean": 397.0, "median": 397.0, "p95": 397.0, "max": 397, "min": 397}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 396, "model_input_units": 397, "stage0_units": 116, "stage1_units": 58, "bytes_per_stage0_unit": 3.413793103448276, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 397, "units_out": 116, "chunk_lengths": [1, 1, 3, 8, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 4, 1, 1, 6, 1, 8, 1, 32, 3, 1, 5, 1, 32, 7, 1, 1, 1, 33, 1, 5, 1, 8, 1, 1, 4, 1, 1, 3, 4, 1, 2, 3, 3, 1, 5, 1, 5, 4, 1, 2, 3, 3, 1, 5, 1, 7, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 7, 1, 9, 8, 7, 1, 2, 1, 5, 1, 9, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 6, 1, 1, 9, 8, 7, 8, 1, 1, 4, 1, 1, 6, 1, 1, 1, 1], "chunk_stats": {"count": 116, "sum": 397, "mean": 3.4224137931034484, "median": 1.0, "p95": 8.25, "max": 33, "min": 1}}, {"stage": 1, "units_in": 116, "units_out": 58, "chunk_lengths": [1, 2, 1, 10, 1, 6, 1, 1, 1, 3, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 3, 4, 1, 1, 7, 1, 1, 1, 1, 6, 3, 1], "chunk_stats": {"count": 58, "sum": 116, "mean": 2.0, "median": 1.0, "p95": 6.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [2, 1, 1, 2, 1, 4, 1, 1, 6, 1, 8, 2, 3, 1, 5, 1, 30, 7, 1, 7, 2, 1, 5, 1, 8, 1, 1, 5, 1, 8, 1, 1, 1, 1, 4, 2], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 1.5, "p95": 8.0, "max": 30, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [3, 8, 1, 3, 2, 1, 1, 1, 1, 4, 6, 1, 1, 1, 1], "chunk_stats": {"count": 15, "sum": 35, "mean": 2.3333333333333335, "median": 1.0, "p95": 6.599999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 81, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06494688000020687, "decode_time_sec": 1.7207919359971129, "total_time_sec": 1.792037392999191, "prefill_units_per_sec": 10316.122960762177, "prefill_bytes_per_sec": 10300.72576231328, "decode_units_per_sec": 74.3843560179345, "decode_bytes_per_sec": 74.3843560179345, "total_units_per_sec": 71.42708098617102, "total_bytes_per_sec": 71.42708098617102, "step_latency_ms": {"count": 128, "sum": 1720, "mean": 13.4375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3446.18896484375, "peak_reserved_mb": 3530.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 669, "mean": 669.0, "median": 669.0, "p95": 669.0, "max": 669, "min": 669}, "model_input_units": {"count": 1, "sum": 670, "mean": 670.0, "median": 670.0, "p95": 670.0, "max": 670, "min": 670}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 669, "model_input_units": 670, "stage0_units": 251, "stage1_units": 119, "bytes_per_stage0_unit": 2.6653386454183265, "stage0_per_stage1_unit": 2.1092436974789917}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 670, "units_out": 251, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 2, 2, 3, 1, 3, 1, 2, 3, 4, 1, 2, 1, 1, 1, 1, 1, 1, 13, 7, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 1, 1, 1, 18, 1, 7, 1, 1, 1, 1, 2, 1, 3, 1, 6, 1, 17, 1, 6, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 3, 3, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 3, 1, 17, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 5, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 4, 2, 3, 1, 3, 1, 1, 3, 5, 1, 1, 17, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 1, 3, 1, 3, 4, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 1, 9, 2, 3, 4, 1, 6, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 4, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 1], "chunk_stats": {"count": 251, "sum": 670, "mean": 2.6693227091633465, "median": 1.0, "p95": 9.0, "max": 18, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 119, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 2, 2, 2, 5, 2, 2, 2, 2, 5, 2, 3, 2, 2, 5, 2, 2, 1, 1, 2, 2, 6, 2, 3, 1, 3, 1, 3, 1, 2, 2, 1, 2, 3, 1, 1, 2, 6, 1, 2, 2, 3, 2, 1, 1, 1, 1, 1, 7, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 5, 1, 1, 5, 3, 1, 2, 3, 2, 2, 3, 1, 1, 4, 4, 6, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 4, 1], "chunk_stats": {"count": 119, "sum": 251, "mean": 2.1092436974789917, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 3, 4, 6, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3, 4, 4, 1, 1, 6, 1, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 13, "chunk_lengths": [4, 6, 1, 3, 1, 1, 10, 1, 6, 2, 1, 1, 10], "chunk_stats": {"count": 13, "sum": 47, "mean": 3.6153846153846154, "median": 2.0, "p95": 10.0, "max": 10, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 82, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06502906999958213, "decode_time_sec": 1.6250297110018437, "total_time_sec": 1.698633197000163, "prefill_units_per_sec": 14070.630258219588, "prefill_bytes_per_sec": 14055.252520232463, "decode_units_per_sec": 78.76779060309426, "decode_bytes_per_sec": 78.76779060309426, "total_units_per_sec": 75.3547029612113, "total_bytes_per_sec": 75.3547029612113, "step_latency_ms": {"count": 128, "sum": 1635, "mean": 12.7734375, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3510.50830078125, "peak_reserved_mb": 3628.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 914, "mean": 914.0, "median": 914.0, "p95": 914.0, "max": 914, "min": 914}, "model_input_units": {"count": 1, "sum": 915, "mean": 915.0, "median": 915.0, "p95": 915.0, "max": 915, "min": 915}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 914, "model_input_units": 915, "stage0_units": 321, "stage1_units": 166, "bytes_per_stage0_unit": 2.8473520249221185, "stage0_per_stage1_unit": 1.9337349397590362}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 915, "units_out": 321, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 8, 1, 5, 2, 6, 2, 7, 1, 4, 1, 2, 6, 1, 1, 1, 1, 1, 1, 1, 21, 1, 7, 1, 2, 2, 2, 9, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 3, 1, 9, 1, 1, 1, 1, 3, 1, 5, 1, 7, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 7, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 4, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 6, 5, 1, 13, 1, 1, 6, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 1, 6, 1, 1, 13, 1, 1, 6, 1, 6, 2, 1, 9, 1, 5, 1, 3, 4, 1, 1, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1, 2, 10, 1, 2, 2, 2, 1, 9, 10, 2, 13, 1, 9, 1, 5, 5, 5, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 3, 6, 1, 13, 1, 2, 1, 2, 1, 1, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 9, 2, 3, 1, 1, 3, 1, 1, 3, 6, 1, 13, 1, 2, 1, 1, 3, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 22, 1, 1, 1, 5, 1, 1, 9, 5, 2, 1, 2, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 7, 1, 1, 7, 1, 4, 1, 1, 1, 1, 9, 10, 2, 1, 2, 1, 9, 2, 3, 1, 4, 1, 1, 1, 9, 4, 3, 4, 1, 1, 4, 3, 1, 7, 1, 6, 1, 4, 1, 1, 1], "chunk_stats": {"count": 321, "sum": 915, "mean": 2.850467289719626, "median": 1.0, "p95": 9.0, "max": 22, "min": 1}}, {"stage": 1, "units_in": 321, "units_out": 166, "chunk_lengths": [1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 5, 3, 2, 2, 2, 7, 1, 1, 2, 1, 1, 6, 2, 3, 1, 1, 4, 7, 1, 2, 4, 1, 3, 1, 6, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 2, 1, 5, 1, 1, 4, 2, 1, 2, 4, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 4, 2, 3, 3, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 3, 1, 3, 2, 2, 3, 3, 2, 1, 3, 1, 2, 2, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 3, 3, 3, 1, 3, 2, 1], "chunk_stats": {"count": 166, "sum": 321, "mean": 1.9337349397590362, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 30, "chunk_lengths": [13, 8, 2, 1, 1, 13, 4, 7, 3, 6, 1, 4, 1, 17, 1, 2, 1, 1, 8, 1, 6, 2, 1, 4, 2, 1, 4, 1, 1, 1, 10], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 1, 2, 1, 1, 2, 4, 1, 1, 4, 3, 2, 1, 3, 2], "chunk_stats": {"count": 16, "sum": 30, "mean": 1.875, "median": 1.5, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 30, "sum": 30, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 83, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06465019099778146, "decode_time_sec": 1.9156528769999568, "total_time_sec": 1.9873012139978528, "prefill_units_per_sec": 4377.403927696229, "prefill_bytes_per_sec": 4361.936069294476, "decode_units_per_sec": 66.81795096429826, "decode_bytes_per_sec": 66.81795096429826, "total_units_per_sec": 64.40895778577142, "total_bytes_per_sec": 64.40895778577142, "step_latency_ms": {"count": 128, "sum": 1918, "mean": 14.984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3348.0732421875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 108, "stage1_units": 58, "bytes_per_stage0_unit": 2.611111111111111, "stage0_per_stage1_unit": 1.8620689655172413}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 283, "units_out": 108, "chunk_lengths": [1, 1, 3, 11, 1, 1, 10, 1, 2, 1, 1, 4, 2, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 5, 1, 6, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 3, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 4, 8, 1, 2, 10, 1, 1, 3, 5, 1, 1, 3, 5, 1, 8, 1, 3, 3, 1, 11, 1, 1, 6, 4, 2, 1, 1, 1, 5, 1, 5, 2, 2, 1, 1, 4, 1, 1, 4, 1], "chunk_stats": {"count": 108, "sum": 283, "mean": 2.6203703703703702, "median": 1.0, "p95": 8.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 58, "chunk_lengths": [1, 2, 4, 1, 2, 2, 1, 3, 1, 2, 1, 1, 1, 3, 2, 1, 1, 2, 3, 5, 1, 3, 1, 1, 3, 5, 1, 2, 1, 1, 3, 5, 1, 2, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1], "chunk_stats": {"count": 58, "sum": 108, "mean": 1.8620689655172413, "median": 1.0, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [5, 1, 2, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 4, 1, 1, 2, 3, 1, 1, 1, 1, 1, 4, 2, 1, 5, 2, 3, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 1], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 4, 1, 6, 1, 4, 1, 5, 3, 8, 1, 1, 4, 1, 6, 1, 4, 4], "chunk_stats": {"count": 19, "sum": 57, "mean": 3.0, "median": 3.0, "p95": 6.199999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 84, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0645169800009171, "decode_time_sec": 1.8145778529978998, "total_time_sec": 1.8823719720021472, "prefill_units_per_sec": 4200.444596076069, "prefill_bytes_per_sec": 4184.944800518592, "decode_units_per_sec": 70.53982268577161, "decode_bytes_per_sec": 70.53982268577161, "total_units_per_sec": 67.99931251837296, "total_bytes_per_sec": 67.99931251837296, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3344.3076171875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "model_input_units": {"count": 1, "sum": 271, "mean": 271.0, "median": 271.0, "p95": 271.0, "max": 271, "min": 271}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 270, "model_input_units": 271, "stage0_units": 93, "stage1_units": 42, "bytes_per_stage0_unit": 2.903225806451613, "stage0_per_stage1_unit": 2.2142857142857144}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 271, "units_out": 93, "chunk_lengths": [1, 1, 3, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 5, 8, 2, 1, 5, 1, 7, 1, 7, 1, 2, 4, 2, 2, 6, 1, 5, 1, 4, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 7, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 3, 4, 2, 6, 1, 3, 1, 1, 1, 1, 4, 1, 7, 1], "chunk_stats": {"count": 93, "sum": 271, "mean": 2.913978494623656, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 42, "chunk_lengths": [1, 2, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 3, 1, 2, 4, 2, 1, 3, 1, 2, 1, 6, 2, 4, 1, 3, 8, 2, 4, 1, 4, 2, 3, 2, 1, 2], "chunk_stats": {"count": 42, "sum": 93, "mean": 2.2142857142857144, "median": 2.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 4, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 2, 6, 1, 1, 5, 3, 4, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 4, 1, 2, 3], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 1.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [2, 1, 1, 1, 1, 9, 1, 4, 1, 8, 4, 1, 1, 1, 9, 1, 1, 2], "chunk_stats": {"count": 18, "sum": 49, "mean": 2.7222222222222223, "median": 1.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 85, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06657086000268464, "decode_time_sec": 1.6008429920002527, "total_time_sec": 1.6721258190009394, "prefill_units_per_sec": 8111.657262325034, "prefill_bytes_per_sec": 8096.63567480221, "decode_units_per_sec": 79.9578725956529, "decode_bytes_per_sec": 79.9578725956529, "total_units_per_sec": 76.54926354553712, "total_bytes_per_sec": 76.54926354553712, "step_latency_ms": {"count": 128, "sum": 1606, "mean": 12.546875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3410.724609375, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 144, "stage1_units": 63, "bytes_per_stage0_unit": 3.7430555555555554, "stage0_per_stage1_unit": 2.2857142857142856}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 540, "units_out": 144, "chunk_lengths": [1, 1, 3, 1, 3, 1, 2, 1, 1, 3, 1, 1, 9, 6, 1, 3, 1, 13, 1, 7, 2, 5, 1, 1, 3, 1, 6, 1, 13, 1, 6, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 13, 1, 2, 4, 1, 5, 1, 17, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 21, 1, 6, 2, 1, 3, 1, 4, 1, 1, 2, 17, 4, 1, 21, 5, 1, 1, 3, 8, 1, 7, 1, 1, 1, 21, 8, 13, 1, 2, 1, 5, 1, 1, 1, 1, 4, 3, 1, 3, 1, 8, 1, 17, 5, 1, 1, 2, 6, 7, 1, 1, 17, 8, 13, 8, 2, 1, 3, 1, 8, 1, 1, 5, 1, 1, 1, 1, 13, 1, 3, 1, 4, 1, 1, 3, 2, 1, 5, 13, 1, 2, 1, 1], "chunk_stats": {"count": 144, "sum": 540, "mean": 3.75, "median": 1.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 144, "units_out": 63, "chunk_lengths": [1, 2, 2, 2, 1, 4, 1, 1, 3, 1, 2, 1, 1, 6, 1, 2, 1, 3, 3, 4, 1, 1, 5, 1, 1, 4, 1, 4, 1, 2, 8, 1, 2, 1, 2, 2, 6, 1, 1, 1, 1, 3, 4, 2, 5, 1, 2, 3, 3, 1, 1, 1, 1, 1, 4, 3, 4, 1, 7, 3, 1, 3, 1], "chunk_stats": {"count": 63, "sum": 144, "mean": 2.2857142857142856, "median": 2.0, "p95": 5.899999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 27, "chunk_lengths": [17, 7, 1, 1, 5, 1, 13, 7, 10, 1, 2, 1, 1, 17, 5, 1, 1, 5, 2, 1, 1, 2, 2, 1, 1, 17, 5], "chunk_stats": {"count": 27, "sum": 128, "mean": 4.7407407407407405, "median": 2.0, "p95": 17.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 1, 3, 1, 1], "chunk_stats": {"count": 17, "sum": 27, "mean": 1.588235294117647, "median": 1.0, "p95": 3.1999999999999993, "max": 4, "min": 1}, "active_size_stats": {"count": 27, "sum": 27, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 86, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06403888999921037, "decode_time_sec": 1.806061276998662, "total_time_sec": 1.8758204149999074, "prefill_units_per_sec": 4278.6500516073675, "prefill_bytes_per_sec": 4263.034540470115, "decode_units_per_sec": 70.87245689288693, "decode_bytes_per_sec": 70.87245689288693, "total_units_per_sec": 68.23680933230824, "total_bytes_per_sec": 68.23680933230824, "step_latency_ms": {"count": 128, "sum": 1814, "mean": 14.171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3345.4091796875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "model_input_units": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 273, "model_input_units": 274, "stage0_units": 85, "stage1_units": 50, "bytes_per_stage0_unit": 3.211764705882353, "stage0_per_stage1_unit": 1.7}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 274, "units_out": 85, "chunk_lengths": [1, 1, 3, 1, 5, 1, 5, 12, 6, 1, 1, 1, 6, 5, 1, 7, 7, 1, 5, 2, 6, 1, 2, 4, 3, 8, 1, 1, 7, 1, 1, 6, 1, 2, 1, 5, 1, 1, 1, 10, 3, 3, 2, 6, 6, 1, 4, 1, 1, 1, 7, 1, 6, 1, 3, 1, 6, 2, 3, 4, 4, 1, 4, 12, 1, 1, 1, 2, 6, 4, 1, 1, 6, 2, 1, 5, 1, 7, 1, 6, 1, 1, 1, 6, 1], "chunk_stats": {"count": 85, "sum": 274, "mean": 3.223529411764706, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}}, {"stage": 1, "units_in": 85, "units_out": 50, "chunk_lengths": [1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 3, 4, 1, 2, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 4, 2, 2, 2, 1], "chunk_stats": {"count": 50, "sum": 85, "mean": 1.7, "median": 1.0, "p95": 3.0, "max": 4, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [1, 10, 6, 1, 1, 5, 1, 1, 5, 1, 4, 1, 10, 6, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 4, 2, 1, 5, 1, 6, 1, 1, 5, 1, 6, 1, 2, 6, 4, 1, 6, 2], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 1.5, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 20, "chunk_lengths": [2, 1, 1, 5, 2, 2, 2, 2, 1, 7, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 20, "sum": 41, "mean": 2.05, "median": 1.5, "p95": 5.100000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 87, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06432126000072458, "decode_time_sec": 1.8349895930005005, "total_time_sec": 1.902897561998543, "prefill_units_per_sec": 4757.369491775393, "prefill_bytes_per_sec": 4741.822532651944, "decode_units_per_sec": 69.7551640010664, "decode_bytes_per_sec": 69.7551640010664, "total_units_per_sec": 67.26583845405021, "total_bytes_per_sec": 67.26583845405021, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3352.1591796875, "peak_reserved_mb": 3388.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 92, "stage1_units": 47, "bytes_per_stage0_unit": 3.3152173913043477, "stage0_per_stage1_unit": 1.9574468085106382}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 306, "units_out": 92, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 3, 2, 1, 3, 1, 1, 9, 6, 2, 1, 1, 1, 9, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 13, 5, 2, 1, 3, 1, 10, 1, 4, 1, 1, 4, 2, 3, 1, 5, 1, 1, 13, 1, 2, 4, 4, 1, 17, 5, 13, 6, 3, 4, 1, 9, 2, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2, 3, 1, 2, 9, 2, 4, 1, 6, 4, 8, 1, 9, 1, 2, 3, 1], "chunk_stats": {"count": 92, "sum": 306, "mean": 3.3260869565217392, "median": 2.0, "p95": 9.450000000000003, "max": 17, "min": 1}}, {"stage": 1, "units_in": 92, "units_out": 47, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 4, 1, 1, 1, 4, 2, 3, 2, 4, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 1, 3, 1, 6, 2, 2, 1], "chunk_stats": {"count": 47, "sum": 92, "mean": 1.9574468085106382, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [1, 5, 1, 1, 2, 1, 3, 1, 13, 1, 5, 1, 5, 5, 1, 1, 1, 6, 5, 5, 1, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 9, 1], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.550000000000004, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [4, 4, 1, 2, 3, 1, 3, 1, 3, 1, 1, 4, 1, 2, 4, 2, 1, 4, 1, 1], "chunk_stats": {"count": 20, "sum": 44, "mean": 2.2, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 88, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0647472700002254, "decode_time_sec": 1.8845854510000208, "total_time_sec": 1.9532283799999277, "prefill_units_per_sec": 5050.405986211645, "prefill_bytes_per_sec": 5034.961319587144, "decode_units_per_sec": 67.91944612120355, "decode_bytes_per_sec": 67.91944612120355, "total_units_per_sec": 65.53253132642111, "total_bytes_per_sec": 65.53253132642111, "step_latency_ms": {"count": 128, "sum": 1891, "mean": 14.7734375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3357.36279296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 113, "stage1_units": 62, "bytes_per_stage0_unit": 2.8849557522123894, "stage0_per_stage1_unit": 1.8225806451612903}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 327, "units_out": 113, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 1, 3, 2, 4, 1, 4, 2, 1, 5, 1, 1, 3, 1, 1, 9, 4, 1, 8, 2, 1, 1, 3, 1, 6, 1, 2, 1, 1, 9, 4, 4, 2, 6, 3, 4, 1, 4, 1, 5, 1, 1, 1, 13, 1, 2, 1, 5, 1, 17, 6, 2, 1, 3, 1, 1, 2, 1, 1, 6, 1, 1, 5, 1, 6, 1, 1, 4, 1, 5, 1, 13, 4, 1, 7, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 5, 1, 1, 1, 9, 7, 3, 2], "chunk_stats": {"count": 113, "sum": 327, "mean": 2.893805309734513, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 113, "units_out": 62, "chunk_lengths": [1, 2, 2, 2, 5, 1, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 2, 3, 1, 1, 1, 1, 3, 1, 2, 2, 3, 5, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1], "chunk_stats": {"count": 62, "sum": 113, "mean": 1.8225806451612903, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 1, 7, 1, 1, 9, 3, 4, 7, 2, 1, 5, 4, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 3, 1, 1, 5, 1, 1, 3, 2, 1, 5, 1, 5, 2, 1, 4], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 21, "chunk_lengths": [1, 2, 2, 2, 2, 5, 1, 1, 4, 1, 1, 3, 2, 5, 1, 1, 3, 4, 3, 1, 1, 1], "chunk_stats": {"count": 22, "sum": 47, "mean": 2.1363636363636362, "median": 2.0, "p95": 4.949999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 89, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06612436000068556, "decode_time_sec": 2.08539275899966, "total_time_sec": 2.155577097000787, "prefill_units_per_sec": 4703.259131684234, "prefill_bytes_per_sec": 4688.136111968207, "decode_units_per_sec": 61.37932504445838, "decode_bytes_per_sec": 61.37932504445838, "total_units_per_sec": 59.3808498791789, "total_bytes_per_sec": 59.3808498791789, "step_latency_ms": {"count": 128, "sum": 2086, "mean": 16.296875, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3353.5654296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 108, "stage1_units": 63, "bytes_per_stage0_unit": 2.8703703703703702, "stage0_per_stage1_unit": 1.7142857142857142}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 311, "units_out": 108, "chunk_lengths": [1, 1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 1, 7, 1, 1, 1, 4, 1, 1, 2, 1, 5, 7, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 2, 3, 1, 5, 1, 2, 1, 5, 8, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 9, 4, 1, 4, 3, 6, 1, 13, 1, 2, 4, 1, 1, 3, 1, 1, 17, 1, 5, 5, 5, 1, 1, 3, 1, 13, 4, 1, 17, 1, 5, 1, 3, 1, 5, 3, 4], "chunk_stats": {"count": 108, "sum": 311, "mean": 2.8796296296296298, "median": 1.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 108, "units_out": 63, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 3, 6, 3, 1, 1, 1, 1, 5, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 2, 1, 1, 2], "chunk_stats": {"count": 63, "sum": 108, "mean": 1.7142857142857142, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 56, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 4, 2, 1, 6, 1, 1, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 5, 1, 5, 1, 2, 1, 5, 8, 1, 1], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 26, "chunk_lengths": [2, 3, 1, 1, 1, 3, 3, 3, 2, 4, 1, 3, 6, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 4, 2], "chunk_stats": {"count": 27, "sum": 56, "mean": 2.074074074074074, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 56, "sum": 56, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 90, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06432631000279798, "decode_time_sec": 1.9611525660002371, "total_time_sec": 2.029400514998997, "prefill_units_per_sec": 4010.8005571713634, "prefill_bytes_per_sec": 3995.254818577676, "decode_units_per_sec": 65.26774215279717, "decode_bytes_per_sec": 65.26774215279717, "total_units_per_sec": 63.07281340177607, "total_bytes_per_sec": 63.07281340177607, "step_latency_ms": {"count": 128, "sum": 1954, "mean": 15.265625, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3343.1904296875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 104, "stage1_units": 48, "bytes_per_stage0_unit": 2.4711538461538463, "stage0_per_stage1_unit": 2.1666666666666665}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 258, "units_out": 104, "chunk_lengths": [1, 1, 3, 1, 5, 1, 4, 6, 7, 1, 3, 1, 3, 5, 2, 1, 4, 1, 2, 6, 2, 3, 7, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 6, 1, 1, 3, 1, 1, 3, 1, 3, 1, 3, 6, 2, 1, 1, 3, 4, 2, 3, 1, 4, 1, 3, 4, 5, 1, 1, 5, 1, 3, 4, 2, 1, 1, 1, 6, 1, 5, 2, 1, 3, 7, 1, 5, 4, 1, 5, 2, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 1, 2, 4, 1, 5, 1, 2, 6, 1, 2], "chunk_stats": {"count": 104, "sum": 258, "mean": 2.480769230769231, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}, {"stage": 1, "units_in": 104, "units_out": 48, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 1, 4, 3, 4, 1, 2, 1, 1, 2, 1, 3, 8, 1, 2, 1, 1, 7, 4, 1, 3, 1, 7, 6, 6, 1], "chunk_stats": {"count": 48, "sum": 104, "mean": 2.1666666666666665, "median": 1.0, "p95": 6.649999999999999, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [1, 5, 1, 2, 6, 1, 5, 4, 5, 1, 1, 5, 1, 1, 4, 3, 2, 4, 5, 1, 1, 3, 3, 4, 4, 5, 1, 1, 1, 4, 1, 5, 1, 4, 6, 1, 3, 1, 3, 1, 2, 5, 2, 1, 3, 1, 2, 1], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [5, 1, 1, 2, 3, 1, 3, 5, 1, 4, 1, 1, 1, 5, 1, 2, 2, 2, 1, 1, 2, 1, 1], "chunk_stats": {"count": 23, "sum": 47, "mean": 2.0434782608695654, "median": 1.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 91, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06406025000251248, "decode_time_sec": 1.8005863500002306, "total_time_sec": 1.867917358998966, "prefill_units_per_sec": 4027.4585252146394, "prefill_bytes_per_sec": 4011.8482208533424, "decode_units_per_sec": 71.0879542100181, "decode_bytes_per_sec": 71.0879542100181, "total_units_per_sec": 68.52551553383303, "total_bytes_per_sec": 68.52551553383303, "step_latency_ms": {"count": 128, "sum": 1807, "mean": 14.1171875, "median": 8.0, "p95": 38.0, "max": 49, "min": 8}, "peak_allocated_mb": 3343.1904296875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 99, "stage1_units": 51, "bytes_per_stage0_unit": 2.595959595959596, "stage0_per_stage1_unit": 1.9411764705882353}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 258, "units_out": 99, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 2, 4, 1, 1, 3, 1, 1, 1, 5, 4, 2, 1, 5, 1, 9, 1, 1, 1, 5, 3, 1, 5, 1, 1, 3, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 1, 5, 4, 1, 5, 2, 1, 9, 2, 3, 3, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 10, 1, 1, 2, 1, 1, 13, 8, 1, 9, 4, 2, 3, 1, 4, 1, 3, 1, 1, 10, 1, 1, 2, 1, 1, 1, 1], "chunk_stats": {"count": 99, "sum": 258, "mean": 2.606060606060606, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 99, "units_out": 51, "chunk_lengths": [1, 2, 2, 4, 1, 2, 2, 1, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 3, 1, 4, 2, 2, 5, 1, 1, 2, 5, 3, 1, 1, 1, 1, 1, 2, 3, 1, 5, 4, 1], "chunk_stats": {"count": 51, "sum": 99, "mean": 1.9411764705882353, "median": 2.0, "p95": 4.5, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [13, 1, 2, 1, 10, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 17, 1, 1, 1, 2, 4, 1, 1, 5, 1, 1, 10, 1, 1, 1, 1, 1, 1, 1, 17, 1, 4, 1, 5, 4], "chunk_stats": {"count": 41, "sum": 128, "mean": 3.1219512195121952, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 3, 3, 4, 3, 1, 1, 2, 3, 3, 3, 3, 4, 1, 2, 1, 1, 1], "chunk_stats": {"count": 19, "sum": 41, "mean": 2.1578947368421053, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 92, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06493828000020585, "decode_time_sec": 1.795631652999873, "total_time_sec": 1.8648628409973753, "prefill_units_per_sec": 6021.101883184472, "prefill_bytes_per_sec": 6005.702645631571, "decode_units_per_sec": 71.2841076209348, "decode_bytes_per_sec": 71.2841076209348, "total_units_per_sec": 68.63775564938727, "total_bytes_per_sec": 68.63775564938727, "step_latency_ms": {"count": 128, "sum": 1795, "mean": 14.0234375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3368.5703125, "peak_reserved_mb": 3450.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}, "model_input_units": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 390, "model_input_units": 391, "stage0_units": 105, "stage1_units": 54, "bytes_per_stage0_unit": 3.7142857142857144, "stage0_per_stage1_unit": 1.9444444444444444}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 391, "units_out": 105, "chunk_lengths": [1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 1, 3, 1, 3, 1, 7, 1, 4, 1, 1, 3, 1, 1, 7, 1, 5, 1, 3, 2, 2, 1, 1, 17, 4, 1, 1, 6, 2, 5, 1, 3, 2, 2, 17, 4, 1, 1, 6, 2, 5, 1, 3, 17, 3, 4, 1, 3, 13, 4, 1, 17, 3, 4, 1, 4, 9, 7, 8, 1, 10, 1, 7, 9, 1, 13, 1, 1, 5, 1, 5, 1, 1, 10, 1, 5, 2, 6, 3, 1, 8, 4, 1, 3, 1], "chunk_stats": {"count": 105, "sum": 391, "mean": 3.723809523809524, "median": 2.0, "p95": 13.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 105, "units_out": 54, "chunk_lengths": [1, 2, 1, 2, 1, 4, 1, 3, 1, 1, 6, 2, 2, 4, 2, 4, 2, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 2, 2, 1, 2, 1, 4, 1, 1, 1, 2, 4, 1, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3], "chunk_stats": {"count": 54, "sum": 105, "mean": 1.9444444444444444, "median": 1.5, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [1, 1, 1, 13, 3, 4, 1, 4, 1, 5, 4, 1, 3, 1, 3, 1, 7, 1, 1, 3, 2, 3, 1, 1, 9, 1, 2, 1, 13, 3, 4, 1, 3, 1, 1, 1, 3, 1, 7, 1, 3, 2, 1, 3, 1], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 8.599999999999994, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [3, 1, 4, 1, 1, 3, 2, 2, 4, 3, 1, 3, 1, 8, 1, 1, 2, 4], "chunk_stats": {"count": 18, "sum": 45, "mean": 2.5, "median": 2.0, "p95": 4.599999999999994, "max": 8, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 93, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06449653999879956, "decode_time_sec": 1.6702164810012619, "total_time_sec": 1.7408110379983555, "prefill_units_per_sec": 8775.66455519218, "prefill_bytes_per_sec": 8760.159847497494, "decode_units_per_sec": 76.63677221246584, "decode_bytes_per_sec": 76.63677221246584, "total_units_per_sec": 73.5289455351678, "total_bytes_per_sec": 73.5289455351678, "step_latency_ms": {"count": 128, "sum": 1678, "mean": 13.109375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3417.82666015625, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}, "model_input_units": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 565, "model_input_units": 566, "stage0_units": 206, "stage1_units": 100, "bytes_per_stage0_unit": 2.7427184466019416, "stage0_per_stage1_unit": 2.06}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 566, "units_out": 206, "chunk_lengths": [1, 1, 3, 8, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 6, 2, 7, 2, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 2, 1, 1, 5, 4, 1, 5, 1, 3, 1, 6, 1, 9, 1, 2, 1, 5, 1, 13, 4, 2, 7, 1, 1, 5, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 13, 1, 2, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 17, 4, 3, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 13, 1, 2, 1, 1, 7, 1, 1, 2, 7, 1, 3, 2, 1, 1, 13, 1, 3, 1, 7, 1, 3, 1, 1, 3, 1, 1, 5, 1, 6, 1, 8, 2, 1, 1, 5, 6, 2, 1, 5, 4, 7, 3, 7, 1, 9, 4, 2, 6, 1, 3, 1, 1, 4, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 5, 6, 1, 3, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 206, "sum": 566, "mean": 2.7475728155339807, "median": 1.0, "p95": 7.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 206, "units_out": 100, "chunk_lengths": [1, 2, 1, 4, 3, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 1, 2, 1, 4, 1, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 6, 2, 1, 6, 1, 5, 4, 2, 1, 2, 1, 4, 3, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 1, 4, 1, 4, 1, 6, 1, 1, 5, 7, 1, 4, 4, 1], "chunk_stats": {"count": 100, "sum": 206, "mean": 2.06, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 35, "chunk_lengths": [9, 1, 2, 4, 4, 3, 1, 3, 1, 7, 1, 13, 1, 6, 1, 7, 1, 1, 5, 1, 6, 1, 13, 6, 3, 1, 1, 5, 1, 2, 1, 6, 1, 7, 1, 1], "chunk_stats": {"count": 36, "sum": 128, "mean": 3.5555555555555554, "median": 2.0, "p95": 10.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 2, 2, 5, 1, 4, 3, 3, 1, 1, 2, 1, 1, 1, 6], "chunk_stats": {"count": 16, "sum": 35, "mean": 2.1875, "median": 1.5, "p95": 5.25, "max": 6, "min": 1}, "active_size_stats": {"count": 35, "sum": 35, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 94, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06485190099920146, "decode_time_sec": 1.2825418489992444, "total_time_sec": 1.3556751149990305, "prefill_units_per_sec": 13646.477379451024, "prefill_bytes_per_sec": 13631.057630999667, "decode_units_per_sec": 99.80181161330309, "decode_bytes_per_sec": 99.80181161330309, "total_units_per_sec": 94.41790188801359, "total_bytes_per_sec": 94.41790188801359, "step_latency_ms": {"count": 128, "sum": 1292, "mean": 10.09375, "median": 8.0, "p95": 17.0, "max": 38, "min": 8}, "peak_allocated_mb": 3504.3359375, "peak_reserved_mb": 3608.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 884, "mean": 884.0, "median": 884.0, "p95": 884.0, "max": 884, "min": 884}, "model_input_units": {"count": 1, "sum": 885, "mean": 885.0, "median": 885.0, "p95": 885.0, "max": 885, "min": 885}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 884, "model_input_units": 885, "stage0_units": 211, "stage1_units": 93, "bytes_per_stage0_unit": 4.18957345971564, "stage0_per_stage1_unit": 2.2688172043010755}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 885, "units_out": 211, "chunk_lengths": [1, 1, 3, 6, 1, 1, 3, 1, 5, 1, 7, 1, 7, 2, 5, 1, 8, 1, 7, 1, 2, 2, 1, 1, 5, 4, 4, 1, 9, 1, 4, 1, 4, 1, 1, 9, 4, 4, 1, 4, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 13, 1, 2, 4, 1, 1, 8, 1, 7, 2, 4, 7, 1, 1, 17, 2, 2, 3, 1, 4, 4, 8, 1, 2, 2, 1, 6, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 7, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 4, 7, 1, 1, 1, 1, 1, 3, 1, 1, 1, 17, 2, 7, 4, 8, 1, 2, 1, 2, 1, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 4, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 7, 1, 7, 4, 3, 5, 1, 7, 1, 7, 1, 17, 2, 1, 5, 1, 2, 4, 8, 7, 1, 2, 3, 1, 6, 1, 8, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 6, 1, 1, 1, 1], "chunk_stats": {"count": 211, "sum": 885, "mean": 4.194312796208531, "median": 2.0, "p95": 11.0, "max": 52, "min": 1}}, {"stage": 1, "units_in": 211, "units_out": 93, "chunk_lengths": [1, 2, 1, 3, 1, 1, 4, 1, 3, 2, 1, 2, 2, 1, 2, 2, 1, 5, 1, 2, 2, 1, 1, 1, 2, 1, 6, 1, 1, 5, 3, 4, 1, 1, 4, 4, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 3, 6, 1, 1, 2, 1, 3, 3, 3, 1, 1, 1, 4, 1, 1, 3, 1, 9, 1, 3, 2, 2, 9, 1, 1, 2, 1, 1, 2, 6, 1, 1, 2, 1, 6, 1, 3, 2, 1, 9, 1, 3, 2, 2, 2], "chunk_stats": {"count": 93, "sum": 211, "mean": 2.2688172043010755, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [52, 1, 5, 1, 8, 1, 7, 1, 13, 4, 1, 17, 3, 4, 4, 1, 4, 1], "chunk_stats": {"count": 18, "sum": 128, "mean": 7.111111111111111, "median": 4.0, "p95": 22.24999999999995, "max": 52, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 5, "chunk_lengths": [8, 1, 2, 1, 5, 1], "chunk_stats": {"count": 6, "sum": 18, "mean": 3.0, "median": 1.5, "p95": 7.25, "max": 8, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 95, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06481293099932373, "decode_time_sec": 1.9475701529991056, "total_time_sec": 2.0218503290016088, "prefill_units_per_sec": 8115.664449822342, "prefill_bytes_per_sec": 8100.235429955759, "decode_units_per_sec": 65.72292135556197, "decode_bytes_per_sec": 65.72292135556197, "total_units_per_sec": 63.30834590669553, "total_bytes_per_sec": 63.30834590669553, "step_latency_ms": {"count": 128, "sum": 1947, "mean": 15.2109375, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3407.6318359375, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 525, "mean": 525.0, "median": 525.0, "p95": 525.0, "max": 525, "min": 525}, "model_input_units": {"count": 1, "sum": 526, "mean": 526.0, "median": 526.0, "p95": 526.0, "max": 526, "min": 526}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 525, "model_input_units": 526, "stage0_units": 208, "stage1_units": 97, "bytes_per_stage0_unit": 2.5240384615384617, "stage0_per_stage1_unit": 2.1443298969072164}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 526, "units_out": 208, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 8, 1, 6, 1, 6, 1, 4, 1, 1, 5, 4, 2, 1, 4, 2, 1, 2, 2, 6, 1, 2, 3, 1, 10, 1, 2, 1, 8, 1, 2, 1, 4, 1, 6, 1, 4, 1, 6, 1, 4, 1, 1, 5, 6, 1, 1, 4, 2, 6, 1, 4, 1, 1, 5, 1, 1, 1, 6, 1, 3, 1, 4, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 8, 1, 10, 1, 4, 2, 1, 4, 2, 1, 2, 2, 6, 2, 6, 1, 4, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 5, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 3, 1, 3, 1, 2, 3, 1, 3, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 1, 3, 1, 2, 1, 3, 1, 5, 6, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 208, "sum": 526, "mean": 2.5288461538461537, "median": 1.0, "p95": 6.0, "max": 10, "min": 1}}, {"stage": 1, "units_in": 208, "units_out": 97, "chunk_lengths": [1, 2, 2, 5, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 4, 2, 4, 4, 1, 1, 1, 1, 3, 1, 3, 1, 4, 2, 7, 1, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 1, 2, 5, 2, 2, 3, 3, 2, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 4, 1, 3, 1, 4, 3, 6, 1, 5, 1, 4, 1, 4, 4, 3, 6, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 3], "chunk_stats": {"count": 97, "sum": 208, "mean": 2.1443298969072164, "median": 2.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 50, "chunk_lengths": [1, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 6, 1, 2, 6, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 2], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [2, 1, 3, 1, 1, 1, 1, 1, 4, 4, 3, 6, 1, 3, 3, 1, 1, 1, 2, 3, 1, 3, 3], "chunk_stats": {"count": 23, "sum": 50, "mean": 2.1739130434782608, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 50, "sum": 50, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 96, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06460946999868611, "decode_time_sec": 1.870757747998141, "total_time_sec": 1.940916585001105, "prefill_units_per_sec": 4349.207631725108, "prefill_bytes_per_sec": 4333.730024494769, "decode_units_per_sec": 68.42147260219564, "decode_bytes_per_sec": 68.42147260219564, "total_units_per_sec": 65.94822311744383, "total_bytes_per_sec": 65.94822311744383, "step_latency_ms": {"count": 128, "sum": 1872, "mean": 14.625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3347.9951171875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}, "model_input_units": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 280, "model_input_units": 281, "stage0_units": 126, "stage1_units": 60, "bytes_per_stage0_unit": 2.2222222222222223, "stage0_per_stage1_unit": 2.1}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 281, "units_out": 126, "chunk_lengths": [1, 1, 3, 3, 1, 2, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 9, 4, 2, 3, 1, 2, 1, 1, 2, 1, 1, 2, 3, 3, 4, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 4, 2, 7, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 1, 3, 5, 1, 1, 1, 2, 3, 3, 4, 1, 1, 1, 1, 5, 1, 1, 9, 1, 1, 1, 3, 2, 1, 2, 4, 1, 1, 3, 1, 3, 1, 1], "chunk_stats": {"count": 126, "sum": 281, "mean": 2.2301587301587302, "median": 2.0, "p95": 6.5, "max": 9, "min": 1}}, {"stage": 1, "units_in": 126, "units_out": 60, "chunk_lengths": [1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 5, 3, 2, 1, 2, 1, 2, 5, 1, 5, 1, 1, 1, 1, 3, 2, 3, 1, 2, 5, 6, 2, 3, 2, 2, 5, 2, 2, 1, 1, 6, 2, 1, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1], "chunk_stats": {"count": 60, "sum": 126, "mean": 2.1, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [9, 3, 4, 1, 1, 3, 1, 1, 4, 3, 1, 2, 4, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 2.0, "p95": 7.8999999999999915, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 5, 1, 1, 5, 1, 4, 2, 2, 4, 2, 3, 5, 5, 3, 1, 2, 5], "chunk_stats": {"count": 18, "sum": 52, "mean": 2.888888888888889, "median": 2.5, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 97, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06445243999769446, "decode_time_sec": 1.8074446870014071, "total_time_sec": 1.8751062960000127, "prefill_units_per_sec": 4468.4111262553, "prefill_bytes_per_sec": 4452.895809844691, "decode_units_per_sec": 70.81821143437313, "decode_bytes_per_sec": 70.81821143437313, "total_units_per_sec": 68.26279676680214, "total_bytes_per_sec": 68.26279676680214, "step_latency_ms": {"count": 128, "sum": 1808, "mean": 14.125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3350.7685546875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 287, "mean": 287.0, "median": 287.0, "p95": 287.0, "max": 287, "min": 287}, "model_input_units": {"count": 1, "sum": 288, "mean": 288.0, "median": 288.0, "p95": 288.0, "max": 288, "min": 288}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 287, "model_input_units": 288, "stage0_units": 106, "stage1_units": 44, "bytes_per_stage0_unit": 2.707547169811321, "stage0_per_stage1_unit": 2.409090909090909}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 288, "units_out": 106, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 7, 2, 3, 1, 1, 6, 1, 1, 5, 4, 1, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 1, 7, 4, 1, 1, 4, 1, 1, 1, 7, 2, 1, 5, 2, 3, 1, 2, 7, 4, 5, 2, 2, 6, 1, 1, 8, 1, 7, 1, 2, 1, 3, 1, 3, 6, 5, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 1, 9, 1, 5, 6, 5, 1, 1, 4, 5, 6, 1, 1, 8, 1, 1, 1, 1], "chunk_stats": {"count": 106, "sum": 288, "mean": 2.7169811320754715, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 44, "chunk_lengths": [1, 2, 2, 1, 3, 2, 2, 1, 4, 3, 2, 5, 1, 4, 4, 6, 1, 4, 3, 1, 1, 2, 5, 1, 1, 7, 1, 1, 4, 1, 2, 2, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 7, 1], "chunk_stats": {"count": 44, "sum": 106, "mean": 2.409090909090909, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 1, 1, 1, 5, 4, 7, 1, 1, 3, 4, 1, 4, 4, 1, 1, 3, 4, 4, 1, 7, 1, 1, 7, 1, 1, 3, 1, 1, 5, 8, 2, 7, 1, 7, 1, 1, 5, 1, 3, 1, 6, 5], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 1, 1, 4, 1, 8, 1, 3, 1, 1, 2, 5, 1, 1, 1, 3, 2, 1, 5], "chunk_stats": {"count": 19, "sum": 43, "mean": 2.263157894736842, "median": 1.0, "p95": 5.299999999999994, "max": 8, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 98, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06461837000097148, "decode_time_sec": 1.9439347949992225, "total_time_sec": 2.013184203002311, "prefill_units_per_sec": 7938.918917210191, "prefill_bytes_per_sec": 7923.443441738046, "decode_units_per_sec": 65.8458299780838, "decode_bytes_per_sec": 65.8458299780838, "total_units_per_sec": 63.58086846156972, "total_bytes_per_sec": 63.58086846156972, "step_latency_ms": {"count": 128, "sum": 1942, "mean": 15.171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3405.03564453125, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}, "model_input_units": {"count": 1, "sum": 513, "mean": 513.0, "median": 513.0, "p95": 513.0, "max": 513, "min": 513}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 512, "model_input_units": 513, "stage0_units": 188, "stage1_units": 93, "bytes_per_stage0_unit": 2.723404255319149, "stage0_per_stage1_unit": 2.021505376344086}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 513, "units_out": 188, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 2, 2, 1, 13, 5, 1, 4, 1, 1, 2, 1, 2, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 1, 3, 2, 5, 1, 2, 2, 1, 13, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 4, 1, 13, 5, 1, 5, 1, 1, 9, 7, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 3, 1, 7, 2, 4, 2, 1, 4, 1, 1, 4, 2, 22, 6, 1, 5, 1, 6, 1, 5, 2, 10, 1, 10, 1, 22, 5, 1, 4, 1, 5, 1, 4, 2, 1, 2, 4, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 22, 5, 1, 5, 2, 1, 2, 1, 4, 1, 1, 2, 1, 4, 2, 4, 1, 4, 1, 4, 1, 4, 1, 1], "chunk_stats": {"count": 188, "sum": 513, "mean": 2.728723404255319, "median": 1.0, "p95": 8.300000000000011, "max": 22, "min": 1}}, {"stage": 1, "units_in": 188, "units_out": 93, "chunk_lengths": [1, 2, 2, 1, 3, 1, 1, 2, 2, 1, 3, 1, 6, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 3, 4, 4, 1, 3, 1, 1, 4, 1, 7, 1, 3, 1, 7, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 5, 5, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 3, 1, 4, 5, 1, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 3, 2], "chunk_stats": {"count": 93, "sum": 188, "mean": 2.021505376344086, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [22, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 5, 1, 5, 1, 1, 5, 4, 1, 2, 1, 4, 1, 5, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 1], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 5.599999999999994, "max": 22, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 23, "chunk_lengths": [1, 4, 1, 4, 1, 1, 2, 1, 1, 1, 3, 2, 2, 4, 1, 3, 2, 1, 3, 1, 6, 1, 1, 1], "chunk_stats": {"count": 24, "sum": 48, "mean": 2.0, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 99, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06439007099834271, "decode_time_sec": 1.4707722829989507, "total_time_sec": 1.5414305300000706, "prefill_units_per_sec": 5171.60479615826, "prefill_bytes_per_sec": 5156.074451425052, "decode_units_per_sec": 87.029108094833, "decode_bytes_per_sec": 87.029108094833, "total_units_per_sec": 83.0397462025059, "total_bytes_per_sec": 83.0397462025059, "step_latency_ms": {"count": 128, "sum": 1481, "mean": 11.5703125, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3357.55029296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 332, "mean": 332.0, "median": 332.0, "p95": 332.0, "max": 332, "min": 332}, "model_input_units": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 332, "model_input_units": 333, "stage0_units": 112, "stage1_units": 67, "bytes_per_stage0_unit": 2.9642857142857144, "stage0_per_stage1_unit": 1.671641791044776}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 333, "units_out": 112, "chunk_lengths": [1, 1, 3, 1, 1, 4, 1, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 3, 2, 1, 1, 9, 4, 2, 1, 1, 9, 2, 2, 1, 9, 2, 2, 1, 3, 1, 1, 9, 1, 4, 2, 1, 4, 1, 9, 6, 4, 1, 3, 1, 13, 2, 2, 1, 13, 6, 1, 3, 1, 17, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 1, 2, 1, 7, 1, 1, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 112, "sum": 333, "mean": 2.9732142857142856, "median": 1.0, "p95": 9.0, "max": 26, "min": 1}}, {"stage": 1, "units_in": 112, "units_out": 67, "chunk_lengths": [1, 2, 3, 4, 1, 4, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 2, 1, 5, 1, 2, 3, 1, 1, 1], "chunk_stats": {"count": 67, "sum": 112, "mean": 1.671641791044776, "median": 1.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 18, "chunk_lengths": [21, 1, 3, 2, 1, 21, 4, 2, 1, 21, 1, 4, 2, 1, 3, 21, 1, 4, 14], "chunk_stats": {"count": 19, "sum": 128, "mean": 6.7368421052631575, "median": 3.0, "p95": 21.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2], "chunk_stats": {"count": 14, "sum": 18, "mean": 1.2857142857142858, "median": 1.0, "p95": 2.0, "max": 2, "min": 1}, "active_size_stats": {"count": 18, "sum": 18, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 100, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06490285000108997, "decode_time_sec": 1.9901068540020788, "total_time_sec": 2.0599706119974144, "prefill_units_per_sec": 8582.057644473945, "prefill_bytes_per_sec": 8566.650000587995, "decode_units_per_sec": 64.31815444612619, "decode_bytes_per_sec": 64.31815444612619, "total_units_per_sec": 62.1368087750956, "total_bytes_per_sec": 62.1368087750956, "step_latency_ms": {"count": 128, "sum": 1985, "mean": 15.5078125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3415.67724609375, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}, "model_input_units": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 556, "model_input_units": 557, "stage0_units": 158, "stage1_units": 74, "bytes_per_stage0_unit": 3.518987341772152, "stage0_per_stage1_unit": 2.135135135135135}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 557, "units_out": 158, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 4, 1, 1, 9, 3, 2, 4, 5, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 2, 1, 1, 13, 2, 1, 6, 1, 4, 1, 9, 4, 1, 13, 2, 1, 3, 2, 8, 5, 1, 2, 4, 1, 1, 2, 3, 2, 1, 1, 9, 2, 15, 5, 1, 2, 1, 1, 10, 1, 2, 4, 1, 1, 2, 2, 1, 8, 1, 5, 13, 2, 2, 3, 2, 4, 1, 2, 9, 1, 6, 6, 1, 3, 5, 2, 1, 15, 4, 1, 2, 4, 1, 1, 2, 3, 2, 6, 1, 1, 4, 9, 5, 3, 15, 2, 5, 2, 7, 5, 8, 1, 5, 2, 3, 4, 3, 7, 15, 2, 3, 4, 2, 6, 4, 5, 1, 7, 1, 2, 1, 2, 4, 7, 15, 2, 1, 6, 6, 4, 4, 4, 1, 1], "chunk_stats": {"count": 158, "sum": 557, "mean": 3.5253164556962027, "median": 2.0, "p95": 10.450000000000017, "max": 15, "min": 1}}, {"stage": 1, "units_in": 158, "units_out": 74, "chunk_lengths": [1, 2, 2, 3, 2, 2, 1, 3, 3, 1, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 1, 2, 3, 1, 2, 1, 1, 2, 1, 2, 2, 7, 1, 2, 1, 6, 2, 6, 2, 1, 1, 1, 2, 2, 2, 3, 1, 2, 3, 1, 1, 1, 10, 1, 1, 1, 5, 1, 2, 2, 1, 4, 1, 2, 4, 3, 2, 3, 1, 1, 1, 4, 3, 1], "chunk_stats": {"count": 74, "sum": 158, "mean": 2.135135135135135, "median": 2.0, "p95": 5.349999999999994, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 54, "chunk_lengths": [13, 2, 1, 1, 5, 1, 2, 1, 1, 1, 9, 3, 4, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 1, 2, 3, 1, 2, 2, 1, 6, 1, 1, 2, 3, 2, 3, 1, 2, 1, 4, 1, 2, 1], "chunk_stats": {"count": 55, "sum": 128, "mean": 2.327272727272727, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 3, 1, 4, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 1, 6, 1, 8, 4, 2], "chunk_stats": {"count": 22, "sum": 54, "mean": 2.4545454545454546, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 54, "sum": 54, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 101, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06411471100000199, "decode_time_sec": 1.663265475002845, "total_time_sec": 1.7331434420011647, "prefill_units_per_sec": 4647.919258342921, "prefill_bytes_per_sec": 4632.322213851838, "decode_units_per_sec": 76.95704740085527, "decode_bytes_per_sec": 76.95704740085527, "total_units_per_sec": 73.85424477745795, "total_bytes_per_sec": 73.85424477745795, "step_latency_ms": {"count": 128, "sum": 1668, "mean": 13.03125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3351.1591796875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}, "model_input_units": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 297, "model_input_units": 298, "stage0_units": 101, "stage1_units": 52, "bytes_per_stage0_unit": 2.9405940594059405, "stage0_per_stage1_unit": 1.9423076923076923}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 298, "units_out": 101, "chunk_lengths": [1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 3, 2, 4, 1, 6, 2, 4, 1, 4, 2, 4, 1, 1, 9, 4, 2, 1, 4, 1, 6, 2, 4, 1, 4, 1, 9, 1, 2, 5, 2, 1, 3, 1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 2, 2, 2, 1, 9, 1, 2, 5, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 1, 7, 1, 4, 11, 1, 3, 1, 3, 7, 1, 2, 1, 2, 5, 1, 2, 1, 5, 13, 2, 2, 2, 1, 1, 13, 1, 3, 1], "chunk_stats": {"count": 101, "sum": 298, "mean": 2.9504950495049505, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 101, "units_out": 52, "chunk_lengths": [1, 2, 1, 3, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 1, 1, 4, 5, 1, 1, 1, 1, 1, 5, 3, 2, 2, 1, 3, 1, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 2, 1, 5, 1, 1, 2, 4, 1, 3], "chunk_stats": {"count": 52, "sum": 101, "mean": 1.9423076923076923, "median": 1.5, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 36, "chunk_lengths": [1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 4, 13, 3, 4, 1, 2, 4, 9, 4, 1, 13, 3, 4, 4, 1, 5, 4, 5, 1, 4, 1, 1, 3, 2, 4, 1, 1], "chunk_stats": {"count": 37, "sum": 128, "mean": 3.4594594594594597, "median": 3.0, "p95": 9.799999999999983, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [6, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 2, 4, 2], "chunk_stats": {"count": 16, "sum": 36, "mean": 2.25, "median": 2.0, "p95": 5.25, "max": 6, "min": 1}, "active_size_stats": {"count": 36, "sum": 36, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 102, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06414110100013204, "decode_time_sec": 2.1342928579979343, "total_time_sec": 2.201826505999634, "prefill_units_per_sec": 4942.228852594025, "prefill_bytes_per_sec": 4926.638225298775, "decode_units_per_sec": 59.97302550132222, "decode_bytes_per_sec": 59.97302550132222, "total_units_per_sec": 58.13355396132255, "total_bytes_per_sec": 58.13355396132255, "step_latency_ms": {"count": 128, "sum": 2136, "mean": 16.6875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3353.970703125, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 316, "mean": 316.0, "median": 316.0, "p95": 316.0, "max": 316, "min": 316}, "model_input_units": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 316, "model_input_units": 317, "stage0_units": 129, "stage1_units": 66, "bytes_per_stage0_unit": 2.449612403100775, "stage0_per_stage1_unit": 1.9545454545454546}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 317, "units_out": 129, "chunk_lengths": [1, 1, 3, 1, 3, 1, 4, 2, 1, 5, 4, 1, 5, 3, 1, 5, 1, 2, 2, 1, 5, 4, 2, 2, 1, 1, 1, 3, 6, 1, 4, 3, 1, 8, 1, 1, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 6, 3, 1, 3, 1, 2, 2, 6, 4, 1, 3, 1, 4, 6, 1, 1, 1, 4, 1, 5, 1, 5, 1, 1, 4, 1, 4, 2, 1, 1, 5, 5, 2, 7, 1, 1, 1, 1, 4, 3, 1, 4, 2, 5, 1, 1, 4, 4, 1, 1, 1, 5, 3, 1, 6, 2, 1, 3, 1, 5, 1, 3, 1, 5, 2, 4, 1, 1, 1], "chunk_stats": {"count": 129, "sum": 317, "mean": 2.4573643410852712, "median": 1.0, "p95": 6.0, "max": 8, "min": 1}}, {"stage": 1, "units_in": 129, "units_out": 66, "chunk_lengths": [1, 2, 2, 3, 1, 1, 1, 2, 3, 1, 2, 2, 4, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 3, 1, 3, 3, 2, 1, 2, 2, 2, 5, 2, 1, 1, 1, 1, 1, 1, 1, 3, 3, 2, 1, 1, 1, 6, 1, 3, 1, 4, 4, 3, 1, 1], "chunk_stats": {"count": 66, "sum": 129, "mean": 1.9545454545454546, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 58, "chunk_lengths": [5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 2, 4, 1, 9, 1, 5, 2, 1, 1, 1, 1, 1, 5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 4], "chunk_stats": {"count": 59, "sum": 128, "mean": 2.169491525423729, "median": 1.0, "p95": 5.399999999999977, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 28, "chunk_lengths": [1, 1, 3, 4, 1, 2, 1, 7, 2, 1, 1, 1, 3, 4, 1, 2, 1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 3, 1], "chunk_stats": {"count": 28, "sum": 58, "mean": 2.0714285714285716, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}, "active_size_stats": {"count": 58, "sum": 58, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 103, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06420291099857423, "decode_time_sec": 1.783591299001273, "total_time_sec": 1.851581016999262, "prefill_units_per_sec": 4189.84117411707, "prefill_bytes_per_sec": 4174.265556369423, "decode_units_per_sec": 71.7653198194418, "decode_bytes_per_sec": 71.7653198194418, "total_units_per_sec": 69.13011033535079, "total_bytes_per_sec": 69.13011033535079, "step_latency_ms": {"count": 128, "sum": 1787, "mean": 13.9609375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3344.1357421875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 84, "stage1_units": 38, "bytes_per_stage0_unit": 3.1904761904761907, "stage0_per_stage1_unit": 2.210526315789474}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 269, "units_out": 84, "chunk_lengths": [1, 1, 3, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 5, 2, 1, 7, 4, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 1, 5, 1, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 4, 1, 5, 1, 5, 4, 1, 9, 3, 4], "chunk_stats": {"count": 84, "sum": 269, "mean": 3.2023809523809526, "median": 2.5, "p95": 8.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 84, "units_out": 38, "chunk_lengths": [1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 1, 3, 3, 5, 1, 3, 1, 1, 4, 3, 3, 1, 4, 3, 1, 1, 4, 3, 3, 1, 5, 3, 1, 2, 1, 2], "chunk_stats": {"count": 38, "sum": 84, "mean": 2.210526315789474, "median": 2.0, "p95": 4.149999999999999, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 42, "chunk_lengths": [1, 5, 1, 1, 1, 4, 4, 1, 1, 7, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 1, 7, 1], "chunk_stats": {"count": 43, "sum": 128, "mean": 2.9767441860465116, "median": 2.0, "p95": 7.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [2, 1, 1, 1, 2, 3, 4, 1, 1, 4, 3, 4, 1, 3, 1, 1, 4, 3, 2], "chunk_stats": {"count": 19, "sum": 42, "mean": 2.210526315789474, "median": 2.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 42, "sum": 42, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 104, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0668824990025314, "decode_time_sec": 1.7460878960009723, "total_time_sec": 1.8178952830021444, "prefill_units_per_sec": 10466.116105702122, "prefill_bytes_per_sec": 10451.164511265404, "decode_units_per_sec": 73.3067334657984, "decode_bytes_per_sec": 73.3067334657984, "total_units_per_sec": 70.41109639088546, "total_bytes_per_sec": 70.41109639088546, "step_latency_ms": {"count": 128, "sum": 1749, "mean": 13.6640625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3459.31591796875, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 699, "mean": 699.0, "median": 699.0, "p95": 699.0, "max": 699, "min": 699}, "model_input_units": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 699, "model_input_units": 700, "stage0_units": 217, "stage1_units": 109, "bytes_per_stage0_unit": 3.2211981566820276, "stage0_per_stage1_unit": 1.9908256880733946}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 700, "units_out": 217, "chunk_lengths": [1, 1, 3, 5, 1, 4, 1, 3, 1, 1, 16, 6, 1, 1, 1, 8, 1, 1, 5, 1, 17, 1, 3, 1, 1, 5, 1, 17, 4, 4, 1, 3, 1, 2, 2, 1, 16, 8, 1, 2, 4, 1, 2, 2, 1, 16, 7, 1, 4, 1, 1, 5, 5, 1, 4, 4, 7, 1, 8, 1, 10, 1, 5, 1, 1, 5, 1, 6, 1, 5, 1, 6, 1, 1, 5, 2, 4, 1, 1, 2, 2, 4, 1, 3, 3, 1, 6, 1, 3, 1, 1, 5, 1, 7, 2, 2, 2, 1, 1, 4, 1, 2, 5, 2, 1, 3, 1, 1, 3, 2, 2, 2, 1, 1, 4, 2, 7, 1, 7, 1, 5, 8, 1, 2, 6, 1, 8, 1, 4, 1, 1, 1, 6, 1, 1, 5, 2, 3, 1, 5, 2, 2, 1, 2, 3, 1, 6, 2, 9, 1, 2, 4, 1, 2, 5, 1, 1, 5, 8, 1, 5, 2, 1, 3, 1, 8, 1, 4, 1, 1, 6, 2, 8, 1, 3, 2, 6, 1, 6, 1, 5, 10, 2, 5, 1, 9, 1, 8, 2, 8, 1, 4, 2, 6, 1, 6, 1, 5, 1, 5, 1, 1, 2, 3, 1, 1, 4, 5, 1, 5, 1, 5, 1, 9, 1, 1, 1], "chunk_stats": {"count": 217, "sum": 700, "mean": 3.225806451612903, "median": 2.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 217, "units_out": 109, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 7, 1, 2, 1, 3, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 3, 3, 2, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 5, 4, 1, 2, 1, 5, 3, 1, 2, 1, 2, 1, 2, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 1, 1, 6, 3, 4, 2, 3, 1, 1, 1, 1, 2, 2, 4, 2, 3, 1, 3, 3, 3, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 109, "sum": 217, "mean": 1.9908256880733946, "median": 1.0, "p95": 4.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [5, 1, 2, 8, 1, 2, 5, 1, 2, 4, 2, 2, 1, 9, 2, 3, 1, 6, 2, 8, 1, 2, 4, 1, 5, 1, 2, 8, 1, 2, 4, 2, 2, 1, 9, 8, 2, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 2.0, "p95": 8.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 1, 2, 3, 6, 1, 4, 1, 4, 1, 1, 1, 2, 6, 1, 1, 1, 1], "chunk_stats": {"count": 18, "sum": 38, "mean": 2.111111111111111, "median": 1.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 105, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06393583000317449, "decode_time_sec": 1.6533250089996727, "total_time_sec": 1.7250005159985449, "prefill_units_per_sec": 9963.114578607523, "prefill_bytes_per_sec": 9947.47389638051, "decode_units_per_sec": 77.41974463777396, "decode_bytes_per_sec": 77.41974463777396, "total_units_per_sec": 74.20287635444856, "total_bytes_per_sec": 74.20287635444856, "step_latency_ms": {"count": 128, "sum": 1659, "mean": 12.9609375, "median": 8.0, "p95": 38.0, "max": 40, "min": 7}, "peak_allocated_mb": 3438.4873046875, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 636, "mean": 636.0, "median": 636.0, "p95": 636.0, "max": 636, "min": 636}, "model_input_units": {"count": 1, "sum": 637, "mean": 637.0, "median": 637.0, "p95": 637.0, "max": 637, "min": 637}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 636, "model_input_units": 637, "stage0_units": 185, "stage1_units": 84, "bytes_per_stage0_unit": 3.437837837837838, "stage0_per_stage1_unit": 2.2023809523809526}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 637, "units_out": 185, "chunk_lengths": [1, 1, 3, 1, 2, 1, 1, 10, 1, 1, 3, 2, 1, 10, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 5, 1, 5, 1, 1, 1, 1, 8, 1, 1, 2, 1, 1, 10, 1, 1, 9, 1, 2, 4, 1, 3, 1, 13, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 6, 1, 1, 10, 1, 9, 4, 1, 13, 1, 2, 1, 10, 1, 3, 1, 2, 2, 2, 1, 17, 1, 10, 1, 1, 3, 1, 1, 13, 1, 2, 1, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 1, 10, 1, 3, 1, 2, 4, 4, 1, 17, 7, 2, 22, 1, 2, 1, 2, 1, 3, 1, 2, 1, 21, 1, 1, 10, 2, 1, 2, 1, 10, 1, 2, 17, 1, 17, 5, 2, 1, 1, 4, 1, 9, 1, 2, 1, 3, 1, 2, 1, 9, 1, 4, 1, 2, 1, 1, 5, 1, 1, 11, 1, 1, 2, 1, 2, 1, 10, 1, 2, 6, 1, 17, 9, 2, 1, 1, 8, 1, 6, 1, 8, 1, 1], "chunk_stats": {"count": 185, "sum": 637, "mean": 3.443243243243243, "median": 1.0, "p95": 12.599999999999966, "max": 22, "min": 1}}, {"stage": 1, "units_in": 185, "units_out": 84, "chunk_lengths": [1, 2, 2, 3, 1, 3, 2, 1, 2, 4, 1, 1, 2, 3, 4, 1, 2, 5, 1, 1, 5, 1, 5, 1, 1, 3, 2, 4, 1, 2, 1, 1, 3, 2, 5, 1, 5, 2, 1, 1, 5, 5, 2, 4, 5, 1, 1, 1, 1, 3, 5, 2, 3, 2, 5, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 2, 1, 3, 3, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 3, 1], "chunk_stats": {"count": 84, "sum": 185, "mean": 2.2023809523809526, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 37, "chunk_lengths": [1, 4, 1, 4, 1, 17, 1, 2, 8, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 21, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 5, 1, 1, 10, 1, 6], "chunk_stats": {"count": 38, "sum": 128, "mean": 3.3684210526315788, "median": 1.0, "p95": 11.04999999999999, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [2, 3, 1, 1, 4, 3, 5, 1, 5, 1, 1, 3, 3, 4], "chunk_stats": {"count": 14, "sum": 37, "mean": 2.642857142857143, "median": 3.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 37, "sum": 37, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 106, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06448608999926364, "decode_time_sec": 1.8393783739993523, "total_time_sec": 1.9116433300005156, "prefill_units_per_sec": 9102.738280561016, "prefill_bytes_per_sec": 9087.23106032156, "decode_units_per_sec": 69.58872726207504, "decode_bytes_per_sec": 69.58872726207504, "total_units_per_sec": 66.95809725131386, "total_bytes_per_sec": 66.95809725131386, "step_latency_ms": {"count": 128, "sum": 1845, "mean": 14.4140625, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3426.90966796875, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}, "model_input_units": {"count": 1, "sum": 587, "mean": 587.0, "median": 587.0, "p95": 587.0, "max": 587, "min": 587}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 586, "model_input_units": 587, "stage0_units": 203, "stage1_units": 106, "bytes_per_stage0_unit": 2.8866995073891624, "stage0_per_stage1_unit": 1.9150943396226414}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 587, "units_out": 203, "chunk_lengths": [1, 1, 3, 1, 6, 1, 4, 1, 13, 7, 1, 2, 2, 1, 13, 1, 5, 1, 2, 2, 1, 13, 3, 2, 1, 1, 4, 1, 13, 3, 1, 8, 1, 1, 4, 1, 13, 7, 1, 4, 1, 4, 1, 13, 1, 7, 1, 4, 1, 5, 1, 13, 3, 2, 1, 1, 2, 1, 5, 1, 13, 7, 1, 4, 1, 4, 1, 1, 5, 2, 1, 2, 6, 2, 4, 4, 2, 5, 1, 8, 2, 1, 6, 8, 8, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 4, 1, 5, 1, 2, 7, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 7, 1, 2, 7, 1, 1, 5, 1, 2, 1, 5, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 1, 5, 1], "chunk_stats": {"count": 203, "sum": 587, "mean": 2.8916256157635467, "median": 1.0, "p95": 8.899999999999977, "max": 13, "min": 1}}, {"stage": 1, "units_in": 203, "units_out": 106, "chunk_lengths": [1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 2, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 4, 1, 5, 1, 2, 5, 1, 5, 1, 3, 4, 1, 2, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 2, 2, 1, 1, 2, 1, 2, 2, 3, 3, 5, 1, 5, 1], "chunk_stats": {"count": 106, "sum": 203, "mean": 1.9150943396226414, "median": 1.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 3, 1, 8, 1, 9, 1, 2, 1, 1, 5, 1, 1, 1, 1, 3, 1, 8, 1, 1, 5, 1, 2, 7, 1, 4, 1, 9, 1, 2, 1, 6, 1, 7, 1, 4, 1, 5], "chunk_stats": {"count": 48, "sum": 128, "mean": 2.6666666666666665, "median": 1.0, "p95": 8.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 4, 1, 1, 5, 1, 5, 1, 8, 1, 1, 2, 3, 1, 4, 5, 1], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 1.5, "p95": 5.449999999999996, "max": 8, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 107, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06372898099652957, "decode_time_sec": 1.7677139859988529, "total_time_sec": 1.837749504000385, "prefill_units_per_sec": 4691.74299234884, "prefill_bytes_per_sec": 4676.051544213894, "decode_units_per_sec": 72.40990398549863, "decode_bytes_per_sec": 72.40990398549863, "total_units_per_sec": 69.65040650065286, "total_bytes_per_sec": 69.65040650065286, "step_latency_ms": {"count": 128, "sum": 1769, "mean": 13.8203125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3351.42626953125, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 106, "stage1_units": 53, "bytes_per_stage0_unit": 2.811320754716981, "stage0_per_stage1_unit": 2.0}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 299, "units_out": 106, "chunk_lengths": [1, 1, 3, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 3, 2, 1, 1, 1, 8, 1, 1, 9, 2, 6, 2, 1, 1, 1, 1, 1, 8, 1, 2, 1, 1, 1, 8, 1, 9, 6, 2, 4, 1, 7, 1, 6, 1, 5, 1, 1, 8, 1, 2, 1, 1, 6, 1, 1, 9, 4, 5, 3, 5, 1, 13, 4, 1, 7, 1, 4, 1, 17, 2, 2, 2, 2, 5, 1, 1, 7, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 2, 1, 4, 1, 2, 2, 5, 1, 1], "chunk_stats": {"count": 106, "sum": 299, "mean": 2.8207547169811322, "median": 1.0, "p95": 8.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 106, "units_out": 53, "chunk_lengths": [1, 2, 1, 3, 3, 4, 3, 1, 3, 2, 2, 2, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 1, 3, 2, 2, 1, 4, 4, 1, 1, 1, 2, 2, 1, 3, 2, 2, 2, 1, 5, 1, 1, 3, 1, 3, 2, 1, 3, 1, 2, 1, 1], "chunk_stats": {"count": 53, "sum": 106, "mean": 2.0, "median": 2.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 45, "chunk_lengths": [13, 1, 1, 1, 1, 1, 5, 8, 2, 1, 6, 1, 8, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 8, 2, 1, 6, 2, 1, 1], "chunk_stats": {"count": 46, "sum": 128, "mean": 2.782608695652174, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 1, 1, 1, 4, 2, 1, 3, 1, 7, 3, 3, 6, 1, 2, 7], "chunk_stats": {"count": 17, "sum": 45, "mean": 2.6470588235294117, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 45, "sum": 45, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 108, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0646885200003453, "decode_time_sec": 1.782821218999743, "total_time_sec": 1.8519233580009313, "prefill_units_per_sec": 7590.21848076566, "prefill_bytes_per_sec": 7574.759787322146, "decode_units_per_sec": 71.7963184619346, "decode_bytes_per_sec": 71.7963184619346, "total_units_per_sec": 69.11733115033998, "total_bytes_per_sec": 69.11733115033998, "step_latency_ms": {"count": 128, "sum": 1790, "mean": 13.984375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3400.3828125, "peak_reserved_mb": 3470.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 490, "mean": 490.0, "median": 490.0, "p95": 490.0, "max": 490, "min": 490}, "model_input_units": {"count": 1, "sum": 491, "mean": 491.0, "median": 491.0, "p95": 491.0, "max": 491, "min": 491}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 490, "model_input_units": 491, "stage0_units": 184, "stage1_units": 91, "bytes_per_stage0_unit": 2.6630434782608696, "stage0_per_stage1_unit": 2.021978021978022}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 491, "units_out": 184, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 4, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 27, 1, 2, 6, 1, 7, 1, 3, 1, 10, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 5, 1, 5, 2, 2, 4, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 4, 1, 2, 3, 1, 5, 1, 1, 9, 9, 2, 8, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 33, 6, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 3, 1, 1, 1, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 2, 3, 4, 1, 4, 1, 1, 8, 1, 4, 1, 1, 13, 1, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 1, 1, 2, 2, 6, 1, 2, 1, 17, 1, 3, 1, 5, 2, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 1, 1, 1], "chunk_stats": {"count": 184, "sum": 491, "mean": 2.6684782608695654, "median": 1.0, "p95": 8.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 184, "units_out": 91, "chunk_lengths": [1, 2, 1, 2, 2, 2, 1, 1, 3, 1, 4, 1, 3, 4, 2, 1, 2, 2, 1, 2, 4, 2, 2, 1, 2, 3, 1, 3, 1, 1, 3, 4, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 3, 1, 4, 1, 8, 1, 2, 1, 1, 1, 4, 1, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 3, 4, 6, 1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1], "chunk_stats": {"count": 91, "sum": 184, "mean": 2.021978021978022, "median": 1.0, "p95": 4.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 44, "chunk_lengths": [17, 3, 4, 4, 1, 4, 5, 3, 4, 2, 2, 1, 1, 1, 4, 3, 1, 8, 1, 2, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 8], "chunk_stats": {"count": 45, "sum": 128, "mean": 2.8444444444444446, "median": 2.0, "p95": 7.599999999999994, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 5, 1, 4, 1, 1, 1, 5, 1, 3, 1, 3, 5, 1, 3, 4, 3, 1], "chunk_stats": {"count": 18, "sum": 44, "mean": 2.4444444444444446, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 44, "sum": 44, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 109, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06429018000198994, "decode_time_sec": 1.9417710460002127, "total_time_sec": 2.0122094039979856, "prefill_units_per_sec": 6237.344490054127, "prefill_bytes_per_sec": 6221.790015016586, "decode_units_per_sec": 65.91920312318118, "decode_bytes_per_sec": 65.91920312318118, "total_units_per_sec": 63.61166971274533, "total_bytes_per_sec": 63.61166971274533, "step_latency_ms": {"count": 128, "sum": 1944, "mean": 15.1875, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3370.5751953125, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}, "model_input_units": {"count": 1, "sum": 401, "mean": 401.0, "median": 401.0, "p95": 401.0, "max": 401, "min": 401}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 400, "model_input_units": 401, "stage0_units": 120, "stage1_units": 63, "bytes_per_stage0_unit": 3.3333333333333335, "stage0_per_stage1_unit": 1.9047619047619047}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 401, "units_out": 120, "chunk_lengths": [1, 1, 3, 4, 1, 5, 1, 1, 3, 2, 5, 1, 4, 2, 5, 1, 3, 1, 2, 2, 2, 2, 4, 1, 5, 1, 1, 3, 1, 20, 5, 1, 4, 1, 1, 2, 2, 2, 7, 1, 4, 2, 1, 5, 1, 4, 1, 20, 1, 4, 1, 3, 1, 4, 1, 1, 9, 6, 2, 1, 2, 5, 1, 5, 1, 4, 2, 1, 3, 2, 5, 1, 5, 1, 3, 2, 1, 5, 1, 1, 5, 1, 9, 3, 4, 5, 1, 4, 1, 2, 4, 1, 5, 1, 2, 4, 1, 5, 1, 27, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 7, 1, 7, 1, 27, 1, 4, 1, 3, 1], "chunk_stats": {"count": 120, "sum": 401, "mean": 3.341666666666667, "median": 2.0, "p95": 7.099999999999994, "max": 27, "min": 1}}, {"stage": 1, "units_in": 120, "units_out": 63, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 4, 1, 3, 1, 1, 3, 2, 5, 2, 4, 1, 4, 1, 1, 2, 2, 4, 1], "chunk_stats": {"count": 63, "sum": 120, "mean": 1.9047619047619047, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 49, "chunk_lengths": [1, 1, 5, 3, 1, 1, 1, 1, 1, 5, 1, 2, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 6, 6, 2, 3, 1, 3, 3, 5, 1, 2, 4, 1, 1, 3, 5, 1, 4, 1, 3, 2, 1, 3, 8, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 128, "mean": 2.56, "median": 2.0, "p95": 6.0, "max": 8, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [4, 1, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 5, 2, 4, 2, 2, 2, 3, 1, 4, 1], "chunk_stats": {"count": 22, "sum": 49, "mean": 2.227272727272727, "median": 2.0, "p95": 4.949999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 49, "sum": 49, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 110, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06804510800066055, "decode_time_sec": 1.7014356670006237, "total_time_sec": 1.7750381330006348, "prefill_units_per_sec": 6892.486672156464, "prefill_bytes_per_sec": 6877.790538527132, "decode_units_per_sec": 75.23058466597496, "decode_bytes_per_sec": 75.23058466597496, "total_units_per_sec": 72.11112686555124, "total_bytes_per_sec": 72.11112686555124, "step_latency_ms": {"count": 128, "sum": 1706, "mean": 13.328125, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3388.36083984375, "peak_reserved_mb": 3450.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}, "model_input_units": {"count": 1, "sum": 469, "mean": 469.0, "median": 469.0, "p95": 469.0, "max": 469, "min": 469}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 468, "model_input_units": 469, "stage0_units": 222, "stage1_units": 109, "bytes_per_stage0_unit": 2.108108108108108, "stage0_per_stage1_unit": 2.036697247706422}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 469, "units_out": 222, "chunk_lengths": [1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 2, 3, 1, 2, 1, 3, 1, 1, 7, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 5, 3, 1, 2, 1, 2, 7, 2, 1, 1, 3, 1, 1, 8, 2, 1, 1, 1, 1, 1, 2, 1, 1, 9, 2, 3, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 9, 2, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 4, 1, 5, 2, 1, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 1, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 2, 2, 1, 1, 4, 1, 2, 4, 1, 1, 3, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 2, 4, 1, 1, 3, 1, 1, 2, 2, 2, 1, 1, 3, 1, 3, 1, 6, 2, 1, 1, 1, 1, 25, 1, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 222, "sum": 469, "mean": 2.1126126126126126, "median": 1.0, "p95": 6.949999999999989, "max": 25, "min": 1}}, {"stage": 1, "units_in": 222, "units_out": 109, "chunk_lengths": [1, 2, 1, 2, 2, 1, 3, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 1, 1, 3, 1, 2, 2, 1, 5, 3, 2, 1, 1, 1, 2, 6, 1, 1, 3, 6, 1, 1, 3, 2, 1, 3, 3, 7, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 4, 2, 2, 5, 1, 2, 1, 5, 6, 1, 1, 5, 2, 4, 2, 6, 6, 2], "chunk_stats": {"count": 109, "sum": 222, "mean": 2.036697247706422, "median": 1.0, "p95": 5.599999999999994, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [25, 4, 1, 3, 1, 5, 1, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 2, 1, 9, 2, 2, 2, 2, 2, 2, 1, 3, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 25, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [6, 1, 1, 2, 1, 2, 6, 1, 2, 3, 3, 1, 2, 3, 5], "chunk_stats": {"count": 15, "sum": 39, "mean": 2.6, "median": 2.0, "p95": 6.0, "max": 6, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 111, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06450181000036537, "decode_time_sec": 1.9579742990026716, "total_time_sec": 2.0281752970004163, "prefill_units_per_sec": 7906.754864663661, "prefill_bytes_per_sec": 7891.251423752555, "decode_units_per_sec": 65.37368752245575, "decode_bytes_per_sec": 65.37368752245575, "total_units_per_sec": 63.11091560443837, "total_bytes_per_sec": 63.11091560443837, "step_latency_ms": {"count": 128, "sum": 1956, "mean": 15.28125, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3401.70947265625, "peak_reserved_mb": 3468.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 200, "stage1_units": 99, "bytes_per_stage0_unit": 2.545, "stage0_per_stage1_unit": 2.0202020202020203}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 510, "units_out": 200, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 13, 2, 1, 1, 2, 1, 5, 13, 2, 2, 1, 2, 1, 2, 1, 6, 1, 1, 1, 3, 1, 13, 1, 1, 2, 1, 2, 1, 1, 1, 13, 2, 3, 1, 1, 5, 6, 1, 1, 2, 3, 2, 1, 4, 3, 5, 1, 1, 13, 2, 2, 4, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 1, 13, 2, 4, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 4, 3, 8, 1, 3, 1, 6, 13, 2, 3, 5, 1, 13, 1, 2, 1, 7, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 1, 4, 1, 17, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1], "chunk_stats": {"count": 200, "sum": 510, "mean": 2.55, "median": 1.0, "p95": 9.199999999999932, "max": 17, "min": 1}}, {"stage": 1, "units_in": 200, "units_out": 99, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 4, 2, 8, 2, 1, 4, 4, 2, 1, 1, 2, 2, 1, 2, 2, 3, 5, 2, 2, 2, 7, 3, 2, 4, 1, 1, 1, 3, 1, 1], "chunk_stats": {"count": 99, "sum": 200, "mean": 2.0202020202020203, "median": 2.0, "p95": 5.0, "max": 8, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 5, 4, 1, 1, 1, 13, 2, 1, 2, 4, 1, 4, 1, 1, 1, 2, 3, 5, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.449999999999996, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [2, 1, 3, 1, 3, 1, 1, 5, 1, 2, 1, 1, 3, 6, 2, 1, 1, 1, 2, 2, 9, 2, 1], "chunk_stats": {"count": 23, "sum": 52, "mean": 2.260869565217391, "median": 2.0, "p95": 5.899999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 112, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06397981100235484, "decode_time_sec": 1.617575176001992, "total_time_sec": 1.687100212999212, "prefill_units_per_sec": 4782.7587360134185, "prefill_bytes_per_sec": 4767.12880550357, "decode_units_per_sec": 79.13078903471153, "decode_bytes_per_sec": 79.13078903471153, "total_units_per_sec": 75.86982623424029, "total_bytes_per_sec": 75.86982623424029, "step_latency_ms": {"count": 128, "sum": 1624, "mean": 12.6875, "median": 8.0, "p95": 38.0, "max": 38, "min": 8}, "peak_allocated_mb": 3352.1591796875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 111, "stage1_units": 55, "bytes_per_stage0_unit": 2.7477477477477477, "stage0_per_stage1_unit": 2.018181818181818}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 306, "units_out": 111, "chunk_lengths": [1, 1, 3, 6, 7, 6, 1, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 9, 8, 2, 8, 1, 6, 1, 13, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 8, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 13, 7, 1, 1, 3, 1, 7, 2, 6, 1, 1, 3, 1, 6, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 2, 7, 1, 1, 3, 1, 7, 1, 1, 9, 1, 2, 7, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 1], "chunk_stats": {"count": 111, "sum": 306, "mean": 2.7567567567567566, "median": 1.0, "p95": 8.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 111, "units_out": 55, "chunk_lengths": [1, 2, 1, 2, 1, 3, 3, 1, 3, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 5, 2, 4, 4, 1, 2, 1, 5, 1, 1, 5, 2, 1, 1, 2, 6, 1, 1, 5, 1, 1, 1, 1, 2, 2, 3, 5, 1], "chunk_stats": {"count": 55, "sum": 111, "mean": 2.018181818181818, "median": 2.0, "p95": 5.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 31, "chunk_lengths": [13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 1, 5, 4, 3, 7, 7, 1, 1, 3, 2, 7, 1, 2, 1, 1, 9, 8, 2], "chunk_stats": {"count": 31, "sum": 128, "mean": 4.129032258064516, "median": 3.0, "p95": 11.0, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [1, 4, 1, 2, 1, 4, 1, 1, 2, 1, 1, 4, 5, 1, 1, 1], "chunk_stats": {"count": 16, "sum": 31, "mean": 1.9375, "median": 1.0, "p95": 4.25, "max": 5, "min": 1}, "active_size_stats": {"count": 31, "sum": 31, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 113, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06419797999842558, "decode_time_sec": 1.6785661870017066, "total_time_sec": 1.747218556000007, "prefill_units_per_sec": 7944.175190753782, "prefill_bytes_per_sec": 7928.598376654265, "decode_units_per_sec": 76.25555726738219, "decode_bytes_per_sec": 76.25555726738219, "total_units_per_sec": 73.25929521549763, "total_bytes_per_sec": 73.25929521549763, "step_latency_ms": {"count": 128, "sum": 1684, "mean": 13.15625, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3401.70947265625, "peak_reserved_mb": 3470.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 200, "stage1_units": 91, "bytes_per_stage0_unit": 2.545, "stage0_per_stage1_unit": 2.197802197802198}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 510, "units_out": 200, "chunk_lengths": [1, 1, 3, 2, 4, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 4, 2, 1, 13, 4, 2, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 1, 1, 1, 1, 3, 13, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 9, 1, 2, 1, 13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1, 2, 1, 3, 1, 5, 1, 1, 6, 3, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 1, 5, 2, 3, 1, 4, 4, 1, 1, 13, 1, 2, 1, 4, 1, 1, 1, 9, 2, 1, 2, 1, 1, 4, 5, 6, 1, 11, 9, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 2, 1, 2, 1, 1, 9, 1, 1, 1, 1, 4, 1, 1, 1, 1, 9, 2, 1, 6, 3, 1, 1, 9, 1, 2, 1, 1], "chunk_stats": {"count": 200, "sum": 510, "mean": 2.55, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 200, "units_out": 91, "chunk_lengths": [1, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 6, 7, 3, 2, 1, 5, 2, 3, 1, 3, 1, 2, 1, 5, 2, 1, 1, 3, 3, 1, 7, 1, 1, 3, 2, 2, 1, 6, 2, 1, 2, 2, 2, 1, 2, 2, 1, 2, 1, 1, 2, 1, 2, 2, 2, 7, 1, 7, 1, 1, 2, 1, 2, 1, 2, 1, 1, 6, 1, 4, 1, 5, 2, 2, 1, 5, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1], "chunk_stats": {"count": 91, "sum": 200, "mean": 2.197802197802198, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 40, "chunk_lengths": [13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 1.0, "p95": 13.0, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 2, 6, 2, 2, 3, 3, 1, 7, 1, 4, 2, 2, 1, 3], "chunk_stats": {"count": 15, "sum": 40, "mean": 2.6666666666666665, "median": 2.0, "p95": 6.299999999999999, "max": 7, "min": 1}, "active_size_stats": {"count": 40, "sum": 40, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 114, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06339440100055072, "decode_time_sec": 1.950939542002743, "total_time_sec": 2.019640721002361, "prefill_units_per_sec": 4148.6313593800705, "prefill_bytes_per_sec": 4132.857095656192, "decode_units_per_sec": 65.60941394862559, "decode_bytes_per_sec": 65.60941394862559, "total_units_per_sec": 63.37760903160675, "total_bytes_per_sec": 63.37760903160675, "step_latency_ms": {"count": 128, "sum": 1954, "mean": 15.265625, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3343.6201171875, "peak_reserved_mb": 3368.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 93, "stage1_units": 47, "bytes_per_stage0_unit": 2.817204301075269, "stage0_per_stage1_unit": 1.9787234042553192}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 263, "units_out": 93, "chunk_lengths": [1, 1, 3, 3, 1, 7, 1, 4, 1, 1, 3, 2, 4, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 7, 1, 1, 1, 6, 2, 5, 7, 1, 4, 2, 6, 4, 1, 3, 1, 1, 1, 1, 23, 1, 3, 1, 4, 1, 3, 1, 1, 1, 1, 9, 1, 3, 2, 1, 1, 1, 4, 3, 1, 1, 9, 1, 1, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 1, 13, 1, 5], "chunk_stats": {"count": 93, "sum": 263, "mean": 2.827956989247312, "median": 1.0, "p95": 9.0, "max": 23, "min": 1}}, {"stage": 1, "units_in": 93, "units_out": 47, "chunk_lengths": [1, 2, 1, 2, 2, 1, 3, 3, 2, 1, 1, 1, 4, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 3, 1, 1, 3, 2, 5, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 4, 2, 1, 1, 3, 5, 1, 2], "chunk_stats": {"count": 47, "sum": 93, "mean": 1.9787234042553192, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 9, 1, 1, 3, 8, 4, 1, 5, 1, 4, 5, 4, 1, 1, 1, 1, 2, 4, 1, 3, 1, 9, 3, 4, 1, 2, 1, 1, 1, 1, 1, 4, 3, 1, 7, 1, 4, 1, 2, 1, 2, 1, 1, 3, 2, 4, 1, 2, 1, 1], "chunk_stats": {"count": 51, "sum": 128, "mean": 2.5098039215686274, "median": 1.0, "p95": 7.5, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 2, 2, 4, 1, 1, 2, 2, 2, 5, 1, 4, 3, 1, 1, 6, 1, 1, 2, 4, 2, 3], "chunk_stats": {"count": 22, "sum": 51, "mean": 2.3181818181818183, "median": 2.0, "p95": 4.949999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 115, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.064651889999368, "decode_time_sec": 1.995004352000251, "total_time_sec": 2.063895949999278, "prefill_units_per_sec": 6666.471776837665, "prefill_bytes_per_sec": 6651.004324919248, "decode_units_per_sec": 64.16026103986358, "decode_bytes_per_sec": 64.16026103986358, "total_units_per_sec": 62.018630348126216, "total_bytes_per_sec": 62.018630348126216, "step_latency_ms": {"count": 128, "sum": 1981, "mean": 15.4765625, "median": 8.0, "p95": 39.0, "max": 40, "min": 8}, "peak_allocated_mb": 3380.6083984375, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}, "model_input_units": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 430, "model_input_units": 431, "stage0_units": 163, "stage1_units": 86, "bytes_per_stage0_unit": 2.638036809815951, "stage0_per_stage1_unit": 1.8953488372093024}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 431, "units_out": 163, "chunk_lengths": [1, 1, 3, 2, 4, 1, 1, 2, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1, 9, 4, 2, 1, 2, 7, 1, 1, 3, 1, 1, 1, 2, 1, 4, 2, 6, 1, 2, 7, 1, 4, 1, 1, 5, 1, 4, 1, 3, 2, 1, 4, 1, 1, 3, 1, 9, 5, 1, 1, 4, 2, 1, 2, 3, 1, 9, 1, 2, 4, 1, 2, 1, 1, 13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 5, 7, 10, 1, 2, 2, 1, 9, 5, 1, 1, 6, 2, 7, 1, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1, 2, 1, 1, 5, 7, 1, 1, 2, 3, 1, 6, 1, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1], "chunk_stats": {"count": 163, "sum": 431, "mean": 2.644171779141104, "median": 2.0, "p95": 7.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 163, "units_out": 86, "chunk_lengths": [1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 2, 1, 1, 1, 2, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 6, 1, 1, 2, 1, 1, 4, 4, 1, 3, 1, 2, 3, 1, 1], "chunk_stats": {"count": 86, "sum": 163, "mean": 1.8953488372093024, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 52, "chunk_lengths": [9, 3, 4, 1, 4, 1, 1, 1, 4, 2, 4, 1, 1, 2, 1, 4, 1, 6, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 6.449999999999996, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 4, 2, 1, 2, 5, 5, 5, 1, 1, 3, 1, 3], "chunk_stats": {"count": 22, "sum": 52, "mean": 2.3636363636363638, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}, "active_size_stats": {"count": 52, "sum": 52, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 116, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0644545199975255, "decode_time_sec": 1.7602251800017257, "total_time_sec": 1.8297090980013309, "prefill_units_per_sec": 4949.226214270882, "prefill_bytes_per_sec": 4933.7113985521655, "decode_units_per_sec": 72.71796895887748, "decode_bytes_per_sec": 72.71796895887748, "total_units_per_sec": 69.9564756713621, "total_bytes_per_sec": 69.9564756713621, "step_latency_ms": {"count": 128, "sum": 1757, "mean": 13.7265625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3354.1904296875, "peak_reserved_mb": 3392.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "model_input_units": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 318, "model_input_units": 319, "stage0_units": 129, "stage1_units": 51, "bytes_per_stage0_unit": 2.4651162790697674, "stage0_per_stage1_unit": 2.5294117647058822}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 319, "units_out": 129, "chunk_lengths": [1, 1, 3, 7, 1, 9, 1, 1, 5, 3, 1, 1, 2, 1, 1, 4, 1, 1, 3, 2, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 4, 1, 1], "chunk_stats": {"count": 129, "sum": 319, "mean": 2.4728682170542635, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 129, "units_out": 51, "chunk_lengths": [1, 2, 1, 5, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 4, 4, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 9, 1, 6, 11, 2, 4, 2, 2, 2, 1, 5, 1, 1, 1, 4, 4, 1, 2, 1], "chunk_stats": {"count": 51, "sum": 129, "mean": 2.5294117647058822, "median": 1.0, "p95": 6.5, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 1.0, "p95": 8.199999999999989, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 14, "chunk_lengths": [1, 19, 3, 1, 2, 2, 2, 1, 5, 1, 1, 5, 4, 1], "chunk_stats": {"count": 14, "sum": 48, "mean": 3.4285714285714284, "median": 2.0, "p95": 9.899999999999995, "max": 19, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 117, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06463847000122769, "decode_time_sec": 1.756456351999077, "total_time_sec": 1.8255854409981112, "prefill_units_per_sec": 6033.558653114665, "prefill_bytes_per_sec": 6018.08798990155, "decode_units_per_sec": 72.87399988865039, "decode_bytes_per_sec": 72.87399988865039, "total_units_per_sec": 70.11449430162959, "total_bytes_per_sec": 70.11449430162959, "step_latency_ms": {"count": 128, "sum": 1755, "mean": 13.7109375, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3368.36669921875, "peak_reserved_mb": 3452.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 118, "stage1_units": 63, "bytes_per_stage0_unit": 3.2966101694915255, "stage0_per_stage1_unit": 1.873015873015873}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 390, "units_out": 118, "chunk_lengths": [1, 1, 3, 3, 1, 3, 2, 1, 1, 1, 1, 3, 2, 7, 2, 5, 1, 1, 1, 1, 9, 2, 1, 5, 1, 3, 10, 8, 1, 11, 1, 1, 2, 2, 1, 1, 1, 9, 9, 2, 1, 1, 9, 10, 2, 1, 4, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 9, 4, 1, 5, 3, 1, 3, 1, 6, 1, 1, 6, 1, 13, 8, 1, 1, 5, 1, 9, 1, 1, 4, 1, 7, 1, 7, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 1, 13, 9, 2, 1, 6, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 1, 5, 1, 7, 1, 1], "chunk_stats": {"count": 118, "sum": 390, "mean": 3.305084745762712, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 118, "units_out": 63, "chunk_lengths": [1, 2, 1, 2, 3, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 1, 1, 6, 1, 2, 1, 3, 1, 1, 2, 1, 4, 4, 1, 1, 3, 2, 3, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 2, 4, 3, 4, 2, 3, 1], "chunk_stats": {"count": 63, "sum": 118, "mean": 1.873015873015873, "median": 1.0, "p95": 4.0, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 38, "chunk_lengths": [9, 3, 4, 8, 1, 5, 4, 5, 1, 1, 3, 2, 7, 1, 1, 9, 1, 1, 1, 9, 5, 1, 2, 7, 1, 1, 3, 1, 3, 2, 2, 1, 6, 1, 9, 1, 1, 1, 4], "chunk_stats": {"count": 39, "sum": 128, "mean": 3.282051282051282, "median": 2.0, "p95": 9.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 3, 1, 1, 2, 4, 3, 1, 3, 1, 1, 1, 1, 3, 1, 2, 5, 4], "chunk_stats": {"count": 18, "sum": 38, "mean": 2.111111111111111, "median": 1.5, "p95": 4.149999999999999, "max": 5, "min": 1}, "active_size_stats": {"count": 38, "sum": 38, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 118, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06439938999756123, "decode_time_sec": 1.8348019559998647, "total_time_sec": 1.903976983998291, "prefill_units_per_sec": 4099.417712031085, "prefill_bytes_per_sec": 4083.889614637028, "decode_units_per_sec": 69.76229755011741, "decode_bytes_per_sec": 69.76229755011741, "total_units_per_sec": 67.22770342066009, "total_bytes_per_sec": 67.22770342066009, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3343.7060546875, "peak_reserved_mb": 3370.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}, "model_input_units": {"count": 1, "sum": 264, "mean": 264.0, "median": 264.0, "p95": 264.0, "max": 264, "min": 264}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 263, "model_input_units": 264, "stage0_units": 114, "stage1_units": 50, "bytes_per_stage0_unit": 2.307017543859649, "stage0_per_stage1_unit": 2.28}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 264, "units_out": 114, "chunk_lengths": [1, 1, 3, 1, 8, 1, 1, 3, 2, 4, 3, 1, 2, 1, 1, 2, 2, 2, 8, 1, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 2, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 1, 5, 1, 1, 9, 3, 1, 1, 1, 2, 2, 1, 3, 1, 2, 2, 1, 4, 4, 1, 4, 3, 1, 2, 1, 1, 1, 9, 4, 1, 2, 1, 3, 1, 2, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 1, 4, 1, 2, 1, 4, 1, 1, 1, 13, 1, 2, 1, 2, 1, 5, 1, 2, 2, 2, 1, 17, 4, 1, 1, 1, 3], "chunk_stats": {"count": 114, "sum": 264, "mean": 2.3157894736842106, "median": 1.0, "p95": 6.049999999999983, "max": 17, "min": 1}}, {"stage": 1, "units_in": 114, "units_out": 50, "chunk_lengths": [1, 2, 2, 1, 3, 5, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 1, 1, 4, 1, 5, 3, 7, 1, 1, 1, 5, 1, 5, 1, 7, 2, 2, 3, 1, 1, 5, 5, 1, 1, 4], "chunk_stats": {"count": 50, "sum": 114, "mean": 2.28, "median": 1.0, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [1, 3, 1, 1, 1, 2, 1, 1, 21, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 13, 4, 1, 13], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 8.049999999999962, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 6, 1, 5, 6, 1, 5, 3, 5, 3, 3, 7, 1, 1, 2], "chunk_stats": {"count": 16, "sum": 51, "mean": 3.1875, "median": 3.0, "p95": 6.25, "max": 7, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 119, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06439594000039506, "decode_time_sec": 1.911141011001746, "total_time_sec": 1.9804428390016255, "prefill_units_per_sec": 10668.374434720346, "prefill_bytes_per_sec": 10652.845505412166, "decode_units_per_sec": 66.97569633174653, "decode_bytes_per_sec": 66.97569633174653, "total_units_per_sec": 64.63200930582119, "total_bytes_per_sec": 64.63200930582119, "step_latency_ms": {"count": 128, "sum": 1903, "mean": 14.8671875, "median": 8.0, "p95": 38.0, "max": 46, "min": 8}, "peak_allocated_mb": 3458.05859375, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 686, "mean": 686.0, "median": 686.0, "p95": 686.0, "max": 686, "min": 686}, "model_input_units": {"count": 1, "sum": 687, "mean": 687.0, "median": 687.0, "p95": 687.0, "max": 687, "min": 687}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 686, "model_input_units": 687, "stage0_units": 251, "stage1_units": 101, "bytes_per_stage0_unit": 2.733067729083665, "stage0_per_stage1_unit": 2.485148514851485}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 687, "units_out": 251, "chunk_lengths": [1, 1, 3, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 2, 2, 5, 4, 4, 8, 11, 1, 1, 2, 3, 5, 7, 2, 1, 2, 1, 6, 5, 6, 1, 4, 2, 1, 2, 1, 3, 1, 1, 2, 3, 5, 10, 1, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 1, 5, 1, 1, 3, 1, 5, 1, 2, 10, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 2, 1, 9, 10, 1, 5, 3, 1, 1, 1, 4, 1, 1, 2, 5, 1, 2, 4, 10, 1, 4, 1, 9, 3, 3, 5, 6, 1, 5, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 6, 1, 4, 1, 5, 9, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 6, 1, 2, 3, 1, 7, 1, 5, 2, 2, 4, 1, 1, 3, 5, 1, 9, 1, 3, 1, 6, 1, 5, 1, 5, 1, 6, 1, 6, 1, 4, 1, 1, 5, 2, 8, 1, 4, 1, 6, 2, 1, 2, 5, 5, 2, 3, 1, 1, 6, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1], "chunk_stats": {"count": 251, "sum": 687, "mean": 2.737051792828685, "median": 2.0, "p95": 7.0, "max": 11, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 101, "chunk_lengths": [1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 3, 1, 4, 4, 1, 2, 2, 1, 6, 4, 12, 1, 1, 5, 4, 1, 8, 1, 1, 3, 8, 1, 1, 2, 4, 1, 2, 1, 1, 2, 1, 6, 4, 6, 4, 1, 1, 2, 1, 6, 4, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 3, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 2, 1, 6, 5, 1, 8, 1, 7, 4], "chunk_stats": {"count": 101, "sum": 251, "mean": 2.485148514851485, "median": 1.0, "p95": 6.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 61, "chunk_lengths": [1, 4, 1, 4, 1, 10, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 6, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 4, 1, 4, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 2, 3, 1, 1, 2], "chunk_stats": {"count": 61, "sum": 128, "mean": 2.098360655737705, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 15, "chunk_lengths": [4, 4, 1, 8, 1, 7, 1, 5, 7, 8, 1, 1, 6, 1, 1, 5], "chunk_stats": {"count": 16, "sum": 61, "mean": 3.8125, "median": 4.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 61, "sum": 61, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 120, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06694317900110036, "decode_time_sec": 1.606049942001846, "total_time_sec": 1.6817834469984518, "prefill_units_per_sec": 14743.847166023837, "prefill_bytes_per_sec": 14728.909124315605, "decode_units_per_sec": 79.6986423974186, "decode_bytes_per_sec": 79.6986423974186, "total_units_per_sec": 76.10968001168455, "total_bytes_per_sec": 76.10968001168455, "step_latency_ms": {"count": 128, "sum": 1608, "mean": 12.5625, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3530.46875, "peak_reserved_mb": 3628.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 986, "mean": 986.0, "median": 986.0, "p95": 986.0, "max": 986, "min": 986}, "model_input_units": {"count": 1, "sum": 987, "mean": 987.0, "median": 987.0, "p95": 987.0, "max": 987, "min": 987}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 986, "model_input_units": 987, "stage0_units": 310, "stage1_units": 131, "bytes_per_stage0_unit": 3.1806451612903226, "stage0_per_stage1_unit": 2.366412213740458}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 987, "units_out": 310, "chunk_lengths": [1, 1, 3, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 10, 2, 1, 1, 5, 5, 4, 1, 1, 4, 1, 11, 2, 7, 1, 5, 1, 3, 2, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 1, 5, 4, 2, 3, 5, 4, 1, 1, 4, 1, 10, 1, 9, 5, 4, 1, 1, 4, 1, 9, 1, 5, 2, 1, 1, 1, 9, 11, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 11, 1, 1, 1, 1, 9, 1, 2, 5, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 9, 1, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 4, 1, 5, 1, 1, 1, 1, 9, 6, 1, 5, 2, 4, 1, 4, 1, 5, 1, 1, 2, 1, 6, 1, 6, 1, 4, 1, 1, 1, 1, 1, 9, 2, 3, 8, 1, 4, 1, 1, 3, 11, 1, 7, 1, 2, 5, 9, 2, 1, 6, 9, 1, 4, 4, 3, 10, 9, 1, 1, 1, 1, 4, 1, 5, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 4, 1, 5, 9, 1, 1, 1, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 9, 1, 1, 1, 1, 2, 4, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 2, 4, 9, 1, 1, 1, 11, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 11, 1], "chunk_stats": {"count": 310, "sum": 987, "mean": 3.1838709677419357, "median": 2.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 310, "units_out": 131, "chunk_lengths": [1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 1, 12, 1, 2, 1, 7, 1, 1, 2, 2, 1, 10, 1, 1, 1, 2, 8, 1, 7, 2, 1, 2, 1, 1, 1, 1, 1, 3, 2, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 1, 3, 2, 4, 2, 1, 6, 1, 1, 1, 2, 2, 1, 3, 2, 4, 3, 7, 1, 1, 1, 1, 2, 4, 2, 5, 4, 3, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 7, 1, 1, 7, 2, 1, 4, 1, 1, 11, 1, 4, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 9, 4, 1, 1, 5, 1, 9, 2, 1], "chunk_stats": {"count": 131, "sum": 310, "mean": 2.366412213740458, "median": 1.0, "p95": 7.5, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 43, "chunk_lengths": [1, 9, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 4, 1, 1, 5, 3, 4, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 1], "chunk_stats": {"count": 44, "sum": 128, "mean": 2.909090909090909, "median": 1.0, "p95": 8.400000000000006, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 9, "chunk_lengths": [1, 1, 2, 5, 5, 3, 11, 1, 1, 13], "chunk_stats": {"count": 10, "sum": 43, "mean": 4.3, "median": 2.5, "p95": 12.099999999999998, "max": 13, "min": 1}, "active_size_stats": {"count": 43, "sum": 43, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 121, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07785448399954475, "decode_time_sec": 1.8114507170030265, "total_time_sec": 1.8989749470019888, "prefill_units_per_sec": 7462.640173729716, "prefill_bytes_per_sec": 7449.7956983876675, "decode_units_per_sec": 70.66159669624959, "decode_bytes_per_sec": 70.66159669624959, "total_units_per_sec": 67.40478604105878, "total_bytes_per_sec": 67.40478604105878, "step_latency_ms": {"count": 128, "sum": 1814, "mean": 14.171875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3424.79638671875, "peak_reserved_mb": 3508.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 580, "mean": 580.0, "median": 580.0, "p95": 580.0, "max": 580, "min": 580}, "model_input_units": {"count": 1, "sum": 581, "mean": 581.0, "median": 581.0, "p95": 581.0, "max": 581, "min": 581}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 580, "model_input_units": 581, "stage0_units": 199, "stage1_units": 102, "bytes_per_stage0_unit": 2.9145728643216082, "stage0_per_stage1_unit": 1.9509803921568627}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 581, "units_out": 199, "chunk_lengths": [1, 1, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 5, 4, 4, 2, 1, 2, 2, 10, 2, 6, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 3, 1, 3, 4, 4, 4, 1, 9, 1, 5, 2, 1, 9, 1, 1, 5, 1, 2, 5, 4, 1, 7, 1, 1, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 9, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 4, 6, 1, 1, 3, 1, 4, 5, 1, 3, 4, 6, 1, 1, 9, 1, 5, 1, 6, 6, 1, 1, 5, 2, 7, 5, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 29, 1, 9, 2, 6, 1, 1, 1, 5, 1, 2, 4, 5, 1, 3, 4, 5, 4, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 3, 1, 4, 4, 1, 1, 13, 1, 5, 2, 1, 9, 1, 1, 3, 1, 4, 9, 2, 1, 1, 1, 1, 1, 1, 2, 4, 4, 1, 9, 1, 2, 1, 4, 1, 1, 5, 1], "chunk_stats": {"count": 199, "sum": 581, "mean": 2.919597989949749, "median": 2.0, "p95": 9.0, "max": 29, "min": 1}}, {"stage": 1, "units_in": 199, "units_out": 102, "chunk_lengths": [1, 2, 2, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 2, 2, 2, 5, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 3, 2, 1, 3, 2, 2, 2, 3, 1, 1, 1, 1, 3, 2, 2, 2, 5, 1, 1, 10, 5, 1, 2, 3, 1, 2, 2, 1, 1, 3, 1, 2, 4, 1, 7, 1], "chunk_stats": {"count": 102, "sum": 199, "mean": 1.9509803921568627, "median": 2.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 48, "chunk_lengths": [1, 4, 4, 1, 1, 5, 3, 4, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 8, 1, 1, 1, 4, 1, 3, 1, 6, 1, 4, 1, 4, 1, 4, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 2], "chunk_stats": {"count": 49, "sum": 128, "mean": 2.6122448979591835, "median": 2.0, "p95": 6.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [4, 1, 1, 3, 3, 7, 1, 1, 1, 6, 1, 2, 4, 1, 1, 3, 7, 1], "chunk_stats": {"count": 18, "sum": 48, "mean": 2.6666666666666665, "median": 1.5, "p95": 7.0, "max": 7, "min": 1}, "active_size_stats": {"count": 48, "sum": 48, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 122, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06467187999805901, "decode_time_sec": 1.9419185069964442, "total_time_sec": 2.013519603999157, "prefill_units_per_sec": 7623.096777375211, "prefill_bytes_per_sec": 7607.634106427188, "decode_units_per_sec": 65.91419750047955, "decode_bytes_per_sec": 65.91419750047955, "total_units_per_sec": 63.5702775109676, "total_bytes_per_sec": 63.5702775109676, "step_latency_ms": {"count": 128, "sum": 1938, "mean": 15.140625, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3400.4228515625, "peak_reserved_mb": 3468.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}, "model_input_units": {"count": 1, "sum": 493, "mean": 493.0, "median": 493.0, "p95": 493.0, "max": 493, "min": 493}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 492, "model_input_units": 493, "stage0_units": 213, "stage1_units": 102, "bytes_per_stage0_unit": 2.3098591549295775, "stage0_per_stage1_unit": 2.088235294117647}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 493, "units_out": 213, "chunk_lengths": [1, 1, 3, 3, 1, 3, 1, 2, 8, 1, 1, 3, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 4, 1, 3, 1, 5, 1, 1, 1, 9, 2, 2, 2, 1, 1, 2, 2, 4, 1, 3, 1, 2, 2, 4, 1, 1, 1, 1, 9, 1, 2, 3, 6, 1, 2, 1, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 9, 2, 1, 3, 1, 4, 1, 3, 10, 1, 1, 6, 1, 1, 1, 6, 1, 1, 4, 1, 3, 1, 1, 1, 1, 6, 9, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1], "chunk_stats": {"count": 213, "sum": 493, "mean": 2.3145539906103285, "median": 1.0, "p95": 6.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 213, "units_out": 102, "chunk_lengths": [1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 4, 1, 2, 5, 1, 3, 5, 1, 3, 4, 3, 1, 1, 1, 1, 1, 1, 3, 4, 2, 5, 1, 1, 1, 3, 2, 3, 1, 2, 1, 1, 4, 1, 4, 3, 1, 1, 5, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 2, 1, 1, 2, 1, 2, 2, 1, 5, 7, 1, 1, 2, 2, 1, 1, 2, 2, 2, 2, 3, 1, 2, 1, 2, 2, 2, 3, 1, 9, 4], "chunk_stats": {"count": 102, "sum": 213, "mean": 2.088235294117647, "median": 2.0, "p95": 5.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [1, 1, 5, 1, 7, 1, 1, 1, 5, 4, 3, 1, 4, 1, 1, 3, 2, 1, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 2], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.0, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 2, 3, 5, 1, 4, 6, 2, 1, 7, 8], "chunk_stats": {"count": 20, "sum": 57, "mean": 2.85, "median": 2.0, "p95": 7.050000000000001, "max": 8, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 123, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06456361999880755, "decode_time_sec": 1.8496304489999602, "total_time_sec": 1.9196176969999215, "prefill_units_per_sec": 5111.23756700902, "prefill_bytes_per_sec": 5095.748968321113, "decode_units_per_sec": 69.20301299603159, "decode_bytes_per_sec": 69.20301299603159, "total_units_per_sec": 66.67994372006731, "total_bytes_per_sec": 66.67994372006731, "step_latency_ms": {"count": 128, "sum": 1847, "mean": 14.4296875, "median": 8.0, "p95": 38.0, "max": 39, "min": 8}, "peak_allocated_mb": 3357.45654296875, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "model_input_units": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 329, "model_input_units": 330, "stage0_units": 110, "stage1_units": 50, "bytes_per_stage0_unit": 2.9909090909090907, "stage0_per_stage1_unit": 2.2}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 330, "units_out": 110, "chunk_lengths": [1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 8, 2, 1, 2, 1, 1, 7, 1, 1, 9, 1, 2, 3, 1, 1, 8, 1, 1, 1, 2, 1, 1, 13, 1, 5, 5, 5, 1, 1, 3, 3, 4, 1, 2, 3, 1, 2, 6, 4, 1, 7, 1, 1, 1, 9, 2, 2, 1, 2, 1, 10, 1, 1, 9, 4, 1, 8, 3, 1, 8, 1, 13, 1, 2, 1, 8, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 1, 8, 1, 2, 2, 2, 1, 1, 13, 1, 1, 1, 2, 1, 1, 7, 1, 1, 7, 1, 1], "chunk_stats": {"count": 110, "sum": 330, "mean": 3.0, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 110, "units_out": 50, "chunk_lengths": [1, 2, 1, 1, 3, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 5, 4, 1, 2, 3, 3, 1, 5, 2, 3, 2, 1, 1, 1, 4, 2, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 5, 3, 2, 4, 1, 4, 3, 4, 1], "chunk_stats": {"count": 50, "sum": 110, "mean": 2.2, "median": 2.0, "p95": 5.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 47, "chunk_lengths": [9, 3, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 10, 1, 10, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 9, 2, 1, 1, 1, 5, 4, 1, 2, 1, 1, 7, 1], "chunk_stats": {"count": 47, "sum": 128, "mean": 2.723404255319149, "median": 1.0, "p95": 9.0, "max": 10, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 19, "chunk_lengths": [1, 3, 1, 1, 1, 6, 1, 3, 1, 7, 4, 1, 5, 1, 2, 1, 1, 3, 3, 1], "chunk_stats": {"count": 20, "sum": 47, "mean": 2.35, "median": 1.0, "p95": 6.050000000000001, "max": 7, "min": 1}, "active_size_stats": {"count": 47, "sum": 47, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 124, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06433075000313693, "decode_time_sec": 1.774874523998733, "total_time_sec": 1.8431952130013087, "prefill_units_per_sec": 4943.203677626851, "prefill_bytes_per_sec": 4927.659011973936, "decode_units_per_sec": 72.1177741126287, "decode_bytes_per_sec": 72.1177741126287, "total_units_per_sec": 69.44462479998266, "total_bytes_per_sec": 69.44462479998266, "step_latency_ms": {"count": 128, "sum": 1774, "mean": 13.859375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3354.080078125, "peak_reserved_mb": 3390.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}, "model_input_units": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 317, "model_input_units": 318, "stage0_units": 90, "stage1_units": 46, "bytes_per_stage0_unit": 3.522222222222222, "stage0_per_stage1_unit": 1.9565217391304348}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 318, "units_out": 90, "chunk_lengths": [1, 1, 3, 4, 1, 8, 1, 4, 1, 1, 5, 1, 19, 5, 1, 4, 1, 19, 1, 2, 1, 2, 2, 1, 19, 4, 1, 6, 1, 1, 4, 1, 1, 3, 20, 4, 1, 4, 1, 1, 4, 1, 1, 4, 1, 19, 1, 4, 1, 3, 1, 2, 2, 1, 19, 1, 4, 1, 1, 4, 1, 1, 8, 1, 1, 1, 20, 1, 4, 1, 3, 1, 1, 8, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 1, 4, 1, 1], "chunk_stats": {"count": 90, "sum": 318, "mean": 3.533333333333333, "median": 1.0, "p95": 19.0, "max": 20, "min": 1}}, {"stage": 1, "units_in": 90, "units_out": 46, "chunk_lengths": [1, 2, 3, 1, 4, 1, 1, 3, 2, 2, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 3, 2, 3, 1, 1, 2, 2, 2, 3, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1], "chunk_stats": {"count": 46, "sum": 90, "mean": 1.9565217391304348, "median": 2.0, "p95": 4.0, "max": 5, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 41, "chunk_lengths": [9, 4, 1, 1, 5, 2, 4, 1, 4, 1, 1, 4, 1, 3, 1, 5, 4, 1, 9, 4, 1, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 6, 1, 1, 4, 1, 9, 6, 1, 6, 1], "chunk_stats": {"count": 42, "sum": 128, "mean": 3.0476190476190474, "median": 2.0, "p95": 8.849999999999987, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 18, "chunk_lengths": [1, 4, 1, 3, 6, 1, 2, 1, 4, 1, 2, 1, 1, 1, 3, 5, 1, 3], "chunk_stats": {"count": 18, "sum": 41, "mean": 2.2777777777777777, "median": 1.5, "p95": 5.149999999999999, "max": 6, "min": 1}, "active_size_stats": {"count": 41, "sum": 41, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 125, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06450436000159243, "decode_time_sec": 1.6326785889978055, "total_time_sec": 1.7029224569996586, "prefill_units_per_sec": 13037.878369450345, "prefill_bytes_per_sec": 13022.375541424839, "decode_units_per_sec": 78.39877417549208, "decode_bytes_per_sec": 78.39877417549208, "total_units_per_sec": 75.16490223842627, "total_bytes_per_sec": 75.16490223842627, "step_latency_ms": {"count": 128, "sum": 1630, "mean": 12.734375, "median": 8.0, "p95": 38.0, "max": 41, "min": 8}, "peak_allocated_mb": 3492.96435546875, "peak_reserved_mb": 3610.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}, "model_input_units": {"count": 1, "sum": 841, "mean": 841.0, "median": 841.0, "p95": 841.0, "max": 841, "min": 841}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 840, "model_input_units": 841, "stage0_units": 251, "stage1_units": 124, "bytes_per_stage0_unit": 3.346613545816733, "stage0_per_stage1_unit": 2.024193548387097}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 841, "units_out": 251, "chunk_lengths": [1, 1, 3, 1, 4, 1, 1, 2, 1, 7, 1, 1, 3, 2, 4, 2, 1, 2, 3, 4, 1, 1, 1, 9, 1, 2, 5, 1, 2, 2, 2, 1, 13, 5, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 4, 2, 1, 4, 1, 4, 1, 9, 3, 1, 7, 2, 1, 3, 1, 6, 1, 9, 4, 2, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 3, 1, 3, 1, 1, 13, 1, 2, 1, 1, 8, 1, 1, 1, 2, 1, 4, 1, 1, 17, 6, 2, 1, 1, 13, 2, 3, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 17, 6, 2, 1, 1, 1, 1, 1, 13, 4, 1, 17, 2, 1, 3, 5, 4, 1, 8, 1, 2, 3, 4, 2, 4, 5, 3, 1, 3, 2, 2, 17, 2, 2, 1, 5, 4, 3, 4, 6, 1, 17, 1, 2, 1, 21, 1, 2, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 17, 7, 1, 1, 8, 5, 2, 3, 11, 5, 1, 1, 21, 2, 2, 17, 6, 2, 1, 3, 1, 2, 2, 1, 5, 1, 6, 1, 1, 1, 1, 40, 1, 1, 8, 1, 3, 1, 3, 1, 13, 3, 4, 5, 1, 9, 2, 1, 4, 1, 2, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 13, 1, 2, 4, 1, 1, 2, 1], "chunk_stats": {"count": 251, "sum": 841, "mean": 3.350597609561753, "median": 2.0, "p95": 13.0, "max": 40, "min": 1}}, {"stage": 1, "units_in": 251, "units_out": 124, "chunk_lengths": [1, 2, 2, 3, 2, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 5, 1, 1, 1, 5, 6, 3, 3, 1, 1, 2, 1, 4, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 3, 1, 4, 1, 1, 1, 2, 1, 1, 4, 4, 3, 1, 1, 3, 3, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 3, 2, 1, 2, 2, 1, 3, 1, 3, 1, 3, 1, 2, 1, 4, 1, 3, 3, 7, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 2, 2, 3, 3, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 7, 3, 1, 1, 2, 3, 1], "chunk_stats": {"count": 124, "sum": 251, "mean": 2.024193548387097, "median": 1.5, "p95": 5.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 39, "chunk_lengths": [1, 1, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 6, 2, 1, 3, 1, 3, 1, 3, 1, 13, 4, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 4], "chunk_stats": {"count": 40, "sum": 128, "mean": 3.2, "median": 2.0, "p95": 13.199999999999989, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 11, "chunk_lengths": [3, 1, 5, 3, 4, 4, 4, 1, 2, 1, 8, 3], "chunk_stats": {"count": 12, "sum": 39, "mean": 3.25, "median": 3.0, "p95": 6.349999999999998, "max": 8, "min": 1}, "active_size_stats": {"count": 39, "sum": 39, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 126, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0648488400001952, "decode_time_sec": 1.6719461610009603, "total_time_sec": 1.74613535699973, "prefill_units_per_sec": 8327.057199456067, "prefill_bytes_per_sec": 8311.636723160778, "decode_units_per_sec": 76.55748910202287, "decode_bytes_per_sec": 76.55748910202287, "total_units_per_sec": 73.30474094513154, "total_bytes_per_sec": 73.30474094513154, "step_latency_ms": {"count": 128, "sum": 1667, "mean": 13.0234375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3410.724609375, "peak_reserved_mb": 3512.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 159, "stage1_units": 69, "bytes_per_stage0_unit": 3.389937106918239, "stage0_per_stage1_unit": 2.3043478260869565}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 540, "units_out": 159, "chunk_lengths": [1, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 1, 8, 2, 1, 1, 9, 2, 1, 2, 1, 2, 5, 1, 3, 9, 1, 2, 5, 1, 1, 4, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 4, 2, 1, 3, 2, 5, 1, 2, 4, 4, 6, 1, 4, 6, 1, 4, 3, 4, 1, 4, 6, 1, 13, 2, 2, 3, 1, 7, 3, 2, 1, 2, 5, 2, 1, 7, 1, 2, 5, 1, 3, 4, 9, 1, 7, 13, 2, 1, 2, 1, 7, 1, 13, 1, 13, 1, 5, 1, 3, 1, 9, 1, 1, 1, 17, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 21, 1, 3, 1, 8, 2, 1, 1, 1, 13, 9, 1, 2, 1, 3, 1, 9, 1, 1, 13, 5, 1, 1, 3, 1, 9, 1, 1, 13, 4, 6, 1], "chunk_stats": {"count": 159, "sum": 540, "mean": 3.3962264150943398, "median": 2.0, "p95": 13.0, "max": 21, "min": 1}}, {"stage": 1, "units_in": 159, "units_out": 69, "chunk_lengths": [1, 2, 2, 2, 1, 3, 4, 2, 1, 4, 1, 2, 1, 1, 1, 6, 1, 1, 5, 6, 1, 1, 3, 1, 6, 1, 7, 1, 5, 1, 1, 4, 4, 1, 2, 1, 2, 3, 4, 1, 1, 2, 2, 3, 1, 2, 4, 3, 1, 7, 4, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 2, 1, 4, 3, 1, 1, 1, 2], "chunk_stats": {"count": 69, "sum": 159, "mean": 2.3043478260869565, "median": 2.0, "p95": 6.0, "max": 7, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 33, "chunk_lengths": [1, 3, 9, 1, 7, 1, 17, 1, 3, 1, 7, 1, 1, 5, 1, 6, 1, 1, 9, 2, 1, 2, 1, 2, 6, 5, 1, 3, 9, 4, 1, 13, 1, 1], "chunk_stats": {"count": 34, "sum": 128, "mean": 3.764705882352941, "median": 2.0, "p95": 10.399999999999991, "max": 17, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 16, "chunk_lengths": [1, 1, 4, 1, 4, 3, 3, 1, 1, 1, 1, 4, 3, 1, 2, 1, 1], "chunk_stats": {"count": 17, "sum": 33, "mean": 1.9411764705882353, "median": 1.0, "p95": 4.0, "max": 4, "min": 1}, "active_size_stats": {"count": 33, "sum": 33, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 127, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0029941499997221, "decode_time_sec": 28.428620694005076, "total_time_sec": 29.47228942700167, "prefill_units_per_sec": 6777.706529995098, "prefill_bytes_per_sec": 6761.754293384342, "decode_units_per_sec": 72.04007616281837, "decode_bytes_per_sec": 72.04007616281837, "total_units_per_sec": 69.48900271465443, "total_bytes_per_sec": 69.48900271465443, "step_latency_ms": {"count": 2048, "sum": 28558, "mean": 13.9443359375, "median": 8.0, "p95": 38.0, "max": 42, "min": 7}, "peak_allocated_mb": 3635.56982421875, "peak_reserved_mb": 3722.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 2308, "stage1_units": 1174, "bytes_per_stage0_unit": 2.938474870017331, "stage0_per_stage1_unit": 1.9659284497444633}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6798, "units_out": 2308, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1, 1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 5, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4, 1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 2308, "sum": 6798, "mean": 2.9454072790294625, "median": 2.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 2308, "units_out": 1174, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2, 1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1, 1, 2, 2, 3, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1, 1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 1174, "sum": 2308, "mean": 1.9659284497444633, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 666, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 4, 2, 3, 3, 1, 1, 9, 7, 5, 5, 1, 13, 2, 2, 1, 1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 10, 1, 1, 5, 2, 1, 1, 17, 1, 3, 1, 1, 10, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 4, 1, 1, 11, 2, 5, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 5, 1, 5, 1, 5, 1, 5, 1, 13, 1, 2, 5, 1, 6, 1, 2, 4, 2, 2, 1, 17, 1, 2, 5, 1, 5, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 5, 1, 10, 1, 4, 1, 1, 4, 1, 1, 10, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 9, 8, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 4, 1, 6, 1, 1, 13, 3, 4, 6, 9, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 3, 7, 1, 6, 1, 1, 5, 1, 1, 1, 2, 8, 2, 3, 1, 3, 18, 1, 3, 4, 7, 1, 1, 1, 5, 3, 4, 1, 2, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 1, 1, 6, 1, 6, 1, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 5, 1, 1, 1, 5, 2, 5, 2, 3, 1, 3, 3, 1, 5, 1, 13, 6, 1, 4, 6, 2, 1, 4, 13, 6, 1, 7, 2, 2, 1, 1, 13, 6, 1, 1, 2, 7, 1, 7, 1, 6, 1, 2, 1, 1, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 5, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 3, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 1, 8, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 9, 4, 5, 3, 4, 1, 1, 13, 4, 1, 1, 2, 1, 1, 1, 9, 3, 4, 4, 1, 1, 1, 1, 4, 1, 5, 1, 1, 1, 1, 2, 17, 5, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 2, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 21, 1, 4, 13, 4, 1, 17, 2, 2, 2, 2, 9, 1, 2, 2, 1, 2, 4, 1, 13, 3, 4, 1, 1, 6, 3, 6, 1, 4, 1, 5, 3, 4, 8, 1, 4, 1, 1, 4, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 5, 3, 4, 1, 9, 14, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 14, 1, 4, 1, 2, 5, 4, 1, 3, 1, 1, 3, 1, 14, 1, 1, 10, 1, 2, 1, 3, 1, 1, 3, 8, 8, 5, 1, 2, 2, 6, 2, 6, 14, 2], "chunk_stats": {"count": 678, "sum": 2048, "mean": 3.0206489675516224, "median": 1.0, "p95": 10.0, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 291, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 3, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 5, 1, 8, 1, 2, 1, 8, 1, 5, 3, 7, 1, 4, 8, 1, 4, 7, 1, 4, 1, 1, 5, 3, 5, 2, 4, 6, 1, 1, 7, 4, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 4, 1, 1, 3, 5, 2, 1, 3, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 3, 2, 1, 2, 3, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 8, 1, 9, 1, 3, 1, 5, 2, 2, 1, 1, 5, 1, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 3, 1, 4, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 1, 5, 1, 4, 1, 2, 2, 1, 5, 1, 6, 1, 3, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 3, 1, 3, 2, 1, 1, 2, 3, 1, 1, 1, 2, 2, 1, 1, 5, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 4, 1, 1, 2, 9, 2, 6, 3, 3, 3, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 2, 4, 1, 1, 2, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 2, 1, 3, 3, 1, 1, 2, 2, 1, 3, 1, 2, 1, 4, 1, 3, 1, 4, 4, 1, 4, 1, 2, 1, 2, 2, 6, 3, 1, 4, 3, 2, 1], "chunk_stats": {"count": 300, "sum": 666, "mean": 2.22, "median": 1.0, "p95": 5.050000000000011, "max": 10, "min": 1}, "active_size_stats": {"count": 666, "sum": 666, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.005924425993726, "decode_time_sec": 28.271115399995324, "total_time_sec": 29.321852490997117, "prefill_units_per_sec": 7861.425566028877, "prefill_bytes_per_sec": 7845.519798571055, "decode_units_per_sec": 72.44142903538707, "decode_bytes_per_sec": 72.44142903538707, "total_units_per_sec": 69.84551882009539, "total_bytes_per_sec": 69.84551882009539, "step_latency_ms": {"count": 2048, "sum": 28354, "mean": 13.8447265625, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3721.68505859375, "peak_reserved_mb": 3824.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7892, "mean": 493.25, "median": 458.5, "p95": 794.25, "max": 966, "min": 258}, "model_input_units": {"count": 16, "sum": 7908, "mean": 494.25, "median": 459.5, "p95": 795.25, "max": 967, "min": 259}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7892, "model_input_units": 7908, "stage0_units": 2980, "stage1_units": 1411, "bytes_per_stage0_unit": 2.648322147651007, "stage0_per_stage1_unit": 2.1119773210489017}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7908, "units_out": 2980, "chunk_lengths": [1, 1, 3, 1, 3, 1, 3, 2, 1, 1, 1, 5, 1, 10, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 3, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 4, 7, 2, 2, 1, 1, 1, 3, 1, 4, 1, 2, 2, 2, 3, 1, 2, 1, 4, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 1, 10, 5, 1, 1, 1, 1, 1, 9, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 4, 7, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 1, 3, 1, 33, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 7, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 8, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 4, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 3, 1, 1, 3, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 1, 3, 6, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 3, 1, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 1, 9, 1, 2, 3, 1, 5, 1, 2, 1, 2, 4, 1, 2, 2, 6, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 1, 2, 4, 1, 2, 2, 6, 1, 1, 1, 2, 2, 3, 5, 1, 1, 4, 1, 4, 4, 1, 1, 17, 1, 6, 1, 6, 3, 1, 6, 1, 1, 1, 9, 2, 1, 3, 2, 8, 1, 1, 1, 2, 4, 5, 4, 2, 5, 1, 1, 4, 1, 4, 1, 4, 3, 3, 3, 9, 1, 2, 4, 1, 3, 1, 3, 1, 3, 1, 4, 1, 1, 13, 1, 5, 1, 4, 5, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 6, 1, 3, 1, 4, 1, 1, 9, 4, 2, 1, 3, 1, 1, 2, 5, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 3, 1, 3, 1, 1, 4, 1, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 3, 3, 7, 1, 6, 3, 1, 6, 1, 1, 17, 1, 1, 6, 1, 6, 4, 4, 1, 3, 1, 3, 1, 4, 1, 1, 6, 1, 3, 1, 4, 1, 1, 1, 9, 6, 1, 1, 2, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 1, 1, 1, 3, 4, 1, 1, 3, 4, 1, 3, 1, 1, 1, 3, 2, 3, 1, 1, 1, 9, 1, 3, 4, 1, 3, 2, 2, 1, 1, 1, 9, 4, 4, 3, 3, 1, 1, 13, 1, 2, 1, 17, 5, 2, 3, 4, 1, 3, 1, 17, 8, 2, 4, 1, 4, 1, 1, 1, 17, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 1, 17, 1, 2, 4, 1, 5, 1, 3, 1, 21, 7, 1, 5, 2, 7, 1, 3, 1, 1, 7, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 1, 25, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 4, 1, 1, 3, 1, 1, 9, 4, 5, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 3, 2, 2, 4, 2, 1, 3, 1, 1, 7, 1, 3, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 4, 1, 3, 5, 1, 1, 3, 1, 1, 1, 9, 4, 7, 3, 1, 2, 1, 1, 1, 5, 1, 4, 4, 2, 1, 1, 3, 1, 1, 1, 1, 13, 4, 1, 5, 2, 6, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 1, 5, 4, 3, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 1, 2, 2, 6, 1, 1, 2, 1, 1, 1, 4, 5, 2, 1, 1, 4, 2, 7, 1, 2, 1, 6, 2, 9, 1, 1, 5, 5, 1, 2, 1, 9, 2, 1, 3, 1, 2, 4, 4, 6, 3, 1, 9, 1, 2, 2, 9, 1, 2, 1, 4, 1, 4, 1, 9, 2, 1, 2, 5, 1, 2, 3, 1, 2, 7, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 1, 9, 1, 11, 1, 7, 9, 1, 1, 1, 4, 2, 9, 1, 2, 7, 1, 1, 1, 1, 3, 3, 4, 4, 2, 11, 2, 3, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 4, 1, 5, 1, 1, 6, 1, 1, 23, 1, 2, 1, 1, 1, 1, 1, 7, 1, 5, 7, 1, 3, 5, 2, 2, 2, 9, 1, 1, 9, 8, 2, 8, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 1, 5, 1, 9, 5, 1, 7, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 4, 1, 8, 1, 2, 4, 2, 2, 1, 13, 5, 1, 6, 1, 1, 4, 7, 1, 1, 3, 1, 3, 1, 4, 1, 7, 1, 9, 9, 2, 6, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 9, 8, 1, 1, 8, 2, 1, 1, 3, 1, 3, 1, 4, 9, 5, 2, 1, 5, 1, 1, 10, 1, 1, 2, 1, 7, 1, 13, 6, 1, 1, 1, 2, 1, 1, 13, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 4, 1, 1, 14, 5, 1, 6, 1, 5, 1, 6, 1, 1, 1, 1, 3, 1, 2, 1, 10, 1, 4, 1, 2, 2, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 3, 5, 2, 4, 11, 1, 4, 6, 1, 3, 1, 6, 1, 3, 1, 3, 2, 1, 1, 7, 3, 4, 1, 3, 1, 1, 4, 5, 4, 1, 2, 1, 4, 3, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 1, 6, 2, 1, 9, 4, 1, 1, 5, 2, 1, 9, 4, 1, 3, 2, 2, 2, 2, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 6, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 3, 7, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 7, 1, 2, 1, 1, 9, 4, 6, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 13, 4, 1, 7, 1, 5, 3, 1, 1, 1, 7, 1, 2, 1, 5, 1, 1, 7, 1, 2, 1, 1, 5, 1, 1, 7, 1, 1, 1, 17, 1, 2, 4, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 21, 8, 1, 17, 1, 7, 1, 2, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 17, 1, 2, 4, 1, 1, 8, 1, 1, 7, 2, 1, 7, 1, 1, 21, 8, 1, 17, 11, 2, 1, 7, 1, 3, 1, 1, 7, 1, 10, 1, 1, 17, 1, 2, 11, 1, 2, 2, 2, 1, 21, 8, 1, 17, 4, 4, 1, 1, 3, 10, 1, 4, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 2, 1, 6, 1, 1, 3, 5, 1, 4, 2, 1, 6, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 2, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 1, 7, 5, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 6, 1, 1, 4, 5, 1, 5, 1, 3, 1, 1, 1, 2, 4, 2, 2, 1, 3, 1, 2, 1, 6, 1, 3, 1, 1, 1, 2, 1, 5, 3, 3, 1, 3, 1, 1, 1, 7, 1, 4, 1, 1, 1, 4, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 6, 1, 2, 1, 1, 1, 7, 1, 9, 1, 4, 1, 1, 4, 5, 1, 1, 1, 2, 1, 3, 1, 3, 8, 1, 4, 2, 1, 1, 3, 4, 4, 3, 1, 1, 1, 7, 1, 9, 1, 3, 1, 1, 4, 4, 1, 9, 1, 1, 1, 5, 3, 1, 5, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 6, 1, 3, 1, 2, 4, 1, 3, 1, 4, 1, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 3, 1, 1, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 4, 1, 1, 1, 6, 1, 2, 1, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 10, 7, 1, 1, 7, 1, 1, 5, 2, 2, 1, 2, 1, 7, 5, 10, 2, 1, 2, 2, 5, 3, 1, 1, 2, 1, 9, 4, 1, 2, 3, 1, 7, 1, 7, 1, 3, 4, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 10, 1, 5, 1, 2, 1, 7, 2, 2, 1, 1, 2, 2, 2, 10, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 7, 10, 7, 1, 1, 7, 1, 6, 3, 1, 5, 1, 2, 1, 6, 10, 1, 5, 1, 1, 2, 7, 1, 1, 1, 7, 5, 1, 2, 7, 1, 1, 7, 1, 5, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 9, 3, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 9, 1, 2, 4, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 1, 3, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 2, 3, 5, 13, 1, 5, 1, 8, 5, 1, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 2, 4, 1, 3, 1, 1, 1, 2, 1, 8, 1, 1, 9, 2, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 2, 3, 13, 1, 2, 1, 1, 8, 1, 3, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 1, 5, 1, 1, 1, 13, 4, 2, 1, 2, 4, 8, 1, 1, 1, 3, 2, 2, 1, 1, 2, 1, 1, 2, 2, 2, 1, 2, 3, 1, 1, 5, 2, 1, 2, 1, 9, 7, 1, 2, 2, 1, 2, 3, 1, 3, 6, 1, 5, 2, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 3, 4, 1, 2, 5, 1, 3, 1, 1, 1, 6, 2, 1, 4, 1, 5, 2, 2, 2, 4, 1, 2, 5, 4, 1, 1, 6, 2, 2, 1, 2, 1, 1, 1, 1, 5, 2, 1, 6, 1, 4, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 8, 5, 5, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 1, 1, 1, 1, 3, 1, 6, 6, 1, 1, 3, 2, 6, 1, 1, 5, 1, 2, 1, 7, 2, 5, 2, 3, 6, 1, 1, 1, 5, 6, 7, 1, 7, 3, 2, 2, 1, 7, 6, 7, 2, 1, 2, 9, 1, 7, 7, 1, 7, 2, 6, 1, 6, 1, 11, 1, 3, 1, 1, 9, 1, 8, 2, 6, 1, 1, 3, 1, 1, 6, 1, 6, 1, 5, 7, 1, 6, 6, 5, 1, 7, 1, 2, 1, 3, 1, 1, 6, 1, 7, 1, 2, 1, 6, 1, 1, 9, 7, 1, 5, 1, 13, 1, 1, 2, 5, 2, 8, 1, 6, 7, 1, 1, 3, 2, 8, 1, 5, 1, 1, 1, 13, 1, 1, 8, 1, 1, 2, 6, 1, 1, 6, 1, 8, 1, 1, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 6, 2, 8, 5, 1, 1, 9, 1, 5, 1, 1, 1, 1, 4, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 1, 9, 1, 5, 1, 5, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 4, 1, 1, 1, 9, 1, 5, 1, 2, 7, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 2, 6, 1, 1, 1, 9, 6, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 5, 1, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 5, 1, 1, 13, 1, 5, 1, 1, 5, 1, 11, 2, 5, 1, 1, 1, 3, 4, 1, 1, 8, 1, 1, 1, 5, 5, 7, 1, 7, 7, 3, 5, 5, 3, 3, 1, 6, 1, 6, 7, 5, 5, 4, 1, 5, 1, 1, 9, 2, 3, 1, 7, 1, 5, 1, 3, 1, 5, 1, 2, 1, 9, 5, 1, 1, 8, 1, 1, 2, 1, 1, 1, 5, 2, 5, 1, 2, 1, 2, 2, 3, 1, 1, 4, 4, 1, 4, 1, 1, 1, 2, 3, 1, 5, 1, 3, 4, 1, 1, 2, 5, 1, 1, 1, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 5, 2, 5, 1, 1, 9, 2, 10, 5, 1, 1, 2, 5, 6, 9, 4, 2, 3, 1, 5, 1, 1, 2, 3, 1, 5, 1, 1, 1, 1, 1, 13, 1, 2, 1, 1, 8, 1, 5, 1, 1, 1, 1, 1, 2, 4, 1, 1, 17, 4, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 1, 21, 1, 2, 1, 1, 8, 1, 1, 2, 4, 1, 1, 25, 4, 1, 1, 2, 1, 2, 3, 1, 1, 4, 5, 1, 1, 1, 1], "chunk_stats": {"count": 2980, "sum": 7908, "mean": 2.6536912751677852, "median": 1.0, "p95": 8.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 2980, "units_out": 1411, "chunk_lengths": [1, 2, 2, 9, 1, 3, 4, 1, 3, 1, 3, 1, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 6, 3, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 4, 6, 1, 2, 1, 1, 3, 1, 2, 1, 7, 1, 1, 1, 2, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 3, 1, 1, 1, 1, 2, 4, 1, 4, 1, 1, 6, 3, 7, 1, 1, 3, 3, 3, 1, 2, 5, 3, 2, 1, 2, 2, 1, 2, 2, 2, 3, 2, 1, 3, 4, 1, 5, 1, 9, 8, 1, 2, 1, 3, 3, 3, 3, 5, 3, 1, 2, 5, 2, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 3, 4, 1, 5, 1, 9, 8, 1, 1, 3, 2, 3, 3, 3, 3, 3, 5, 3, 3, 5, 3, 2, 5, 1, 2, 3, 2, 3, 3, 3, 4, 1, 5, 1, 1, 4, 3, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 1, 3, 2, 1, 4, 2, 2, 3, 2, 1, 1, 1, 5, 1, 3, 6, 1, 2, 3, 2, 1, 7, 1, 1, 3, 3, 3, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 1, 3, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 2, 1, 1, 5, 1, 6, 1, 2, 3, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 6, 1, 1, 1, 6, 2, 5, 2, 2, 2, 1, 5, 1, 2, 3, 1, 1, 2, 1, 3, 2, 2, 1, 1, 2, 2, 2, 4, 2, 1, 2, 2, 3, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 7, 2, 5, 1, 1, 1, 2, 1, 3, 4, 1, 3, 4, 1, 6, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 1, 1, 2, 1, 8, 1, 1, 1, 7, 1, 1, 2, 1, 3, 1, 5, 1, 3, 3, 2, 1, 3, 3, 5, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 6, 7, 1, 6, 2, 1, 3, 1, 5, 1, 3, 2, 3, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 1, 4, 2, 4, 5, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 1, 2, 1, 5, 1, 1, 6, 4, 4, 1, 3, 1, 1, 2, 3, 2, 3, 4, 1, 1, 2, 2, 1, 2, 2, 3, 3, 2, 1, 5, 1, 1, 3, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 5, 1, 6, 2, 1, 1, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 1, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 2, 3, 1, 1, 3, 1, 1, 2, 5, 1, 2, 1, 5, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 6, 1, 3, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 5, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 1, 5, 5, 2, 1, 1, 4, 2, 1, 1, 1, 2, 4, 2, 1, 5, 1, 1, 1, 3, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 2, 5, 1, 1, 4, 2, 1, 1, 2, 3, 5, 2, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 2, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 1, 2, 2, 2, 3, 1, 3, 1, 4, 1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 4, 3, 5, 1, 3, 3, 1, 4, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 4, 1, 1, 4, 1, 6, 1, 3, 4, 2, 1, 1, 2, 2, 2, 1, 6, 1, 1, 1, 1, 3, 1, 2, 2, 6, 1, 2, 5, 3, 1, 4, 1, 1, 1, 1, 1, 1, 9, 2, 2, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 5, 1, 2, 2, 1, 3, 1, 2, 2, 1, 5, 1, 3, 1, 2, 2, 4, 1, 2, 3, 2, 4, 3, 4, 5, 1, 2, 3, 1, 1, 1, 10, 1, 2, 1, 1, 4, 2, 1, 5, 1, 1, 2, 2, 6, 1, 1, 1, 1, 8, 4, 7, 1, 1, 2, 1, 2, 1, 1, 2, 12, 2, 3, 1, 3, 1, 3, 3, 1, 4, 3, 1, 1, 2, 2, 3, 6, 1, 6, 1, 2, 1, 2, 3, 1, 2, 6, 1, 3, 5, 2, 1, 1, 2, 2, 4, 3, 2, 3, 1, 4, 1, 1, 1, 3, 2, 1, 1, 3, 5, 1, 4, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 24, 5, 5, 8, 1, 2, 2, 2, 1, 6, 1, 1, 2, 2, 2, 3, 1, 1, 6, 7, 1, 2, 4, 1, 5, 1, 7, 1, 1, 2, 2, 2, 2, 1, 1, 3, 3, 6, 1, 1, 1, 2, 1, 1, 2, 4, 1, 2, 4, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 2, 1, 3, 1, 2, 1, 2, 3, 2, 2, 3, 2, 1, 6, 3, 1, 2, 1, 1, 1, 2, 3, 3, 2, 1, 1, 2, 2, 1, 3, 6, 1, 3, 1, 2, 2, 1, 2, 4, 3, 2, 2, 2, 1, 1, 1, 2, 1, 1, 2, 2, 2, 1, 1, 2, 3, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 2, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 3, 4, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 2, 3, 1, 1, 1, 2, 3, 2, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 2, 3, 1, 3, 5, 1, 3, 1, 3, 2, 3, 2, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 3, 1, 1, 1, 2, 1, 3, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 3, 1, 3, 2, 2, 3, 1, 1, 1, 2, 2, 4, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 2, 1, 3, 6, 1, 2, 1, 1, 6, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 4, 1, 5, 3, 4, 1, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 1, 2, 1, 7, 1, 1, 4, 1, 1, 7, 1, 5, 1, 5, 2, 7, 1, 6, 1, 1, 1, 1, 7, 1, 3, 5, 1, 1, 1, 2, 4, 3, 1, 2, 8, 4, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 4, 2, 4, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 3, 1, 3, 3, 2, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 2, 4, 2, 3, 4, 1, 1, 4, 2, 2, 3, 1, 3, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 4, 3, 3, 1, 1, 2, 1, 3, 7, 1], "chunk_stats": {"count": 1411, "sum": 2980, "mean": 2.1119773210489017, "median": 2.0, "p95": 5.0, "max": 24, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 695, "chunk_lengths": [1, 3, 1, 5, 4, 1, 1, 3, 1, 3, 3, 1, 1, 3, 2, 1, 1, 2, 11, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 6, 1, 1, 13, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 9, 3, 4, 6, 1, 1, 5, 4, 3, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 1, 5, 1, 1, 21, 1, 2, 7, 1, 5, 1, 2, 1, 4, 1, 4, 1, 1, 25, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 5, 17, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 4, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 1, 3, 1, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 2, 9, 1, 2, 4, 1, 6, 1, 13, 1, 5, 2, 2, 9, 1, 1, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 7, 1, 2, 1, 1, 1, 1, 1, 7, 1, 9, 1, 1, 1, 13, 8, 1, 8, 1, 9, 1, 9, 3, 4, 4, 1, 5, 4, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1, 1, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 1, 3, 1, 9, 1, 21, 1, 2, 4, 4, 3, 1, 7, 1, 25, 1, 7, 1, 3, 1, 3, 1, 1, 1, 21, 1, 5, 4, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 7, 1, 5, 3, 4, 1, 5, 2, 2, 2, 4, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 4, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 3, 2, 1, 2, 2, 1, 3, 1, 1, 2, 2, 2, 1, 2, 3, 1, 5, 7, 10, 1, 2, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 1, 6, 1, 2, 3, 4, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 9, 1, 3, 1, 1, 6, 1, 7, 2, 1, 6, 1, 9, 7, 1, 7, 2, 6, 1, 6, 1, 1, 3, 1, 1, 9, 1, 8, 1, 9, 1, 5, 1, 1, 2, 1, 6, 1, 1, 9, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 9, 1, 5, 1, 1, 2, 1, 4, 1, 1, 9, 1, 5, 1, 1, 2, 1, 2, 6, 1, 1, 9, 1, 5, 1, 5, 2, 2, 3, 1, 2, 2, 1, 3, 3, 2, 4, 1, 1, 2, 4, 4, 5, 1, 2, 3, 1, 9, 3, 4, 8, 5, 5, 2, 4, 4, 5, 4, 4, 1, 9, 3, 4, 29, 1, 2, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 30, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 1, 1, 2, 5, 1, 2, 1, 1, 2, 3, 3, 1, 6, 16], "chunk_stats": {"count": 704, "sum": 2048, "mean": 2.909090909090909, "median": 1.0, "p95": 9.0, "max": 30, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 267, "chunk_lengths": [2, 1, 1, 4, 3, 4, 2, 1, 2, 1, 2, 1, 9, 1, 2, 3, 1, 1, 1, 2, 1, 2, 3, 1, 6, 2, 4, 1, 6, 2, 5, 1, 1, 5, 1, 2, 4, 5, 1, 4, 1, 1, 5, 1, 6, 1, 4, 4, 1, 7, 1, 9, 3, 5, 1, 7, 2, 1, 2, 1, 7, 1, 1, 5, 1, 2, 3, 2, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 1, 1, 1, 2, 2, 1, 1, 4, 1, 8, 4, 2, 5, 1, 2, 1, 4, 1, 4, 6, 3, 5, 1, 3, 4, 4, 1, 4, 1, 4, 6, 3, 5, 2, 3, 2, 2, 2, 3, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 7, 2, 1, 2, 3, 1, 2, 1, 5, 1, 3, 5, 1, 1, 4, 1, 1, 1, 3, 9, 3, 1, 1, 2, 1, 6, 1, 6, 1, 8, 1, 1, 2, 2, 1, 13, 4, 1, 1, 2, 2, 1, 2, 3, 3, 2, 6, 2, 3, 5, 1, 1, 2, 1, 1, 3, 1, 5, 3, 3, 3, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 2, 1, 7, 1, 3, 1, 3, 4, 8, 1, 5, 2, 2, 1, 5, 5, 2, 1, 5, 2, 2, 1, 5, 1, 2, 2, 1, 1, 1, 5, 3, 1, 4, 1, 4, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1, 1, 4, 3, 1, 3, 2, 1, 4, 3, 1, 1, 3, 2, 1, 1, 2, 2, 3, 4, 1, 5, 4, 1, 3, 1], "chunk_stats": {"count": 278, "sum": 695, "mean": 2.5, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 695, "sum": 695, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0141416229962488, "decode_time_sec": 28.540723098984017, "total_time_sec": 29.597525756998948, "prefill_units_per_sec": 7658.6936418728665, "prefill_bytes_per_sec": 7642.91675269172, "decode_units_per_sec": 71.75711676600457, "decode_bytes_per_sec": 71.75711676600457, "total_units_per_sec": 69.19497314790605, "total_bytes_per_sec": 69.19497314790605, "step_latency_ms": {"count": 2048, "sum": 28630, "mean": 13.9794921875, "median": 8.0, "p95": 38.0, "max": 48, "min": 7}, "peak_allocated_mb": 3698.884765625, "peak_reserved_mb": 3880.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7751, "mean": 484.4375, "median": 357.5, "p95": 855.0, "max": 996, "min": 260}, "model_input_units": {"count": 16, "sum": 7767, "mean": 485.4375, "median": 358.5, "p95": 856.0, "max": 997, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7751, "model_input_units": 7767, "stage0_units": 2761, "stage1_units": 1259, "bytes_per_stage0_unit": 2.8073161897863095, "stage0_per_stage1_unit": 2.193010325655282}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7767, "units_out": 2761, "chunk_lengths": [1, 1, 3, 1, 5, 1, 7, 1, 7, 1, 7, 1, 1, 1, 1, 1, 5, 1, 1, 1, 5, 3, 5, 4, 1, 11, 5, 3, 4, 8, 9, 1, 4, 5, 8, 5, 4, 6, 6, 3, 6, 1, 3, 2, 5, 5, 2, 3, 1, 1, 4, 5, 2, 3, 1, 1, 5, 3, 3, 1, 1, 4, 2, 5, 3, 8, 1, 5, 1, 1, 1, 1, 5, 2, 3, 1, 1, 4, 1, 5, 1, 1, 1, 3, 1, 6, 1, 6, 1, 2, 2, 1, 1, 3, 2, 5, 2, 6, 2, 5, 1, 1, 9, 2, 4, 2, 10, 1, 2, 4, 1, 4, 6, 7, 2, 3, 1, 1, 4, 3, 6, 3, 11, 2, 3, 3, 4, 5, 3, 1, 1, 9, 1, 3, 2, 3, 1, 11, 7, 1, 1, 6, 1, 6, 1, 9, 2, 4, 1, 4, 5, 5, 8, 1, 2, 3, 3, 7, 2, 8, 3, 5, 1, 9, 6, 2, 1, 6, 1, 5, 1, 2, 1, 1, 5, 1, 5, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 3, 4, 1, 2, 1, 5, 2, 6, 2, 5, 1, 1, 9, 1, 1, 1, 4, 2, 5, 1, 5, 1, 1, 9, 1, 2, 1, 1, 1, 4, 2, 1, 1, 13, 3, 4, 1, 2, 1, 5, 1, 1, 1, 2, 3, 1, 2, 6, 2, 1, 3, 1, 1, 9, 2, 1, 4, 5, 1, 8, 2, 3, 1, 2, 6, 1, 1, 2, 7, 1, 9, 7, 9, 2, 1, 2, 4, 1, 8, 1, 3, 4, 5, 1, 9, 1, 2, 5, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 4, 1, 4, 1, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 8, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 2, 2, 1, 5, 6, 1, 2, 4, 1, 1, 2, 1, 2, 1, 3, 1, 1, 5, 1, 2, 4, 1, 2, 1, 2, 1, 1, 9, 8, 1, 2, 2, 2, 1, 2, 1, 4, 1, 8, 1, 1, 1, 9, 6, 1, 2, 2, 2, 1, 9, 5, 1, 7, 2, 4, 6, 6, 1, 1, 1, 1, 3, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2, 8, 2, 1, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 13, 4, 1, 1, 2, 1, 3, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 9, 7, 10, 1, 2, 1, 1, 13, 5, 1, 17, 1, 2, 6, 2, 7, 1, 5, 1, 1, 1, 1, 1, 1, 6, 2, 5, 1, 5, 1, 3, 4, 1, 1, 5, 6, 1, 1, 17, 2, 1, 1, 3, 1, 1, 4, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 5, 1, 4, 2, 1, 5, 1, 8, 2, 4, 4, 1, 2, 2, 2, 2, 6, 1, 2, 2, 1, 1, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 2, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 8, 1, 5, 1, 2, 4, 4, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 4, 1, 2, 4, 4, 1, 1, 1, 1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 2, 4, 2, 4, 1, 3, 1, 1, 1, 4, 2, 7, 1, 1, 5, 1, 1, 9, 1, 2, 5, 4, 3, 1, 3, 1, 1, 6, 1, 13, 1, 5, 4, 1, 5, 3, 5, 1, 4, 1, 9, 5, 4, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 1, 4, 1, 2, 4, 1, 1, 1, 1, 2, 4, 1, 1, 13, 1, 6, 2, 4, 1, 4, 1, 4, 1, 1, 13, 1, 2, 4, 1, 3, 1, 1, 17, 1, 6, 2, 4, 3, 1, 7, 1, 3, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 3, 4, 8, 1, 17, 7, 1, 1, 3, 1, 7, 2, 5, 1, 1, 3, 1, 5, 2, 5, 1, 1, 1, 3, 1, 5, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 2, 5, 1, 4, 1, 5, 1, 9, 1, 2, 4, 1, 5, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 1, 1, 1, 1, 3, 1, 5, 1, 5, 1, 1, 3, 2, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 2, 4, 1, 22, 3, 2, 1, 11, 1, 1, 4, 2, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 4, 1, 22, 5, 1, 6, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 9, 1, 1, 2, 1, 6, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 3, 10, 2, 1, 1, 1, 2, 10, 1, 9, 6, 1, 5, 1, 1, 1, 3, 4, 2, 1, 1, 1, 2, 4, 1, 9, 1, 2, 8, 1, 3, 1, 13, 6, 1, 5, 1, 1, 1, 3, 8, 1, 3, 2, 1, 1, 1, 2, 8, 1, 3, 1, 9, 4, 1, 13, 6, 1, 5, 1, 1, 1, 3, 3, 8, 1, 3, 2, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 9, 1, 5, 1, 7, 2, 1, 3, 1, 1, 5, 1, 1, 5, 1, 6, 1, 3, 2, 1, 11, 1, 29, 1, 1, 1, 18, 1, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 5, 1, 6, 1, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 1, 30, 5, 1, 6, 1, 5, 1, 6, 2, 4, 1, 4, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 1, 1, 5, 6, 1, 5, 3, 2, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 2, 2, 9, 4, 1, 13, 6, 1, 1, 1, 1, 1, 1, 5, 3, 2, 6, 1, 5, 3, 2, 1, 13, 2, 1, 1, 1, 1, 5, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 1, 1, 1, 5, 2, 1, 13, 1, 1, 1, 6, 5, 4, 1, 1, 2, 1, 5, 1, 2, 7, 1, 4, 5, 13, 1, 1, 2, 1, 1, 6, 5, 5, 3, 1, 7, 3, 4, 4, 1, 1, 5, 13, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 4, 1, 1, 3, 2, 4, 1, 1, 9, 1, 2, 3, 2, 4, 1, 1, 4, 1, 1, 8, 1, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 4, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 6, 1, 1, 4, 1, 9, 2, 1, 2, 3, 1, 2, 4, 1, 2, 6, 1, 3, 9, 1, 4, 4, 1, 1, 4, 1, 2, 5, 4, 1, 4, 11, 5, 4, 1, 6, 6, 1, 6, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 6, 1, 5, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 6, 1, 1, 1, 2, 3, 2, 3, 1, 2, 3, 1, 3, 3, 1, 7, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 1, 2, 1, 3, 1, 3, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 2, 1, 1, 1, 1, 6, 1, 3, 1, 2, 7, 1, 3, 1, 7, 1, 1, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 8, 2, 1, 3, 1, 1, 6, 1, 7, 1, 1, 4, 1, 1, 1, 1, 13, 3, 4, 1, 9, 2, 8, 4, 3, 1, 6, 1, 7, 1, 9, 1, 1, 1, 2, 4, 1, 4, 5, 1, 5, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 8, 1, 2, 1, 9, 1, 1, 6, 1, 6, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 1, 2, 6, 1, 5, 3, 1, 6, 1, 7, 5, 2, 1, 3, 4, 7, 1, 1, 1, 3, 1, 4, 4, 1, 6, 1, 1, 1, 5, 1, 7, 2, 1, 9, 1, 1, 1, 2, 1, 9, 1, 9, 1, 1, 1, 2, 1, 7, 1, 9, 1, 1, 1, 2, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 9, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 1, 1, 7, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 7, 1, 2, 2, 2, 2, 3, 1, 4, 1, 1, 3, 1, 1, 9, 5, 2, 1, 3, 1, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 2, 2, 1, 5, 2, 1, 7, 1, 9, 2, 1, 2, 4, 1, 4, 4, 1, 2, 2, 2, 1, 7, 1, 2, 1, 4, 2, 5, 3, 5, 4, 3, 1, 2, 5, 3, 5, 9, 8, 1, 2, 2, 1, 7, 2, 4, 1, 2, 2, 1, 9, 4, 7, 1, 2, 2, 1, 6, 1, 2, 4, 1, 4, 1, 1, 3, 1, 1, 13, 1, 2, 2, 4, 1, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 1, 1, 7, 1, 5, 1, 2, 4, 1, 4, 1, 17, 7, 5, 5, 1, 21, 2, 2, 13, 8, 1, 2, 2, 1, 6, 1, 1, 9, 4, 1, 2, 3, 2, 7, 1, 2, 2, 1, 6, 1, 1, 1, 1, 3, 4, 1, 4, 1, 8, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 5, 4, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 8, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 7, 2, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 1, 9, 7, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 9, 6, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 2, 1, 5, 1, 1, 9, 7, 1, 5, 2, 1, 1, 1, 1, 2, 7, 1, 5, 2, 1, 7, 1, 4, 1, 1, 9, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 2, 7, 1, 7, 1, 4, 2, 1, 3, 1, 4, 1, 7, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 4, 1, 7, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 3, 5, 1, 5, 2, 1, 2, 1, 5, 1, 4, 1, 1, 5, 6, 2, 2, 1, 1, 1, 3, 1, 5, 1, 5, 1, 4, 1, 1, 5, 2, 6, 1, 1, 2, 1, 8, 5, 7, 2, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 2, 2, 1, 5, 1, 2, 4, 7, 3, 7, 4, 3, 5, 1, 7, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 7, 3, 5, 1, 6, 1, 2, 5, 1, 2, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 5, 6, 2, 7, 1, 4, 1, 3, 1, 1, 5, 1, 2, 2, 2, 1, 5, 1, 2, 1, 4, 3, 1, 3, 4, 5, 1, 1, 3, 1, 3, 1, 3, 5, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 1, 10, 1, 4, 5, 1, 3, 2, 7, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 2, 2, 1, 5, 1, 2, 4, 1, 3, 3, 1, 3, 4, 3, 1, 5, 2, 1, 1, 2, 1, 2, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 7, 2, 5, 1, 3, 1, 6, 1, 6, 1, 1, 5, 2, 6, 1, 3, 1, 6, 3, 1, 2, 7, 1, 6, 7, 3, 2, 6, 1, 6, 4, 1, 5, 2, 1, 3, 10, 1, 1, 2, 7, 2, 4, 1, 2, 2, 3, 1, 7, 4, 5, 2, 1, 2, 1, 2, 1, 5, 5, 4, 6, 1, 1, 1, 1, 3, 1, 1, 4, 1, 6, 1, 1, 3, 1, 1, 9, 2, 1, 5, 1, 2, 1, 3, 1, 2, 4, 5, 1, 6, 1, 2, 1, 8, 4, 9, 1, 1, 8, 4, 5, 6, 1, 9, 1, 2, 1, 3, 1, 4, 1, 9, 1, 2, 4, 2, 2, 1, 13, 3, 1, 4, 2, 1, 3, 1, 4, 1, 8, 1, 1, 13, 1, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 1, 9, 4, 1, 13, 1, 5, 4, 5, 1, 1, 4, 2, 2, 1, 1, 4], "chunk_stats": {"count": 2761, "sum": 7767, "mean": 2.8131111915972475, "median": 1.0, "p95": 9.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 2761, "units_out": 1259, "chunk_lengths": [1, 2, 2, 4, 1, 1, 1, 2, 2, 1, 3, 1, 2, 3, 2, 3, 1, 3, 1, 2, 1, 2, 2, 1, 1, 1, 2, 3, 1, 5, 2, 1, 3, 1, 3, 1, 3, 1, 1, 5, 2, 1, 1, 2, 2, 2, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 7, 3, 2, 1, 1, 3, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 2, 7, 2, 1, 2, 2, 1, 1, 1, 6, 3, 3, 2, 2, 5, 1, 4, 2, 2, 3, 1, 1, 3, 1, 1, 3, 2, 2, 5, 3, 1, 4, 2, 2, 4, 2, 1, 3, 1, 1, 1, 2, 5, 6, 1, 3, 1, 1, 2, 5, 3, 1, 1, 6, 2, 8, 1, 1, 2, 4, 3, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 2, 4, 3, 2, 2, 4, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 4, 4, 3, 1, 6, 2, 6, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 4, 1, 3, 1, 4, 1, 1, 3, 1, 5, 1, 5, 2, 3, 4, 3, 2, 1, 1, 1, 1, 1, 5, 1, 5, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 3, 4, 3, 1, 1, 2, 2, 1, 1, 3, 3, 2, 1, 1, 1, 6, 3, 1, 1, 3, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 4, 1, 2, 3, 1, 2, 3, 1, 1, 1, 3, 2, 1, 2, 5, 1, 5, 1, 6, 1, 1, 2, 1, 6, 1, 4, 1, 4, 1, 3, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 3, 2, 1, 2, 2, 1, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 2, 1, 2, 2, 2, 1, 1, 2, 2, 6, 1, 2, 5, 3, 1, 1, 1, 7, 6, 3, 4, 1, 5, 1, 2, 1, 3, 4, 2, 2, 4, 1, 2, 1, 2, 2, 3, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 6, 1, 1, 1, 7, 1, 3, 2, 5, 2, 5, 1, 1, 5, 1, 3, 2, 6, 1, 1, 2, 2, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 3, 2, 3, 3, 1, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 4, 2, 2, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 1, 2, 2, 1, 1, 4, 3, 3, 1, 2, 6, 1, 2, 1, 4, 3, 1, 3, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 5, 5, 5, 7, 9, 1, 1, 6, 4, 2, 5, 2, 5, 4, 2, 2, 1, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 5, 1, 2, 2, 1, 1, 1, 2, 4, 1, 4, 1, 3, 2, 2, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 4, 1, 1, 3, 1, 5, 3, 1, 1, 6, 3, 1, 1, 1, 1, 6, 1, 1, 7, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 4, 2, 1, 1, 4, 1, 1, 4, 11, 1, 1, 2, 1, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 1, 2, 1, 1, 3, 1, 2, 3, 1, 1, 8, 1, 5, 1, 1, 1, 1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 7, 2, 4, 1, 1, 1, 6, 1, 3, 1, 4, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 6, 2, 3, 1, 8, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 2, 2, 1, 1, 3, 3, 6, 1, 6, 5, 1, 7, 3, 3, 3, 5, 1, 3, 1, 1, 1, 4, 1, 4, 2, 1, 1, 1, 3, 2, 1, 3, 3, 1, 1, 3, 3, 6, 1, 6, 5, 1, 4, 1, 6, 2, 3, 4, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 2, 4, 1, 1, 10, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 2, 1, 1, 2, 2, 3, 2, 1, 1, 2, 1, 2, 4, 2, 2, 6, 2, 6, 1, 2, 7, 2, 5, 1, 3, 2, 6, 4, 2, 6, 1, 1, 2, 2, 6, 2, 2, 2, 5, 1, 2, 2, 3, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 3, 2, 1, 1, 1, 6, 4, 1, 3, 3, 4, 1, 1, 3, 1, 6, 1, 3, 2, 2, 2, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 2, 3, 2, 1, 2, 2, 5, 1, 1, 6, 1, 3, 1, 4, 2, 2, 3, 3, 1, 1, 3, 1, 2, 1, 6, 2, 1, 4, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 4, 4, 1, 7, 1, 1, 6, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 6, 2, 1, 5, 1, 2, 1, 1, 6, 1, 2, 1, 2, 1, 5, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 1, 2, 2, 2, 2, 2, 2, 3, 1, 5, 2, 3, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 6, 3, 2, 1, 4, 1, 14, 1, 1, 1, 11, 1, 1, 1, 6, 12, 1, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 2, 1, 2, 1, 6, 4, 1, 8, 1, 1, 5, 5, 1, 6, 6, 1, 13, 1, 10, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 4, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 4, 4, 2, 4, 1, 2, 2, 2, 1, 1, 2, 4, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 2, 4, 1, 3, 1, 1, 2, 4, 1, 1, 4, 1, 1, 2, 4, 1, 5, 1, 1, 5, 3, 3, 1, 1, 5, 2, 2, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 5, 1, 2, 1, 2, 3, 2, 5], "chunk_stats": {"count": 1259, "sum": 2761, "mean": 2.193010325655282, "median": 2.0, "p95": 6.0, "max": 14, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 704, "chunk_lengths": [5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 1, 5, 5, 5, 4, 6, 6, 2, 1, 2, 1, 3, 13, 4, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 3, 1, 13, 5, 1, 4, 1, 5, 1, 4, 1, 2, 8, 2, 4, 1, 1, 2, 4, 1, 5, 1, 4, 1, 13, 4, 1, 3, 1, 4, 2, 4, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 13, 1, 5, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2, 5, 1, 2, 2, 6, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 2, 6, 1, 2, 2, 6, 1, 1, 5, 3, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 4, 1, 1, 5, 1, 4, 2, 21, 1, 5, 2, 1, 3, 1, 1, 6, 1, 4, 1, 2, 7, 1, 1, 7, 1, 17, 1, 13, 3, 4, 1, 5, 1, 1, 1, 1, 5, 4, 1, 9, 3, 4, 2, 2, 1, 1, 1, 1, 5, 8, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 7, 1, 2, 2, 2, 5, 1, 4, 2, 5, 1, 1, 4, 2, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 5, 1, 1, 2, 2, 10, 1, 3, 5, 1, 5, 1, 2, 3, 4, 10, 1, 3, 2, 1, 5, 5, 5, 17, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 1, 4, 2, 1, 17, 2, 1, 1, 1, 1, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 3, 6, 1, 5, 3, 2, 1, 9, 2, 3, 4, 7, 6, 1, 2, 4, 7, 1, 3, 4, 1, 6, 1, 7, 5, 1, 9, 2, 3, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 1, 6, 1, 1, 6, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 5, 1, 9, 1, 2, 2, 3, 1, 4, 1, 13, 1, 3, 1, 1, 1, 7, 1, 5, 1, 1, 5, 1, 4, 1, 1, 5, 4, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 8, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 4, 1, 8, 1, 5, 4, 1, 1, 2, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 9, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 5, 6, 2, 3, 1, 5, 1, 5, 1, 2, 6, 1, 2, 1, 1, 9, 6, 2, 2, 2, 1, 5, 2, 6, 3, 6, 1, 4, 5, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 1, 3, 11, 1, 5, 2, 1, 8, 2, 3, 2, 4, 2, 1, 6, 8, 1, 1, 1, 1, 5, 4, 1, 1, 2, 5, 1, 1, 3, 2, 3, 1, 1, 9, 1, 1, 1, 9, 2, 6, 1, 2, 1, 2, 2, 4, 8, 2, 3, 3, 5, 6, 4, 2], "chunk_stats": {"count": 716, "sum": 2048, "mean": 2.8603351955307263, "median": 2.0, "p95": 8.0, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 279, "chunk_lengths": [1, 7, 2, 1, 11, 1, 11, 2, 1, 1, 3, 1, 2, 2, 1, 2, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 1, 3, 4, 2, 2, 3, 2, 6, 3, 1, 2, 1, 1, 1, 3, 1, 1, 2, 5, 3, 1, 1, 3, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 4, 1, 1, 6, 3, 2, 1, 3, 1, 1, 4, 3, 1, 6, 1, 1, 1, 1, 3, 3, 2, 1, 3, 6, 3, 3, 3, 1, 1, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 7, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 1, 4, 1, 5, 1, 1, 1, 3, 1, 3, 1, 3, 1, 1, 4, 1, 3, 6, 1, 2, 1, 1, 4, 1, 6, 1, 4, 4, 7, 2, 1, 7, 5, 4, 5, 2, 2, 1, 4, 1, 4, 7, 1, 1, 9, 2, 6, 2, 1, 2, 2, 7, 2, 2, 9, 1, 2, 9, 1, 1, 1, 3, 3, 1, 8, 3, 3, 1, 1, 4, 5, 4, 2, 3, 1, 5, 1, 1, 1, 3, 2, 4, 1, 1, 6, 4, 1, 7, 1, 5, 2, 3, 1, 2, 1, 1, 1, 4, 11, 1, 3, 1, 1, 1, 12, 2, 2, 2, 2, 2, 4, 1, 1, 1, 1, 3, 2, 3, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1, 3, 1, 1, 4, 2, 1, 4, 2, 1, 1, 5, 4, 3, 1, 3, 1, 2, 2, 3, 4, 4, 1, 1, 2, 4, 1], "chunk_stats": {"count": 287, "sum": 704, "mean": 2.4529616724738674, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}, "active_size_stats": {"count": 704, "sum": 704, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.00663271999656, "decode_time_sec": 27.809302507012035, "total_time_sec": 28.864176284001587, "prefill_units_per_sec": 8016.826633677851, "prefill_bytes_per_sec": 8000.93205794813, "decode_units_per_sec": 73.64442166370777, "decode_bytes_per_sec": 73.64442166370777, "total_units_per_sec": 70.95300346870232, "total_bytes_per_sec": 70.95300346870232, "step_latency_ms": {"count": 2048, "sum": 27921, "mean": 13.63330078125, "median": 8.0, "p95": 38.0, "max": 46, "min": 7}, "peak_allocated_mb": 3672.3359375, "peak_reserved_mb": 3824.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8054, "mean": 503.375, "median": 482.0, "p95": 789.5, "max": 806, "min": 281}, "model_input_units": {"count": 16, "sum": 8070, "mean": 504.375, "median": 483.0, "p95": 790.5, "max": 807, "min": 282}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 8054, "model_input_units": 8070, "stage0_units": 2733, "stage1_units": 1349, "bytes_per_stage0_unit": 2.946944749359678, "stage0_per_stage1_unit": 2.0259451445515197}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 8070, "units_out": 2733, "chunk_lengths": [1, 1, 3, 3, 1, 1, 8, 1, 7, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 8, 2, 7, 1, 7, 1, 3, 1, 9, 2, 4, 1, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 2, 4, 1, 1, 1, 1, 5, 7, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 7, 1, 2, 4, 1, 1, 1, 5, 2, 2, 5, 1, 1, 4, 5, 7, 1, 8, 1, 8, 2, 5, 5, 7, 1, 5, 2, 1, 8, 4, 1, 1, 1, 5, 1, 2, 4, 3, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 7, 1, 1, 1, 9, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 8, 2, 1, 1, 1, 5, 7, 1, 5, 2, 2, 5, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 5, 7, 1, 8, 1, 8, 2, 1, 4, 1, 5, 2, 5, 1, 1, 4, 1, 1, 2, 1, 7, 1, 9, 1, 1, 7, 1, 1, 5, 7, 1, 2, 5, 1, 1, 6, 1, 2, 7, 6, 1, 7, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 6, 2, 1, 5, 1, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 8, 1, 1, 2, 1, 4, 5, 1, 1, 1, 3, 1, 1, 1, 7, 3, 1, 3, 1, 1, 6, 1, 16, 4, 2, 3, 5, 1, 1, 13, 5, 2, 2, 1, 1, 13, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 6, 1, 1, 17, 6, 2, 1, 3, 1, 1, 3, 1, 5, 1, 6, 1, 1, 1, 17, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 1, 1, 3, 2, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 9, 2, 4, 3, 1, 1, 1, 9, 2, 1, 2, 5, 1, 2, 4, 1, 1, 3, 4, 1, 2, 1, 1, 7, 1, 8, 1, 2, 2, 3, 1, 2, 4, 1, 5, 1, 3, 11, 1, 7, 1, 2, 1, 2, 3, 2, 2, 1, 4, 3, 4, 9, 1, 2, 2, 4, 1, 9, 1, 1, 1, 5, 2, 1, 3, 1, 1, 8, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 2, 1, 2, 1, 3, 8, 1, 2, 1, 4, 4, 1, 1, 10, 3, 4, 2, 6, 1, 6, 1, 1, 1, 1, 4, 9, 2, 4, 1, 6, 3, 1, 3, 1, 5, 2, 2, 1, 4, 1, 4, 2, 1, 1, 6, 1, 2, 1, 2, 11, 1, 9, 2, 3, 3, 5, 3, 1, 7, 1, 3, 4, 1, 3, 3, 5, 10, 1, 1, 9, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 4, 1, 7, 3, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 10, 1, 2, 1, 2, 1, 1, 4, 9, 1, 2, 1, 3, 1, 1, 1, 3, 6, 1, 1, 3, 2, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 1, 2, 2, 2, 3, 5, 1, 4, 1, 2, 2, 1, 16, 3, 1, 8, 1, 5, 1, 1, 4, 2, 1, 5, 1, 3, 5, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 4, 1, 6, 1, 1, 7, 1, 1, 2, 1, 1, 9, 3, 5, 1, 5, 2, 3, 5, 1, 5, 3, 1, 3, 1, 6, 1, 1, 7, 1, 1, 2, 1, 4, 9, 1, 3, 1, 6, 1, 8, 1, 5, 2, 8, 1, 4, 9, 1, 2, 3, 1, 8, 1, 5, 1, 13, 1, 6, 2, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 1, 6, 4, 3, 1, 3, 1, 1, 8, 1, 6, 1, 17, 1, 5, 5, 5, 1, 1, 3, 8, 1, 5, 1, 4, 1, 1, 1, 1, 1, 34, 1, 1, 6, 7, 1, 4, 5, 7, 1, 5, 1, 1, 6, 1, 7, 1, 1, 1, 1, 6, 1, 1, 5, 1, 1, 13, 6, 2, 1, 3, 1, 1, 8, 1, 6, 1, 1, 5, 1, 9, 4, 1, 13, 6, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 1, 5, 1, 9, 3, 4, 5, 1, 1, 1, 3, 1, 1, 2, 5, 1, 4, 5, 1, 5, 4, 5, 2, 1, 2, 4, 2, 4, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 8, 1, 4, 2, 1, 2, 4, 2, 3, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 1, 1, 1, 5, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 8, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 4, 1, 1, 1, 2, 4, 1, 1, 1, 3, 3, 1, 4, 1, 1, 2, 1, 10, 1, 5, 1, 1, 1, 3, 1, 1, 9, 10, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 10, 1, 1, 2, 4, 1, 2, 6, 3, 1, 1, 9, 6, 1, 4, 1, 1, 2, 2, 1, 3, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 9, 6, 1, 1, 2, 4, 1, 5, 2, 1, 3, 1, 1, 3, 1, 6, 1, 1, 2, 4, 1, 4, 1, 6, 1, 4, 1, 1, 1, 1, 9, 1, 2, 2, 6, 1, 1, 2, 4, 1, 4, 1, 1, 3, 1, 10, 1, 1, 1, 2, 3, 1, 1, 5, 1, 1, 1, 4, 2, 1, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 2, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 1, 5, 4, 1, 2, 5, 1, 8, 2, 1, 3, 5, 1, 4, 7, 7, 1, 3, 1, 1, 5, 1, 1, 5, 1, 2, 4, 1, 3, 1, 1, 3, 1, 12, 2, 3, 10, 1, 2, 1, 1, 4, 1, 4, 1, 6, 1, 2, 1, 1, 1, 9, 1, 5, 10, 1, 1, 2, 1, 4, 1, 1, 1, 6, 1, 1, 1, 5, 1, 8, 1, 2, 4, 1, 2, 5, 1, 7, 1, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 5, 1, 2, 1, 8, 1, 9, 1, 2, 9, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 6, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 2, 4, 1, 1, 2, 2, 6, 1, 2, 2, 1, 1, 9, 1, 2, 1, 1, 8, 1, 4, 1, 1, 2, 2, 4, 1, 5, 1, 2, 1, 2, 4, 1, 1, 3, 1, 2, 2, 8, 13, 4, 1, 5, 2, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 3, 1, 9, 4, 2, 1, 2, 4, 1, 4, 1, 2, 2, 5, 3, 1, 4, 1, 13, 4, 1, 5, 2, 4, 1, 3, 9, 4, 1, 1, 8, 2, 1, 1, 4, 1, 7, 1, 1, 7, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 3, 4, 1, 4, 1, 9, 3, 4, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 8, 1, 6, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 2, 3, 1, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 11, 10, 4, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 11, 14, 7, 2, 1, 2, 3, 1, 1, 3, 1, 1, 2, 4, 1, 6, 2, 1, 3, 1, 1, 6, 1, 5, 1, 2, 3, 2, 1, 2, 4, 1, 2, 2, 2, 2, 2, 1, 2, 3, 1, 2, 2, 1, 2, 1, 6, 2, 1, 1, 15, 4, 1, 6, 1, 5, 1, 3, 6, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 11, 10, 1, 3, 1, 1, 6, 2, 2, 1, 4, 4, 3, 1, 3, 1, 3, 1, 1, 7, 1, 6, 1, 11, 3, 4, 1, 1, 3, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 2, 1, 3, 9, 4, 1, 1, 3, 1, 6, 1, 1, 1, 1, 2, 2, 3, 1, 4, 2, 3, 4, 1, 1, 1, 2, 4, 5, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 9, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 5, 1, 4, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 5, 1, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 6, 1, 6, 1, 1, 1, 9, 2, 1, 6, 4, 1, 5, 1, 1, 5, 1, 3, 1, 3, 6, 1, 1, 1, 2, 1, 5, 1, 5, 5, 4, 9, 4, 1, 1, 6, 2, 1, 3, 1, 1, 5, 1, 5, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 2, 4, 1, 5, 1, 13, 4, 1, 6, 2, 1, 1, 1, 1, 2, 4, 1, 5, 9, 5, 2, 1, 4, 1, 1, 6, 2, 4, 1, 5, 1, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 6, 1, 4, 1, 9, 1, 1, 1, 3, 7, 4, 1, 1, 3, 2, 7, 2, 3, 1, 1, 1, 9, 4, 2, 2, 2, 4, 1, 1, 1, 1, 1, 13, 4, 2, 4, 1, 1, 1, 1, 6, 1, 1, 17, 1, 2, 1, 1, 6, 1, 21, 3, 4, 1, 3, 1, 8, 1, 1, 1, 17, 3, 4, 2, 2, 13, 3, 4, 2, 4, 1, 1, 9, 2, 2, 2, 2, 4, 1, 2, 2, 4, 1, 13, 1, 3, 1, 1, 3, 2, 1, 13, 1, 2, 2, 4, 1, 9, 1, 21, 1, 8, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 8, 1, 1, 4, 1, 1, 3, 2, 4, 2, 2, 6, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 4, 2, 1, 1, 2, 2, 4, 1, 1, 9, 1, 7, 2, 1, 4, 1, 1, 6, 1, 1, 5, 1, 6, 1, 10, 1, 5, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 1, 6, 1, 1, 4, 1, 1, 4, 1, 1, 4, 1, 3, 1, 1, 3, 1, 1, 4, 1, 3, 1, 26, 1, 1, 1, 15, 1, 4, 4, 1, 4, 1, 44, 1, 2, 6, 1, 2, 6, 1, 44, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 44, 1, 1, 5, 1, 1, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 8, 1, 1, 3, 2, 1, 2, 2, 5, 2, 1, 2, 2, 1, 1, 6, 20, 1, 2, 1, 2, 1, 4, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 5, 4, 3, 1, 4, 1, 8, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 8, 1, 9, 7, 4, 5, 1, 13, 3, 4, 2, 2, 1, 5, 3, 1, 3, 2, 3, 1, 4, 1, 3, 1, 5, 5, 1, 3, 2, 3, 1, 4, 1, 5, 1, 1, 5, 1, 2, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 5, 1, 3, 1, 2, 4, 4, 1, 9, 6, 1, 3, 1, 13, 1, 2, 1, 17, 3, 1, 4, 1, 2, 4, 1, 3, 1, 2, 1, 13, 7, 2, 2, 9, 1, 17, 1, 2, 1, 21, 4, 1, 5, 1, 2, 1, 21, 3, 4, 1, 4, 17, 7, 2, 2, 9, 1, 21, 3, 4, 1, 3, 1, 13, 1, 2, 1, 17, 5, 1, 5, 2, 4, 1, 5, 1, 2, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 5, 1, 6, 5, 2, 1, 1, 1, 2, 1, 7, 5, 1, 2, 2, 1, 1, 5, 2, 1, 4, 3, 1, 4, 3, 1, 1, 1, 2, 6, 5, 1, 2, 1, 2, 4, 1, 4, 7, 1, 5, 5, 1, 7, 1, 8, 7, 10, 5, 1, 7, 1, 1, 4, 3, 1, 1, 3, 1, 4, 5, 2, 4, 1, 4, 1, 1, 5, 5, 5, 1, 1, 6, 1, 1, 2, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 1, 5, 1, 1, 1, 1, 1, 3, 3, 8, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 1, 9, 5, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 3, 1, 7, 1, 4, 1, 6, 1, 3, 1, 1, 6, 1, 1, 1, 3, 1, 6, 1, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 7, 6, 1, 1, 1, 18, 1, 6, 1, 2, 1, 5, 6, 1, 3, 1, 1, 1, 2, 5, 7, 1, 5, 1, 26, 1, 1, 6, 1, 1, 4, 5, 2, 6, 1, 7, 1, 10, 1, 27, 1, 2, 4, 2, 6, 1, 4, 8, 2, 6, 1, 3, 6, 1, 1, 17, 1, 5, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 13, 1, 1, 1, 1, 9, 1, 2, 1, 13, 6, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 3, 1, 6, 1, 1, 13, 1, 3, 1, 1, 8, 1, 5, 1, 7, 1, 6, 1, 1, 13, 4, 1, 3, 3, 6, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 9, 1, 1, 5, 1, 9, 1, 3, 1, 9, 6, 1, 9, 1, 9, 1, 6, 1, 2, 2, 1, 9, 8, 1, 3, 1, 2, 2, 1, 9, 1, 4, 1, 4, 1, 9, 2, 1, 1, 1, 1, 4, 1, 9, 1, 5, 1, 4, 1, 9, 4, 4, 1, 4, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 6, 2, 1, 3, 1, 1, 1, 5, 1, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 5, 1, 1, 1, 9, 1, 6, 1, 1, 3, 3, 1, 1, 9, 1, 6, 1, 9, 4, 4, 3, 1, 1, 4, 4, 1, 2, 1, 1, 4, 1, 2, 1, 6, 1, 2, 1, 2, 1, 2, 1, 2, 1, 8, 1, 3, 1, 1, 1, 13, 1, 2, 5, 1, 1, 1, 1, 3, 1, 1, 1, 2, 4, 4, 1, 17, 1, 1, 9, 1, 1, 5, 1, 3, 1, 3, 5, 1, 1], "chunk_stats": {"count": 2733, "sum": 8070, "mean": 2.9527991218441274, "median": 1.0, "p95": 9.0, "max": 44, "min": 1}}, {"stage": 1, "units_in": 2733, "units_out": 1349, "chunk_lengths": [1, 2, 1, 3, 2, 1, 6, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 2, 6, 5, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 6, 1, 5, 1, 3, 2, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 2, 2, 2, 1, 3, 6, 1, 5, 1, 2, 11, 1, 2, 1, 1, 2, 1, 1, 5, 7, 2, 1, 3, 2, 3, 1, 1, 5, 3, 5, 1, 2, 1, 1, 2, 5, 1, 1, 2, 3, 1, 1, 1, 2, 2, 4, 3, 1, 1, 5, 3, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 3, 10, 1, 1, 1, 5, 2, 2, 3, 1, 2, 1, 1, 3, 1, 2, 3, 3, 1, 3, 2, 1, 6, 1, 1, 3, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 5, 5, 1, 1, 1, 5, 1, 1, 2, 5, 3, 2, 5, 2, 7, 1, 1, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 3, 1, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 3, 1, 1, 3, 3, 1, 3, 1, 8, 4, 2, 2, 1, 1, 3, 3, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 1, 2, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 3, 1, 1, 3, 1, 2, 2, 1, 2, 1, 4, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 3, 3, 1, 4, 1, 1, 1, 6, 2, 4, 2, 2, 1, 4, 1, 4, 1, 3, 1, 6, 2, 1, 4, 4, 1, 3, 1, 1, 2, 5, 1, 2, 1, 3, 3, 4, 3, 1, 4, 2, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 2, 3, 2, 5, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 2, 4, 1, 1, 1, 1, 7, 4, 1, 2, 1, 1, 4, 2, 2, 1, 5, 1, 4, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 3, 3, 3, 2, 2, 3, 2, 3, 1, 1, 1, 1, 4, 1, 2, 2, 1, 3, 1, 2, 1, 2, 3, 2, 3, 1, 4, 1, 2, 2, 1, 6, 2, 1, 1, 1, 4, 2, 1, 1, 2, 3, 1, 5, 1, 1, 1, 3, 2, 1, 2, 3, 2, 1, 6, 7, 8, 1, 2, 1, 7, 2, 1, 5, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 5, 4, 1, 2, 1, 2, 3, 3, 1, 5, 1, 1, 2, 1, 1, 6, 3, 2, 4, 2, 3, 1, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 3, 4, 1, 1, 1, 4, 1, 1, 4, 5, 1, 5, 1, 1, 4, 2, 1, 1, 1, 2, 1, 1, 4, 1, 2, 5, 1, 2, 1, 1, 3, 3, 2, 3, 1, 3, 4, 1, 4, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 1, 1, 2, 3, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 2, 1, 3, 1, 6, 4, 1, 1, 1, 1, 1, 2, 2, 1, 9, 4, 1, 1, 1, 1, 1, 2, 6, 1, 2, 5, 1, 3, 1, 5, 2, 3, 2, 5, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 3, 5, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 4, 1, 1, 5, 3, 3, 2, 1, 1, 9, 1, 1, 10, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 1, 4, 5, 1, 1, 2, 1, 9, 2, 2, 1, 9, 1, 2, 1, 9, 2, 2, 2, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 4, 1, 4, 1, 1, 1, 2, 2, 1, 7, 1, 3, 3, 1, 3, 1, 1, 4, 5, 4, 1, 1, 5, 1, 3, 1, 1, 2, 1, 4, 1, 1, 1, 5, 5, 2, 1, 3, 1, 3, 1, 1, 2, 3, 1, 1, 6, 2, 1, 1, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 5, 1, 5, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 3, 4, 2, 4, 1, 1, 2, 4, 1, 1, 2, 3, 2, 3, 2, 1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 5, 5, 8, 1, 1, 1, 1, 3, 1, 3, 3, 3, 3, 4, 1, 8, 7, 2, 2, 3, 2, 3, 3, 4, 8, 3, 3, 2, 4, 1, 2, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 3, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 1, 1, 4, 5, 2, 3, 5, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 3, 1, 2, 1, 2, 5, 1, 1, 2, 2, 3, 1, 2, 1, 1, 3, 1, 2, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 3, 7, 4, 2, 1, 4, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 6, 1, 1, 2, 1, 2, 3, 2, 1, 1, 2, 2, 1, 3, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 2, 2, 1, 4, 1, 1, 5, 1, 2, 2, 3, 2, 1, 2, 1, 3, 1, 2, 1, 2, 4, 1, 3, 1, 2, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 3, 1, 3, 5, 2, 6, 3, 5, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 8, 1, 1, 4, 1, 4, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 4, 1, 2, 2, 2, 1, 2, 2, 3, 3, 1, 1, 2, 2, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 1, 6, 1, 2, 4, 1, 1, 6, 1, 7, 1, 1, 6, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 5, 1, 5, 2, 1, 1, 3, 2, 3, 1, 5, 1, 6, 3, 1, 2, 1], "chunk_stats": {"count": 1349, "sum": 2733, "mean": 2.0259451445515197, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 622, "chunk_lengths": [5, 3, 4, 7, 1, 1, 1, 4, 3, 1, 1, 8, 1, 7, 1, 4, 1, 7, 1, 2, 5, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 1, 1, 5, 1, 1, 1, 1, 4, 2, 3, 5, 1, 17, 5, 1, 1, 1, 5, 1, 1, 7, 1, 13, 3, 4, 1, 4, 5, 1, 5, 1, 2, 4, 1, 1, 3, 1, 4, 2, 6, 1, 1, 8, 1, 2, 4, 2, 2, 1, 13, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 7, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 3, 4, 1, 2, 1, 3, 4, 1, 6, 1, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 2, 3, 5, 1, 4, 1, 29, 3, 1, 8, 1, 5, 2, 2, 1, 5, 13, 4, 5, 1, 1, 1, 1, 1, 1, 1, 13, 4, 5, 1, 1, 1, 1, 1, 1, 14, 1, 1, 14, 1, 1, 10, 1, 5, 4, 1, 9, 1, 7, 9, 3, 4, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 3, 2, 24, 2, 6, 1, 2, 1, 9, 4, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 1, 8, 1, 1, 1, 7, 1, 1, 7, 1, 4, 1, 8, 2, 6, 1, 6, 1, 1, 1, 1, 4, 7, 1, 1, 7, 1, 4, 1, 1, 9, 1, 1, 1, 9, 7, 1, 1, 8, 5, 2, 5, 1, 4, 1, 6, 3, 6, 4, 1, 1, 8, 1, 6, 1, 3, 1, 2, 2, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 2, 4, 9, 1, 3, 1, 6, 1, 4, 1, 9, 2, 1, 3, 1, 6, 1, 4, 1, 8, 1, 7, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 1, 9, 1, 3, 1, 6, 1, 4, 1, 21, 4, 1, 1, 4, 1, 22, 8, 1, 1, 3, 22, 5, 1, 1, 8, 4, 1, 1, 1, 5, 1, 6, 1, 1, 9, 7, 1, 4, 1, 6, 1, 2, 1, 1, 13, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 2, 2, 1, 1, 13, 3, 13, 7, 2, 2, 9, 1, 17, 3, 4, 1, 4, 1, 13, 1, 2, 3, 1, 5, 3, 5, 1, 4, 1, 17, 3, 4, 1, 5, 4, 5, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 4, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 9, 4, 1, 17, 4, 1, 1, 5, 1, 1, 3, 1, 1, 11, 1, 1, 2, 1, 1, 2, 1, 1, 1, 9, 7, 5, 6, 1, 2, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 1, 1, 1, 3, 1, 1, 9, 1, 2, 1, 5, 1, 2, 4, 4, 1, 13, 1, 1, 9, 1, 1, 5, 1, 1, 1, 4, 1, 1, 3, 1, 4, 1, 9, 1, 2, 2, 4, 1, 2, 4, 4, 1, 7, 1, 3, 11, 6, 19, 3, 10, 2, 11], "chunk_stats": {"count": 632, "sum": 2048, "mean": 3.240506329113924, "median": 1.0, "p95": 10.0, "max": 29, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 278, "chunk_lengths": [1, 4, 1, 1, 7, 1, 1, 2, 1, 7, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 4, 1, 5, 3, 1, 1, 5, 1, 1, 1, 1, 2, 4, 1, 3, 1, 3, 5, 2, 3, 3, 2, 1, 1, 1, 1, 2, 2, 3, 1, 1, 4, 1, 1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 5, 1, 1, 2, 1, 2, 3, 3, 2, 5, 3, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 5, 1, 3, 3, 1, 14, 2, 1, 1, 1, 6, 3, 4, 1, 1, 4, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 1, 1, 2, 3, 4, 2, 2, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 1, 1, 2, 1, 1, 4, 1, 1, 4, 2, 2, 3, 4, 2, 2, 5, 1, 1, 3, 1, 3, 1, 1, 1, 1, 6, 2, 9, 2, 1, 6, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 4, 2, 2, 1, 3, 1, 1, 6, 1, 1, 2, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 1, 1, 4, 5, 1, 1, 1, 2, 1, 1, 8, 1, 1, 3, 3, 1, 8, 1, 1, 1, 7, 3, 3, 1, 2, 1, 1, 3, 6, 3, 5, 1, 1, 1, 2, 2, 2, 1, 2, 5, 2, 3, 1, 1, 1, 3, 5, 1, 6, 1, 5, 1, 2, 1, 1, 1, 3, 5, 1, 1, 1, 8, 7, 1, 3], "chunk_stats": {"count": 285, "sum": 622, "mean": 2.1824561403508773, "median": 1.0, "p95": 5.800000000000011, "max": 14, "min": 1}, "active_size_stats": {"count": 622, "sum": 622, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0067120089952368, "decode_time_sec": 27.77815715899851, "total_time_sec": 28.82787602100143, "prefill_units_per_sec": 8302.27505514891, "prefill_bytes_per_sec": 8286.381731281672, "decode_units_per_sec": 73.72699305708143, "decode_bytes_per_sec": 73.72699305708143, "total_units_per_sec": 71.04234798665046, "total_bytes_per_sec": 71.04234798665046, "step_latency_ms": {"count": 2048, "sum": 27885, "mean": 13.61572265625, "median": 8.0, "p95": 38.0, "max": 49, "min": 7}, "peak_allocated_mb": 3703.17578125, "peak_reserved_mb": 3822.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8342, "mean": 521.375, "median": 473.0, "p95": 848.75, "max": 851, "min": 302}, "model_input_units": {"count": 16, "sum": 8358, "mean": 522.375, "median": 474.0, "p95": 849.75, "max": 852, "min": 303}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 8342, "model_input_units": 8358, "stage0_units": 3020, "stage1_units": 1452, "bytes_per_stage0_unit": 2.762251655629139, "stage0_per_stage1_unit": 2.0798898071625342}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 8358, "units_out": 3020, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 4, 1, 8, 1, 1, 3, 1, 1, 1, 9, 2, 4, 3, 5, 1, 1, 2, 1, 8, 1, 1, 4, 1, 10, 1, 1, 2, 3, 1, 1, 6, 1, 1, 10, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 3, 1, 7, 1, 5, 1, 1, 3, 2, 5, 2, 3, 3, 1, 4, 1, 1, 5, 5, 1, 5, 2, 5, 1, 5, 3, 2, 1, 1, 2, 2, 1, 1, 5, 2, 7, 4, 2, 3, 6, 1, 1, 4, 5, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 6, 1, 1, 7, 4, 6, 3, 5, 1, 1, 6, 1, 5, 1, 9, 6, 2, 4, 1, 6, 1, 1, 6, 1, 5, 1, 5, 1, 9, 3, 2, 8, 2, 7, 2, 6, 1, 4, 1, 3, 1, 5, 1, 3, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4, 2, 5, 1, 2, 4, 1, 1, 1, 1, 1, 3, 5, 1, 2, 4, 1, 1, 1, 1, 1, 13, 1, 11, 1, 1, 3, 1, 2, 1, 1, 1, 7, 1, 3, 1, 1, 1, 5, 1, 4, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 2, 1, 1, 4, 1, 7, 5, 5, 1, 3, 1, 7, 1, 1, 2, 11, 1, 1, 8, 1, 1, 2, 9, 1, 5, 3, 3, 1, 3, 6, 1, 2, 2, 2, 3, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 8, 1, 1, 7, 11, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 2, 1, 1, 6, 1, 3, 4, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 2, 8, 1, 1, 1, 1, 1, 1, 6, 2, 1, 5, 4, 4, 6, 13, 7, 2, 1, 3, 2, 4, 1, 5, 3, 1, 8, 3, 3, 1, 3, 2, 3, 1, 1, 1, 1, 1, 5, 1, 4, 7, 2, 5, 3, 10, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 7, 6, 1, 2, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 11, 1, 3, 1, 1, 2, 1, 1, 5, 1, 47, 13, 1, 11, 1, 13, 1, 11, 1, 5, 2, 3, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 7, 2, 1, 1, 5, 1, 11, 1, 1, 2, 1, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 36, 13, 1, 11, 1, 1, 1, 3, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 2, 2, 1, 1, 1, 1, 4, 1, 1, 3, 2, 1, 4, 7, 1, 1, 4, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 7, 2, 1, 1, 1, 4, 5, 7, 2, 1, 1, 1, 5, 1, 2, 1, 9, 4, 3, 2, 1, 4, 3, 9, 1, 1, 5, 1, 1, 13, 4, 1, 6, 2, 3, 1, 1, 3, 1, 13, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 2, 4, 1, 6, 2, 1, 3, 4, 17, 1, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 13, 7, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 13, 10, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 2, 2, 13, 1, 2, 1, 7, 1, 2, 1, 1, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 4, 1, 11, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 2, 2, 1, 1, 1, 17, 7, 3, 1, 3, 13, 2, 3, 11, 1, 1, 2, 4, 2, 3, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 3, 6, 1, 6, 1, 1, 3, 2, 5, 2, 6, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 6, 1, 2, 1, 1, 13, 1, 3, 1, 6, 1, 8, 2, 6, 4, 1, 4, 2, 1, 6, 1, 1, 13, 4, 1, 1, 6, 2, 1, 1, 2, 4, 1, 4, 2, 1, 1, 1, 1, 1, 4, 2, 3, 6, 1, 9, 4, 1, 13, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 17, 1, 5, 4, 5, 1, 1, 7, 1, 4, 3, 3, 5, 3, 1, 1, 13, 6, 1, 7, 2, 1, 13, 4, 1, 2, 1, 1, 2, 2, 3, 1, 4, 1, 1, 3, 9, 1, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 17, 1, 2, 1, 1, 6, 1, 5, 2, 3, 1, 4, 1, 17, 6, 1, 7, 2, 1, 13, 1, 2, 6, 1, 7, 1, 2, 3, 1, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 17, 1, 3, 1, 1, 6, 1, 6, 3, 1, 17, 1, 3, 1, 1, 6, 1, 7, 1, 1, 6, 1, 5, 2, 6, 1, 17, 1, 3, 1, 1, 6, 1, 1, 8, 1, 1, 1, 6, 1, 5, 2, 1, 3, 1, 7, 1, 1, 8, 1, 17, 1, 3, 1, 1, 6, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 4, 1, 7, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 5, 1, 1, 4, 1, 1, 5, 1, 3, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 5, 1, 2, 1, 4, 1, 8, 2, 4, 4, 7, 5, 1, 2, 1, 8, 1, 9, 1, 4, 1, 5, 2, 2, 1, 1, 1, 2, 1, 5, 1, 3, 2, 1, 2, 1, 1, 2, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 9, 1, 5, 4, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 1, 1, 1, 3, 1, 7, 1, 2, 1, 2, 1, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8, 1, 1, 2, 7, 4, 1, 1, 2, 1, 1, 5, 2, 2, 1, 1, 1, 5, 4, 2, 3, 2, 1, 2, 1, 1, 1, 9, 1, 2, 4, 4, 1, 1, 1, 1, 13, 8, 1, 9, 1, 2, 2, 1, 1, 1, 2, 3, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 2, 2, 1, 9, 1, 8, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 1, 2, 1, 2, 1, 1, 1, 5, 4, 1, 2, 2, 3, 1, 8, 1, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 1, 1, 3, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 9, 1, 1, 3, 1, 5, 1, 1, 1, 1, 7, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 9, 3, 4, 1, 5, 7, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 5, 1, 9, 3, 4, 1, 5, 7, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 2, 1, 1, 9, 3, 4, 1, 1, 3, 1, 7, 1, 1, 5, 1, 1, 2, 4, 1, 7, 1, 5, 1, 1, 2, 1, 7, 1, 5, 2, 5, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 2, 1, 5, 1, 5, 2, 1, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 2, 2, 1, 3, 2, 7, 5, 1, 6, 3, 1, 7, 1, 5, 3, 4, 2, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 7, 1, 6, 1, 1, 6, 1, 2, 3, 1, 5, 1, 5, 1, 2, 1, 5, 4, 1, 1, 3, 1, 3, 1, 2, 5, 1, 4, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 3, 1, 7, 1, 4, 1, 4, 2, 3, 1, 7, 1, 1, 5, 1, 6, 1, 2, 1, 2, 7, 1, 5, 1, 4, 6, 2, 1, 2, 3, 4, 1, 5, 1, 2, 1, 4, 2, 1, 7, 1, 2, 1, 7, 1, 7, 1, 3, 1, 2, 1, 1, 7, 1, 4, 1, 1, 2, 1, 1, 1, 4, 2, 4, 2, 4, 2, 1, 2, 1, 7, 1, 1, 7, 2, 4, 7, 1, 2, 1, 3, 4, 2, 1, 3, 2, 5, 3, 10, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 4, 2, 1, 1, 5, 1, 1, 1, 1, 4, 6, 1, 1, 3, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 2, 5, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 5, 1, 8, 1, 1, 2, 1, 1, 5, 1, 2, 1, 2, 1, 4, 1, 5, 1, 2, 1, 1, 1, 9, 1, 5, 1, 8, 5, 1, 1, 2, 5, 3, 1, 2, 6, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 1, 5, 2, 1, 3, 3, 3, 1, 4, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 5, 1, 1, 6, 3, 2, 4, 1, 3, 1, 4, 3, 1, 6, 5, 4, 1, 4, 1, 1, 1, 2, 1, 4, 1, 3, 9, 1, 1, 2, 1, 1, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 6, 1, 1, 3, 2, 1, 1, 4, 2, 1, 6, 1, 1, 3, 1, 1, 9, 8, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 2, 9, 1, 2, 1, 6, 9, 7, 1, 2, 2, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 1, 1, 2, 2, 5, 1, 8, 1, 1, 9, 9, 2, 1, 1, 4, 1, 6, 1, 1, 1, 1, 2, 1, 1, 8, 1, 1, 1, 4, 2, 1, 6, 1, 1, 5, 1, 1, 1, 4, 1, 1, 9, 4, 3, 3, 8, 1, 13, 4, 3, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 1, 17, 9, 2, 1, 3, 1, 1, 5, 1, 2, 2, 1, 6, 1, 1, 3, 1, 3, 1, 1, 17, 1, 2, 9, 1, 2, 2, 2, 2, 7, 1, 2, 4, 8, 1, 1, 2, 3, 5, 17, 2, 3, 1, 9, 3, 8, 1, 1, 3, 1, 1, 2, 8, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 11, 1, 2, 2, 1, 1, 5, 5, 1, 5, 2, 10, 1, 1, 1, 1, 2, 1, 1, 11, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 9, 3, 1, 10, 1, 1, 2, 2, 1, 5, 6, 1, 10, 1, 2, 1, 2, 1, 5, 10, 1, 1, 2, 2, 1, 1, 6, 1, 6, 1, 10, 1, 1, 2, 2, 1, 4, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 8, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 2, 1, 2, 1, 6, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 3, 2, 6, 2, 5, 2, 4, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 6, 1, 1, 8, 3, 1, 7, 1, 8, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 1, 2, 1, 8, 1, 8, 1, 1, 1, 9, 1, 2, 5, 1, 1, 8, 3, 1, 7, 1, 5, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 3, 1, 8, 1, 5, 1, 1, 1, 1, 9, 1, 2, 4, 4, 1, 13, 5, 2, 5, 1, 4, 1, 9, 5, 2, 2, 1, 1, 3, 1, 2, 1, 1, 9, 1, 3, 2, 6, 2, 3, 2, 1, 4, 3, 2, 1, 1, 1, 6, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 5, 3, 1, 5, 1, 6, 2, 1, 1, 1, 1, 5, 4, 5, 1, 3, 6, 1, 9, 5, 1, 8, 1, 2, 5, 1, 9, 1, 6, 1, 6, 2, 12, 1, 4, 1, 2, 2, 5, 1, 11, 1, 4, 1, 1, 2, 1, 1, 1, 1, 12, 1, 4, 1, 2, 2, 3, 2, 1, 3, 2, 1, 11, 1, 2, 1, 3, 1, 2, 3, 2, 1, 3, 2, 9, 1, 1, 9, 1, 2, 1, 1, 1, 7, 1, 3, 1, 3, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 1, 1, 1, 6, 2, 1, 3, 2, 3, 1, 9, 4, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 3, 1, 1, 9, 4, 3, 3, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 3, 7, 1, 6, 1, 1, 1, 1, 2, 2, 9, 1, 1, 5, 1, 5, 1, 6, 2, 1, 1, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 5, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 5, 1, 4, 1, 9, 1, 5, 1, 5, 1, 6, 1, 4, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 8, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 5, 2, 1, 1, 3, 1, 2, 1, 5, 1, 1, 3, 2, 8, 1, 1, 1, 1, 2, 5, 1, 1, 2, 2, 2, 6, 1, 4, 1, 1, 9, 6, 1, 4, 1, 1, 1, 6, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 1, 9, 1, 3, 6, 1, 1, 4, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 6, 1, 5, 1, 9, 1, 3, 1, 1, 2, 1, 8, 1, 8, 1, 8, 1, 27, 6, 1, 6, 1, 27, 6, 1], "chunk_stats": {"count": 3020, "sum": 8358, "mean": 2.7675496688741723, "median": 1.0, "p95": 9.0, "max": 47, "min": 1}}, {"stage": 1, "units_in": 3020, "units_out": 1452, "chunk_lengths": [1, 2, 2, 5, 2, 1, 4, 1, 1, 1, 1, 4, 1, 2, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 5, 2, 4, 2, 1, 1, 6, 3, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 4, 2, 2, 2, 1, 1, 1, 2, 1, 5, 2, 6, 1, 1, 6, 3, 1, 3, 4, 1, 2, 1, 1, 3, 2, 1, 11, 2, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 4, 1, 3, 1, 2, 1, 2, 1, 5, 1, 1, 1, 7, 2, 1, 1, 5, 1, 5, 1, 1, 2, 4, 3, 1, 1, 1, 2, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 2, 1, 3, 1, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 5, 2, 1, 3, 2, 2, 4, 1, 4, 1, 1, 3, 2, 4, 3, 2, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 3, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 2, 1, 8, 2, 1, 1, 1, 1, 6, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 3, 1, 8, 1, 1, 1, 17, 1, 1, 1, 1, 3, 7, 1, 1, 7, 2, 3, 1, 3, 1, 1, 1, 11, 1, 1, 1, 4, 1, 1, 6, 1, 1, 9, 2, 3, 1, 1, 2, 4, 1, 2, 1, 2, 1, 2, 4, 1, 2, 1, 3, 3, 1, 1, 1, 1, 6, 6, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 4, 1, 4, 2, 1, 5, 4, 1, 4, 3, 1, 1, 4, 4, 2, 6, 1, 4, 1, 3, 1, 2, 2, 1, 1, 1, 1, 6, 3, 1, 2, 1, 1, 6, 3, 1, 1, 2, 9, 2, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 1, 3, 1, 3, 2, 1, 6, 2, 2, 2, 2, 1, 2, 1, 1, 3, 1, 1, 3, 5, 2, 3, 1, 1, 4, 1, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 4, 1, 3, 1, 1, 1, 3, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 5, 2, 1, 5, 1, 2, 3, 2, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 3, 6, 3, 2, 1, 2, 1, 1, 1, 2, 5, 1, 3, 2, 1, 1, 5, 2, 7, 1, 3, 1, 6, 1, 2, 1, 6, 1, 1, 1, 1, 2, 3, 1, 6, 2, 1, 3, 2, 4, 1, 4, 1, 6, 2, 3, 2, 1, 2, 1, 3, 1, 2, 3, 1, 1, 2, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 2, 1, 1, 3, 4, 2, 1, 1, 4, 2, 1, 3, 1, 4, 2, 1, 2, 1, 3, 4, 1, 2, 1, 2, 4, 1, 5, 2, 2, 3, 2, 2, 4, 1, 4, 1, 1, 2, 1, 6, 1, 1, 1, 5, 2, 2, 1, 2, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 4, 1, 2, 1, 1, 3, 4, 3, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 3, 1, 4, 1, 1, 2, 4, 3, 1, 1, 3, 3, 1, 4, 2, 1, 2, 3, 1, 2, 1, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 1, 5, 1, 4, 1, 1, 3, 1, 1, 6, 3, 7, 1, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 5, 3, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 6, 1, 1, 2, 1, 2, 2, 2, 1, 3, 2, 1, 1, 3, 1, 3, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 8, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 2, 2, 4, 1, 3, 3, 1, 2, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 3, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 4, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 21, 1, 1, 3, 2, 2, 2, 5, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 2, 2, 3, 2, 1, 2, 2, 2, 5, 2, 1, 3, 1, 3, 1, 2, 2, 1, 1, 2, 2, 3, 2, 1, 4, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 2, 2, 3, 2, 5, 1, 6, 1, 2, 1, 1, 2, 2, 3, 2, 3, 2, 1, 2, 3, 3, 2, 2, 1, 2, 1, 1, 4, 1, 1, 3, 1, 1, 5, 1, 2, 7, 3, 5, 1, 1, 1, 2, 2, 3, 1, 3, 2, 1, 1, 5, 2, 1, 1, 1, 1, 4, 2, 7, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 4, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 4, 9, 1, 1, 1, 5, 2, 6, 4, 2, 2, 5, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 3, 2, 1, 5, 3, 2, 1, 5, 3, 2, 1, 3, 1, 2, 2, 1, 4, 2, 1, 4, 4, 3, 4, 2, 4, 4, 1, 4, 2, 2, 2, 2, 5, 4, 2, 2, 2, 2, 5, 2, 3, 5, 2, 3, 5, 2, 3, 5, 2, 3, 4, 2, 4, 5, 5, 2, 3, 1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 2, 3, 1, 5, 1, 2, 5, 2, 2, 2, 3, 2, 3, 2, 1, 1, 2, 3, 4, 2, 1, 2, 5, 2, 2, 2, 2, 2, 3, 2, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 2, 1, 3, 3, 1, 2, 1, 2, 2, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 3, 2, 1, 1, 1, 4, 2, 2, 1, 1, 3, 2, 5, 2, 5, 6, 1, 1, 1, 1, 1, 5, 2, 3, 1, 2, 1, 7, 2, 1, 1, 2, 2, 5, 1, 2, 2, 4, 3, 2, 4, 3, 2, 4, 3, 2, 2, 1, 1, 4, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 7, 3, 4, 1, 5, 4, 1, 4, 4, 1, 2, 1, 1, 4, 4, 3, 1, 1, 1, 1, 1, 7, 1, 1, 2, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 4, 7, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 4, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 3, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 7, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 4, 1, 1, 3, 3, 1, 4, 5, 1, 5, 1, 1, 1, 2, 4, 1, 6, 2, 3, 3, 1, 7, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 1452, "sum": 3020, "mean": 2.0798898071625342, "median": 2.0, "p95": 5.0, "max": 21, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 672, "chunk_lengths": [1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 2, 7, 1, 4, 1, 4, 1, 9, 6, 1, 4, 1, 1, 2, 7, 1, 5, 1, 3, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 9, 6, 1, 4, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4, 1, 13, 1, 11, 1, 5, 4, 1, 7, 6, 1, 2, 1, 1, 5, 1, 11, 1, 13, 1, 11, 1, 13, 1, 11, 1, 1, 21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 4, 1, 1, 1, 17, 7, 3, 11, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 1, 4, 1, 7, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 5, 1, 5, 1, 1, 1, 6, 1, 5, 9, 1, 5, 6, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 5, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 1, 2, 8, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 8, 1, 1, 1, 4, 1, 7, 1, 2, 1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8, 1, 1, 5, 2, 1, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 1, 4, 1, 9, 3, 4, 1, 5, 1, 4, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7, 2, 1, 4, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 1, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 5, 17, 4, 2, 27, 1, 1, 1, 1, 1, 1, 1, 8, 1, 1, 3, 1, 1, 2, 8, 1, 1, 8, 4, 1, 10, 1, 1, 1, 1, 2, 1, 8, 3, 1, 10, 1, 2, 1, 2, 1, 10, 3, 1, 10, 1, 1, 1, 1, 2, 1, 8, 1, 3, 1, 10, 1, 1, 1, 1, 2, 1, 1, 5, 13, 1, 4, 1, 2, 4, 1, 13, 1, 5, 1, 2, 5, 1, 13, 1, 6, 1, 2, 6, 1, 13, 1, 1, 7, 1, 2, 5, 1, 1, 7, 1, 13, 5, 1, 1, 1, 6, 1, 1, 8, 1, 1, 2, 3, 1, 1, 2, 2, 1, 2, 2, 5, 1, 1, 13, 5, 1, 1, 6, 1, 13, 5, 1, 1, 1, 1, 13, 1, 1, 7, 1, 9, 1, 5, 1, 5, 1, 6, 1, 6, 2, 1, 6, 1, 5, 4, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 4, 5, 1, 4, 1, 9, 1, 5, 1, 1, 6, 1, 9, 1, 3, 1, 1, 2, 1, 7, 1, 1, 9, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 9, 4, 1, 1, 2, 1, 2, 2, 1, 4, 1, 1, 9, 4, 1, 1, 4, 2, 9, 6, 38, 4, 4], "chunk_stats": {"count": 679, "sum": 2048, "mean": 3.01620029455081, "median": 1.0, "p95": 9.0, "max": 38, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 256, "chunk_lengths": [3, 1, 1, 4, 6, 2, 1, 3, 4, 1, 4, 8, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 3, 3, 1, 4, 1, 3, 2, 1, 4, 1, 3, 5, 3, 3, 1, 5, 6, 5, 1, 2, 1, 2, 6, 4, 5, 1, 1, 3, 1, 3, 2, 7, 2, 4, 1, 1, 2, 1, 1, 2, 3, 2, 3, 1, 5, 5, 3, 2, 3, 1, 4, 3, 3, 2, 4, 2, 2, 4, 1, 4, 5, 1, 1, 2, 2, 1, 7, 1, 1, 1, 1, 1, 2, 2, 3, 1, 1, 4, 1, 1, 3, 5, 1, 4, 1, 1, 1, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 6, 1, 1, 4, 2, 1, 3, 1, 1, 9, 1, 9, 2, 2, 2, 7, 1, 3, 1, 4, 2, 2, 1, 9, 2, 1, 2, 1, 2, 7, 7, 1, 2, 1, 8, 8, 2, 1, 2, 1, 8, 1, 1, 1, 1, 2, 8, 2, 3, 2, 1, 1, 2, 3, 5, 2, 3, 4, 2, 3, 5, 3, 3, 5, 3, 1, 3, 2, 1, 1, 3, 2, 1, 1, 3, 2, 1, 1, 4, 5, 1, 1, 2, 3, 1, 3, 2, 1, 2, 1, 1, 2, 4, 1, 2, 3, 1, 2, 3, 1, 1, 3, 1, 7, 1, 1, 3, 1, 2, 1, 1, 1, 1, 4, 1, 1, 4, 1, 1, 2, 1, 6, 1, 2, 1, 8, 2, 1, 8, 2, 1, 7, 2, 2, 1, 6, 2, 1, 7, 3, 3], "chunk_stats": {"count": 262, "sum": 672, "mean": 2.564885496183206, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 672, "sum": 672, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0128374970117875, "decode_time_sec": 28.23325103499883, "total_time_sec": 29.28821725400121, "prefill_units_per_sec": 6827.353865157624, "prefill_bytes_per_sec": 6811.556661709681, "decode_units_per_sec": 72.53858216544862, "decode_bytes_per_sec": 72.53858216544862, "total_units_per_sec": 69.92573095995498, "total_bytes_per_sec": 69.92573095995498, "step_latency_ms": {"count": 2048, "sum": 28292, "mean": 13.814453125, "median": 8.0, "p95": 38.0, "max": 43, "min": 7}, "peak_allocated_mb": 3704.91943359375, "peak_reserved_mb": 3862.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6899, "mean": 431.1875, "median": 318.0, "p95": 891.5, "max": 914, "min": 257}, "model_input_units": {"count": 16, "sum": 6915, "mean": 432.1875, "median": 319.0, "p95": 892.5, "max": 915, "min": 258}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6899, "model_input_units": 6915, "stage0_units": 2226, "stage1_units": 1120, "bytes_per_stage0_unit": 3.0992812219227313, "stage0_per_stage1_unit": 1.9875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6915, "units_out": 2226, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 3, 1, 1, 3, 2, 6, 1, 2, 2, 2, 8, 1, 2, 2, 1, 1, 9, 2, 4, 6, 5, 1, 3, 8, 5, 1, 6, 8, 9, 1, 6, 2, 9, 1, 2, 9, 5, 1, 3, 1, 8, 9, 7, 2, 7, 1, 2, 7, 5, 1, 3, 1, 6, 1, 9, 2, 4, 9, 1, 6, 7, 1, 1, 1, 3, 8, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 4, 1, 1, 6, 1, 8, 1, 32, 3, 1, 5, 1, 32, 7, 1, 1, 1, 33, 1, 5, 1, 8, 1, 1, 4, 1, 1, 3, 4, 1, 2, 3, 3, 1, 5, 1, 5, 4, 1, 2, 3, 3, 1, 5, 1, 7, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 7, 1, 9, 8, 7, 1, 2, 1, 5, 1, 9, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 6, 1, 1, 9, 8, 7, 8, 1, 1, 4, 1, 1, 6, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 2, 2, 3, 1, 3, 1, 2, 3, 4, 1, 2, 1, 1, 1, 1, 1, 1, 13, 7, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 1, 1, 1, 18, 1, 7, 1, 1, 1, 1, 2, 1, 3, 1, 6, 1, 17, 1, 6, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 3, 3, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 3, 1, 17, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 5, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 4, 2, 3, 1, 3, 1, 1, 3, 5, 1, 1, 17, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 1, 3, 1, 3, 4, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 1, 9, 2, 3, 4, 1, 6, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 4, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 4, 1, 8, 1, 5, 2, 6, 2, 7, 1, 4, 1, 2, 6, 1, 1, 1, 1, 1, 1, 1, 21, 1, 7, 1, 2, 2, 2, 9, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 3, 1, 9, 1, 1, 1, 1, 3, 1, 5, 1, 7, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 7, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 4, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 6, 5, 1, 13, 1, 1, 6, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 1, 6, 1, 1, 13, 1, 1, 6, 1, 6, 2, 1, 9, 1, 5, 1, 3, 4, 1, 1, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1, 2, 10, 1, 2, 2, 2, 1, 9, 10, 2, 13, 1, 9, 1, 5, 5, 5, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 3, 6, 1, 13, 1, 2, 1, 2, 1, 1, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 9, 2, 3, 1, 1, 3, 1, 1, 3, 6, 1, 13, 1, 2, 1, 1, 3, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 22, 1, 1, 1, 5, 1, 1, 9, 5, 2, 1, 2, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 7, 1, 1, 7, 1, 4, 1, 1, 1, 1, 9, 10, 2, 1, 2, 1, 9, 2, 3, 1, 4, 1, 1, 1, 9, 4, 3, 4, 1, 1, 4, 3, 1, 7, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 11, 1, 1, 10, 1, 2, 1, 1, 4, 2, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 5, 1, 6, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 3, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 4, 8, 1, 2, 10, 1, 1, 3, 5, 1, 1, 3, 5, 1, 8, 1, 3, 3, 1, 11, 1, 1, 6, 4, 2, 1, 1, 1, 5, 1, 5, 2, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 5, 8, 2, 1, 5, 1, 7, 1, 7, 1, 2, 4, 2, 2, 6, 1, 5, 1, 4, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 7, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 3, 4, 2, 6, 1, 3, 1, 1, 1, 1, 4, 1, 7, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 3, 1, 1, 9, 6, 1, 3, 1, 13, 1, 7, 2, 5, 1, 1, 3, 1, 6, 1, 13, 1, 6, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 13, 1, 2, 4, 1, 5, 1, 17, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 21, 1, 6, 2, 1, 3, 1, 4, 1, 1, 2, 17, 4, 1, 21, 5, 1, 1, 3, 8, 1, 7, 1, 1, 1, 21, 8, 13, 1, 2, 1, 5, 1, 1, 1, 1, 4, 3, 1, 3, 1, 8, 1, 17, 5, 1, 1, 2, 6, 7, 1, 1, 17, 8, 13, 8, 2, 1, 3, 1, 8, 1, 1, 5, 1, 1, 1, 1, 13, 1, 3, 1, 4, 1, 1, 3, 2, 1, 5, 13, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 5, 12, 6, 1, 1, 1, 6, 5, 1, 7, 7, 1, 5, 2, 6, 1, 2, 4, 3, 8, 1, 1, 7, 1, 1, 6, 1, 2, 1, 5, 1, 1, 1, 10, 3, 3, 2, 6, 6, 1, 4, 1, 1, 1, 7, 1, 6, 1, 3, 1, 6, 2, 3, 4, 4, 1, 4, 12, 1, 1, 1, 2, 6, 4, 1, 1, 6, 2, 1, 5, 1, 7, 1, 6, 1, 1, 1, 6, 1, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 3, 2, 1, 3, 1, 1, 9, 6, 2, 1, 1, 1, 9, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 13, 5, 2, 1, 3, 1, 10, 1, 4, 1, 1, 4, 2, 3, 1, 5, 1, 1, 13, 1, 2, 4, 4, 1, 17, 5, 13, 6, 3, 4, 1, 9, 2, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2, 3, 1, 2, 9, 2, 4, 1, 6, 4, 8, 1, 9, 1, 2, 3, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 1, 3, 2, 4, 1, 4, 2, 1, 5, 1, 1, 3, 1, 1, 9, 4, 1, 8, 2, 1, 1, 3, 1, 6, 1, 2, 1, 1, 9, 4, 4, 2, 6, 3, 4, 1, 4, 1, 5, 1, 1, 1, 13, 1, 2, 1, 5, 1, 17, 6, 2, 1, 3, 1, 1, 2, 1, 1, 6, 1, 1, 5, 1, 6, 1, 1, 4, 1, 5, 1, 13, 4, 1, 7, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 5, 1, 1, 1, 9, 7, 3, 2, 1, 1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 1, 7, 1, 1, 1, 4, 1, 1, 2, 1, 5, 7, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 2, 3, 1, 5, 1, 2, 1, 5, 8, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 9, 4, 1, 4, 3, 6, 1, 13, 1, 2, 4, 1, 1, 3, 1, 1, 17, 1, 5, 5, 5, 1, 1, 3, 1, 13, 4, 1, 17, 1, 5, 1, 3, 1, 5, 3, 4, 1, 1, 3, 1, 5, 1, 4, 6, 7, 1, 3, 1, 3, 5, 2, 1, 4, 1, 2, 6, 2, 3, 7, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 6, 1, 1, 3, 1, 1, 3, 1, 3, 1, 3, 6, 2, 1, 1, 3, 4, 2, 3, 1, 4, 1, 3, 4, 5, 1, 1, 5, 1, 3, 4, 2, 1, 1, 1, 6, 1, 5, 2, 1, 3, 7, 1, 5, 4, 1, 5, 2, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 1, 2, 4, 1, 5, 1, 2, 6, 1, 2, 1, 1, 3, 2, 4, 1, 1, 2, 4, 1, 1, 3, 1, 1, 1, 5, 4, 2, 1, 5, 1, 9, 1, 1, 1, 5, 3, 1, 5, 1, 1, 3, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 1, 5, 4, 1, 5, 2, 1, 9, 2, 3, 3, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 10, 1, 1, 2, 1, 1, 13, 8, 1, 9, 4, 2, 3, 1, 4, 1, 3, 1, 1, 10, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 1, 3, 1, 3, 1, 7, 1, 4, 1, 1, 3, 1, 1, 7, 1, 5, 1, 3, 2, 2, 1, 1, 17, 4, 1, 1, 6, 2, 5, 1, 3, 2, 2, 17, 4, 1, 1, 6, 2, 5, 1, 3, 17, 3, 4, 1, 3, 13, 4, 1, 17, 3, 4, 1, 4, 9, 7, 8, 1, 10, 1, 7, 9, 1, 13, 1, 1, 5, 1, 5, 1, 1, 10, 1, 5, 2, 6, 3, 1, 8, 4, 1, 3, 1, 1, 1, 3, 8, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 6, 2, 7, 2, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 2, 1, 1, 5, 4, 1, 5, 1, 3, 1, 6, 1, 9, 1, 2, 1, 5, 1, 13, 4, 2, 7, 1, 1, 5, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 13, 1, 2, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 17, 4, 3, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 13, 1, 2, 1, 1, 7, 1, 1, 2, 7, 1, 3, 2, 1, 1, 13, 1, 3, 1, 7, 1, 3, 1, 1, 3, 1, 1, 5, 1, 6, 1, 8, 2, 1, 1, 5, 6, 2, 1, 5, 4, 7, 3, 7, 1, 9, 4, 2, 6, 1, 3, 1, 1, 4, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 5, 6, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 5, 1, 7, 1, 7, 2, 5, 1, 8, 1, 7, 1, 2, 2, 1, 1, 5, 4, 4, 1, 9, 1, 4, 1, 4, 1, 1, 9, 4, 4, 1, 4, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 13, 1, 2, 4, 1, 1, 8, 1, 7, 2, 4, 7, 1, 1, 17, 2, 2, 3, 1, 4, 4, 8, 1, 2, 2, 1, 6, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 7, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 4, 7, 1, 1, 1, 1, 1, 3, 1, 1, 1, 17, 2, 7, 4, 8, 1, 2, 1, 2, 1, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 4, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 7, 1, 7, 4, 3, 5, 1, 7, 1, 7, 1, 17, 2, 1, 5, 1, 2, 4, 8, 7, 1, 2, 3, 1, 6, 1, 8, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 6, 1, 1, 1, 1], "chunk_stats": {"count": 2226, "sum": 6915, "mean": 3.106469002695418, "median": 1.0, "p95": 9.0, "max": 52, "min": 1}}, {"stage": 1, "units_in": 2226, "units_out": 1120, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 10, 1, 6, 1, 1, 1, 3, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 3, 4, 1, 1, 7, 1, 1, 1, 1, 6, 3, 1, 1, 2, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 2, 2, 2, 5, 2, 2, 2, 2, 5, 2, 3, 2, 2, 5, 2, 2, 1, 1, 2, 2, 6, 2, 3, 1, 3, 1, 3, 1, 2, 2, 1, 2, 3, 1, 1, 2, 6, 1, 2, 2, 3, 2, 1, 1, 1, 1, 1, 7, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 5, 1, 1, 5, 3, 1, 2, 3, 2, 2, 3, 1, 1, 4, 4, 6, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 4, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 5, 3, 2, 2, 2, 7, 1, 1, 2, 1, 1, 6, 2, 3, 1, 1, 4, 7, 1, 2, 4, 1, 3, 1, 6, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 2, 1, 5, 1, 1, 4, 2, 1, 2, 4, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 4, 2, 3, 3, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 3, 1, 3, 2, 2, 3, 3, 2, 1, 3, 1, 2, 2, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 3, 3, 3, 1, 3, 2, 1, 1, 2, 4, 1, 2, 2, 1, 3, 1, 2, 1, 1, 1, 3, 2, 1, 1, 2, 3, 5, 1, 3, 1, 1, 3, 5, 1, 2, 1, 1, 3, 5, 1, 2, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 2, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 3, 1, 2, 4, 2, 1, 3, 1, 2, 1, 6, 2, 4, 1, 3, 8, 2, 4, 1, 4, 2, 3, 2, 1, 2, 1, 2, 2, 2, 1, 4, 1, 1, 3, 1, 2, 1, 1, 6, 1, 2, 1, 3, 3, 4, 1, 1, 5, 1, 1, 4, 1, 4, 1, 2, 8, 1, 2, 1, 2, 2, 6, 1, 1, 1, 1, 3, 4, 2, 5, 1, 2, 3, 3, 1, 1, 1, 1, 1, 4, 3, 4, 1, 7, 3, 1, 3, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 3, 4, 1, 2, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 4, 2, 2, 2, 1, 1, 2, 2, 3, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 4, 1, 1, 1, 4, 2, 3, 2, 4, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 1, 3, 1, 6, 2, 2, 1, 1, 2, 2, 2, 5, 1, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 2, 3, 1, 1, 1, 1, 3, 1, 2, 2, 3, 5, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 3, 6, 3, 1, 1, 1, 1, 5, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 2, 1, 1, 2, 1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 1, 4, 3, 4, 1, 2, 1, 1, 2, 1, 3, 8, 1, 2, 1, 1, 7, 4, 1, 3, 1, 7, 6, 6, 1, 1, 2, 2, 4, 1, 2, 2, 1, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 3, 1, 4, 2, 2, 5, 1, 1, 2, 5, 3, 1, 1, 1, 1, 1, 2, 3, 1, 5, 4, 1, 1, 2, 1, 2, 1, 4, 1, 3, 1, 1, 6, 2, 2, 4, 2, 4, 2, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 2, 2, 1, 2, 1, 4, 1, 1, 1, 2, 4, 1, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 3, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 1, 2, 1, 4, 1, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 6, 2, 1, 6, 1, 5, 4, 2, 1, 2, 1, 4, 3, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 1, 4, 1, 4, 1, 6, 1, 1, 5, 7, 1, 4, 4, 1, 1, 2, 1, 3, 1, 1, 4, 1, 3, 2, 1, 2, 2, 1, 2, 2, 1, 5, 1, 2, 2, 1, 1, 1, 2, 1, 6, 1, 1, 5, 3, 4, 1, 1, 4, 4, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 3, 6, 1, 1, 2, 1, 3, 3, 3, 1, 1, 1, 4, 1, 1, 3, 1, 9, 1, 3, 2, 2, 9, 1, 1, 2, 1, 1, 2, 6, 1, 1, 2, 1, 6, 1, 3, 2, 1, 9, 1, 3, 2, 2, 2], "chunk_stats": {"count": 1120, "sum": 2226, "mean": 1.9875, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 658, "chunk_lengths": [9, 1, 5, 1, 8, 2, 1, 1, 9, 4, 6, 3, 6, 1, 13, 1, 5, 1, 7, 1, 1, 5, 1, 1, 1, 6, 1, 2, 5, 1, 1, 1, 1, 2, 1, 5, 2, 1, 5, 2, 1, 1, 2, 1, 4, 1, 1, 6, 1, 8, 2, 3, 1, 5, 1, 30, 7, 1, 7, 2, 1, 5, 1, 8, 1, 1, 5, 1, 8, 1, 1, 1, 1, 4, 2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 3, 4, 6, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3, 4, 4, 1, 1, 6, 1, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 13, 8, 2, 1, 1, 13, 4, 7, 3, 6, 1, 4, 1, 17, 1, 2, 1, 1, 8, 1, 6, 2, 1, 4, 2, 1, 4, 1, 1, 1, 5, 1, 2, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 4, 1, 1, 2, 3, 1, 1, 1, 1, 1, 4, 2, 1, 5, 2, 3, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 1, 4, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 2, 6, 1, 1, 5, 3, 4, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 4, 1, 2, 17, 7, 1, 1, 5, 1, 13, 7, 10, 1, 2, 1, 1, 17, 5, 1, 1, 5, 2, 1, 1, 2, 2, 1, 1, 17, 5, 1, 10, 6, 1, 1, 5, 1, 1, 5, 1, 4, 1, 10, 6, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 4, 2, 1, 5, 1, 6, 1, 1, 5, 1, 6, 1, 2, 6, 4, 1, 6, 1, 5, 1, 1, 2, 1, 3, 1, 13, 1, 5, 1, 5, 5, 1, 1, 1, 6, 5, 5, 1, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 1, 7, 1, 1, 9, 3, 4, 7, 2, 1, 5, 4, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 3, 1, 1, 5, 1, 1, 3, 2, 1, 5, 1, 5, 2, 1, 1, 5, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 4, 2, 1, 6, 1, 1, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 5, 1, 5, 1, 2, 1, 5, 8, 1, 1, 1, 5, 1, 2, 6, 1, 5, 4, 5, 1, 1, 5, 1, 1, 4, 3, 2, 4, 5, 1, 1, 3, 3, 4, 4, 5, 1, 1, 1, 4, 1, 5, 1, 4, 6, 1, 3, 1, 3, 1, 2, 5, 2, 1, 3, 1, 2, 13, 1, 2, 1, 10, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 17, 1, 1, 1, 2, 4, 1, 1, 5, 1, 1, 10, 1, 1, 1, 1, 1, 1, 1, 17, 1, 4, 1, 5, 4, 1, 1, 1, 13, 3, 4, 1, 4, 1, 5, 4, 1, 3, 1, 3, 1, 7, 1, 1, 3, 2, 3, 1, 1, 9, 1, 2, 1, 13, 3, 4, 1, 3, 1, 1, 1, 3, 1, 7, 1, 3, 2, 1, 3, 1, 9, 1, 2, 4, 4, 3, 1, 3, 1, 7, 1, 13, 1, 6, 1, 7, 1, 1, 5, 1, 6, 1, 13, 6, 3, 1, 1, 5, 1, 2, 1, 6, 1, 7, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 4, 1, 17, 3, 4, 4, 1, 4, 1, 2, 10, 1, 3, 2, 4, 1, 1], "chunk_stats": {"count": 666, "sum": 2048, "mean": 3.075075075075075, "median": 1.0, "p95": 9.0, "max": 52, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 280, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 2, 2, 1, 4, 3, 1, 3, 2, 1, 2, 2, 1, 2, 3, 8, 1, 3, 2, 1, 1, 1, 1, 4, 6, 1, 1, 1, 4, 6, 1, 3, 1, 1, 10, 1, 6, 2, 1, 1, 10, 1, 1, 1, 2, 1, 1, 2, 4, 1, 1, 4, 3, 2, 1, 3, 2, 1, 1, 4, 1, 6, 1, 4, 1, 5, 3, 8, 1, 1, 4, 1, 6, 1, 4, 2, 1, 1, 1, 1, 9, 1, 4, 1, 8, 4, 1, 1, 1, 9, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 1, 3, 1, 2, 1, 1, 5, 2, 2, 2, 2, 1, 7, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 4, 4, 1, 2, 3, 1, 3, 1, 3, 1, 1, 4, 1, 2, 4, 2, 1, 4, 1, 1, 2, 2, 2, 2, 5, 1, 1, 4, 1, 1, 3, 2, 5, 1, 1, 3, 4, 3, 1, 1, 2, 3, 1, 1, 1, 3, 3, 3, 2, 4, 1, 3, 6, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 4, 5, 1, 1, 2, 3, 1, 3, 5, 1, 4, 1, 1, 1, 5, 1, 2, 2, 2, 1, 1, 2, 1, 1, 1, 1, 3, 3, 4, 3, 1, 1, 2, 3, 3, 3, 3, 4, 1, 2, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 2, 4, 3, 1, 3, 1, 8, 1, 1, 2, 1, 1, 2, 2, 5, 1, 4, 3, 3, 1, 1, 2, 1, 1, 1, 6, 8, 1, 2, 1, 5, 3, 1, 4, 2, 1, 1, 1, 2, 4, 1], "chunk_stats": {"count": 290, "sum": 658, "mean": 2.268965517241379, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 658, "sum": 658, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.009009588004119, "decode_time_sec": 28.978370614000596, "total_time_sec": 30.034869081999204, "prefill_units_per_sec": 6903.7996098522335, "prefill_bytes_per_sec": 6887.942476094319, "decode_units_per_sec": 70.67340076776195, "decode_bytes_per_sec": 70.67340076776195, "total_units_per_sec": 68.18741225103018, "total_bytes_per_sec": 68.18741225103018, "step_latency_ms": {"count": 2048, "sum": 29059, "mean": 14.18896484375, "median": 8.0, "p95": 38.0, "max": 50, "min": 7}, "peak_allocated_mb": 3644.9453125, "peak_reserved_mb": 3742.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6950, "mean": 434.375, "median": 434.0, "p95": 651.75, "max": 699, "min": 268}, "model_input_units": {"count": 16, "sum": 6966, "mean": 435.375, "median": 435.0, "p95": 652.75, "max": 700, "min": 269}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6950, "model_input_units": 6966, "stage0_units": 2449, "stage1_units": 1206, "bytes_per_stage0_unit": 2.837893017558187, "stage0_per_stage1_unit": 2.030679933665008}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6966, "units_out": 2449, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 8, 1, 6, 1, 6, 1, 4, 1, 1, 5, 4, 2, 1, 4, 2, 1, 2, 2, 6, 1, 2, 3, 1, 10, 1, 2, 1, 8, 1, 2, 1, 4, 1, 6, 1, 4, 1, 6, 1, 4, 1, 1, 5, 6, 1, 1, 4, 2, 6, 1, 4, 1, 1, 5, 1, 1, 1, 6, 1, 3, 1, 4, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 8, 1, 10, 1, 4, 2, 1, 4, 2, 1, 2, 2, 6, 2, 6, 1, 4, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 5, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 3, 1, 3, 1, 2, 3, 1, 3, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 1, 3, 1, 2, 1, 3, 1, 5, 6, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 1, 2, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 9, 4, 2, 3, 1, 2, 1, 1, 2, 1, 1, 2, 3, 3, 4, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 4, 2, 7, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 1, 3, 5, 1, 1, 1, 2, 3, 3, 4, 1, 1, 1, 1, 5, 1, 1, 9, 1, 1, 1, 3, 2, 1, 2, 4, 1, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 7, 2, 3, 1, 1, 6, 1, 1, 5, 4, 1, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 1, 7, 4, 1, 1, 4, 1, 1, 1, 7, 2, 1, 5, 2, 3, 1, 2, 7, 4, 5, 2, 2, 6, 1, 1, 8, 1, 7, 1, 2, 1, 3, 1, 3, 6, 5, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 1, 9, 1, 5, 6, 5, 1, 1, 4, 5, 6, 1, 1, 8, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 2, 2, 1, 13, 5, 1, 4, 1, 1, 2, 1, 2, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 1, 3, 2, 5, 1, 2, 2, 1, 13, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 4, 1, 13, 5, 1, 5, 1, 1, 9, 7, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 3, 1, 7, 2, 4, 2, 1, 4, 1, 1, 4, 2, 22, 6, 1, 5, 1, 6, 1, 5, 2, 10, 1, 10, 1, 22, 5, 1, 4, 1, 5, 1, 4, 2, 1, 2, 4, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 22, 5, 1, 5, 2, 1, 2, 1, 4, 1, 1, 2, 1, 4, 2, 4, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 3, 2, 1, 1, 9, 4, 2, 1, 1, 9, 2, 2, 1, 9, 2, 2, 1, 3, 1, 1, 9, 1, 4, 2, 1, 4, 1, 9, 6, 4, 1, 3, 1, 13, 2, 2, 1, 13, 6, 1, 3, 1, 17, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 1, 2, 1, 7, 1, 1, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 4, 1, 1, 9, 3, 2, 4, 5, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 2, 1, 1, 13, 2, 1, 6, 1, 4, 1, 9, 4, 1, 13, 2, 1, 3, 2, 8, 5, 1, 2, 4, 1, 1, 2, 3, 2, 1, 1, 9, 2, 15, 5, 1, 2, 1, 1, 10, 1, 2, 4, 1, 1, 2, 2, 1, 8, 1, 5, 13, 2, 2, 3, 2, 4, 1, 2, 9, 1, 6, 6, 1, 3, 5, 2, 1, 15, 4, 1, 2, 4, 1, 1, 2, 3, 2, 6, 1, 1, 4, 9, 5, 3, 15, 2, 5, 2, 7, 5, 8, 1, 5, 2, 3, 4, 3, 7, 15, 2, 3, 4, 2, 6, 4, 5, 1, 7, 1, 2, 1, 2, 4, 7, 15, 2, 1, 6, 6, 4, 4, 4, 1, 1, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 3, 2, 4, 1, 6, 2, 4, 1, 4, 2, 4, 1, 1, 9, 4, 2, 1, 4, 1, 6, 2, 4, 1, 4, 1, 9, 1, 2, 5, 2, 1, 3, 1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 2, 2, 2, 1, 9, 1, 2, 5, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 1, 7, 1, 4, 11, 1, 3, 1, 3, 7, 1, 2, 1, 2, 5, 1, 2, 1, 5, 13, 2, 2, 2, 1, 1, 13, 1, 3, 1, 1, 1, 3, 1, 3, 1, 4, 2, 1, 5, 4, 1, 5, 3, 1, 5, 1, 2, 2, 1, 5, 4, 2, 2, 1, 1, 1, 3, 6, 1, 4, 3, 1, 8, 1, 1, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 6, 3, 1, 3, 1, 2, 2, 6, 4, 1, 3, 1, 4, 6, 1, 1, 1, 4, 1, 5, 1, 5, 1, 1, 4, 1, 4, 2, 1, 1, 5, 5, 2, 7, 1, 1, 1, 1, 4, 3, 1, 4, 2, 5, 1, 1, 4, 4, 1, 1, 1, 5, 3, 1, 6, 2, 1, 3, 1, 5, 1, 3, 1, 5, 2, 4, 1, 1, 1, 1, 1, 3, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 5, 2, 1, 7, 4, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 1, 5, 1, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 4, 1, 5, 1, 5, 4, 1, 9, 3, 4, 1, 1, 3, 5, 1, 4, 1, 3, 1, 1, 16, 6, 1, 1, 1, 8, 1, 1, 5, 1, 17, 1, 3, 1, 1, 5, 1, 17, 4, 4, 1, 3, 1, 2, 2, 1, 16, 8, 1, 2, 4, 1, 2, 2, 1, 16, 7, 1, 4, 1, 1, 5, 5, 1, 4, 4, 7, 1, 8, 1, 10, 1, 5, 1, 1, 5, 1, 6, 1, 5, 1, 6, 1, 1, 5, 2, 4, 1, 1, 2, 2, 4, 1, 3, 3, 1, 6, 1, 3, 1, 1, 5, 1, 7, 2, 2, 2, 1, 1, 4, 1, 2, 5, 2, 1, 3, 1, 1, 3, 2, 2, 2, 1, 1, 4, 2, 7, 1, 7, 1, 5, 8, 1, 2, 6, 1, 8, 1, 4, 1, 1, 1, 6, 1, 1, 5, 2, 3, 1, 5, 2, 2, 1, 2, 3, 1, 6, 2, 9, 1, 2, 4, 1, 2, 5, 1, 1, 5, 8, 1, 5, 2, 1, 3, 1, 8, 1, 4, 1, 1, 6, 2, 8, 1, 3, 2, 6, 1, 6, 1, 5, 10, 2, 5, 1, 9, 1, 8, 2, 8, 1, 4, 2, 6, 1, 6, 1, 5, 1, 5, 1, 1, 2, 3, 1, 1, 4, 5, 1, 5, 1, 5, 1, 9, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 10, 1, 1, 3, 2, 1, 10, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 5, 1, 5, 1, 1, 1, 1, 8, 1, 1, 2, 1, 1, 10, 1, 1, 9, 1, 2, 4, 1, 3, 1, 13, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 6, 1, 1, 10, 1, 9, 4, 1, 13, 1, 2, 1, 10, 1, 3, 1, 2, 2, 2, 1, 17, 1, 10, 1, 1, 3, 1, 1, 13, 1, 2, 1, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 1, 10, 1, 3, 1, 2, 4, 4, 1, 17, 7, 2, 22, 1, 2, 1, 2, 1, 3, 1, 2, 1, 21, 1, 1, 10, 2, 1, 2, 1, 10, 1, 2, 17, 1, 17, 5, 2, 1, 1, 4, 1, 9, 1, 2, 1, 3, 1, 2, 1, 9, 1, 4, 1, 2, 1, 1, 5, 1, 1, 11, 1, 1, 2, 1, 2, 1, 10, 1, 2, 6, 1, 17, 9, 2, 1, 1, 8, 1, 6, 1, 8, 1, 1, 1, 1, 3, 1, 6, 1, 4, 1, 13, 7, 1, 2, 2, 1, 13, 1, 5, 1, 2, 2, 1, 13, 3, 2, 1, 1, 4, 1, 13, 3, 1, 8, 1, 1, 4, 1, 13, 7, 1, 4, 1, 4, 1, 13, 1, 7, 1, 4, 1, 5, 1, 13, 3, 2, 1, 1, 2, 1, 5, 1, 13, 7, 1, 4, 1, 4, 1, 1, 5, 2, 1, 2, 6, 2, 4, 4, 2, 5, 1, 8, 2, 1, 6, 8, 8, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 4, 1, 5, 1, 2, 7, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 7, 1, 2, 7, 1, 1, 5, 1, 2, 1, 5, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 1, 5, 1, 1, 1, 3, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 3, 2, 1, 1, 1, 8, 1, 1, 9, 2, 6, 2, 1, 1, 1, 1, 1, 8, 1, 2, 1, 1, 1, 8, 1, 9, 6, 2, 4, 1, 7, 1, 6, 1, 5, 1, 1, 8, 1, 2, 1, 1, 6, 1, 1, 9, 4, 5, 3, 5, 1, 13, 4, 1, 7, 1, 4, 1, 17, 2, 2, 2, 2, 5, 1, 1, 7, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 2, 1, 4, 1, 2, 2, 5, 1, 1, 1, 1, 3, 3, 1, 8, 1, 4, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 27, 1, 2, 6, 1, 7, 1, 3, 1, 10, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 5, 1, 5, 2, 2, 4, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 4, 1, 2, 3, 1, 5, 1, 1, 9, 9, 2, 8, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 33, 6, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 3, 1, 1, 1, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 2, 3, 4, 1, 4, 1, 1, 8, 1, 4, 1, 1, 13, 1, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 1, 1, 2, 2, 6, 1, 2, 1, 17, 1, 3, 1, 5, 2, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 4, 1, 5, 1, 1, 3, 2, 5, 1, 4, 2, 5, 1, 3, 1, 2, 2, 2, 2, 4, 1, 5, 1, 1, 3, 1, 20, 5, 1, 4, 1, 1, 2, 2, 2, 7, 1, 4, 2, 1, 5, 1, 4, 1, 20, 1, 4, 1, 3, 1, 4, 1, 1, 9, 6, 2, 1, 2, 5, 1, 5, 1, 4, 2, 1, 3, 2, 5, 1, 5, 1, 3, 2, 1, 5, 1, 1, 5, 1, 9, 3, 4, 5, 1, 4, 1, 2, 4, 1, 5, 1, 2, 4, 1, 5, 1, 27, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 7, 1, 7, 1, 27, 1, 4, 1, 3, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 2, 3, 1, 2, 1, 3, 1, 1, 7, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 5, 3, 1, 2, 1, 2, 7, 2, 1, 1, 3, 1, 1, 8, 2, 1, 1, 1, 1, 1, 2, 1, 1, 9, 2, 3, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 9, 2, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 4, 1, 5, 2, 1, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 1, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 2, 2, 1, 1, 4, 1, 2, 4, 1, 1, 3, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 2, 4, 1, 1, 3, 1, 1, 2, 2, 2, 1, 1, 3, 1, 3, 1, 6, 2, 1, 1, 1, 1, 25, 1, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 2449, "sum": 6966, "mean": 2.8444262964475295, "median": 2.0, "p95": 9.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 2449, "units_out": 1206, "chunk_lengths": [1, 2, 2, 5, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 4, 2, 4, 4, 1, 1, 1, 1, 3, 1, 3, 1, 4, 2, 7, 1, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 1, 2, 5, 2, 2, 3, 3, 2, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 4, 1, 3, 1, 4, 3, 6, 1, 5, 1, 4, 1, 4, 4, 3, 6, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 5, 3, 2, 1, 2, 1, 2, 5, 1, 5, 1, 1, 1, 1, 3, 2, 3, 1, 2, 5, 6, 2, 3, 2, 2, 5, 2, 2, 1, 1, 6, 2, 1, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 2, 1, 3, 2, 2, 1, 4, 3, 2, 5, 1, 4, 4, 6, 1, 4, 3, 1, 1, 2, 5, 1, 1, 7, 1, 1, 4, 1, 2, 2, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 2, 2, 1, 3, 1, 1, 2, 2, 1, 3, 1, 6, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 3, 4, 4, 1, 3, 1, 1, 4, 1, 7, 1, 3, 1, 7, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 5, 5, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 3, 1, 4, 5, 1, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 3, 2, 1, 2, 3, 4, 1, 4, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 2, 1, 5, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 3, 3, 1, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 1, 2, 3, 1, 2, 1, 1, 2, 1, 2, 2, 7, 1, 2, 1, 6, 2, 6, 2, 1, 1, 1, 2, 2, 2, 3, 1, 2, 3, 1, 1, 1, 10, 1, 1, 1, 5, 1, 2, 2, 1, 4, 1, 2, 4, 3, 2, 3, 1, 1, 1, 4, 3, 1, 1, 2, 1, 3, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 1, 1, 4, 5, 1, 1, 1, 1, 1, 5, 3, 2, 2, 1, 3, 1, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 2, 1, 5, 1, 1, 2, 4, 1, 3, 1, 2, 2, 3, 1, 1, 1, 2, 3, 1, 2, 2, 4, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 3, 1, 3, 3, 2, 1, 2, 2, 2, 5, 2, 1, 1, 1, 1, 1, 1, 1, 3, 3, 2, 1, 1, 1, 6, 1, 3, 1, 4, 4, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 1, 3, 3, 5, 1, 3, 1, 1, 4, 3, 3, 1, 4, 3, 1, 1, 4, 3, 3, 1, 5, 3, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 7, 1, 2, 1, 3, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 3, 3, 2, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 5, 4, 1, 2, 1, 5, 3, 1, 2, 1, 2, 1, 2, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 1, 1, 6, 3, 4, 2, 3, 1, 1, 1, 1, 2, 2, 4, 2, 3, 1, 3, 3, 3, 1, 2, 2, 3, 1, 1, 1, 2, 2, 3, 1, 3, 2, 1, 2, 4, 1, 1, 2, 3, 4, 1, 2, 5, 1, 1, 5, 1, 5, 1, 1, 3, 2, 4, 1, 2, 1, 1, 3, 2, 5, 1, 5, 2, 1, 1, 5, 5, 2, 4, 5, 1, 1, 1, 1, 3, 5, 2, 3, 2, 5, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 2, 1, 3, 3, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 2, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 4, 1, 5, 1, 2, 5, 1, 5, 1, 3, 4, 1, 2, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 2, 2, 1, 1, 2, 1, 2, 2, 3, 3, 5, 1, 5, 1, 1, 2, 1, 3, 3, 4, 3, 1, 3, 2, 2, 2, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 1, 3, 2, 2, 1, 4, 4, 1, 1, 1, 2, 2, 1, 3, 2, 2, 2, 1, 5, 1, 1, 3, 1, 3, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 2, 2, 1, 1, 3, 1, 4, 1, 3, 4, 2, 1, 2, 2, 1, 2, 4, 2, 2, 1, 2, 3, 1, 3, 1, 1, 3, 4, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 3, 1, 4, 1, 8, 1, 2, 1, 1, 1, 4, 1, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 3, 4, 6, 1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 4, 1, 3, 1, 1, 3, 2, 5, 2, 4, 1, 4, 1, 1, 2, 2, 4, 1, 1, 2, 1, 2, 2, 1, 3, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 1, 1, 3, 1, 2, 2, 1, 5, 3, 2, 1, 1, 1, 2, 6, 1, 1, 3, 6, 1, 1, 3, 2, 1, 3, 3, 7, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 4, 2, 2, 5, 1, 2, 1, 5, 6, 1, 1, 5, 2, 4, 2, 6, 6, 2], "chunk_stats": {"count": 1206, "sum": 2449, "mean": 2.030679933665008, "median": 2.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 701, "chunk_lengths": [1, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 6, 1, 2, 6, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 9, 3, 4, 1, 1, 3, 1, 1, 4, 3, 1, 2, 4, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 4, 7, 1, 1, 3, 4, 1, 4, 4, 1, 1, 3, 4, 4, 1, 7, 1, 1, 7, 1, 1, 3, 1, 1, 5, 8, 2, 7, 1, 7, 1, 1, 5, 1, 3, 1, 6, 5, 22, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 5, 1, 5, 1, 1, 5, 4, 1, 2, 1, 4, 1, 5, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 21, 1, 3, 2, 1, 21, 4, 2, 1, 21, 1, 4, 2, 1, 3, 21, 1, 4, 13, 2, 1, 1, 5, 1, 2, 1, 1, 1, 9, 3, 4, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 1, 2, 3, 1, 2, 2, 1, 6, 1, 1, 2, 3, 2, 3, 1, 2, 1, 4, 1, 2, 1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 4, 13, 3, 4, 1, 2, 4, 9, 4, 1, 13, 3, 4, 4, 1, 5, 4, 5, 1, 4, 1, 1, 3, 2, 4, 1, 5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 2, 4, 1, 9, 1, 5, 2, 1, 1, 1, 1, 1, 5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 1, 5, 1, 1, 1, 4, 4, 1, 1, 7, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 1, 7, 5, 1, 2, 8, 1, 2, 5, 1, 2, 4, 2, 2, 1, 9, 2, 3, 1, 6, 2, 8, 1, 2, 4, 1, 5, 1, 2, 8, 1, 2, 4, 2, 2, 1, 9, 8, 2, 6, 1, 4, 1, 4, 1, 17, 1, 2, 8, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 21, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 5, 1, 1, 10, 1, 1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 3, 1, 8, 1, 9, 1, 2, 1, 1, 5, 1, 1, 1, 1, 3, 1, 8, 1, 1, 5, 1, 2, 7, 1, 4, 1, 9, 1, 2, 1, 6, 1, 7, 1, 4, 1, 5, 13, 1, 1, 1, 1, 1, 5, 8, 2, 1, 6, 1, 8, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 8, 2, 1, 6, 2, 1, 17, 3, 4, 4, 1, 4, 5, 3, 4, 2, 2, 1, 1, 1, 4, 3, 1, 8, 1, 2, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 5, 3, 1, 1, 1, 1, 1, 5, 1, 2, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 6, 6, 2, 3, 1, 3, 3, 5, 1, 2, 4, 1, 1, 3, 5, 1, 4, 1, 3, 2, 1, 3, 8, 1, 1, 25, 4, 1, 3, 1, 5, 1, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 2, 1, 9, 2, 2, 2, 2, 2, 2, 1, 3, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 4, 2, 1, 14, 1, 1, 4, 1, 6, 1, 8, 4], "chunk_stats": {"count": 712, "sum": 2048, "mean": 2.8764044943820224, "median": 2.0, "p95": 8.0, "max": 25, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 299, "chunk_lengths": [2, 1, 3, 1, 1, 1, 1, 1, 4, 4, 3, 6, 1, 3, 3, 1, 1, 1, 2, 3, 1, 3, 1, 5, 1, 1, 5, 1, 4, 2, 2, 4, 2, 3, 5, 5, 3, 1, 2, 5, 1, 1, 1, 4, 1, 8, 1, 3, 1, 1, 2, 5, 1, 1, 1, 3, 2, 1, 5, 1, 4, 1, 4, 1, 1, 2, 1, 1, 1, 3, 2, 2, 4, 1, 3, 2, 1, 3, 1, 6, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 1, 6, 1, 8, 4, 2, 6, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 2, 4, 1, 1, 3, 4, 1, 2, 1, 7, 2, 1, 1, 1, 3, 4, 1, 2, 1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 3, 1, 2, 1, 1, 1, 2, 3, 4, 1, 1, 4, 3, 4, 1, 3, 1, 1, 4, 3, 1, 1, 2, 3, 6, 1, 4, 1, 4, 1, 1, 1, 2, 6, 1, 1, 1, 1, 2, 3, 1, 1, 4, 3, 5, 1, 5, 1, 1, 3, 3, 4, 1, 3, 4, 1, 1, 5, 1, 5, 1, 8, 1, 1, 2, 3, 1, 4, 5, 1, 1, 1, 1, 1, 1, 4, 2, 1, 3, 1, 7, 3, 3, 6, 1, 2, 1, 5, 1, 4, 1, 1, 1, 5, 1, 3, 1, 3, 5, 1, 3, 4, 3, 4, 1, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 5, 2, 4, 2, 2, 2, 3, 1, 4, 1, 6, 1, 1, 2, 1, 2, 6, 1, 2, 3, 3, 1, 2, 3, 5, 3, 1, 2, 2, 7, 1], "chunk_stats": {"count": 305, "sum": 701, "mean": 2.2983606557377048, "median": 2.0, "p95": 5.800000000000011, "max": 8, "min": 1}, "active_size_stats": {"count": 701, "sum": 701, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0112345410052512, "decode_time_sec": 28.57523461999881, "total_time_sec": 29.632194644000265, "prefill_units_per_sec": 7683.6774110543865, "prefill_bytes_per_sec": 7667.8551667073, "decode_units_per_sec": 71.67045265716476, "decode_bytes_per_sec": 71.67045265716476, "total_units_per_sec": 69.11401685243268, "total_bytes_per_sec": 69.11401685243268, "step_latency_ms": {"count": 2048, "sum": 28644, "mean": 13.986328125, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3735.19921875, "peak_reserved_mb": 3862.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7754, "mean": 484.625, "median": 461.0, "p95": 876.5, "max": 986, "min": 262}, "model_input_units": {"count": 16, "sum": 7770, "mean": 485.625, "median": 462.0, "p95": 877.5, "max": 987, "min": 263}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7754, "model_input_units": 7770, "stage0_units": 2711, "stage1_units": 1267, "bytes_per_stage0_unit": 2.8601991884913316, "stage0_per_stage1_unit": 2.139700078926598}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7770, "units_out": 2711, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 13, 2, 1, 1, 2, 1, 5, 13, 2, 2, 1, 2, 1, 2, 1, 6, 1, 1, 1, 3, 1, 13, 1, 1, 2, 1, 2, 1, 1, 1, 13, 2, 3, 1, 1, 5, 6, 1, 1, 2, 3, 2, 1, 4, 3, 5, 1, 1, 13, 2, 2, 4, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 1, 13, 2, 4, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 4, 3, 8, 1, 3, 1, 6, 13, 2, 3, 5, 1, 13, 1, 2, 1, 7, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 1, 4, 1, 17, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 6, 7, 6, 1, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 9, 8, 2, 8, 1, 6, 1, 13, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 8, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 13, 7, 1, 1, 3, 1, 7, 2, 6, 1, 1, 3, 1, 6, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 2, 7, 1, 1, 3, 1, 7, 1, 1, 9, 1, 2, 7, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 2, 4, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 4, 2, 1, 13, 4, 2, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 1, 1, 1, 1, 3, 13, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 9, 1, 2, 1, 13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1, 2, 1, 3, 1, 5, 1, 1, 6, 3, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 1, 5, 2, 3, 1, 4, 4, 1, 1, 13, 1, 2, 1, 4, 1, 1, 1, 9, 2, 1, 2, 1, 1, 4, 5, 6, 1, 11, 9, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 2, 1, 2, 1, 1, 9, 1, 1, 1, 1, 4, 1, 1, 1, 1, 9, 2, 1, 6, 3, 1, 1, 9, 1, 2, 1, 1, 1, 1, 3, 3, 1, 7, 1, 4, 1, 1, 3, 2, 4, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 7, 1, 1, 1, 6, 2, 5, 7, 1, 4, 2, 6, 4, 1, 3, 1, 1, 1, 1, 23, 1, 3, 1, 4, 1, 3, 1, 1, 1, 1, 9, 1, 3, 2, 1, 1, 1, 4, 3, 1, 1, 9, 1, 1, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 1, 13, 1, 5, 1, 1, 3, 2, 4, 1, 1, 2, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1, 9, 4, 2, 1, 2, 7, 1, 1, 3, 1, 1, 1, 2, 1, 4, 2, 6, 1, 2, 7, 1, 4, 1, 1, 5, 1, 4, 1, 3, 2, 1, 4, 1, 1, 3, 1, 9, 5, 1, 1, 4, 2, 1, 2, 3, 1, 9, 1, 2, 4, 1, 2, 1, 1, 13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 5, 7, 10, 1, 2, 2, 1, 9, 5, 1, 1, 6, 2, 7, 1, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1, 2, 1, 1, 5, 7, 1, 1, 2, 3, 1, 6, 1, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 1, 1, 3, 7, 1, 9, 1, 1, 5, 3, 1, 1, 2, 1, 1, 4, 1, 1, 3, 2, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 4, 1, 1, 1, 1, 3, 3, 1, 3, 2, 1, 1, 1, 1, 3, 2, 7, 2, 5, 1, 1, 1, 1, 9, 2, 1, 5, 1, 3, 10, 8, 1, 11, 1, 1, 2, 2, 1, 1, 1, 9, 9, 2, 1, 1, 9, 10, 2, 1, 4, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 9, 4, 1, 5, 3, 1, 3, 1, 6, 1, 1, 6, 1, 13, 8, 1, 1, 5, 1, 9, 1, 1, 4, 1, 7, 1, 7, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 1, 13, 9, 2, 1, 6, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 1, 5, 1, 7, 1, 1, 1, 1, 3, 1, 8, 1, 1, 3, 2, 4, 3, 1, 2, 1, 1, 2, 2, 2, 8, 1, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 2, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 1, 5, 1, 1, 9, 3, 1, 1, 1, 2, 2, 1, 3, 1, 2, 2, 1, 4, 4, 1, 4, 3, 1, 2, 1, 1, 1, 9, 4, 1, 2, 1, 3, 1, 2, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 1, 4, 1, 2, 1, 4, 1, 1, 1, 13, 1, 2, 1, 2, 1, 5, 1, 2, 2, 2, 1, 17, 4, 1, 1, 1, 3, 1, 1, 3, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 2, 2, 5, 4, 4, 8, 11, 1, 1, 2, 3, 5, 7, 2, 1, 2, 1, 6, 5, 6, 1, 4, 2, 1, 2, 1, 3, 1, 1, 2, 3, 5, 10, 1, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 1, 5, 1, 1, 3, 1, 5, 1, 2, 10, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 2, 1, 9, 10, 1, 5, 3, 1, 1, 1, 4, 1, 1, 2, 5, 1, 2, 4, 10, 1, 4, 1, 9, 3, 3, 5, 6, 1, 5, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 6, 1, 4, 1, 5, 9, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 6, 1, 2, 3, 1, 7, 1, 5, 2, 2, 4, 1, 1, 3, 5, 1, 9, 1, 3, 1, 6, 1, 5, 1, 5, 1, 6, 1, 6, 1, 4, 1, 1, 5, 2, 8, 1, 4, 1, 6, 2, 1, 2, 5, 5, 2, 3, 1, 1, 6, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 3, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 10, 2, 1, 1, 5, 5, 4, 1, 1, 4, 1, 11, 2, 7, 1, 5, 1, 3, 2, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 1, 5, 4, 2, 3, 5, 4, 1, 1, 4, 1, 10, 1, 9, 5, 4, 1, 1, 4, 1, 9, 1, 5, 2, 1, 1, 1, 9, 11, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 11, 1, 1, 1, 1, 9, 1, 2, 5, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 9, 1, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 4, 1, 5, 1, 1, 1, 1, 9, 6, 1, 5, 2, 4, 1, 4, 1, 5, 1, 1, 2, 1, 6, 1, 6, 1, 4, 1, 1, 1, 1, 1, 9, 2, 3, 8, 1, 4, 1, 1, 3, 11, 1, 7, 1, 2, 5, 9, 2, 1, 6, 9, 1, 4, 4, 3, 10, 9, 1, 1, 1, 1, 4, 1, 5, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 4, 1, 5, 9, 1, 1, 1, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 9, 1, 1, 1, 1, 2, 4, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 2, 4, 9, 1, 1, 1, 11, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 11, 1, 1, 1, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 5, 4, 4, 2, 1, 2, 2, 10, 2, 6, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 3, 1, 3, 4, 4, 4, 1, 9, 1, 5, 2, 1, 9, 1, 1, 5, 1, 2, 5, 4, 1, 7, 1, 1, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 9, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 4, 6, 1, 1, 3, 1, 4, 5, 1, 3, 4, 6, 1, 1, 9, 1, 5, 1, 6, 6, 1, 1, 5, 2, 7, 5, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 29, 1, 9, 2, 6, 1, 1, 1, 5, 1, 2, 4, 5, 1, 3, 4, 5, 4, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 3, 1, 4, 4, 1, 1, 13, 1, 5, 2, 1, 9, 1, 1, 3, 1, 4, 9, 2, 1, 1, 1, 1, 1, 1, 2, 4, 4, 1, 9, 1, 2, 1, 4, 1, 1, 5, 1, 1, 1, 3, 3, 1, 3, 1, 2, 8, 1, 1, 3, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 4, 1, 3, 1, 5, 1, 1, 1, 9, 2, 2, 2, 1, 1, 2, 2, 4, 1, 3, 1, 2, 2, 4, 1, 1, 1, 1, 9, 1, 2, 3, 6, 1, 2, 1, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 9, 2, 1, 3, 1, 4, 1, 3, 10, 1, 1, 6, 1, 1, 1, 6, 1, 1, 4, 1, 3, 1, 1, 1, 1, 6, 9, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 8, 2, 1, 2, 1, 1, 7, 1, 1, 9, 1, 2, 3, 1, 1, 8, 1, 1, 1, 2, 1, 1, 13, 1, 5, 5, 5, 1, 1, 3, 3, 4, 1, 2, 3, 1, 2, 6, 4, 1, 7, 1, 1, 1, 9, 2, 2, 1, 2, 1, 10, 1, 1, 9, 4, 1, 8, 3, 1, 8, 1, 13, 1, 2, 1, 8, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 1, 8, 1, 2, 2, 2, 1, 1, 13, 1, 1, 1, 2, 1, 1, 7, 1, 1, 7, 1, 1, 1, 1, 3, 4, 1, 8, 1, 4, 1, 1, 5, 1, 19, 5, 1, 4, 1, 19, 1, 2, 1, 2, 2, 1, 19, 4, 1, 6, 1, 1, 4, 1, 1, 3, 20, 4, 1, 4, 1, 1, 4, 1, 1, 4, 1, 19, 1, 4, 1, 3, 1, 2, 2, 1, 19, 1, 4, 1, 1, 4, 1, 1, 8, 1, 1, 1, 20, 1, 4, 1, 3, 1, 1, 8, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 7, 1, 1, 3, 2, 4, 2, 1, 2, 3, 4, 1, 1, 1, 9, 1, 2, 5, 1, 2, 2, 2, 1, 13, 5, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 4, 2, 1, 4, 1, 4, 1, 9, 3, 1, 7, 2, 1, 3, 1, 6, 1, 9, 4, 2, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 3, 1, 3, 1, 1, 13, 1, 2, 1, 1, 8, 1, 1, 1, 2, 1, 4, 1, 1, 17, 6, 2, 1, 1, 13, 2, 3, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 17, 6, 2, 1, 1, 1, 1, 1, 13, 4, 1, 17, 2, 1, 3, 5, 4, 1, 8, 1, 2, 3, 4, 2, 4, 5, 3, 1, 3, 2, 2, 17, 2, 2, 1, 5, 4, 3, 4, 6, 1, 17, 1, 2, 1, 21, 1, 2, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 17, 7, 1, 1, 8, 5, 2, 3, 11, 5, 1, 1, 21, 2, 2, 17, 6, 2, 1, 3, 1, 2, 2, 1, 5, 1, 6, 1, 1, 1, 1, 40, 1, 1, 8, 1, 3, 1, 3, 1, 13, 3, 4, 5, 1, 9, 2, 1, 4, 1, 2, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 13, 1, 2, 4, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 1, 8, 2, 1, 1, 9, 2, 1, 2, 1, 2, 5, 1, 3, 9, 1, 2, 5, 1, 1, 4, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 4, 2, 1, 3, 2, 5, 1, 2, 4, 4, 6, 1, 4, 6, 1, 4, 3, 4, 1, 4, 6, 1, 13, 2, 2, 3, 1, 7, 3, 2, 1, 2, 5, 2, 1, 7, 1, 2, 5, 1, 3, 4, 9, 1, 7, 13, 2, 1, 2, 1, 7, 1, 13, 1, 13, 1, 5, 1, 3, 1, 9, 1, 1, 1, 17, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 21, 1, 3, 1, 8, 2, 1, 1, 1, 13, 9, 1, 2, 1, 3, 1, 9, 1, 1, 13, 5, 1, 1, 3, 1, 9, 1, 1, 13, 4, 6, 1], "chunk_stats": {"count": 2711, "sum": 7770, "mean": 2.866101069715972, "median": 1.0, "p95": 9.0, "max": 40, "min": 1}}, {"stage": 1, "units_in": 2711, "units_out": 1267, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 4, 2, 8, 2, 1, 4, 4, 2, 1, 1, 2, 2, 1, 2, 2, 3, 5, 2, 2, 2, 7, 3, 2, 4, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 3, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 5, 2, 4, 4, 1, 2, 1, 5, 1, 1, 5, 2, 1, 1, 2, 6, 1, 1, 5, 1, 1, 1, 1, 2, 2, 3, 5, 1, 1, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 6, 7, 3, 2, 1, 5, 2, 3, 1, 3, 1, 2, 1, 5, 2, 1, 1, 3, 3, 1, 7, 1, 1, 3, 2, 2, 1, 6, 2, 1, 2, 2, 2, 1, 2, 2, 1, 2, 1, 1, 2, 1, 2, 2, 2, 7, 1, 7, 1, 1, 2, 1, 2, 1, 2, 1, 1, 6, 1, 4, 1, 5, 2, 2, 1, 5, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 3, 2, 1, 1, 1, 4, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 3, 1, 1, 3, 2, 5, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 4, 2, 1, 1, 3, 5, 1, 2, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 2, 1, 1, 1, 2, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 6, 1, 1, 2, 1, 1, 4, 4, 1, 3, 1, 2, 3, 1, 1, 1, 2, 1, 5, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 4, 4, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 9, 1, 6, 11, 2, 4, 2, 2, 2, 1, 5, 1, 1, 1, 4, 4, 1, 2, 1, 1, 2, 1, 2, 3, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 1, 1, 6, 1, 2, 1, 3, 1, 1, 2, 1, 4, 4, 1, 1, 3, 2, 3, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 2, 4, 3, 4, 2, 3, 1, 1, 2, 2, 1, 3, 5, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 1, 1, 4, 1, 5, 3, 7, 1, 1, 1, 5, 1, 5, 1, 7, 2, 2, 3, 1, 1, 5, 5, 1, 1, 4, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 3, 1, 4, 4, 1, 2, 2, 1, 6, 4, 12, 1, 1, 5, 4, 1, 8, 1, 1, 3, 8, 1, 1, 2, 4, 1, 2, 1, 1, 2, 1, 6, 4, 6, 4, 1, 1, 2, 1, 6, 4, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 3, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 2, 1, 6, 5, 1, 8, 1, 7, 4, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 1, 12, 1, 2, 1, 7, 1, 1, 2, 2, 1, 10, 1, 1, 1, 2, 8, 1, 7, 2, 1, 2, 1, 1, 1, 1, 1, 3, 2, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 1, 3, 2, 4, 2, 1, 6, 1, 1, 1, 2, 2, 1, 3, 2, 4, 3, 7, 1, 1, 1, 1, 2, 4, 2, 5, 4, 3, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 7, 1, 1, 7, 2, 1, 4, 1, 1, 11, 1, 4, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 9, 4, 1, 1, 5, 1, 9, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 2, 2, 2, 5, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 3, 2, 1, 3, 2, 2, 2, 3, 1, 1, 1, 1, 3, 2, 2, 2, 5, 1, 1, 10, 5, 1, 2, 3, 1, 2, 2, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 4, 1, 2, 5, 1, 3, 5, 1, 3, 4, 3, 1, 1, 1, 1, 1, 1, 3, 4, 2, 5, 1, 1, 1, 3, 2, 3, 1, 2, 1, 1, 4, 1, 4, 3, 1, 1, 5, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 2, 1, 1, 2, 1, 2, 2, 1, 5, 7, 1, 1, 2, 2, 1, 1, 2, 2, 2, 2, 3, 1, 2, 1, 2, 2, 2, 3, 1, 9, 4, 1, 2, 1, 1, 3, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 5, 4, 1, 2, 3, 3, 1, 5, 2, 3, 2, 1, 1, 1, 4, 2, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 5, 3, 2, 4, 1, 4, 3, 4, 1, 1, 2, 3, 1, 4, 1, 1, 3, 2, 2, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 3, 2, 3, 1, 1, 2, 2, 2, 3, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 2, 3, 2, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 5, 1, 1, 1, 5, 6, 3, 3, 1, 1, 2, 1, 4, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 3, 1, 4, 1, 1, 1, 2, 1, 1, 4, 4, 3, 1, 1, 3, 3, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 3, 2, 1, 2, 2, 1, 3, 1, 3, 1, 3, 1, 2, 1, 4, 1, 3, 3, 7, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 2, 2, 3, 3, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 7, 3, 1, 1, 2, 3, 1, 1, 2, 2, 2, 1, 3, 4, 2, 1, 4, 1, 2, 1, 1, 1, 6, 1, 1, 5, 6, 1, 1, 3, 1, 6, 1, 7, 1, 5, 1, 1, 4, 4, 1, 2, 1, 2, 3, 4, 1, 1, 2, 2, 3, 1, 2, 4, 3, 1, 7, 4, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 2, 1, 4, 3, 1, 1, 1, 2], "chunk_stats": {"count": 1267, "sum": 2711, "mean": 2.139700078926598, "median": 2.0, "p95": 5.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 732, "chunk_lengths": [1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 5, 4, 1, 1, 1, 13, 2, 1, 2, 4, 1, 4, 1, 1, 1, 2, 3, 5, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 1, 5, 4, 3, 7, 7, 1, 1, 3, 2, 7, 1, 2, 1, 1, 9, 8, 2, 13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1, 1, 9, 1, 1, 3, 8, 4, 1, 5, 1, 4, 5, 4, 1, 1, 1, 1, 2, 4, 1, 3, 1, 9, 3, 4, 1, 2, 1, 1, 1, 1, 1, 4, 3, 1, 7, 1, 4, 1, 2, 1, 2, 1, 1, 3, 2, 4, 1, 2, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 4, 2, 4, 1, 1, 2, 1, 4, 1, 6, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1, 13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 9, 3, 4, 8, 1, 5, 4, 5, 1, 1, 3, 2, 7, 1, 1, 9, 1, 1, 1, 9, 5, 1, 2, 7, 1, 1, 3, 1, 3, 2, 2, 1, 6, 1, 9, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 21, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 13, 4, 1, 1, 4, 1, 4, 1, 10, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 6, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 4, 1, 4, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 2, 3, 1, 1, 2, 1, 9, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 4, 1, 1, 5, 3, 4, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 1, 4, 4, 1, 1, 5, 3, 4, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 8, 1, 1, 1, 4, 1, 3, 1, 6, 1, 4, 1, 4, 1, 4, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 1, 1, 5, 1, 7, 1, 1, 1, 5, 4, 3, 1, 4, 1, 1, 3, 2, 1, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 9, 3, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 10, 1, 10, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 9, 2, 1, 1, 1, 5, 4, 1, 2, 1, 1, 7, 1, 9, 4, 1, 1, 5, 2, 4, 1, 4, 1, 1, 4, 1, 3, 1, 5, 4, 1, 9, 4, 1, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 6, 1, 1, 4, 1, 9, 6, 1, 6, 1, 1, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 6, 2, 1, 3, 1, 3, 1, 3, 1, 13, 4, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 1, 3, 9, 1, 7, 1, 17, 1, 3, 1, 7, 1, 1, 5, 1, 6, 1, 1, 9, 2, 1, 2, 1, 2, 6, 5, 1, 3, 9, 4, 1, 13, 1, 3, 4, 13, 1, 2, 2, 1, 4, 1], "chunk_stats": {"count": 741, "sum": 2048, "mean": 2.7638326585695006, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 267, "chunk_lengths": [2, 1, 3, 1, 3, 1, 1, 5, 1, 2, 1, 1, 3, 6, 2, 1, 1, 1, 2, 2, 9, 2, 1, 4, 1, 2, 1, 4, 1, 1, 2, 1, 1, 4, 5, 1, 1, 1, 2, 6, 2, 2, 3, 3, 1, 7, 1, 4, 2, 2, 1, 1, 2, 2, 4, 1, 1, 2, 2, 2, 5, 1, 4, 3, 1, 1, 6, 1, 1, 2, 4, 2, 3, 1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 4, 2, 1, 2, 5, 5, 5, 1, 1, 3, 1, 3, 1, 19, 3, 1, 2, 2, 2, 1, 5, 1, 1, 5, 4, 1, 1, 3, 1, 1, 2, 4, 3, 1, 3, 1, 1, 1, 1, 3, 1, 2, 5, 4, 1, 1, 6, 1, 5, 6, 1, 5, 3, 5, 3, 3, 7, 1, 1, 2, 4, 4, 1, 8, 1, 7, 1, 5, 7, 8, 1, 1, 6, 1, 1, 1, 1, 2, 5, 5, 3, 11, 1, 1, 4, 1, 1, 3, 3, 7, 1, 1, 1, 6, 1, 2, 4, 1, 1, 3, 7, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 2, 3, 5, 1, 4, 6, 2, 1, 7, 1, 3, 1, 1, 1, 6, 1, 3, 1, 7, 4, 1, 5, 1, 2, 1, 1, 3, 3, 1, 4, 1, 3, 6, 1, 2, 1, 4, 1, 2, 1, 1, 1, 3, 5, 1, 3, 3, 1, 5, 3, 4, 4, 4, 1, 2, 1, 8, 1, 1, 4, 1, 4, 3, 3, 1, 1, 1, 1, 4, 3, 1, 2, 1, 1, 1, 3, 5, 13, 1, 8, 1, 3, 1], "chunk_stats": {"count": 277, "sum": 732, "mean": 2.642599277978339, "median": 2.0, "p95": 7.0, "max": 19, "min": 1}, "active_size_stats": {"count": 732, "sum": 732, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0187593029950222, "decode_time_sec": 28.502584798992757, "total_time_sec": 29.562296407999384, "prefill_units_per_sec": 6672.822500874101, "prefill_bytes_per_sec": 6657.117122819675, "decode_units_per_sec": 71.85313242440994, "decode_bytes_per_sec": 71.85313242440994, "total_units_per_sec": 69.27743270464683, "total_bytes_per_sec": 69.27743270464683, "step_latency_ms": {"count": 2048, "sum": 28587, "mean": 13.95849609375, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3635.56982421875, "peak_reserved_mb": 3722.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 2308, "stage1_units": 1174, "bytes_per_stage0_unit": 2.938474870017331, "stage0_per_stage1_unit": 1.9659284497444633}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6798, "units_out": 2308, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1, 1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 5, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4, 1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 2308, "sum": 6798, "mean": 2.9454072790294625, "median": 2.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 2308, "units_out": 1174, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2, 1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1, 1, 2, 2, 3, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1, 1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 1174, "sum": 2308, "mean": 1.9659284497444633, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 666, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 4, 2, 3, 3, 1, 1, 9, 7, 5, 5, 1, 13, 2, 2, 1, 1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 10, 1, 1, 5, 2, 1, 1, 17, 1, 3, 1, 1, 10, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 4, 1, 1, 11, 2, 5, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 5, 1, 5, 1, 5, 1, 5, 1, 13, 1, 2, 5, 1, 6, 1, 2, 4, 2, 2, 1, 17, 1, 2, 5, 1, 5, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 5, 1, 10, 1, 4, 1, 1, 4, 1, 1, 10, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 9, 8, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 4, 1, 6, 1, 1, 13, 3, 4, 6, 9, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 3, 7, 1, 6, 1, 1, 5, 1, 1, 1, 2, 8, 2, 3, 1, 3, 18, 1, 3, 4, 7, 1, 1, 1, 5, 3, 4, 1, 2, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 1, 1, 6, 1, 6, 1, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 5, 1, 1, 1, 5, 2, 5, 2, 3, 1, 3, 3, 1, 5, 1, 13, 6, 1, 4, 6, 2, 1, 4, 13, 6, 1, 7, 2, 2, 1, 1, 13, 6, 1, 1, 2, 7, 1, 7, 1, 6, 1, 2, 1, 1, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 5, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 3, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 1, 8, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 9, 4, 5, 3, 4, 1, 1, 13, 4, 1, 1, 2, 1, 1, 1, 9, 3, 4, 4, 1, 1, 1, 1, 4, 1, 5, 1, 1, 1, 1, 2, 17, 5, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 2, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 21, 1, 4, 13, 4, 1, 17, 2, 2, 2, 2, 9, 1, 2, 2, 1, 2, 4, 1, 13, 3, 4, 1, 1, 6, 3, 6, 1, 4, 1, 5, 3, 4, 8, 1, 4, 1, 1, 4, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 5, 3, 4, 1, 9, 14, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 14, 1, 4, 1, 2, 5, 4, 1, 3, 1, 1, 3, 1, 14, 1, 1, 10, 1, 2, 1, 3, 1, 1, 3, 8, 8, 5, 1, 2, 2, 6, 2, 6, 14, 2], "chunk_stats": {"count": 678, "sum": 2048, "mean": 3.0206489675516224, "median": 1.0, "p95": 10.0, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 291, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 3, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 5, 1, 8, 1, 2, 1, 8, 1, 5, 3, 7, 1, 4, 8, 1, 4, 7, 1, 4, 1, 1, 5, 3, 5, 2, 4, 6, 1, 1, 7, 4, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 4, 1, 1, 3, 5, 2, 1, 3, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 3, 2, 1, 2, 3, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 8, 1, 9, 1, 3, 1, 5, 2, 2, 1, 1, 5, 1, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 3, 1, 4, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 1, 5, 1, 4, 1, 2, 2, 1, 5, 1, 6, 1, 3, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 3, 1, 3, 2, 1, 1, 2, 3, 1, 1, 1, 2, 2, 1, 1, 5, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 4, 1, 1, 2, 9, 2, 6, 3, 3, 3, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 2, 4, 1, 1, 2, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 2, 1, 3, 3, 1, 1, 2, 2, 1, 3, 1, 2, 1, 4, 1, 3, 1, 4, 4, 1, 4, 1, 2, 1, 2, 2, 6, 3, 1, 4, 3, 2, 1], "chunk_stats": {"count": 300, "sum": 666, "mean": 2.22, "median": 1.0, "p95": 5.050000000000011, "max": 10, "min": 1}, "active_size_stats": {"count": 666, "sum": 666, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0084242800112406, "decode_time_sec": 28.267495795000286, "total_time_sec": 29.320478044999618, "prefill_units_per_sec": 7841.937324150755, "prefill_bytes_per_sec": 7826.07098662086, "decode_units_per_sec": 72.45070503777107, "decode_bytes_per_sec": 72.45070503777107, "total_units_per_sec": 69.84879294453627, "total_bytes_per_sec": 69.84879294453627, "step_latency_ms": {"count": 2048, "sum": 28355, "mean": 13.84521484375, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3721.68505859375, "peak_reserved_mb": 3824.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7892, "mean": 493.25, "median": 458.5, "p95": 794.25, "max": 966, "min": 258}, "model_input_units": {"count": 16, "sum": 7908, "mean": 494.25, "median": 459.5, "p95": 795.25, "max": 967, "min": 259}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7892, "model_input_units": 7908, "stage0_units": 2980, "stage1_units": 1411, "bytes_per_stage0_unit": 2.648322147651007, "stage0_per_stage1_unit": 2.1119773210489017}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7908, "units_out": 2980, "chunk_lengths": [1, 1, 3, 1, 3, 1, 3, 2, 1, 1, 1, 5, 1, 10, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 3, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 4, 7, 2, 2, 1, 1, 1, 3, 1, 4, 1, 2, 2, 2, 3, 1, 2, 1, 4, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 1, 10, 5, 1, 1, 1, 1, 1, 9, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 4, 7, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 1, 3, 1, 33, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 7, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 8, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 4, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 3, 1, 1, 3, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 1, 3, 6, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 3, 1, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 1, 9, 1, 2, 3, 1, 5, 1, 2, 1, 2, 4, 1, 2, 2, 6, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 1, 2, 4, 1, 2, 2, 6, 1, 1, 1, 2, 2, 3, 5, 1, 1, 4, 1, 4, 4, 1, 1, 17, 1, 6, 1, 6, 3, 1, 6, 1, 1, 1, 9, 2, 1, 3, 2, 8, 1, 1, 1, 2, 4, 5, 4, 2, 5, 1, 1, 4, 1, 4, 1, 4, 3, 3, 3, 9, 1, 2, 4, 1, 3, 1, 3, 1, 3, 1, 4, 1, 1, 13, 1, 5, 1, 4, 5, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 6, 1, 3, 1, 4, 1, 1, 9, 4, 2, 1, 3, 1, 1, 2, 5, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 3, 1, 3, 1, 1, 4, 1, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 3, 3, 7, 1, 6, 3, 1, 6, 1, 1, 17, 1, 1, 6, 1, 6, 4, 4, 1, 3, 1, 3, 1, 4, 1, 1, 6, 1, 3, 1, 4, 1, 1, 1, 9, 6, 1, 1, 2, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 1, 1, 1, 3, 4, 1, 1, 3, 4, 1, 3, 1, 1, 1, 3, 2, 3, 1, 1, 1, 9, 1, 3, 4, 1, 3, 2, 2, 1, 1, 1, 9, 4, 4, 3, 3, 1, 1, 13, 1, 2, 1, 17, 5, 2, 3, 4, 1, 3, 1, 17, 8, 2, 4, 1, 4, 1, 1, 1, 17, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 1, 17, 1, 2, 4, 1, 5, 1, 3, 1, 21, 7, 1, 5, 2, 7, 1, 3, 1, 1, 7, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 1, 25, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 4, 1, 1, 3, 1, 1, 9, 4, 5, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 3, 2, 2, 4, 2, 1, 3, 1, 1, 7, 1, 3, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 4, 1, 3, 5, 1, 1, 3, 1, 1, 1, 9, 4, 7, 3, 1, 2, 1, 1, 1, 5, 1, 4, 4, 2, 1, 1, 3, 1, 1, 1, 1, 13, 4, 1, 5, 2, 6, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 1, 5, 4, 3, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 1, 2, 2, 6, 1, 1, 2, 1, 1, 1, 4, 5, 2, 1, 1, 4, 2, 7, 1, 2, 1, 6, 2, 9, 1, 1, 5, 5, 1, 2, 1, 9, 2, 1, 3, 1, 2, 4, 4, 6, 3, 1, 9, 1, 2, 2, 9, 1, 2, 1, 4, 1, 4, 1, 9, 2, 1, 2, 5, 1, 2, 3, 1, 2, 7, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 1, 9, 1, 11, 1, 7, 9, 1, 1, 1, 4, 2, 9, 1, 2, 7, 1, 1, 1, 1, 3, 3, 4, 4, 2, 11, 2, 3, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 4, 1, 5, 1, 1, 6, 1, 1, 23, 1, 2, 1, 1, 1, 1, 1, 7, 1, 5, 7, 1, 3, 5, 2, 2, 2, 9, 1, 1, 9, 8, 2, 8, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 1, 5, 1, 9, 5, 1, 7, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 4, 1, 8, 1, 2, 4, 2, 2, 1, 13, 5, 1, 6, 1, 1, 4, 7, 1, 1, 3, 1, 3, 1, 4, 1, 7, 1, 9, 9, 2, 6, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 9, 8, 1, 1, 8, 2, 1, 1, 3, 1, 3, 1, 4, 9, 5, 2, 1, 5, 1, 1, 10, 1, 1, 2, 1, 7, 1, 13, 6, 1, 1, 1, 2, 1, 1, 13, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 4, 1, 1, 14, 5, 1, 6, 1, 5, 1, 6, 1, 1, 1, 1, 3, 1, 2, 1, 10, 1, 4, 1, 2, 2, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 3, 5, 2, 4, 11, 1, 4, 6, 1, 3, 1, 6, 1, 3, 1, 3, 2, 1, 1, 7, 3, 4, 1, 3, 1, 1, 4, 5, 4, 1, 2, 1, 4, 3, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 1, 6, 2, 1, 9, 4, 1, 1, 5, 2, 1, 9, 4, 1, 3, 2, 2, 2, 2, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 6, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 3, 7, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 7, 1, 2, 1, 1, 9, 4, 6, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 13, 4, 1, 7, 1, 5, 3, 1, 1, 1, 7, 1, 2, 1, 5, 1, 1, 7, 1, 2, 1, 1, 5, 1, 1, 7, 1, 1, 1, 17, 1, 2, 4, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 21, 8, 1, 17, 1, 7, 1, 2, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 17, 1, 2, 4, 1, 1, 8, 1, 1, 7, 2, 1, 7, 1, 1, 21, 8, 1, 17, 11, 2, 1, 7, 1, 3, 1, 1, 7, 1, 10, 1, 1, 17, 1, 2, 11, 1, 2, 2, 2, 1, 21, 8, 1, 17, 4, 4, 1, 1, 3, 10, 1, 4, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 2, 1, 6, 1, 1, 3, 5, 1, 4, 2, 1, 6, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 2, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 1, 7, 5, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 6, 1, 1, 4, 5, 1, 5, 1, 3, 1, 1, 1, 2, 4, 2, 2, 1, 3, 1, 2, 1, 6, 1, 3, 1, 1, 1, 2, 1, 5, 3, 3, 1, 3, 1, 1, 1, 7, 1, 4, 1, 1, 1, 4, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 6, 1, 2, 1, 1, 1, 7, 1, 9, 1, 4, 1, 1, 4, 5, 1, 1, 1, 2, 1, 3, 1, 3, 8, 1, 4, 2, 1, 1, 3, 4, 4, 3, 1, 1, 1, 7, 1, 9, 1, 3, 1, 1, 4, 4, 1, 9, 1, 1, 1, 5, 3, 1, 5, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 6, 1, 3, 1, 2, 4, 1, 3, 1, 4, 1, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 3, 1, 1, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 4, 1, 1, 1, 6, 1, 2, 1, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 10, 7, 1, 1, 7, 1, 1, 5, 2, 2, 1, 2, 1, 7, 5, 10, 2, 1, 2, 2, 5, 3, 1, 1, 2, 1, 9, 4, 1, 2, 3, 1, 7, 1, 7, 1, 3, 4, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 10, 1, 5, 1, 2, 1, 7, 2, 2, 1, 1, 2, 2, 2, 10, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 7, 10, 7, 1, 1, 7, 1, 6, 3, 1, 5, 1, 2, 1, 6, 10, 1, 5, 1, 1, 2, 7, 1, 1, 1, 7, 5, 1, 2, 7, 1, 1, 7, 1, 5, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 9, 3, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 9, 1, 2, 4, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 1, 3, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 2, 3, 5, 13, 1, 5, 1, 8, 5, 1, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 2, 4, 1, 3, 1, 1, 1, 2, 1, 8, 1, 1, 9, 2, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 2, 3, 13, 1, 2, 1, 1, 8, 1, 3, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 1, 5, 1, 1, 1, 13, 4, 2, 1, 2, 4, 8, 1, 1, 1, 3, 2, 2, 1, 1, 2, 1, 1, 2, 2, 2, 1, 2, 3, 1, 1, 5, 2, 1, 2, 1, 9, 7, 1, 2, 2, 1, 2, 3, 1, 3, 6, 1, 5, 2, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 3, 4, 1, 2, 5, 1, 3, 1, 1, 1, 6, 2, 1, 4, 1, 5, 2, 2, 2, 4, 1, 2, 5, 4, 1, 1, 6, 2, 2, 1, 2, 1, 1, 1, 1, 5, 2, 1, 6, 1, 4, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 8, 5, 5, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 1, 1, 1, 1, 3, 1, 6, 6, 1, 1, 3, 2, 6, 1, 1, 5, 1, 2, 1, 7, 2, 5, 2, 3, 6, 1, 1, 1, 5, 6, 7, 1, 7, 3, 2, 2, 1, 7, 6, 7, 2, 1, 2, 9, 1, 7, 7, 1, 7, 2, 6, 1, 6, 1, 11, 1, 3, 1, 1, 9, 1, 8, 2, 6, 1, 1, 3, 1, 1, 6, 1, 6, 1, 5, 7, 1, 6, 6, 5, 1, 7, 1, 2, 1, 3, 1, 1, 6, 1, 7, 1, 2, 1, 6, 1, 1, 9, 7, 1, 5, 1, 13, 1, 1, 2, 5, 2, 8, 1, 6, 7, 1, 1, 3, 2, 8, 1, 5, 1, 1, 1, 13, 1, 1, 8, 1, 1, 2, 6, 1, 1, 6, 1, 8, 1, 1, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 6, 2, 8, 5, 1, 1, 9, 1, 5, 1, 1, 1, 1, 4, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 1, 9, 1, 5, 1, 5, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 4, 1, 1, 1, 9, 1, 5, 1, 2, 7, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 2, 6, 1, 1, 1, 9, 6, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 5, 1, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 5, 1, 1, 13, 1, 5, 1, 1, 5, 1, 11, 2, 5, 1, 1, 1, 3, 4, 1, 1, 8, 1, 1, 1, 5, 5, 7, 1, 7, 7, 3, 5, 5, 3, 3, 1, 6, 1, 6, 7, 5, 5, 4, 1, 5, 1, 1, 9, 2, 3, 1, 7, 1, 5, 1, 3, 1, 5, 1, 2, 1, 9, 5, 1, 1, 8, 1, 1, 2, 1, 1, 1, 5, 2, 5, 1, 2, 1, 2, 2, 3, 1, 1, 4, 4, 1, 4, 1, 1, 1, 2, 3, 1, 5, 1, 3, 4, 1, 1, 2, 5, 1, 1, 1, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 5, 2, 5, 1, 1, 9, 2, 10, 5, 1, 1, 2, 5, 6, 9, 4, 2, 3, 1, 5, 1, 1, 2, 3, 1, 5, 1, 1, 1, 1, 1, 13, 1, 2, 1, 1, 8, 1, 5, 1, 1, 1, 1, 1, 2, 4, 1, 1, 17, 4, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 1, 21, 1, 2, 1, 1, 8, 1, 1, 2, 4, 1, 1, 25, 4, 1, 1, 2, 1, 2, 3, 1, 1, 4, 5, 1, 1, 1, 1], "chunk_stats": {"count": 2980, "sum": 7908, "mean": 2.6536912751677852, "median": 1.0, "p95": 8.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 2980, "units_out": 1411, "chunk_lengths": [1, 2, 2, 9, 1, 3, 4, 1, 3, 1, 3, 1, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 6, 3, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 4, 6, 1, 2, 1, 1, 3, 1, 2, 1, 7, 1, 1, 1, 2, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 3, 1, 1, 1, 1, 2, 4, 1, 4, 1, 1, 6, 3, 7, 1, 1, 3, 3, 3, 1, 2, 5, 3, 2, 1, 2, 2, 1, 2, 2, 2, 3, 2, 1, 3, 4, 1, 5, 1, 9, 8, 1, 2, 1, 3, 3, 3, 3, 5, 3, 1, 2, 5, 2, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 3, 4, 1, 5, 1, 9, 8, 1, 1, 3, 2, 3, 3, 3, 3, 3, 5, 3, 3, 5, 3, 2, 5, 1, 2, 3, 2, 3, 3, 3, 4, 1, 5, 1, 1, 4, 3, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 1, 3, 2, 1, 4, 2, 2, 3, 2, 1, 1, 1, 5, 1, 3, 6, 1, 2, 3, 2, 1, 7, 1, 1, 3, 3, 3, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 1, 3, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 2, 1, 1, 5, 1, 6, 1, 2, 3, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 6, 1, 1, 1, 6, 2, 5, 2, 2, 2, 1, 5, 1, 2, 3, 1, 1, 2, 1, 3, 2, 2, 1, 1, 2, 2, 2, 4, 2, 1, 2, 2, 3, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 7, 2, 5, 1, 1, 1, 2, 1, 3, 4, 1, 3, 4, 1, 6, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 1, 1, 2, 1, 8, 1, 1, 1, 7, 1, 1, 2, 1, 3, 1, 5, 1, 3, 3, 2, 1, 3, 3, 5, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 6, 7, 1, 6, 2, 1, 3, 1, 5, 1, 3, 2, 3, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 1, 4, 2, 4, 5, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 1, 2, 1, 5, 1, 1, 6, 4, 4, 1, 3, 1, 1, 2, 3, 2, 3, 4, 1, 1, 2, 2, 1, 2, 2, 3, 3, 2, 1, 5, 1, 1, 3, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 5, 1, 6, 2, 1, 1, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 1, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 2, 3, 1, 1, 3, 1, 1, 2, 5, 1, 2, 1, 5, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 6, 1, 3, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 5, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 1, 5, 5, 2, 1, 1, 4, 2, 1, 1, 1, 2, 4, 2, 1, 5, 1, 1, 1, 3, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 2, 5, 1, 1, 4, 2, 1, 1, 2, 3, 5, 2, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 2, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 1, 2, 2, 2, 3, 1, 3, 1, 4, 1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 4, 3, 5, 1, 3, 3, 1, 4, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 4, 1, 1, 4, 1, 6, 1, 3, 4, 2, 1, 1, 2, 2, 2, 1, 6, 1, 1, 1, 1, 3, 1, 2, 2, 6, 1, 2, 5, 3, 1, 4, 1, 1, 1, 1, 1, 1, 9, 2, 2, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 5, 1, 2, 2, 1, 3, 1, 2, 2, 1, 5, 1, 3, 1, 2, 2, 4, 1, 2, 3, 2, 4, 3, 4, 5, 1, 2, 3, 1, 1, 1, 10, 1, 2, 1, 1, 4, 2, 1, 5, 1, 1, 2, 2, 6, 1, 1, 1, 1, 8, 4, 7, 1, 1, 2, 1, 2, 1, 1, 2, 12, 2, 3, 1, 3, 1, 3, 3, 1, 4, 3, 1, 1, 2, 2, 3, 6, 1, 6, 1, 2, 1, 2, 3, 1, 2, 6, 1, 3, 5, 2, 1, 1, 2, 2, 4, 3, 2, 3, 1, 4, 1, 1, 1, 3, 2, 1, 1, 3, 5, 1, 4, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 24, 5, 5, 8, 1, 2, 2, 2, 1, 6, 1, 1, 2, 2, 2, 3, 1, 1, 6, 7, 1, 2, 4, 1, 5, 1, 7, 1, 1, 2, 2, 2, 2, 1, 1, 3, 3, 6, 1, 1, 1, 2, 1, 1, 2, 4, 1, 2, 4, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 2, 1, 3, 1, 2, 1, 2, 3, 2, 2, 3, 2, 1, 6, 3, 1, 2, 1, 1, 1, 2, 3, 3, 2, 1, 1, 2, 2, 1, 3, 6, 1, 3, 1, 2, 2, 1, 2, 4, 3, 2, 2, 2, 1, 1, 1, 2, 1, 1, 2, 2, 2, 1, 1, 2, 3, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 2, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 3, 4, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 2, 3, 1, 1, 1, 2, 3, 2, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 2, 3, 1, 3, 5, 1, 3, 1, 3, 2, 3, 2, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 3, 1, 1, 1, 2, 1, 3, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 3, 1, 3, 2, 2, 3, 1, 1, 1, 2, 2, 4, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 2, 1, 3, 6, 1, 2, 1, 1, 6, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 4, 1, 5, 3, 4, 1, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 1, 2, 1, 7, 1, 1, 4, 1, 1, 7, 1, 5, 1, 5, 2, 7, 1, 6, 1, 1, 1, 1, 7, 1, 3, 5, 1, 1, 1, 2, 4, 3, 1, 2, 8, 4, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 4, 2, 4, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 3, 1, 3, 3, 2, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 2, 4, 2, 3, 4, 1, 1, 4, 2, 2, 3, 1, 3, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 4, 3, 3, 1, 1, 2, 1, 3, 7, 1], "chunk_stats": {"count": 1411, "sum": 2980, "mean": 2.1119773210489017, "median": 2.0, "p95": 5.0, "max": 24, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 695, "chunk_lengths": [1, 3, 1, 5, 4, 1, 1, 3, 1, 3, 3, 1, 1, 3, 2, 1, 1, 2, 11, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 6, 1, 1, 13, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 9, 3, 4, 6, 1, 1, 5, 4, 3, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 1, 5, 1, 1, 21, 1, 2, 7, 1, 5, 1, 2, 1, 4, 1, 4, 1, 1, 25, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 5, 17, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 4, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 1, 3, 1, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 2, 9, 1, 2, 4, 1, 6, 1, 13, 1, 5, 2, 2, 9, 1, 1, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 7, 1, 2, 1, 1, 1, 1, 1, 7, 1, 9, 1, 1, 1, 13, 8, 1, 8, 1, 9, 1, 9, 3, 4, 4, 1, 5, 4, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1, 1, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 1, 3, 1, 9, 1, 21, 1, 2, 4, 4, 3, 1, 7, 1, 25, 1, 7, 1, 3, 1, 3, 1, 1, 1, 21, 1, 5, 4, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 7, 1, 5, 3, 4, 1, 5, 2, 2, 2, 4, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 4, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 3, 2, 1, 2, 2, 1, 3, 1, 1, 2, 2, 2, 1, 2, 3, 1, 5, 7, 10, 1, 2, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 1, 6, 1, 2, 3, 4, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 9, 1, 3, 1, 1, 6, 1, 7, 2, 1, 6, 1, 9, 7, 1, 7, 2, 6, 1, 6, 1, 1, 3, 1, 1, 9, 1, 8, 1, 9, 1, 5, 1, 1, 2, 1, 6, 1, 1, 9, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 9, 1, 5, 1, 1, 2, 1, 4, 1, 1, 9, 1, 5, 1, 1, 2, 1, 2, 6, 1, 1, 9, 1, 5, 1, 5, 2, 2, 3, 1, 2, 2, 1, 3, 3, 2, 4, 1, 1, 2, 4, 4, 5, 1, 2, 3, 1, 9, 3, 4, 8, 5, 5, 2, 4, 4, 5, 4, 4, 1, 9, 3, 4, 29, 1, 2, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 30, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 1, 1, 2, 5, 1, 2, 1, 1, 2, 3, 3, 1, 6, 16], "chunk_stats": {"count": 704, "sum": 2048, "mean": 2.909090909090909, "median": 1.0, "p95": 9.0, "max": 30, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 267, "chunk_lengths": [2, 1, 1, 4, 3, 4, 2, 1, 2, 1, 2, 1, 9, 1, 2, 3, 1, 1, 1, 2, 1, 2, 3, 1, 6, 2, 4, 1, 6, 2, 5, 1, 1, 5, 1, 2, 4, 5, 1, 4, 1, 1, 5, 1, 6, 1, 4, 4, 1, 7, 1, 9, 3, 5, 1, 7, 2, 1, 2, 1, 7, 1, 1, 5, 1, 2, 3, 2, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 1, 1, 1, 2, 2, 1, 1, 4, 1, 8, 4, 2, 5, 1, 2, 1, 4, 1, 4, 6, 3, 5, 1, 3, 4, 4, 1, 4, 1, 4, 6, 3, 5, 2, 3, 2, 2, 2, 3, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 7, 2, 1, 2, 3, 1, 2, 1, 5, 1, 3, 5, 1, 1, 4, 1, 1, 1, 3, 9, 3, 1, 1, 2, 1, 6, 1, 6, 1, 8, 1, 1, 2, 2, 1, 13, 4, 1, 1, 2, 2, 1, 2, 3, 3, 2, 6, 2, 3, 5, 1, 1, 2, 1, 1, 3, 1, 5, 3, 3, 3, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 2, 1, 7, 1, 3, 1, 3, 4, 8, 1, 5, 2, 2, 1, 5, 5, 2, 1, 5, 2, 2, 1, 5, 1, 2, 2, 1, 1, 1, 5, 3, 1, 4, 1, 4, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1, 1, 4, 3, 1, 3, 2, 1, 4, 3, 1, 1, 3, 2, 1, 1, 2, 2, 3, 4, 1, 5, 4, 1, 3, 1], "chunk_stats": {"count": 278, "sum": 695, "mean": 2.5, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 695, "sum": 695, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.009517351998511, "decode_time_sec": 28.582862067007227, "total_time_sec": 29.635260079001455, "prefill_units_per_sec": 7693.77562913991, "prefill_bytes_per_sec": 7677.92647115533, "decode_units_per_sec": 71.65132712038574, "decode_bytes_per_sec": 71.65132712038574, "total_units_per_sec": 69.10686778318993, "total_bytes_per_sec": 69.10686778318993, "step_latency_ms": {"count": 2048, "sum": 28684, "mean": 14.005859375, "median": 8.0, "p95": 38.0, "max": 43, "min": 8}, "peak_allocated_mb": 3698.884765625, "peak_reserved_mb": 3880.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7751, "mean": 484.4375, "median": 357.5, "p95": 855.0, "max": 996, "min": 260}, "model_input_units": {"count": 16, "sum": 7767, "mean": 485.4375, "median": 358.5, "p95": 856.0, "max": 997, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7751, "model_input_units": 7767, "stage0_units": 2761, "stage1_units": 1259, "bytes_per_stage0_unit": 2.8073161897863095, "stage0_per_stage1_unit": 2.193010325655282}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7767, "units_out": 2761, "chunk_lengths": [1, 1, 3, 1, 5, 1, 7, 1, 7, 1, 7, 1, 1, 1, 1, 1, 5, 1, 1, 1, 5, 3, 5, 4, 1, 11, 5, 3, 4, 8, 9, 1, 4, 5, 8, 5, 4, 6, 6, 3, 6, 1, 3, 2, 5, 5, 2, 3, 1, 1, 4, 5, 2, 3, 1, 1, 5, 3, 3, 1, 1, 4, 2, 5, 3, 8, 1, 5, 1, 1, 1, 1, 5, 2, 3, 1, 1, 4, 1, 5, 1, 1, 1, 3, 1, 6, 1, 6, 1, 2, 2, 1, 1, 3, 2, 5, 2, 6, 2, 5, 1, 1, 9, 2, 4, 2, 10, 1, 2, 4, 1, 4, 6, 7, 2, 3, 1, 1, 4, 3, 6, 3, 11, 2, 3, 3, 4, 5, 3, 1, 1, 9, 1, 3, 2, 3, 1, 11, 7, 1, 1, 6, 1, 6, 1, 9, 2, 4, 1, 4, 5, 5, 8, 1, 2, 3, 3, 7, 2, 8, 3, 5, 1, 9, 6, 2, 1, 6, 1, 5, 1, 2, 1, 1, 5, 1, 5, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 3, 4, 1, 2, 1, 5, 2, 6, 2, 5, 1, 1, 9, 1, 1, 1, 4, 2, 5, 1, 5, 1, 1, 9, 1, 2, 1, 1, 1, 4, 2, 1, 1, 13, 3, 4, 1, 2, 1, 5, 1, 1, 1, 2, 3, 1, 2, 6, 2, 1, 3, 1, 1, 9, 2, 1, 4, 5, 1, 8, 2, 3, 1, 2, 6, 1, 1, 2, 7, 1, 9, 7, 9, 2, 1, 2, 4, 1, 8, 1, 3, 4, 5, 1, 9, 1, 2, 5, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 4, 1, 4, 1, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 8, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 2, 2, 1, 5, 6, 1, 2, 4, 1, 1, 2, 1, 2, 1, 3, 1, 1, 5, 1, 2, 4, 1, 2, 1, 2, 1, 1, 9, 8, 1, 2, 2, 2, 1, 2, 1, 4, 1, 8, 1, 1, 1, 9, 6, 1, 2, 2, 2, 1, 9, 5, 1, 7, 2, 4, 6, 6, 1, 1, 1, 1, 3, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2, 8, 2, 1, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 13, 4, 1, 1, 2, 1, 3, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 9, 7, 10, 1, 2, 1, 1, 13, 5, 1, 17, 1, 2, 6, 2, 7, 1, 5, 1, 1, 1, 1, 1, 1, 6, 2, 5, 1, 5, 1, 3, 4, 1, 1, 5, 6, 1, 1, 17, 2, 1, 1, 3, 1, 1, 4, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 5, 1, 4, 2, 1, 5, 1, 8, 2, 4, 4, 1, 2, 2, 2, 2, 6, 1, 2, 2, 1, 1, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 2, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 8, 1, 5, 1, 2, 4, 4, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 4, 1, 2, 4, 4, 1, 1, 1, 1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 2, 4, 2, 4, 1, 3, 1, 1, 1, 4, 2, 7, 1, 1, 5, 1, 1, 9, 1, 2, 5, 4, 3, 1, 3, 1, 1, 6, 1, 13, 1, 5, 4, 1, 5, 3, 5, 1, 4, 1, 9, 5, 4, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 1, 4, 1, 2, 4, 1, 1, 1, 1, 2, 4, 1, 1, 13, 1, 6, 2, 4, 1, 4, 1, 4, 1, 1, 13, 1, 2, 4, 1, 3, 1, 1, 17, 1, 6, 2, 4, 3, 1, 7, 1, 3, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 3, 4, 8, 1, 17, 7, 1, 1, 3, 1, 7, 2, 5, 1, 1, 3, 1, 5, 2, 5, 1, 1, 1, 3, 1, 5, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 2, 5, 1, 4, 1, 5, 1, 9, 1, 2, 4, 1, 5, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 1, 1, 1, 1, 3, 1, 5, 1, 5, 1, 1, 3, 2, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 2, 4, 1, 22, 3, 2, 1, 11, 1, 1, 4, 2, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 4, 1, 22, 5, 1, 6, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 9, 1, 1, 2, 1, 6, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 3, 10, 2, 1, 1, 1, 2, 10, 1, 9, 6, 1, 5, 1, 1, 1, 3, 4, 2, 1, 1, 1, 2, 4, 1, 9, 1, 2, 8, 1, 3, 1, 13, 6, 1, 5, 1, 1, 1, 3, 8, 1, 3, 2, 1, 1, 1, 2, 8, 1, 3, 1, 9, 4, 1, 13, 6, 1, 5, 1, 1, 1, 3, 3, 8, 1, 3, 2, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 9, 1, 5, 1, 7, 2, 1, 3, 1, 1, 5, 1, 1, 5, 1, 6, 1, 3, 2, 1, 11, 1, 29, 1, 1, 1, 18, 1, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 5, 1, 6, 1, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 1, 30, 5, 1, 6, 1, 5, 1, 6, 2, 4, 1, 4, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 1, 1, 5, 6, 1, 5, 3, 2, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 2, 2, 9, 4, 1, 13, 6, 1, 1, 1, 1, 1, 1, 5, 3, 2, 6, 1, 5, 3, 2, 1, 13, 2, 1, 1, 1, 1, 5, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 1, 1, 1, 5, 2, 1, 13, 1, 1, 1, 6, 5, 4, 1, 1, 2, 1, 5, 1, 2, 7, 1, 4, 5, 13, 1, 1, 2, 1, 1, 6, 5, 5, 3, 1, 7, 3, 4, 4, 1, 1, 5, 13, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 4, 1, 1, 3, 2, 4, 1, 1, 9, 1, 2, 3, 2, 4, 1, 1, 4, 1, 1, 8, 1, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 4, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 6, 1, 1, 4, 1, 9, 2, 1, 2, 3, 1, 2, 4, 1, 2, 6, 1, 3, 9, 1, 4, 4, 1, 1, 4, 1, 2, 5, 4, 1, 4, 11, 5, 4, 1, 6, 6, 1, 6, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 6, 1, 5, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 6, 1, 1, 1, 2, 3, 2, 3, 1, 2, 3, 1, 3, 3, 1, 7, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 1, 2, 1, 3, 1, 3, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 2, 1, 1, 1, 1, 6, 1, 3, 1, 2, 7, 1, 3, 1, 7, 1, 1, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 8, 2, 1, 3, 1, 1, 6, 1, 7, 1, 1, 4, 1, 1, 1, 1, 13, 3, 4, 1, 9, 2, 8, 4, 3, 1, 6, 1, 7, 1, 9, 1, 1, 1, 2, 4, 1, 4, 5, 1, 5, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 8, 1, 2, 1, 9, 1, 1, 6, 1, 6, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 1, 2, 6, 1, 5, 3, 1, 6, 1, 7, 5, 2, 1, 3, 4, 7, 1, 1, 1, 3, 1, 4, 4, 1, 6, 1, 1, 1, 5, 1, 7, 2, 1, 9, 1, 1, 1, 2, 1, 9, 1, 9, 1, 1, 1, 2, 1, 7, 1, 9, 1, 1, 1, 2, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 9, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 1, 1, 7, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 7, 1, 2, 2, 2, 2, 3, 1, 4, 1, 1, 3, 1, 1, 9, 5, 2, 1, 3, 1, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 2, 2, 1, 5, 2, 1, 7, 1, 9, 2, 1, 2, 4, 1, 4, 4, 1, 2, 2, 2, 1, 7, 1, 2, 1, 4, 2, 5, 3, 5, 4, 3, 1, 2, 5, 3, 5, 9, 8, 1, 2, 2, 1, 7, 2, 4, 1, 2, 2, 1, 9, 4, 7, 1, 2, 2, 1, 6, 1, 2, 4, 1, 4, 1, 1, 3, 1, 1, 13, 1, 2, 2, 4, 1, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 1, 1, 7, 1, 5, 1, 2, 4, 1, 4, 1, 17, 7, 5, 5, 1, 21, 2, 2, 13, 8, 1, 2, 2, 1, 6, 1, 1, 9, 4, 1, 2, 3, 2, 7, 1, 2, 2, 1, 6, 1, 1, 1, 1, 3, 4, 1, 4, 1, 8, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 5, 4, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 8, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 7, 2, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 1, 9, 7, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 9, 6, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 2, 1, 5, 1, 1, 9, 7, 1, 5, 2, 1, 1, 1, 1, 2, 7, 1, 5, 2, 1, 7, 1, 4, 1, 1, 9, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 2, 7, 1, 7, 1, 4, 2, 1, 3, 1, 4, 1, 7, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 4, 1, 7, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 3, 5, 1, 5, 2, 1, 2, 1, 5, 1, 4, 1, 1, 5, 6, 2, 2, 1, 1, 1, 3, 1, 5, 1, 5, 1, 4, 1, 1, 5, 2, 6, 1, 1, 2, 1, 8, 5, 7, 2, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 2, 2, 1, 5, 1, 2, 4, 7, 3, 7, 4, 3, 5, 1, 7, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 7, 3, 5, 1, 6, 1, 2, 5, 1, 2, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 5, 6, 2, 7, 1, 4, 1, 3, 1, 1, 5, 1, 2, 2, 2, 1, 5, 1, 2, 1, 4, 3, 1, 3, 4, 5, 1, 1, 3, 1, 3, 1, 3, 5, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 1, 10, 1, 4, 5, 1, 3, 2, 7, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 2, 2, 1, 5, 1, 2, 4, 1, 3, 3, 1, 3, 4, 3, 1, 5, 2, 1, 1, 2, 1, 2, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 7, 2, 5, 1, 3, 1, 6, 1, 6, 1, 1, 5, 2, 6, 1, 3, 1, 6, 3, 1, 2, 7, 1, 6, 7, 3, 2, 6, 1, 6, 4, 1, 5, 2, 1, 3, 10, 1, 1, 2, 7, 2, 4, 1, 2, 2, 3, 1, 7, 4, 5, 2, 1, 2, 1, 2, 1, 5, 5, 4, 6, 1, 1, 1, 1, 3, 1, 1, 4, 1, 6, 1, 1, 3, 1, 1, 9, 2, 1, 5, 1, 2, 1, 3, 1, 2, 4, 5, 1, 6, 1, 2, 1, 8, 4, 9, 1, 1, 8, 4, 5, 6, 1, 9, 1, 2, 1, 3, 1, 4, 1, 9, 1, 2, 4, 2, 2, 1, 13, 3, 1, 4, 2, 1, 3, 1, 4, 1, 8, 1, 1, 13, 1, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 1, 9, 4, 1, 13, 1, 5, 4, 5, 1, 1, 4, 2, 2, 1, 1, 4], "chunk_stats": {"count": 2761, "sum": 7767, "mean": 2.8131111915972475, "median": 1.0, "p95": 9.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 2761, "units_out": 1259, "chunk_lengths": [1, 2, 2, 4, 1, 1, 1, 2, 2, 1, 3, 1, 2, 3, 2, 3, 1, 3, 1, 2, 1, 2, 2, 1, 1, 1, 2, 3, 1, 5, 2, 1, 3, 1, 3, 1, 3, 1, 1, 5, 2, 1, 1, 2, 2, 2, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 7, 3, 2, 1, 1, 3, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 2, 7, 2, 1, 2, 2, 1, 1, 1, 6, 3, 3, 2, 2, 5, 1, 4, 2, 2, 3, 1, 1, 3, 1, 1, 3, 2, 2, 5, 3, 1, 4, 2, 2, 4, 2, 1, 3, 1, 1, 1, 2, 5, 6, 1, 3, 1, 1, 2, 5, 3, 1, 1, 6, 2, 8, 1, 1, 2, 4, 3, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 2, 4, 3, 2, 2, 4, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 4, 4, 3, 1, 6, 2, 6, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 4, 1, 3, 1, 4, 1, 1, 3, 1, 5, 1, 5, 2, 3, 4, 3, 2, 1, 1, 1, 1, 1, 5, 1, 5, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 3, 4, 3, 1, 1, 2, 2, 1, 1, 3, 3, 2, 1, 1, 1, 6, 3, 1, 1, 3, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 4, 1, 2, 3, 1, 2, 3, 1, 1, 1, 3, 2, 1, 2, 5, 1, 5, 1, 6, 1, 1, 2, 1, 6, 1, 4, 1, 4, 1, 3, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 3, 2, 1, 2, 2, 1, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 2, 1, 2, 2, 2, 1, 1, 2, 2, 6, 1, 2, 5, 3, 1, 1, 1, 7, 6, 3, 4, 1, 5, 1, 2, 1, 3, 4, 2, 2, 4, 1, 2, 1, 2, 2, 3, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 6, 1, 1, 1, 7, 1, 3, 2, 5, 2, 5, 1, 1, 5, 1, 3, 2, 6, 1, 1, 2, 2, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 3, 2, 3, 3, 1, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 4, 2, 2, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 1, 2, 2, 1, 1, 4, 3, 3, 1, 2, 6, 1, 2, 1, 4, 3, 1, 3, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 5, 5, 5, 7, 9, 1, 1, 6, 4, 2, 5, 2, 5, 4, 2, 2, 1, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 5, 1, 2, 2, 1, 1, 1, 2, 4, 1, 4, 1, 3, 2, 2, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 4, 1, 1, 3, 1, 5, 3, 1, 1, 6, 3, 1, 1, 1, 1, 6, 1, 1, 7, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 4, 2, 1, 1, 4, 1, 1, 4, 11, 1, 1, 2, 1, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 1, 2, 1, 1, 3, 1, 2, 3, 1, 1, 8, 1, 5, 1, 1, 1, 1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 7, 2, 4, 1, 1, 1, 6, 1, 3, 1, 4, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 6, 2, 3, 1, 8, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 2, 2, 1, 1, 3, 3, 6, 1, 6, 5, 1, 7, 3, 3, 3, 5, 1, 3, 1, 1, 1, 4, 1, 4, 2, 1, 1, 1, 3, 2, 1, 3, 3, 1, 1, 3, 3, 6, 1, 6, 5, 1, 4, 1, 6, 2, 3, 4, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 2, 4, 1, 1, 10, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 2, 1, 1, 2, 2, 3, 2, 1, 1, 2, 1, 2, 4, 2, 2, 6, 2, 6, 1, 2, 7, 2, 5, 1, 3, 2, 6, 4, 2, 6, 1, 1, 2, 2, 6, 2, 2, 2, 5, 1, 2, 2, 3, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 3, 2, 1, 1, 1, 6, 4, 1, 3, 3, 4, 1, 1, 3, 1, 6, 1, 3, 2, 2, 2, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 2, 3, 2, 1, 2, 2, 5, 1, 1, 6, 1, 3, 1, 4, 2, 2, 3, 3, 1, 1, 3, 1, 2, 1, 6, 2, 1, 4, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 4, 4, 1, 7, 1, 1, 6, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 6, 2, 1, 5, 1, 2, 1, 1, 6, 1, 2, 1, 2, 1, 5, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 1, 2, 2, 2, 2, 2, 2, 3, 1, 5, 2, 3, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 6, 3, 2, 1, 4, 1, 14, 1, 1, 1, 11, 1, 1, 1, 6, 12, 1, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 2, 1, 2, 1, 6, 4, 1, 8, 1, 1, 5, 5, 1, 6, 6, 1, 13, 1, 10, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 4, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 4, 4, 2, 4, 1, 2, 2, 2, 1, 1, 2, 4, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 2, 4, 1, 3, 1, 1, 2, 4, 1, 1, 4, 1, 1, 2, 4, 1, 5, 1, 1, 5, 3, 3, 1, 1, 5, 2, 2, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 5, 1, 2, 1, 2, 3, 2, 5], "chunk_stats": {"count": 1259, "sum": 2761, "mean": 2.193010325655282, "median": 2.0, "p95": 6.0, "max": 14, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 704, "chunk_lengths": [5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 1, 5, 5, 5, 4, 6, 6, 2, 1, 2, 1, 3, 13, 4, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 3, 1, 13, 5, 1, 4, 1, 5, 1, 4, 1, 2, 8, 2, 4, 1, 1, 2, 4, 1, 5, 1, 4, 1, 13, 4, 1, 3, 1, 4, 2, 4, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 13, 1, 5, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2, 5, 1, 2, 2, 6, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 2, 6, 1, 2, 2, 6, 1, 1, 5, 3, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 4, 1, 1, 5, 1, 4, 2, 21, 1, 5, 2, 1, 3, 1, 1, 6, 1, 4, 1, 2, 7, 1, 1, 7, 1, 17, 1, 13, 3, 4, 1, 5, 1, 1, 1, 1, 5, 4, 1, 9, 3, 4, 2, 2, 1, 1, 1, 1, 5, 8, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 7, 1, 2, 2, 2, 5, 1, 4, 2, 5, 1, 1, 4, 2, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 5, 1, 1, 2, 2, 10, 1, 3, 5, 1, 5, 1, 2, 3, 4, 10, 1, 3, 2, 1, 5, 5, 5, 17, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 1, 4, 2, 1, 17, 2, 1, 1, 1, 1, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 3, 6, 1, 5, 3, 2, 1, 9, 2, 3, 4, 7, 6, 1, 2, 4, 7, 1, 3, 4, 1, 6, 1, 7, 5, 1, 9, 2, 3, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 1, 6, 1, 1, 6, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 5, 1, 9, 1, 2, 2, 3, 1, 4, 1, 13, 1, 3, 1, 1, 1, 7, 1, 5, 1, 1, 5, 1, 4, 1, 1, 5, 4, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 8, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 4, 1, 8, 1, 5, 4, 1, 1, 2, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 9, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 5, 6, 2, 3, 1, 5, 1, 5, 1, 2, 6, 1, 2, 1, 1, 9, 6, 2, 2, 2, 1, 5, 2, 6, 3, 6, 1, 4, 5, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 1, 3, 11, 1, 5, 2, 1, 8, 2, 3, 2, 4, 2, 1, 6, 8, 1, 1, 1, 1, 5, 4, 1, 1, 2, 5, 1, 1, 3, 2, 3, 1, 1, 9, 1, 1, 1, 9, 2, 6, 1, 2, 1, 2, 2, 4, 8, 2, 3, 3, 5, 6, 4, 2], "chunk_stats": {"count": 716, "sum": 2048, "mean": 2.8603351955307263, "median": 2.0, "p95": 8.0, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 279, "chunk_lengths": [1, 7, 2, 1, 11, 1, 11, 2, 1, 1, 3, 1, 2, 2, 1, 2, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 1, 3, 4, 2, 2, 3, 2, 6, 3, 1, 2, 1, 1, 1, 3, 1, 1, 2, 5, 3, 1, 1, 3, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 4, 1, 1, 6, 3, 2, 1, 3, 1, 1, 4, 3, 1, 6, 1, 1, 1, 1, 3, 3, 2, 1, 3, 6, 3, 3, 3, 1, 1, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 7, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 1, 4, 1, 5, 1, 1, 1, 3, 1, 3, 1, 3, 1, 1, 4, 1, 3, 6, 1, 2, 1, 1, 4, 1, 6, 1, 4, 4, 7, 2, 1, 7, 5, 4, 5, 2, 2, 1, 4, 1, 4, 7, 1, 1, 9, 2, 6, 2, 1, 2, 2, 7, 2, 2, 9, 1, 2, 9, 1, 1, 1, 3, 3, 1, 8, 3, 3, 1, 1, 4, 5, 4, 2, 3, 1, 5, 1, 1, 1, 3, 2, 4, 1, 1, 6, 4, 1, 7, 1, 5, 2, 3, 1, 2, 1, 1, 1, 4, 11, 1, 3, 1, 1, 1, 12, 2, 2, 2, 2, 2, 4, 1, 1, 1, 1, 3, 2, 3, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1, 3, 1, 1, 4, 2, 1, 4, 2, 1, 1, 5, 4, 3, 1, 3, 1, 2, 2, 3, 4, 4, 1, 1, 2, 4, 1], "chunk_stats": {"count": 287, "sum": 704, "mean": 2.4529616724738674, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}, "active_size_stats": {"count": 704, "sum": 704, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0073226319873356, "decode_time_sec": 27.941654977003054, "total_time_sec": 28.997106246999465, "prefill_units_per_sec": 8011.33593521947, "prefill_bytes_per_sec": 7995.452245632914, "decode_units_per_sec": 73.29558688222207, "decode_bytes_per_sec": 73.29558688222207, "total_units_per_sec": 70.62773721470641, "total_bytes_per_sec": 70.62773721470641, "step_latency_ms": {"count": 2048, "sum": 27987, "mean": 13.66552734375, "median": 8.0, "p95": 38.0, "max": 46, "min": 8}, "peak_allocated_mb": 3672.3359375, "peak_reserved_mb": 3824.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8054, "mean": 503.375, "median": 482.0, "p95": 789.5, "max": 806, "min": 281}, "model_input_units": {"count": 16, "sum": 8070, "mean": 504.375, "median": 483.0, "p95": 790.5, "max": 807, "min": 282}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 8054, "model_input_units": 8070, "stage0_units": 2733, "stage1_units": 1349, "bytes_per_stage0_unit": 2.946944749359678, "stage0_per_stage1_unit": 2.0259451445515197}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 8070, "units_out": 2733, "chunk_lengths": [1, 1, 3, 3, 1, 1, 8, 1, 7, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 8, 2, 7, 1, 7, 1, 3, 1, 9, 2, 4, 1, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 2, 4, 1, 1, 1, 1, 5, 7, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 7, 1, 2, 4, 1, 1, 1, 5, 2, 2, 5, 1, 1, 4, 5, 7, 1, 8, 1, 8, 2, 5, 5, 7, 1, 5, 2, 1, 8, 4, 1, 1, 1, 5, 1, 2, 4, 3, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 7, 1, 1, 1, 9, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 8, 2, 1, 1, 1, 5, 7, 1, 5, 2, 2, 5, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 5, 7, 1, 8, 1, 8, 2, 1, 4, 1, 5, 2, 5, 1, 1, 4, 1, 1, 2, 1, 7, 1, 9, 1, 1, 7, 1, 1, 5, 7, 1, 2, 5, 1, 1, 6, 1, 2, 7, 6, 1, 7, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 6, 2, 1, 5, 1, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 8, 1, 1, 2, 1, 4, 5, 1, 1, 1, 3, 1, 1, 1, 7, 3, 1, 3, 1, 1, 6, 1, 16, 4, 2, 3, 5, 1, 1, 13, 5, 2, 2, 1, 1, 13, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 6, 1, 1, 17, 6, 2, 1, 3, 1, 1, 3, 1, 5, 1, 6, 1, 1, 1, 17, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 1, 1, 3, 2, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 9, 2, 4, 3, 1, 1, 1, 9, 2, 1, 2, 5, 1, 2, 4, 1, 1, 3, 4, 1, 2, 1, 1, 7, 1, 8, 1, 2, 2, 3, 1, 2, 4, 1, 5, 1, 3, 11, 1, 7, 1, 2, 1, 2, 3, 2, 2, 1, 4, 3, 4, 9, 1, 2, 2, 4, 1, 9, 1, 1, 1, 5, 2, 1, 3, 1, 1, 8, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 2, 1, 2, 1, 3, 8, 1, 2, 1, 4, 4, 1, 1, 10, 3, 4, 2, 6, 1, 6, 1, 1, 1, 1, 4, 9, 2, 4, 1, 6, 3, 1, 3, 1, 5, 2, 2, 1, 4, 1, 4, 2, 1, 1, 6, 1, 2, 1, 2, 11, 1, 9, 2, 3, 3, 5, 3, 1, 7, 1, 3, 4, 1, 3, 3, 5, 10, 1, 1, 9, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 4, 1, 7, 3, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 10, 1, 2, 1, 2, 1, 1, 4, 9, 1, 2, 1, 3, 1, 1, 1, 3, 6, 1, 1, 3, 2, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 1, 2, 2, 2, 3, 5, 1, 4, 1, 2, 2, 1, 16, 3, 1, 8, 1, 5, 1, 1, 4, 2, 1, 5, 1, 3, 5, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 4, 1, 6, 1, 1, 7, 1, 1, 2, 1, 1, 9, 3, 5, 1, 5, 2, 3, 5, 1, 5, 3, 1, 3, 1, 6, 1, 1, 7, 1, 1, 2, 1, 4, 9, 1, 3, 1, 6, 1, 8, 1, 5, 2, 8, 1, 4, 9, 1, 2, 3, 1, 8, 1, 5, 1, 13, 1, 6, 2, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 1, 6, 4, 3, 1, 3, 1, 1, 8, 1, 6, 1, 17, 1, 5, 5, 5, 1, 1, 3, 8, 1, 5, 1, 4, 1, 1, 1, 1, 1, 34, 1, 1, 6, 7, 1, 4, 5, 7, 1, 5, 1, 1, 6, 1, 7, 1, 1, 1, 1, 6, 1, 1, 5, 1, 1, 13, 6, 2, 1, 3, 1, 1, 8, 1, 6, 1, 1, 5, 1, 9, 4, 1, 13, 6, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 1, 5, 1, 9, 3, 4, 5, 1, 1, 1, 3, 1, 1, 2, 5, 1, 4, 5, 1, 5, 4, 5, 2, 1, 2, 4, 2, 4, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 8, 1, 4, 2, 1, 2, 4, 2, 3, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 1, 1, 1, 5, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 8, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 4, 1, 1, 1, 2, 4, 1, 1, 1, 3, 3, 1, 4, 1, 1, 2, 1, 10, 1, 5, 1, 1, 1, 3, 1, 1, 9, 10, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 10, 1, 1, 2, 4, 1, 2, 6, 3, 1, 1, 9, 6, 1, 4, 1, 1, 2, 2, 1, 3, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 9, 6, 1, 1, 2, 4, 1, 5, 2, 1, 3, 1, 1, 3, 1, 6, 1, 1, 2, 4, 1, 4, 1, 6, 1, 4, 1, 1, 1, 1, 9, 1, 2, 2, 6, 1, 1, 2, 4, 1, 4, 1, 1, 3, 1, 10, 1, 1, 1, 2, 3, 1, 1, 5, 1, 1, 1, 4, 2, 1, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 2, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 1, 5, 4, 1, 2, 5, 1, 8, 2, 1, 3, 5, 1, 4, 7, 7, 1, 3, 1, 1, 5, 1, 1, 5, 1, 2, 4, 1, 3, 1, 1, 3, 1, 12, 2, 3, 10, 1, 2, 1, 1, 4, 1, 4, 1, 6, 1, 2, 1, 1, 1, 9, 1, 5, 10, 1, 1, 2, 1, 4, 1, 1, 1, 6, 1, 1, 1, 5, 1, 8, 1, 2, 4, 1, 2, 5, 1, 7, 1, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 5, 1, 2, 1, 8, 1, 9, 1, 2, 9, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 6, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 2, 4, 1, 1, 2, 2, 6, 1, 2, 2, 1, 1, 9, 1, 2, 1, 1, 8, 1, 4, 1, 1, 2, 2, 4, 1, 5, 1, 2, 1, 2, 4, 1, 1, 3, 1, 2, 2, 8, 13, 4, 1, 5, 2, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 3, 1, 9, 4, 2, 1, 2, 4, 1, 4, 1, 2, 2, 5, 3, 1, 4, 1, 13, 4, 1, 5, 2, 4, 1, 3, 9, 4, 1, 1, 8, 2, 1, 1, 4, 1, 7, 1, 1, 7, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 3, 4, 1, 4, 1, 9, 3, 4, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 8, 1, 6, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 2, 3, 1, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 11, 10, 4, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 11, 14, 7, 2, 1, 2, 3, 1, 1, 3, 1, 1, 2, 4, 1, 6, 2, 1, 3, 1, 1, 6, 1, 5, 1, 2, 3, 2, 1, 2, 4, 1, 2, 2, 2, 2, 2, 1, 2, 3, 1, 2, 2, 1, 2, 1, 6, 2, 1, 1, 15, 4, 1, 6, 1, 5, 1, 3, 6, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 11, 10, 1, 3, 1, 1, 6, 2, 2, 1, 4, 4, 3, 1, 3, 1, 3, 1, 1, 7, 1, 6, 1, 11, 3, 4, 1, 1, 3, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 2, 1, 3, 9, 4, 1, 1, 3, 1, 6, 1, 1, 1, 1, 2, 2, 3, 1, 4, 2, 3, 4, 1, 1, 1, 2, 4, 5, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 9, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 5, 1, 4, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 5, 1, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 6, 1, 6, 1, 1, 1, 9, 2, 1, 6, 4, 1, 5, 1, 1, 5, 1, 3, 1, 3, 6, 1, 1, 1, 2, 1, 5, 1, 5, 5, 4, 9, 4, 1, 1, 6, 2, 1, 3, 1, 1, 5, 1, 5, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 2, 4, 1, 5, 1, 13, 4, 1, 6, 2, 1, 1, 1, 1, 2, 4, 1, 5, 9, 5, 2, 1, 4, 1, 1, 6, 2, 4, 1, 5, 1, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 6, 1, 4, 1, 9, 1, 1, 1, 3, 7, 4, 1, 1, 3, 2, 7, 2, 3, 1, 1, 1, 9, 4, 2, 2, 2, 4, 1, 1, 1, 1, 1, 13, 4, 2, 4, 1, 1, 1, 1, 6, 1, 1, 17, 1, 2, 1, 1, 6, 1, 21, 3, 4, 1, 3, 1, 8, 1, 1, 1, 17, 3, 4, 2, 2, 13, 3, 4, 2, 4, 1, 1, 9, 2, 2, 2, 2, 4, 1, 2, 2, 4, 1, 13, 1, 3, 1, 1, 3, 2, 1, 13, 1, 2, 2, 4, 1, 9, 1, 21, 1, 8, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 8, 1, 1, 4, 1, 1, 3, 2, 4, 2, 2, 6, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 4, 2, 1, 1, 2, 2, 4, 1, 1, 9, 1, 7, 2, 1, 4, 1, 1, 6, 1, 1, 5, 1, 6, 1, 10, 1, 5, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 1, 6, 1, 1, 4, 1, 1, 4, 1, 1, 4, 1, 3, 1, 1, 3, 1, 1, 4, 1, 3, 1, 26, 1, 1, 1, 15, 1, 4, 4, 1, 4, 1, 44, 1, 2, 6, 1, 2, 6, 1, 44, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 44, 1, 1, 5, 1, 1, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 8, 1, 1, 3, 2, 1, 2, 2, 5, 2, 1, 2, 2, 1, 1, 6, 20, 1, 2, 1, 2, 1, 4, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 5, 4, 3, 1, 4, 1, 8, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 8, 1, 9, 7, 4, 5, 1, 13, 3, 4, 2, 2, 1, 5, 3, 1, 3, 2, 3, 1, 4, 1, 3, 1, 5, 5, 1, 3, 2, 3, 1, 4, 1, 5, 1, 1, 5, 1, 2, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 5, 1, 3, 1, 2, 4, 4, 1, 9, 6, 1, 3, 1, 13, 1, 2, 1, 17, 3, 1, 4, 1, 2, 4, 1, 3, 1, 2, 1, 13, 7, 2, 2, 9, 1, 17, 1, 2, 1, 21, 4, 1, 5, 1, 2, 1, 21, 3, 4, 1, 4, 17, 7, 2, 2, 9, 1, 21, 3, 4, 1, 3, 1, 13, 1, 2, 1, 17, 5, 1, 5, 2, 4, 1, 5, 1, 2, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 5, 1, 6, 5, 2, 1, 1, 1, 2, 1, 7, 5, 1, 2, 2, 1, 1, 5, 2, 1, 4, 3, 1, 4, 3, 1, 1, 1, 2, 6, 5, 1, 2, 1, 2, 4, 1, 4, 7, 1, 5, 5, 1, 7, 1, 8, 7, 10, 5, 1, 7, 1, 1, 4, 3, 1, 1, 3, 1, 4, 5, 2, 4, 1, 4, 1, 1, 5, 5, 5, 1, 1, 6, 1, 1, 2, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 1, 5, 1, 1, 1, 1, 1, 3, 3, 8, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 1, 9, 5, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 3, 1, 7, 1, 4, 1, 6, 1, 3, 1, 1, 6, 1, 1, 1, 3, 1, 6, 1, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 7, 6, 1, 1, 1, 18, 1, 6, 1, 2, 1, 5, 6, 1, 3, 1, 1, 1, 2, 5, 7, 1, 5, 1, 26, 1, 1, 6, 1, 1, 4, 5, 2, 6, 1, 7, 1, 10, 1, 27, 1, 2, 4, 2, 6, 1, 4, 8, 2, 6, 1, 3, 6, 1, 1, 17, 1, 5, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 13, 1, 1, 1, 1, 9, 1, 2, 1, 13, 6, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 3, 1, 6, 1, 1, 13, 1, 3, 1, 1, 8, 1, 5, 1, 7, 1, 6, 1, 1, 13, 4, 1, 3, 3, 6, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 9, 1, 1, 5, 1, 9, 1, 3, 1, 9, 6, 1, 9, 1, 9, 1, 6, 1, 2, 2, 1, 9, 8, 1, 3, 1, 2, 2, 1, 9, 1, 4, 1, 4, 1, 9, 2, 1, 1, 1, 1, 4, 1, 9, 1, 5, 1, 4, 1, 9, 4, 4, 1, 4, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 6, 2, 1, 3, 1, 1, 1, 5, 1, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 5, 1, 1, 1, 9, 1, 6, 1, 1, 3, 3, 1, 1, 9, 1, 6, 1, 9, 4, 4, 3, 1, 1, 4, 4, 1, 2, 1, 1, 4, 1, 2, 1, 6, 1, 2, 1, 2, 1, 2, 1, 2, 1, 8, 1, 3, 1, 1, 1, 13, 1, 2, 5, 1, 1, 1, 1, 3, 1, 1, 1, 2, 4, 4, 1, 17, 1, 1, 9, 1, 1, 5, 1, 3, 1, 3, 5, 1, 1], "chunk_stats": {"count": 2733, "sum": 8070, "mean": 2.9527991218441274, "median": 1.0, "p95": 9.0, "max": 44, "min": 1}}, {"stage": 1, "units_in": 2733, "units_out": 1349, "chunk_lengths": [1, 2, 1, 3, 2, 1, 6, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 2, 6, 5, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 6, 1, 5, 1, 3, 2, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 2, 2, 2, 1, 3, 6, 1, 5, 1, 2, 11, 1, 2, 1, 1, 2, 1, 1, 5, 7, 2, 1, 3, 2, 3, 1, 1, 5, 3, 5, 1, 2, 1, 1, 2, 5, 1, 1, 2, 3, 1, 1, 1, 2, 2, 4, 3, 1, 1, 5, 3, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 3, 10, 1, 1, 1, 5, 2, 2, 3, 1, 2, 1, 1, 3, 1, 2, 3, 3, 1, 3, 2, 1, 6, 1, 1, 3, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 5, 5, 1, 1, 1, 5, 1, 1, 2, 5, 3, 2, 5, 2, 7, 1, 1, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 3, 1, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 3, 1, 1, 3, 3, 1, 3, 1, 8, 4, 2, 2, 1, 1, 3, 3, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 1, 2, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 3, 1, 1, 3, 1, 2, 2, 1, 2, 1, 4, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 3, 3, 1, 4, 1, 1, 1, 6, 2, 4, 2, 2, 1, 4, 1, 4, 1, 3, 1, 6, 2, 1, 4, 4, 1, 3, 1, 1, 2, 5, 1, 2, 1, 3, 3, 4, 3, 1, 4, 2, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 2, 3, 2, 5, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 2, 4, 1, 1, 1, 1, 7, 4, 1, 2, 1, 1, 4, 2, 2, 1, 5, 1, 4, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 3, 3, 3, 2, 2, 3, 2, 3, 1, 1, 1, 1, 4, 1, 2, 2, 1, 3, 1, 2, 1, 2, 3, 2, 3, 1, 4, 1, 2, 2, 1, 6, 2, 1, 1, 1, 4, 2, 1, 1, 2, 3, 1, 5, 1, 1, 1, 3, 2, 1, 2, 3, 2, 1, 6, 7, 8, 1, 2, 1, 7, 2, 1, 5, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 5, 4, 1, 2, 1, 2, 3, 3, 1, 5, 1, 1, 2, 1, 1, 6, 3, 2, 4, 2, 3, 1, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 3, 4, 1, 1, 1, 4, 1, 1, 4, 5, 1, 5, 1, 1, 4, 2, 1, 1, 1, 2, 1, 1, 4, 1, 2, 5, 1, 2, 1, 1, 3, 3, 2, 3, 1, 3, 4, 1, 4, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 1, 1, 2, 3, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 2, 1, 3, 1, 6, 4, 1, 1, 1, 1, 1, 2, 2, 1, 9, 4, 1, 1, 1, 1, 1, 2, 6, 1, 2, 5, 1, 3, 1, 5, 2, 3, 2, 5, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 3, 5, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 4, 1, 1, 5, 3, 3, 2, 1, 1, 9, 1, 1, 10, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 1, 4, 5, 1, 1, 2, 1, 9, 2, 2, 1, 9, 1, 2, 1, 9, 2, 2, 2, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 4, 1, 4, 1, 1, 1, 2, 2, 1, 7, 1, 3, 3, 1, 3, 1, 1, 4, 5, 4, 1, 1, 5, 1, 3, 1, 1, 2, 1, 4, 1, 1, 1, 5, 5, 2, 1, 3, 1, 3, 1, 1, 2, 3, 1, 1, 6, 2, 1, 1, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 5, 1, 5, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 3, 4, 2, 4, 1, 1, 2, 4, 1, 1, 2, 3, 2, 3, 2, 1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 5, 5, 8, 1, 1, 1, 1, 3, 1, 3, 3, 3, 3, 4, 1, 8, 7, 2, 2, 3, 2, 3, 3, 4, 8, 3, 3, 2, 4, 1, 2, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 3, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 1, 1, 4, 5, 2, 3, 5, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 3, 1, 2, 1, 2, 5, 1, 1, 2, 2, 3, 1, 2, 1, 1, 3, 1, 2, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 3, 7, 4, 2, 1, 4, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 6, 1, 1, 2, 1, 2, 3, 2, 1, 1, 2, 2, 1, 3, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 2, 2, 1, 4, 1, 1, 5, 1, 2, 2, 3, 2, 1, 2, 1, 3, 1, 2, 1, 2, 4, 1, 3, 1, 2, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 3, 1, 3, 5, 2, 6, 3, 5, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 8, 1, 1, 4, 1, 4, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 4, 1, 2, 2, 2, 1, 2, 2, 3, 3, 1, 1, 2, 2, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 1, 6, 1, 2, 4, 1, 1, 6, 1, 7, 1, 1, 6, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 5, 1, 5, 2, 1, 1, 3, 2, 3, 1, 5, 1, 6, 3, 1, 2, 1], "chunk_stats": {"count": 1349, "sum": 2733, "mean": 2.0259451445515197, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 622, "chunk_lengths": [5, 3, 4, 7, 1, 1, 1, 4, 3, 1, 1, 8, 1, 7, 1, 4, 1, 7, 1, 2, 5, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 1, 1, 5, 1, 1, 1, 1, 4, 2, 3, 5, 1, 17, 5, 1, 1, 1, 5, 1, 1, 7, 1, 13, 3, 4, 1, 4, 5, 1, 5, 1, 2, 4, 1, 1, 3, 1, 4, 2, 6, 1, 1, 8, 1, 2, 4, 2, 2, 1, 13, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 7, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 3, 4, 1, 2, 1, 3, 4, 1, 6, 1, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 2, 3, 5, 1, 4, 1, 29, 3, 1, 8, 1, 5, 2, 2, 1, 5, 13, 4, 5, 1, 1, 1, 1, 1, 1, 1, 13, 4, 5, 1, 1, 1, 1, 1, 1, 14, 1, 1, 14, 1, 1, 10, 1, 5, 4, 1, 9, 1, 7, 9, 3, 4, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 3, 2, 24, 2, 6, 1, 2, 1, 9, 4, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 1, 8, 1, 1, 1, 7, 1, 1, 7, 1, 4, 1, 8, 2, 6, 1, 6, 1, 1, 1, 1, 4, 7, 1, 1, 7, 1, 4, 1, 1, 9, 1, 1, 1, 9, 7, 1, 1, 8, 5, 2, 5, 1, 4, 1, 6, 3, 6, 4, 1, 1, 8, 1, 6, 1, 3, 1, 2, 2, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 2, 4, 9, 1, 3, 1, 6, 1, 4, 1, 9, 2, 1, 3, 1, 6, 1, 4, 1, 8, 1, 7, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 1, 9, 1, 3, 1, 6, 1, 4, 1, 21, 4, 1, 1, 4, 1, 22, 8, 1, 1, 3, 22, 5, 1, 1, 8, 4, 1, 1, 1, 5, 1, 6, 1, 1, 9, 7, 1, 4, 1, 6, 1, 2, 1, 1, 13, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 2, 2, 1, 1, 13, 3, 13, 7, 2, 2, 9, 1, 17, 3, 4, 1, 4, 1, 13, 1, 2, 3, 1, 5, 3, 5, 1, 4, 1, 17, 3, 4, 1, 5, 4, 5, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 4, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 9, 4, 1, 17, 4, 1, 1, 5, 1, 1, 3, 1, 1, 11, 1, 1, 2, 1, 1, 2, 1, 1, 1, 9, 7, 5, 6, 1, 2, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 1, 1, 1, 3, 1, 1, 9, 1, 2, 1, 5, 1, 2, 4, 4, 1, 13, 1, 1, 9, 1, 1, 5, 1, 1, 1, 4, 1, 1, 3, 1, 4, 1, 9, 1, 2, 2, 4, 1, 2, 4, 4, 1, 7, 1, 3, 11, 6, 19, 3, 10, 2, 11], "chunk_stats": {"count": 632, "sum": 2048, "mean": 3.240506329113924, "median": 1.0, "p95": 10.0, "max": 29, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 278, "chunk_lengths": [1, 4, 1, 1, 7, 1, 1, 2, 1, 7, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 4, 1, 5, 3, 1, 1, 5, 1, 1, 1, 1, 2, 4, 1, 3, 1, 3, 5, 2, 3, 3, 2, 1, 1, 1, 1, 2, 2, 3, 1, 1, 4, 1, 1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 5, 1, 1, 2, 1, 2, 3, 3, 2, 5, 3, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 5, 1, 3, 3, 1, 14, 2, 1, 1, 1, 6, 3, 4, 1, 1, 4, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 1, 1, 2, 3, 4, 2, 2, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 1, 1, 2, 1, 1, 4, 1, 1, 4, 2, 2, 3, 4, 2, 2, 5, 1, 1, 3, 1, 3, 1, 1, 1, 1, 6, 2, 9, 2, 1, 6, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 4, 2, 2, 1, 3, 1, 1, 6, 1, 1, 2, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 1, 1, 4, 5, 1, 1, 1, 2, 1, 1, 8, 1, 1, 3, 3, 1, 8, 1, 1, 1, 7, 3, 3, 1, 2, 1, 1, 3, 6, 3, 5, 1, 1, 1, 2, 2, 2, 1, 2, 5, 2, 3, 1, 1, 1, 3, 5, 1, 6, 1, 5, 1, 2, 1, 1, 1, 3, 5, 1, 1, 1, 8, 7, 1, 3], "chunk_stats": {"count": 285, "sum": 622, "mean": 2.1824561403508773, "median": 1.0, "p95": 5.800000000000011, "max": 14, "min": 1}, "active_size_stats": {"count": 622, "sum": 622, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0134810300041863, "decode_time_sec": 27.824548843997036, "total_time_sec": 28.881817380999564, "prefill_units_per_sec": 8246.824313983929, "prefill_bytes_per_sec": 8231.03714133213, "decode_units_per_sec": 73.60406853251972, "decode_bytes_per_sec": 73.60406853251972, "total_units_per_sec": 70.90966517042361, "total_bytes_per_sec": 70.90966517042361, "step_latency_ms": {"count": 2048, "sum": 27913, "mean": 13.62939453125, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3703.17578125, "peak_reserved_mb": 3822.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8342, "mean": 521.375, "median": 473.0, "p95": 848.75, "max": 851, "min": 302}, "model_input_units": {"count": 16, "sum": 8358, "mean": 522.375, "median": 474.0, "p95": 849.75, "max": 852, "min": 303}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 8342, "model_input_units": 8358, "stage0_units": 3020, "stage1_units": 1452, "bytes_per_stage0_unit": 2.762251655629139, "stage0_per_stage1_unit": 2.0798898071625342}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 8358, "units_out": 3020, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 4, 1, 8, 1, 1, 3, 1, 1, 1, 9, 2, 4, 3, 5, 1, 1, 2, 1, 8, 1, 1, 4, 1, 10, 1, 1, 2, 3, 1, 1, 6, 1, 1, 10, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 3, 1, 7, 1, 5, 1, 1, 3, 2, 5, 2, 3, 3, 1, 4, 1, 1, 5, 5, 1, 5, 2, 5, 1, 5, 3, 2, 1, 1, 2, 2, 1, 1, 5, 2, 7, 4, 2, 3, 6, 1, 1, 4, 5, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 6, 1, 1, 7, 4, 6, 3, 5, 1, 1, 6, 1, 5, 1, 9, 6, 2, 4, 1, 6, 1, 1, 6, 1, 5, 1, 5, 1, 9, 3, 2, 8, 2, 7, 2, 6, 1, 4, 1, 3, 1, 5, 1, 3, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4, 2, 5, 1, 2, 4, 1, 1, 1, 1, 1, 3, 5, 1, 2, 4, 1, 1, 1, 1, 1, 13, 1, 11, 1, 1, 3, 1, 2, 1, 1, 1, 7, 1, 3, 1, 1, 1, 5, 1, 4, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 2, 1, 1, 4, 1, 7, 5, 5, 1, 3, 1, 7, 1, 1, 2, 11, 1, 1, 8, 1, 1, 2, 9, 1, 5, 3, 3, 1, 3, 6, 1, 2, 2, 2, 3, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 8, 1, 1, 7, 11, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 2, 1, 1, 6, 1, 3, 4, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 2, 8, 1, 1, 1, 1, 1, 1, 6, 2, 1, 5, 4, 4, 6, 13, 7, 2, 1, 3, 2, 4, 1, 5, 3, 1, 8, 3, 3, 1, 3, 2, 3, 1, 1, 1, 1, 1, 5, 1, 4, 7, 2, 5, 3, 10, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 7, 6, 1, 2, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 11, 1, 3, 1, 1, 2, 1, 1, 5, 1, 47, 13, 1, 11, 1, 13, 1, 11, 1, 5, 2, 3, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 7, 2, 1, 1, 5, 1, 11, 1, 1, 2, 1, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 36, 13, 1, 11, 1, 1, 1, 3, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 2, 2, 1, 1, 1, 1, 4, 1, 1, 3, 2, 1, 4, 7, 1, 1, 4, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 7, 2, 1, 1, 1, 4, 5, 7, 2, 1, 1, 1, 5, 1, 2, 1, 9, 4, 3, 2, 1, 4, 3, 9, 1, 1, 5, 1, 1, 13, 4, 1, 6, 2, 3, 1, 1, 3, 1, 13, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 2, 4, 1, 6, 2, 1, 3, 4, 17, 1, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 13, 7, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 13, 10, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 2, 2, 13, 1, 2, 1, 7, 1, 2, 1, 1, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 4, 1, 11, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 2, 2, 1, 1, 1, 17, 7, 3, 1, 3, 13, 2, 3, 11, 1, 1, 2, 4, 2, 3, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 3, 6, 1, 6, 1, 1, 3, 2, 5, 2, 6, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 6, 1, 2, 1, 1, 13, 1, 3, 1, 6, 1, 8, 2, 6, 4, 1, 4, 2, 1, 6, 1, 1, 13, 4, 1, 1, 6, 2, 1, 1, 2, 4, 1, 4, 2, 1, 1, 1, 1, 1, 4, 2, 3, 6, 1, 9, 4, 1, 13, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 17, 1, 5, 4, 5, 1, 1, 7, 1, 4, 3, 3, 5, 3, 1, 1, 13, 6, 1, 7, 2, 1, 13, 4, 1, 2, 1, 1, 2, 2, 3, 1, 4, 1, 1, 3, 9, 1, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 17, 1, 2, 1, 1, 6, 1, 5, 2, 3, 1, 4, 1, 17, 6, 1, 7, 2, 1, 13, 1, 2, 6, 1, 7, 1, 2, 3, 1, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 17, 1, 3, 1, 1, 6, 1, 6, 3, 1, 17, 1, 3, 1, 1, 6, 1, 7, 1, 1, 6, 1, 5, 2, 6, 1, 17, 1, 3, 1, 1, 6, 1, 1, 8, 1, 1, 1, 6, 1, 5, 2, 1, 3, 1, 7, 1, 1, 8, 1, 17, 1, 3, 1, 1, 6, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 4, 1, 7, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 5, 1, 1, 4, 1, 1, 5, 1, 3, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 5, 1, 2, 1, 4, 1, 8, 2, 4, 4, 7, 5, 1, 2, 1, 8, 1, 9, 1, 4, 1, 5, 2, 2, 1, 1, 1, 2, 1, 5, 1, 3, 2, 1, 2, 1, 1, 2, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 9, 1, 5, 4, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 1, 1, 1, 3, 1, 7, 1, 2, 1, 2, 1, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8, 1, 1, 2, 7, 4, 1, 1, 2, 1, 1, 5, 2, 2, 1, 1, 1, 5, 4, 2, 3, 2, 1, 2, 1, 1, 1, 9, 1, 2, 4, 4, 1, 1, 1, 1, 13, 8, 1, 9, 1, 2, 2, 1, 1, 1, 2, 3, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 2, 2, 1, 9, 1, 8, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 1, 2, 1, 2, 1, 1, 1, 5, 4, 1, 2, 2, 3, 1, 8, 1, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 1, 1, 3, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 9, 1, 1, 3, 1, 5, 1, 1, 1, 1, 7, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 9, 3, 4, 1, 5, 7, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 5, 1, 9, 3, 4, 1, 5, 7, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 2, 1, 1, 9, 3, 4, 1, 1, 3, 1, 7, 1, 1, 5, 1, 1, 2, 4, 1, 7, 1, 5, 1, 1, 2, 1, 7, 1, 5, 2, 5, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 2, 1, 5, 1, 5, 2, 1, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 2, 2, 1, 3, 2, 7, 5, 1, 6, 3, 1, 7, 1, 5, 3, 4, 2, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 7, 1, 6, 1, 1, 6, 1, 2, 3, 1, 5, 1, 5, 1, 2, 1, 5, 4, 1, 1, 3, 1, 3, 1, 2, 5, 1, 4, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 3, 1, 7, 1, 4, 1, 4, 2, 3, 1, 7, 1, 1, 5, 1, 6, 1, 2, 1, 2, 7, 1, 5, 1, 4, 6, 2, 1, 2, 3, 4, 1, 5, 1, 2, 1, 4, 2, 1, 7, 1, 2, 1, 7, 1, 7, 1, 3, 1, 2, 1, 1, 7, 1, 4, 1, 1, 2, 1, 1, 1, 4, 2, 4, 2, 4, 2, 1, 2, 1, 7, 1, 1, 7, 2, 4, 7, 1, 2, 1, 3, 4, 2, 1, 3, 2, 5, 3, 10, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 4, 2, 1, 1, 5, 1, 1, 1, 1, 4, 6, 1, 1, 3, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 2, 5, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 5, 1, 8, 1, 1, 2, 1, 1, 5, 1, 2, 1, 2, 1, 4, 1, 5, 1, 2, 1, 1, 1, 9, 1, 5, 1, 8, 5, 1, 1, 2, 5, 3, 1, 2, 6, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 1, 5, 2, 1, 3, 3, 3, 1, 4, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 5, 1, 1, 6, 3, 2, 4, 1, 3, 1, 4, 3, 1, 6, 5, 4, 1, 4, 1, 1, 1, 2, 1, 4, 1, 3, 9, 1, 1, 2, 1, 1, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 6, 1, 1, 3, 2, 1, 1, 4, 2, 1, 6, 1, 1, 3, 1, 1, 9, 8, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 2, 9, 1, 2, 1, 6, 9, 7, 1, 2, 2, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 1, 1, 2, 2, 5, 1, 8, 1, 1, 9, 9, 2, 1, 1, 4, 1, 6, 1, 1, 1, 1, 2, 1, 1, 8, 1, 1, 1, 4, 2, 1, 6, 1, 1, 5, 1, 1, 1, 4, 1, 1, 9, 4, 3, 3, 8, 1, 13, 4, 3, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 1, 17, 9, 2, 1, 3, 1, 1, 5, 1, 2, 2, 1, 6, 1, 1, 3, 1, 3, 1, 1, 17, 1, 2, 9, 1, 2, 2, 2, 2, 7, 1, 2, 4, 8, 1, 1, 2, 3, 5, 17, 2, 3, 1, 9, 3, 8, 1, 1, 3, 1, 1, 2, 8, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 11, 1, 2, 2, 1, 1, 5, 5, 1, 5, 2, 10, 1, 1, 1, 1, 2, 1, 1, 11, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 9, 3, 1, 10, 1, 1, 2, 2, 1, 5, 6, 1, 10, 1, 2, 1, 2, 1, 5, 10, 1, 1, 2, 2, 1, 1, 6, 1, 6, 1, 10, 1, 1, 2, 2, 1, 4, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 8, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 2, 1, 2, 1, 6, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 3, 2, 6, 2, 5, 2, 4, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 6, 1, 1, 8, 3, 1, 7, 1, 8, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 1, 2, 1, 8, 1, 8, 1, 1, 1, 9, 1, 2, 5, 1, 1, 8, 3, 1, 7, 1, 5, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 3, 1, 8, 1, 5, 1, 1, 1, 1, 9, 1, 2, 4, 4, 1, 13, 5, 2, 5, 1, 4, 1, 9, 5, 2, 2, 1, 1, 3, 1, 2, 1, 1, 9, 1, 3, 2, 6, 2, 3, 2, 1, 4, 3, 2, 1, 1, 1, 6, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 5, 3, 1, 5, 1, 6, 2, 1, 1, 1, 1, 5, 4, 5, 1, 3, 6, 1, 9, 5, 1, 8, 1, 2, 5, 1, 9, 1, 6, 1, 6, 2, 12, 1, 4, 1, 2, 2, 5, 1, 11, 1, 4, 1, 1, 2, 1, 1, 1, 1, 12, 1, 4, 1, 2, 2, 3, 2, 1, 3, 2, 1, 11, 1, 2, 1, 3, 1, 2, 3, 2, 1, 3, 2, 9, 1, 1, 9, 1, 2, 1, 1, 1, 7, 1, 3, 1, 3, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 1, 1, 1, 6, 2, 1, 3, 2, 3, 1, 9, 4, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 3, 1, 1, 9, 4, 3, 3, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 3, 7, 1, 6, 1, 1, 1, 1, 2, 2, 9, 1, 1, 5, 1, 5, 1, 6, 2, 1, 1, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 5, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 5, 1, 4, 1, 9, 1, 5, 1, 5, 1, 6, 1, 4, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 8, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 5, 2, 1, 1, 3, 1, 2, 1, 5, 1, 1, 3, 2, 8, 1, 1, 1, 1, 2, 5, 1, 1, 2, 2, 2, 6, 1, 4, 1, 1, 9, 6, 1, 4, 1, 1, 1, 6, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 1, 9, 1, 3, 6, 1, 1, 4, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 6, 1, 5, 1, 9, 1, 3, 1, 1, 2, 1, 8, 1, 8, 1, 8, 1, 27, 6, 1, 6, 1, 27, 6, 1], "chunk_stats": {"count": 3020, "sum": 8358, "mean": 2.7675496688741723, "median": 1.0, "p95": 9.0, "max": 47, "min": 1}}, {"stage": 1, "units_in": 3020, "units_out": 1452, "chunk_lengths": [1, 2, 2, 5, 2, 1, 4, 1, 1, 1, 1, 4, 1, 2, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 5, 2, 4, 2, 1, 1, 6, 3, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 4, 2, 2, 2, 1, 1, 1, 2, 1, 5, 2, 6, 1, 1, 6, 3, 1, 3, 4, 1, 2, 1, 1, 3, 2, 1, 11, 2, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 4, 1, 3, 1, 2, 1, 2, 1, 5, 1, 1, 1, 7, 2, 1, 1, 5, 1, 5, 1, 1, 2, 4, 3, 1, 1, 1, 2, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 2, 1, 3, 1, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 5, 2, 1, 3, 2, 2, 4, 1, 4, 1, 1, 3, 2, 4, 3, 2, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 3, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 2, 1, 8, 2, 1, 1, 1, 1, 6, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 3, 1, 8, 1, 1, 1, 17, 1, 1, 1, 1, 3, 7, 1, 1, 7, 2, 3, 1, 3, 1, 1, 1, 11, 1, 1, 1, 4, 1, 1, 6, 1, 1, 9, 2, 3, 1, 1, 2, 4, 1, 2, 1, 2, 1, 2, 4, 1, 2, 1, 3, 3, 1, 1, 1, 1, 6, 6, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 4, 1, 4, 2, 1, 5, 4, 1, 4, 3, 1, 1, 4, 4, 2, 6, 1, 4, 1, 3, 1, 2, 2, 1, 1, 1, 1, 6, 3, 1, 2, 1, 1, 6, 3, 1, 1, 2, 9, 2, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 1, 3, 1, 3, 2, 1, 6, 2, 2, 2, 2, 1, 2, 1, 1, 3, 1, 1, 3, 5, 2, 3, 1, 1, 4, 1, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 4, 1, 3, 1, 1, 1, 3, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 5, 2, 1, 5, 1, 2, 3, 2, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 3, 6, 3, 2, 1, 2, 1, 1, 1, 2, 5, 1, 3, 2, 1, 1, 5, 2, 7, 1, 3, 1, 6, 1, 2, 1, 6, 1, 1, 1, 1, 2, 3, 1, 6, 2, 1, 3, 2, 4, 1, 4, 1, 6, 2, 3, 2, 1, 2, 1, 3, 1, 2, 3, 1, 1, 2, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 2, 1, 1, 3, 4, 2, 1, 1, 4, 2, 1, 3, 1, 4, 2, 1, 2, 1, 3, 4, 1, 2, 1, 2, 4, 1, 5, 2, 2, 3, 2, 2, 4, 1, 4, 1, 1, 2, 1, 6, 1, 1, 1, 5, 2, 2, 1, 2, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 4, 1, 2, 1, 1, 3, 4, 3, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 3, 1, 4, 1, 1, 2, 4, 3, 1, 1, 3, 3, 1, 4, 2, 1, 2, 3, 1, 2, 1, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 1, 5, 1, 4, 1, 1, 3, 1, 1, 6, 3, 7, 1, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 5, 3, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 6, 1, 1, 2, 1, 2, 2, 2, 1, 3, 2, 1, 1, 3, 1, 3, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 8, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 2, 2, 4, 1, 3, 3, 1, 2, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 3, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 4, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 21, 1, 1, 3, 2, 2, 2, 5, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 2, 2, 3, 2, 1, 2, 2, 2, 5, 2, 1, 3, 1, 3, 1, 2, 2, 1, 1, 2, 2, 3, 2, 1, 4, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 2, 2, 3, 2, 5, 1, 6, 1, 2, 1, 1, 2, 2, 3, 2, 3, 2, 1, 2, 3, 3, 2, 2, 1, 2, 1, 1, 4, 1, 1, 3, 1, 1, 5, 1, 2, 7, 3, 5, 1, 1, 1, 2, 2, 3, 1, 3, 2, 1, 1, 5, 2, 1, 1, 1, 1, 4, 2, 7, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 4, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 4, 9, 1, 1, 1, 5, 2, 6, 4, 2, 2, 5, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 3, 2, 1, 5, 3, 2, 1, 5, 3, 2, 1, 3, 1, 2, 2, 1, 4, 2, 1, 4, 4, 3, 4, 2, 4, 4, 1, 4, 2, 2, 2, 2, 5, 4, 2, 2, 2, 2, 5, 2, 3, 5, 2, 3, 5, 2, 3, 5, 2, 3, 4, 2, 4, 5, 5, 2, 3, 1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 2, 3, 1, 5, 1, 2, 5, 2, 2, 2, 3, 2, 3, 2, 1, 1, 2, 3, 4, 2, 1, 2, 5, 2, 2, 2, 2, 2, 3, 2, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 2, 1, 3, 3, 1, 2, 1, 2, 2, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 3, 2, 1, 1, 1, 4, 2, 2, 1, 1, 3, 2, 5, 2, 5, 6, 1, 1, 1, 1, 1, 5, 2, 3, 1, 2, 1, 7, 2, 1, 1, 2, 2, 5, 1, 2, 2, 4, 3, 2, 4, 3, 2, 4, 3, 2, 2, 1, 1, 4, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 7, 3, 4, 1, 5, 4, 1, 4, 4, 1, 2, 1, 1, 4, 4, 3, 1, 1, 1, 1, 1, 7, 1, 1, 2, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 4, 7, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 4, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 3, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 7, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 4, 1, 1, 3, 3, 1, 4, 5, 1, 5, 1, 1, 1, 2, 4, 1, 6, 2, 3, 3, 1, 7, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 1452, "sum": 3020, "mean": 2.0798898071625342, "median": 2.0, "p95": 5.0, "max": 21, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 672, "chunk_lengths": [1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 2, 7, 1, 4, 1, 4, 1, 9, 6, 1, 4, 1, 1, 2, 7, 1, 5, 1, 3, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 9, 6, 1, 4, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4, 1, 13, 1, 11, 1, 5, 4, 1, 7, 6, 1, 2, 1, 1, 5, 1, 11, 1, 13, 1, 11, 1, 13, 1, 11, 1, 1, 21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 4, 1, 1, 1, 17, 7, 3, 11, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 1, 4, 1, 7, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 5, 1, 5, 1, 1, 1, 6, 1, 5, 9, 1, 5, 6, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 5, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 1, 2, 8, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 8, 1, 1, 1, 4, 1, 7, 1, 2, 1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8, 1, 1, 5, 2, 1, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 1, 4, 1, 9, 3, 4, 1, 5, 1, 4, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7, 2, 1, 4, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 1, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 5, 17, 4, 2, 27, 1, 1, 1, 1, 1, 1, 1, 8, 1, 1, 3, 1, 1, 2, 8, 1, 1, 8, 4, 1, 10, 1, 1, 1, 1, 2, 1, 8, 3, 1, 10, 1, 2, 1, 2, 1, 10, 3, 1, 10, 1, 1, 1, 1, 2, 1, 8, 1, 3, 1, 10, 1, 1, 1, 1, 2, 1, 1, 5, 13, 1, 4, 1, 2, 4, 1, 13, 1, 5, 1, 2, 5, 1, 13, 1, 6, 1, 2, 6, 1, 13, 1, 1, 7, 1, 2, 5, 1, 1, 7, 1, 13, 5, 1, 1, 1, 6, 1, 1, 8, 1, 1, 2, 3, 1, 1, 2, 2, 1, 2, 2, 5, 1, 1, 13, 5, 1, 1, 6, 1, 13, 5, 1, 1, 1, 1, 13, 1, 1, 7, 1, 9, 1, 5, 1, 5, 1, 6, 1, 6, 2, 1, 6, 1, 5, 4, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 4, 5, 1, 4, 1, 9, 1, 5, 1, 1, 6, 1, 9, 1, 3, 1, 1, 2, 1, 7, 1, 1, 9, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 9, 4, 1, 1, 2, 1, 2, 2, 1, 4, 1, 1, 9, 4, 1, 1, 4, 2, 9, 6, 38, 4, 4], "chunk_stats": {"count": 679, "sum": 2048, "mean": 3.01620029455081, "median": 1.0, "p95": 9.0, "max": 38, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 256, "chunk_lengths": [3, 1, 1, 4, 6, 2, 1, 3, 4, 1, 4, 8, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 3, 3, 1, 4, 1, 3, 2, 1, 4, 1, 3, 5, 3, 3, 1, 5, 6, 5, 1, 2, 1, 2, 6, 4, 5, 1, 1, 3, 1, 3, 2, 7, 2, 4, 1, 1, 2, 1, 1, 2, 3, 2, 3, 1, 5, 5, 3, 2, 3, 1, 4, 3, 3, 2, 4, 2, 2, 4, 1, 4, 5, 1, 1, 2, 2, 1, 7, 1, 1, 1, 1, 1, 2, 2, 3, 1, 1, 4, 1, 1, 3, 5, 1, 4, 1, 1, 1, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 6, 1, 1, 4, 2, 1, 3, 1, 1, 9, 1, 9, 2, 2, 2, 7, 1, 3, 1, 4, 2, 2, 1, 9, 2, 1, 2, 1, 2, 7, 7, 1, 2, 1, 8, 8, 2, 1, 2, 1, 8, 1, 1, 1, 1, 2, 8, 2, 3, 2, 1, 1, 2, 3, 5, 2, 3, 4, 2, 3, 5, 3, 3, 5, 3, 1, 3, 2, 1, 1, 3, 2, 1, 1, 3, 2, 1, 1, 4, 5, 1, 1, 2, 3, 1, 3, 2, 1, 2, 1, 1, 2, 4, 1, 2, 3, 1, 2, 3, 1, 1, 3, 1, 7, 1, 1, 3, 1, 2, 1, 1, 1, 1, 4, 1, 1, 4, 1, 1, 2, 1, 6, 1, 2, 1, 8, 2, 1, 8, 2, 1, 7, 2, 2, 1, 6, 2, 1, 7, 3, 3], "chunk_stats": {"count": 262, "sum": 672, "mean": 2.564885496183206, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 672, "sum": 672, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0082539600007294, "decode_time_sec": 28.171833872998832, "total_time_sec": 29.22231464700235, "prefill_units_per_sec": 6858.391114075066, "prefill_bytes_per_sec": 6842.522096312926, "decode_units_per_sec": 72.69672287691915, "decode_bytes_per_sec": 72.69672287691915, "total_units_per_sec": 70.08342852848193, "total_bytes_per_sec": 70.08342852848193, "step_latency_ms": {"count": 2048, "sum": 28271, "mean": 13.80419921875, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3704.91943359375, "peak_reserved_mb": 3862.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6899, "mean": 431.1875, "median": 318.0, "p95": 891.5, "max": 914, "min": 257}, "model_input_units": {"count": 16, "sum": 6915, "mean": 432.1875, "median": 319.0, "p95": 892.5, "max": 915, "min": 258}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6899, "model_input_units": 6915, "stage0_units": 2226, "stage1_units": 1120, "bytes_per_stage0_unit": 3.0992812219227313, "stage0_per_stage1_unit": 1.9875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6915, "units_out": 2226, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 3, 1, 1, 3, 2, 6, 1, 2, 2, 2, 8, 1, 2, 2, 1, 1, 9, 2, 4, 6, 5, 1, 3, 8, 5, 1, 6, 8, 9, 1, 6, 2, 9, 1, 2, 9, 5, 1, 3, 1, 8, 9, 7, 2, 7, 1, 2, 7, 5, 1, 3, 1, 6, 1, 9, 2, 4, 9, 1, 6, 7, 1, 1, 1, 3, 8, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 4, 1, 1, 6, 1, 8, 1, 32, 3, 1, 5, 1, 32, 7, 1, 1, 1, 33, 1, 5, 1, 8, 1, 1, 4, 1, 1, 3, 4, 1, 2, 3, 3, 1, 5, 1, 5, 4, 1, 2, 3, 3, 1, 5, 1, 7, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 7, 1, 9, 8, 7, 1, 2, 1, 5, 1, 9, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 6, 1, 1, 9, 8, 7, 8, 1, 1, 4, 1, 1, 6, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 2, 2, 3, 1, 3, 1, 2, 3, 4, 1, 2, 1, 1, 1, 1, 1, 1, 13, 7, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 1, 1, 1, 18, 1, 7, 1, 1, 1, 1, 2, 1, 3, 1, 6, 1, 17, 1, 6, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 3, 3, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 3, 1, 17, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 5, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 4, 2, 3, 1, 3, 1, 1, 3, 5, 1, 1, 17, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 1, 3, 1, 3, 4, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 1, 9, 2, 3, 4, 1, 6, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 4, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 4, 1, 8, 1, 5, 2, 6, 2, 7, 1, 4, 1, 2, 6, 1, 1, 1, 1, 1, 1, 1, 21, 1, 7, 1, 2, 2, 2, 9, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 3, 1, 9, 1, 1, 1, 1, 3, 1, 5, 1, 7, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 7, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 4, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 6, 5, 1, 13, 1, 1, 6, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 1, 6, 1, 1, 13, 1, 1, 6, 1, 6, 2, 1, 9, 1, 5, 1, 3, 4, 1, 1, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1, 2, 10, 1, 2, 2, 2, 1, 9, 10, 2, 13, 1, 9, 1, 5, 5, 5, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 3, 6, 1, 13, 1, 2, 1, 2, 1, 1, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 9, 2, 3, 1, 1, 3, 1, 1, 3, 6, 1, 13, 1, 2, 1, 1, 3, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 22, 1, 1, 1, 5, 1, 1, 9, 5, 2, 1, 2, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 7, 1, 1, 7, 1, 4, 1, 1, 1, 1, 9, 10, 2, 1, 2, 1, 9, 2, 3, 1, 4, 1, 1, 1, 9, 4, 3, 4, 1, 1, 4, 3, 1, 7, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 11, 1, 1, 10, 1, 2, 1, 1, 4, 2, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 5, 1, 6, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 3, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 4, 8, 1, 2, 10, 1, 1, 3, 5, 1, 1, 3, 5, 1, 8, 1, 3, 3, 1, 11, 1, 1, 6, 4, 2, 1, 1, 1, 5, 1, 5, 2, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 5, 8, 2, 1, 5, 1, 7, 1, 7, 1, 2, 4, 2, 2, 6, 1, 5, 1, 4, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 7, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 3, 4, 2, 6, 1, 3, 1, 1, 1, 1, 4, 1, 7, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 3, 1, 1, 9, 6, 1, 3, 1, 13, 1, 7, 2, 5, 1, 1, 3, 1, 6, 1, 13, 1, 6, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 13, 1, 2, 4, 1, 5, 1, 17, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 21, 1, 6, 2, 1, 3, 1, 4, 1, 1, 2, 17, 4, 1, 21, 5, 1, 1, 3, 8, 1, 7, 1, 1, 1, 21, 8, 13, 1, 2, 1, 5, 1, 1, 1, 1, 4, 3, 1, 3, 1, 8, 1, 17, 5, 1, 1, 2, 6, 7, 1, 1, 17, 8, 13, 8, 2, 1, 3, 1, 8, 1, 1, 5, 1, 1, 1, 1, 13, 1, 3, 1, 4, 1, 1, 3, 2, 1, 5, 13, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 5, 12, 6, 1, 1, 1, 6, 5, 1, 7, 7, 1, 5, 2, 6, 1, 2, 4, 3, 8, 1, 1, 7, 1, 1, 6, 1, 2, 1, 5, 1, 1, 1, 10, 3, 3, 2, 6, 6, 1, 4, 1, 1, 1, 7, 1, 6, 1, 3, 1, 6, 2, 3, 4, 4, 1, 4, 12, 1, 1, 1, 2, 6, 4, 1, 1, 6, 2, 1, 5, 1, 7, 1, 6, 1, 1, 1, 6, 1, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 3, 2, 1, 3, 1, 1, 9, 6, 2, 1, 1, 1, 9, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 13, 5, 2, 1, 3, 1, 10, 1, 4, 1, 1, 4, 2, 3, 1, 5, 1, 1, 13, 1, 2, 4, 4, 1, 17, 5, 13, 6, 3, 4, 1, 9, 2, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2, 3, 1, 2, 9, 2, 4, 1, 6, 4, 8, 1, 9, 1, 2, 3, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 1, 3, 2, 4, 1, 4, 2, 1, 5, 1, 1, 3, 1, 1, 9, 4, 1, 8, 2, 1, 1, 3, 1, 6, 1, 2, 1, 1, 9, 4, 4, 2, 6, 3, 4, 1, 4, 1, 5, 1, 1, 1, 13, 1, 2, 1, 5, 1, 17, 6, 2, 1, 3, 1, 1, 2, 1, 1, 6, 1, 1, 5, 1, 6, 1, 1, 4, 1, 5, 1, 13, 4, 1, 7, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 5, 1, 1, 1, 9, 7, 3, 2, 1, 1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 1, 7, 1, 1, 1, 4, 1, 1, 2, 1, 5, 7, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 2, 3, 1, 5, 1, 2, 1, 5, 8, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 9, 4, 1, 4, 3, 6, 1, 13, 1, 2, 4, 1, 1, 3, 1, 1, 17, 1, 5, 5, 5, 1, 1, 3, 1, 13, 4, 1, 17, 1, 5, 1, 3, 1, 5, 3, 4, 1, 1, 3, 1, 5, 1, 4, 6, 7, 1, 3, 1, 3, 5, 2, 1, 4, 1, 2, 6, 2, 3, 7, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 6, 1, 1, 3, 1, 1, 3, 1, 3, 1, 3, 6, 2, 1, 1, 3, 4, 2, 3, 1, 4, 1, 3, 4, 5, 1, 1, 5, 1, 3, 4, 2, 1, 1, 1, 6, 1, 5, 2, 1, 3, 7, 1, 5, 4, 1, 5, 2, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 1, 2, 4, 1, 5, 1, 2, 6, 1, 2, 1, 1, 3, 2, 4, 1, 1, 2, 4, 1, 1, 3, 1, 1, 1, 5, 4, 2, 1, 5, 1, 9, 1, 1, 1, 5, 3, 1, 5, 1, 1, 3, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 1, 5, 4, 1, 5, 2, 1, 9, 2, 3, 3, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 10, 1, 1, 2, 1, 1, 13, 8, 1, 9, 4, 2, 3, 1, 4, 1, 3, 1, 1, 10, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 1, 3, 1, 3, 1, 7, 1, 4, 1, 1, 3, 1, 1, 7, 1, 5, 1, 3, 2, 2, 1, 1, 17, 4, 1, 1, 6, 2, 5, 1, 3, 2, 2, 17, 4, 1, 1, 6, 2, 5, 1, 3, 17, 3, 4, 1, 3, 13, 4, 1, 17, 3, 4, 1, 4, 9, 7, 8, 1, 10, 1, 7, 9, 1, 13, 1, 1, 5, 1, 5, 1, 1, 10, 1, 5, 2, 6, 3, 1, 8, 4, 1, 3, 1, 1, 1, 3, 8, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 6, 2, 7, 2, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 2, 1, 1, 5, 4, 1, 5, 1, 3, 1, 6, 1, 9, 1, 2, 1, 5, 1, 13, 4, 2, 7, 1, 1, 5, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 13, 1, 2, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 17, 4, 3, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 13, 1, 2, 1, 1, 7, 1, 1, 2, 7, 1, 3, 2, 1, 1, 13, 1, 3, 1, 7, 1, 3, 1, 1, 3, 1, 1, 5, 1, 6, 1, 8, 2, 1, 1, 5, 6, 2, 1, 5, 4, 7, 3, 7, 1, 9, 4, 2, 6, 1, 3, 1, 1, 4, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 5, 6, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 5, 1, 7, 1, 7, 2, 5, 1, 8, 1, 7, 1, 2, 2, 1, 1, 5, 4, 4, 1, 9, 1, 4, 1, 4, 1, 1, 9, 4, 4, 1, 4, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 13, 1, 2, 4, 1, 1, 8, 1, 7, 2, 4, 7, 1, 1, 17, 2, 2, 3, 1, 4, 4, 8, 1, 2, 2, 1, 6, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 7, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 4, 7, 1, 1, 1, 1, 1, 3, 1, 1, 1, 17, 2, 7, 4, 8, 1, 2, 1, 2, 1, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 4, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 7, 1, 7, 4, 3, 5, 1, 7, 1, 7, 1, 17, 2, 1, 5, 1, 2, 4, 8, 7, 1, 2, 3, 1, 6, 1, 8, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 6, 1, 1, 1, 1], "chunk_stats": {"count": 2226, "sum": 6915, "mean": 3.106469002695418, "median": 1.0, "p95": 9.0, "max": 52, "min": 1}}, {"stage": 1, "units_in": 2226, "units_out": 1120, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 10, 1, 6, 1, 1, 1, 3, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 3, 4, 1, 1, 7, 1, 1, 1, 1, 6, 3, 1, 1, 2, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 2, 2, 2, 5, 2, 2, 2, 2, 5, 2, 3, 2, 2, 5, 2, 2, 1, 1, 2, 2, 6, 2, 3, 1, 3, 1, 3, 1, 2, 2, 1, 2, 3, 1, 1, 2, 6, 1, 2, 2, 3, 2, 1, 1, 1, 1, 1, 7, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 5, 1, 1, 5, 3, 1, 2, 3, 2, 2, 3, 1, 1, 4, 4, 6, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 4, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 5, 3, 2, 2, 2, 7, 1, 1, 2, 1, 1, 6, 2, 3, 1, 1, 4, 7, 1, 2, 4, 1, 3, 1, 6, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 2, 1, 5, 1, 1, 4, 2, 1, 2, 4, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 4, 2, 3, 3, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 3, 1, 3, 2, 2, 3, 3, 2, 1, 3, 1, 2, 2, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 3, 3, 3, 1, 3, 2, 1, 1, 2, 4, 1, 2, 2, 1, 3, 1, 2, 1, 1, 1, 3, 2, 1, 1, 2, 3, 5, 1, 3, 1, 1, 3, 5, 1, 2, 1, 1, 3, 5, 1, 2, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 2, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 3, 1, 2, 4, 2, 1, 3, 1, 2, 1, 6, 2, 4, 1, 3, 8, 2, 4, 1, 4, 2, 3, 2, 1, 2, 1, 2, 2, 2, 1, 4, 1, 1, 3, 1, 2, 1, 1, 6, 1, 2, 1, 3, 3, 4, 1, 1, 5, 1, 1, 4, 1, 4, 1, 2, 8, 1, 2, 1, 2, 2, 6, 1, 1, 1, 1, 3, 4, 2, 5, 1, 2, 3, 3, 1, 1, 1, 1, 1, 4, 3, 4, 1, 7, 3, 1, 3, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 3, 4, 1, 2, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 4, 2, 2, 2, 1, 1, 2, 2, 3, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 4, 1, 1, 1, 4, 2, 3, 2, 4, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 1, 3, 1, 6, 2, 2, 1, 1, 2, 2, 2, 5, 1, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 2, 3, 1, 1, 1, 1, 3, 1, 2, 2, 3, 5, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 3, 6, 3, 1, 1, 1, 1, 5, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 2, 1, 1, 2, 1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 1, 4, 3, 4, 1, 2, 1, 1, 2, 1, 3, 8, 1, 2, 1, 1, 7, 4, 1, 3, 1, 7, 6, 6, 1, 1, 2, 2, 4, 1, 2, 2, 1, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 3, 1, 4, 2, 2, 5, 1, 1, 2, 5, 3, 1, 1, 1, 1, 1, 2, 3, 1, 5, 4, 1, 1, 2, 1, 2, 1, 4, 1, 3, 1, 1, 6, 2, 2, 4, 2, 4, 2, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 2, 2, 1, 2, 1, 4, 1, 1, 1, 2, 4, 1, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 3, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 1, 2, 1, 4, 1, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 6, 2, 1, 6, 1, 5, 4, 2, 1, 2, 1, 4, 3, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 1, 4, 1, 4, 1, 6, 1, 1, 5, 7, 1, 4, 4, 1, 1, 2, 1, 3, 1, 1, 4, 1, 3, 2, 1, 2, 2, 1, 2, 2, 1, 5, 1, 2, 2, 1, 1, 1, 2, 1, 6, 1, 1, 5, 3, 4, 1, 1, 4, 4, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 3, 6, 1, 1, 2, 1, 3, 3, 3, 1, 1, 1, 4, 1, 1, 3, 1, 9, 1, 3, 2, 2, 9, 1, 1, 2, 1, 1, 2, 6, 1, 1, 2, 1, 6, 1, 3, 2, 1, 9, 1, 3, 2, 2, 2], "chunk_stats": {"count": 1120, "sum": 2226, "mean": 1.9875, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 658, "chunk_lengths": [9, 1, 5, 1, 8, 2, 1, 1, 9, 4, 6, 3, 6, 1, 13, 1, 5, 1, 7, 1, 1, 5, 1, 1, 1, 6, 1, 2, 5, 1, 1, 1, 1, 2, 1, 5, 2, 1, 5, 2, 1, 1, 2, 1, 4, 1, 1, 6, 1, 8, 2, 3, 1, 5, 1, 30, 7, 1, 7, 2, 1, 5, 1, 8, 1, 1, 5, 1, 8, 1, 1, 1, 1, 4, 2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 3, 4, 6, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3, 4, 4, 1, 1, 6, 1, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 13, 8, 2, 1, 1, 13, 4, 7, 3, 6, 1, 4, 1, 17, 1, 2, 1, 1, 8, 1, 6, 2, 1, 4, 2, 1, 4, 1, 1, 1, 5, 1, 2, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 4, 1, 1, 2, 3, 1, 1, 1, 1, 1, 4, 2, 1, 5, 2, 3, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 1, 4, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 2, 6, 1, 1, 5, 3, 4, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 4, 1, 2, 17, 7, 1, 1, 5, 1, 13, 7, 10, 1, 2, 1, 1, 17, 5, 1, 1, 5, 2, 1, 1, 2, 2, 1, 1, 17, 5, 1, 10, 6, 1, 1, 5, 1, 1, 5, 1, 4, 1, 10, 6, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 4, 2, 1, 5, 1, 6, 1, 1, 5, 1, 6, 1, 2, 6, 4, 1, 6, 1, 5, 1, 1, 2, 1, 3, 1, 13, 1, 5, 1, 5, 5, 1, 1, 1, 6, 5, 5, 1, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 1, 7, 1, 1, 9, 3, 4, 7, 2, 1, 5, 4, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 3, 1, 1, 5, 1, 1, 3, 2, 1, 5, 1, 5, 2, 1, 1, 5, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 4, 2, 1, 6, 1, 1, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 5, 1, 5, 1, 2, 1, 5, 8, 1, 1, 1, 5, 1, 2, 6, 1, 5, 4, 5, 1, 1, 5, 1, 1, 4, 3, 2, 4, 5, 1, 1, 3, 3, 4, 4, 5, 1, 1, 1, 4, 1, 5, 1, 4, 6, 1, 3, 1, 3, 1, 2, 5, 2, 1, 3, 1, 2, 13, 1, 2, 1, 10, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 17, 1, 1, 1, 2, 4, 1, 1, 5, 1, 1, 10, 1, 1, 1, 1, 1, 1, 1, 17, 1, 4, 1, 5, 4, 1, 1, 1, 13, 3, 4, 1, 4, 1, 5, 4, 1, 3, 1, 3, 1, 7, 1, 1, 3, 2, 3, 1, 1, 9, 1, 2, 1, 13, 3, 4, 1, 3, 1, 1, 1, 3, 1, 7, 1, 3, 2, 1, 3, 1, 9, 1, 2, 4, 4, 3, 1, 3, 1, 7, 1, 13, 1, 6, 1, 7, 1, 1, 5, 1, 6, 1, 13, 6, 3, 1, 1, 5, 1, 2, 1, 6, 1, 7, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 4, 1, 17, 3, 4, 4, 1, 4, 1, 2, 10, 1, 3, 2, 4, 1, 1], "chunk_stats": {"count": 666, "sum": 2048, "mean": 3.075075075075075, "median": 1.0, "p95": 9.0, "max": 52, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 280, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 2, 2, 1, 4, 3, 1, 3, 2, 1, 2, 2, 1, 2, 3, 8, 1, 3, 2, 1, 1, 1, 1, 4, 6, 1, 1, 1, 4, 6, 1, 3, 1, 1, 10, 1, 6, 2, 1, 1, 10, 1, 1, 1, 2, 1, 1, 2, 4, 1, 1, 4, 3, 2, 1, 3, 2, 1, 1, 4, 1, 6, 1, 4, 1, 5, 3, 8, 1, 1, 4, 1, 6, 1, 4, 2, 1, 1, 1, 1, 9, 1, 4, 1, 8, 4, 1, 1, 1, 9, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 1, 3, 1, 2, 1, 1, 5, 2, 2, 2, 2, 1, 7, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 4, 4, 1, 2, 3, 1, 3, 1, 3, 1, 1, 4, 1, 2, 4, 2, 1, 4, 1, 1, 2, 2, 2, 2, 5, 1, 1, 4, 1, 1, 3, 2, 5, 1, 1, 3, 4, 3, 1, 1, 2, 3, 1, 1, 1, 3, 3, 3, 2, 4, 1, 3, 6, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 4, 5, 1, 1, 2, 3, 1, 3, 5, 1, 4, 1, 1, 1, 5, 1, 2, 2, 2, 1, 1, 2, 1, 1, 1, 1, 3, 3, 4, 3, 1, 1, 2, 3, 3, 3, 3, 4, 1, 2, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 2, 4, 3, 1, 3, 1, 8, 1, 1, 2, 1, 1, 2, 2, 5, 1, 4, 3, 3, 1, 1, 2, 1, 1, 1, 6, 8, 1, 2, 1, 5, 3, 1, 4, 2, 1, 1, 1, 2, 4, 1], "chunk_stats": {"count": 290, "sum": 658, "mean": 2.268965517241379, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 658, "sum": 658, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0170100060022378, "decode_time_sec": 28.97024614700058, "total_time_sec": 30.034215274998132, "prefill_units_per_sec": 6849.49013174672, "prefill_bytes_per_sec": 6833.757739827692, "decode_units_per_sec": 70.69322054110468, "decode_bytes_per_sec": 70.69322054110468, "total_units_per_sec": 68.18889660502799, "total_bytes_per_sec": 68.18889660502799, "step_latency_ms": {"count": 2048, "sum": 29066, "mean": 14.1923828125, "median": 8.0, "p95": 38.0, "max": 47, "min": 7}, "peak_allocated_mb": 3644.9453125, "peak_reserved_mb": 3742.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6950, "mean": 434.375, "median": 434.0, "p95": 651.75, "max": 699, "min": 268}, "model_input_units": {"count": 16, "sum": 6966, "mean": 435.375, "median": 435.0, "p95": 652.75, "max": 700, "min": 269}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6950, "model_input_units": 6966, "stage0_units": 2449, "stage1_units": 1206, "bytes_per_stage0_unit": 2.837893017558187, "stage0_per_stage1_unit": 2.030679933665008}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6966, "units_out": 2449, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 8, 1, 6, 1, 6, 1, 4, 1, 1, 5, 4, 2, 1, 4, 2, 1, 2, 2, 6, 1, 2, 3, 1, 10, 1, 2, 1, 8, 1, 2, 1, 4, 1, 6, 1, 4, 1, 6, 1, 4, 1, 1, 5, 6, 1, 1, 4, 2, 6, 1, 4, 1, 1, 5, 1, 1, 1, 6, 1, 3, 1, 4, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 8, 1, 10, 1, 4, 2, 1, 4, 2, 1, 2, 2, 6, 2, 6, 1, 4, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 5, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 3, 1, 3, 1, 2, 3, 1, 3, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 1, 3, 1, 2, 1, 3, 1, 5, 6, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 1, 2, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 9, 4, 2, 3, 1, 2, 1, 1, 2, 1, 1, 2, 3, 3, 4, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 4, 2, 7, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 1, 3, 5, 1, 1, 1, 2, 3, 3, 4, 1, 1, 1, 1, 5, 1, 1, 9, 1, 1, 1, 3, 2, 1, 2, 4, 1, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 7, 2, 3, 1, 1, 6, 1, 1, 5, 4, 1, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 1, 7, 4, 1, 1, 4, 1, 1, 1, 7, 2, 1, 5, 2, 3, 1, 2, 7, 4, 5, 2, 2, 6, 1, 1, 8, 1, 7, 1, 2, 1, 3, 1, 3, 6, 5, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 1, 9, 1, 5, 6, 5, 1, 1, 4, 5, 6, 1, 1, 8, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 2, 2, 1, 13, 5, 1, 4, 1, 1, 2, 1, 2, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 1, 3, 2, 5, 1, 2, 2, 1, 13, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 4, 1, 13, 5, 1, 5, 1, 1, 9, 7, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 3, 1, 7, 2, 4, 2, 1, 4, 1, 1, 4, 2, 22, 6, 1, 5, 1, 6, 1, 5, 2, 10, 1, 10, 1, 22, 5, 1, 4, 1, 5, 1, 4, 2, 1, 2, 4, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 22, 5, 1, 5, 2, 1, 2, 1, 4, 1, 1, 2, 1, 4, 2, 4, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 3, 2, 1, 1, 9, 4, 2, 1, 1, 9, 2, 2, 1, 9, 2, 2, 1, 3, 1, 1, 9, 1, 4, 2, 1, 4, 1, 9, 6, 4, 1, 3, 1, 13, 2, 2, 1, 13, 6, 1, 3, 1, 17, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 1, 2, 1, 7, 1, 1, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 4, 1, 1, 9, 3, 2, 4, 5, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 2, 1, 1, 13, 2, 1, 6, 1, 4, 1, 9, 4, 1, 13, 2, 1, 3, 2, 8, 5, 1, 2, 4, 1, 1, 2, 3, 2, 1, 1, 9, 2, 15, 5, 1, 2, 1, 1, 10, 1, 2, 4, 1, 1, 2, 2, 1, 8, 1, 5, 13, 2, 2, 3, 2, 4, 1, 2, 9, 1, 6, 6, 1, 3, 5, 2, 1, 15, 4, 1, 2, 4, 1, 1, 2, 3, 2, 6, 1, 1, 4, 9, 5, 3, 15, 2, 5, 2, 7, 5, 8, 1, 5, 2, 3, 4, 3, 7, 15, 2, 3, 4, 2, 6, 4, 5, 1, 7, 1, 2, 1, 2, 4, 7, 15, 2, 1, 6, 6, 4, 4, 4, 1, 1, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 3, 2, 4, 1, 6, 2, 4, 1, 4, 2, 4, 1, 1, 9, 4, 2, 1, 4, 1, 6, 2, 4, 1, 4, 1, 9, 1, 2, 5, 2, 1, 3, 1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 2, 2, 2, 1, 9, 1, 2, 5, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 1, 7, 1, 4, 11, 1, 3, 1, 3, 7, 1, 2, 1, 2, 5, 1, 2, 1, 5, 13, 2, 2, 2, 1, 1, 13, 1, 3, 1, 1, 1, 3, 1, 3, 1, 4, 2, 1, 5, 4, 1, 5, 3, 1, 5, 1, 2, 2, 1, 5, 4, 2, 2, 1, 1, 1, 3, 6, 1, 4, 3, 1, 8, 1, 1, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 6, 3, 1, 3, 1, 2, 2, 6, 4, 1, 3, 1, 4, 6, 1, 1, 1, 4, 1, 5, 1, 5, 1, 1, 4, 1, 4, 2, 1, 1, 5, 5, 2, 7, 1, 1, 1, 1, 4, 3, 1, 4, 2, 5, 1, 1, 4, 4, 1, 1, 1, 5, 3, 1, 6, 2, 1, 3, 1, 5, 1, 3, 1, 5, 2, 4, 1, 1, 1, 1, 1, 3, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 5, 2, 1, 7, 4, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 1, 5, 1, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 4, 1, 5, 1, 5, 4, 1, 9, 3, 4, 1, 1, 3, 5, 1, 4, 1, 3, 1, 1, 16, 6, 1, 1, 1, 8, 1, 1, 5, 1, 17, 1, 3, 1, 1, 5, 1, 17, 4, 4, 1, 3, 1, 2, 2, 1, 16, 8, 1, 2, 4, 1, 2, 2, 1, 16, 7, 1, 4, 1, 1, 5, 5, 1, 4, 4, 7, 1, 8, 1, 10, 1, 5, 1, 1, 5, 1, 6, 1, 5, 1, 6, 1, 1, 5, 2, 4, 1, 1, 2, 2, 4, 1, 3, 3, 1, 6, 1, 3, 1, 1, 5, 1, 7, 2, 2, 2, 1, 1, 4, 1, 2, 5, 2, 1, 3, 1, 1, 3, 2, 2, 2, 1, 1, 4, 2, 7, 1, 7, 1, 5, 8, 1, 2, 6, 1, 8, 1, 4, 1, 1, 1, 6, 1, 1, 5, 2, 3, 1, 5, 2, 2, 1, 2, 3, 1, 6, 2, 9, 1, 2, 4, 1, 2, 5, 1, 1, 5, 8, 1, 5, 2, 1, 3, 1, 8, 1, 4, 1, 1, 6, 2, 8, 1, 3, 2, 6, 1, 6, 1, 5, 10, 2, 5, 1, 9, 1, 8, 2, 8, 1, 4, 2, 6, 1, 6, 1, 5, 1, 5, 1, 1, 2, 3, 1, 1, 4, 5, 1, 5, 1, 5, 1, 9, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 10, 1, 1, 3, 2, 1, 10, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 5, 1, 5, 1, 1, 1, 1, 8, 1, 1, 2, 1, 1, 10, 1, 1, 9, 1, 2, 4, 1, 3, 1, 13, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 6, 1, 1, 10, 1, 9, 4, 1, 13, 1, 2, 1, 10, 1, 3, 1, 2, 2, 2, 1, 17, 1, 10, 1, 1, 3, 1, 1, 13, 1, 2, 1, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 1, 10, 1, 3, 1, 2, 4, 4, 1, 17, 7, 2, 22, 1, 2, 1, 2, 1, 3, 1, 2, 1, 21, 1, 1, 10, 2, 1, 2, 1, 10, 1, 2, 17, 1, 17, 5, 2, 1, 1, 4, 1, 9, 1, 2, 1, 3, 1, 2, 1, 9, 1, 4, 1, 2, 1, 1, 5, 1, 1, 11, 1, 1, 2, 1, 2, 1, 10, 1, 2, 6, 1, 17, 9, 2, 1, 1, 8, 1, 6, 1, 8, 1, 1, 1, 1, 3, 1, 6, 1, 4, 1, 13, 7, 1, 2, 2, 1, 13, 1, 5, 1, 2, 2, 1, 13, 3, 2, 1, 1, 4, 1, 13, 3, 1, 8, 1, 1, 4, 1, 13, 7, 1, 4, 1, 4, 1, 13, 1, 7, 1, 4, 1, 5, 1, 13, 3, 2, 1, 1, 2, 1, 5, 1, 13, 7, 1, 4, 1, 4, 1, 1, 5, 2, 1, 2, 6, 2, 4, 4, 2, 5, 1, 8, 2, 1, 6, 8, 8, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 4, 1, 5, 1, 2, 7, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 7, 1, 2, 7, 1, 1, 5, 1, 2, 1, 5, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 1, 5, 1, 1, 1, 3, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 3, 2, 1, 1, 1, 8, 1, 1, 9, 2, 6, 2, 1, 1, 1, 1, 1, 8, 1, 2, 1, 1, 1, 8, 1, 9, 6, 2, 4, 1, 7, 1, 6, 1, 5, 1, 1, 8, 1, 2, 1, 1, 6, 1, 1, 9, 4, 5, 3, 5, 1, 13, 4, 1, 7, 1, 4, 1, 17, 2, 2, 2, 2, 5, 1, 1, 7, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 2, 1, 4, 1, 2, 2, 5, 1, 1, 1, 1, 3, 3, 1, 8, 1, 4, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 27, 1, 2, 6, 1, 7, 1, 3, 1, 10, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 5, 1, 5, 2, 2, 4, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 4, 1, 2, 3, 1, 5, 1, 1, 9, 9, 2, 8, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 33, 6, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 3, 1, 1, 1, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 2, 3, 4, 1, 4, 1, 1, 8, 1, 4, 1, 1, 13, 1, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 1, 1, 2, 2, 6, 1, 2, 1, 17, 1, 3, 1, 5, 2, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 4, 1, 5, 1, 1, 3, 2, 5, 1, 4, 2, 5, 1, 3, 1, 2, 2, 2, 2, 4, 1, 5, 1, 1, 3, 1, 20, 5, 1, 4, 1, 1, 2, 2, 2, 7, 1, 4, 2, 1, 5, 1, 4, 1, 20, 1, 4, 1, 3, 1, 4, 1, 1, 9, 6, 2, 1, 2, 5, 1, 5, 1, 4, 2, 1, 3, 2, 5, 1, 5, 1, 3, 2, 1, 5, 1, 1, 5, 1, 9, 3, 4, 5, 1, 4, 1, 2, 4, 1, 5, 1, 2, 4, 1, 5, 1, 27, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 7, 1, 7, 1, 27, 1, 4, 1, 3, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 2, 3, 1, 2, 1, 3, 1, 1, 7, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 5, 3, 1, 2, 1, 2, 7, 2, 1, 1, 3, 1, 1, 8, 2, 1, 1, 1, 1, 1, 2, 1, 1, 9, 2, 3, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 9, 2, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 4, 1, 5, 2, 1, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 1, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 2, 2, 1, 1, 4, 1, 2, 4, 1, 1, 3, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 2, 4, 1, 1, 3, 1, 1, 2, 2, 2, 1, 1, 3, 1, 3, 1, 6, 2, 1, 1, 1, 1, 25, 1, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 2449, "sum": 6966, "mean": 2.8444262964475295, "median": 2.0, "p95": 9.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 2449, "units_out": 1206, "chunk_lengths": [1, 2, 2, 5, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 4, 2, 4, 4, 1, 1, 1, 1, 3, 1, 3, 1, 4, 2, 7, 1, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 1, 2, 5, 2, 2, 3, 3, 2, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 4, 1, 3, 1, 4, 3, 6, 1, 5, 1, 4, 1, 4, 4, 3, 6, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 5, 3, 2, 1, 2, 1, 2, 5, 1, 5, 1, 1, 1, 1, 3, 2, 3, 1, 2, 5, 6, 2, 3, 2, 2, 5, 2, 2, 1, 1, 6, 2, 1, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 2, 1, 3, 2, 2, 1, 4, 3, 2, 5, 1, 4, 4, 6, 1, 4, 3, 1, 1, 2, 5, 1, 1, 7, 1, 1, 4, 1, 2, 2, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 2, 2, 1, 3, 1, 1, 2, 2, 1, 3, 1, 6, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 3, 4, 4, 1, 3, 1, 1, 4, 1, 7, 1, 3, 1, 7, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 5, 5, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 3, 1, 4, 5, 1, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 3, 2, 1, 2, 3, 4, 1, 4, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 2, 1, 5, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 3, 3, 1, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 1, 2, 3, 1, 2, 1, 1, 2, 1, 2, 2, 7, 1, 2, 1, 6, 2, 6, 2, 1, 1, 1, 2, 2, 2, 3, 1, 2, 3, 1, 1, 1, 10, 1, 1, 1, 5, 1, 2, 2, 1, 4, 1, 2, 4, 3, 2, 3, 1, 1, 1, 4, 3, 1, 1, 2, 1, 3, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 1, 1, 4, 5, 1, 1, 1, 1, 1, 5, 3, 2, 2, 1, 3, 1, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 2, 1, 5, 1, 1, 2, 4, 1, 3, 1, 2, 2, 3, 1, 1, 1, 2, 3, 1, 2, 2, 4, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 3, 1, 3, 3, 2, 1, 2, 2, 2, 5, 2, 1, 1, 1, 1, 1, 1, 1, 3, 3, 2, 1, 1, 1, 6, 1, 3, 1, 4, 4, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 1, 3, 3, 5, 1, 3, 1, 1, 4, 3, 3, 1, 4, 3, 1, 1, 4, 3, 3, 1, 5, 3, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 7, 1, 2, 1, 3, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 3, 3, 2, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 5, 4, 1, 2, 1, 5, 3, 1, 2, 1, 2, 1, 2, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 1, 1, 6, 3, 4, 2, 3, 1, 1, 1, 1, 2, 2, 4, 2, 3, 1, 3, 3, 3, 1, 2, 2, 3, 1, 1, 1, 2, 2, 3, 1, 3, 2, 1, 2, 4, 1, 1, 2, 3, 4, 1, 2, 5, 1, 1, 5, 1, 5, 1, 1, 3, 2, 4, 1, 2, 1, 1, 3, 2, 5, 1, 5, 2, 1, 1, 5, 5, 2, 4, 5, 1, 1, 1, 1, 3, 5, 2, 3, 2, 5, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 2, 1, 3, 3, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 2, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 4, 1, 5, 1, 2, 5, 1, 5, 1, 3, 4, 1, 2, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 2, 2, 1, 1, 2, 1, 2, 2, 3, 3, 5, 1, 5, 1, 1, 2, 1, 3, 3, 4, 3, 1, 3, 2, 2, 2, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 1, 3, 2, 2, 1, 4, 4, 1, 1, 1, 2, 2, 1, 3, 2, 2, 2, 1, 5, 1, 1, 3, 1, 3, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 2, 2, 1, 1, 3, 1, 4, 1, 3, 4, 2, 1, 2, 2, 1, 2, 4, 2, 2, 1, 2, 3, 1, 3, 1, 1, 3, 4, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 3, 1, 4, 1, 8, 1, 2, 1, 1, 1, 4, 1, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 3, 4, 6, 1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 4, 1, 3, 1, 1, 3, 2, 5, 2, 4, 1, 4, 1, 1, 2, 2, 4, 1, 1, 2, 1, 2, 2, 1, 3, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 1, 1, 3, 1, 2, 2, 1, 5, 3, 2, 1, 1, 1, 2, 6, 1, 1, 3, 6, 1, 1, 3, 2, 1, 3, 3, 7, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 4, 2, 2, 5, 1, 2, 1, 5, 6, 1, 1, 5, 2, 4, 2, 6, 6, 2], "chunk_stats": {"count": 1206, "sum": 2449, "mean": 2.030679933665008, "median": 2.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 701, "chunk_lengths": [1, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 6, 1, 2, 6, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 9, 3, 4, 1, 1, 3, 1, 1, 4, 3, 1, 2, 4, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 4, 7, 1, 1, 3, 4, 1, 4, 4, 1, 1, 3, 4, 4, 1, 7, 1, 1, 7, 1, 1, 3, 1, 1, 5, 8, 2, 7, 1, 7, 1, 1, 5, 1, 3, 1, 6, 5, 22, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 5, 1, 5, 1, 1, 5, 4, 1, 2, 1, 4, 1, 5, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 21, 1, 3, 2, 1, 21, 4, 2, 1, 21, 1, 4, 2, 1, 3, 21, 1, 4, 13, 2, 1, 1, 5, 1, 2, 1, 1, 1, 9, 3, 4, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 1, 2, 3, 1, 2, 2, 1, 6, 1, 1, 2, 3, 2, 3, 1, 2, 1, 4, 1, 2, 1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 4, 13, 3, 4, 1, 2, 4, 9, 4, 1, 13, 3, 4, 4, 1, 5, 4, 5, 1, 4, 1, 1, 3, 2, 4, 1, 5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 2, 4, 1, 9, 1, 5, 2, 1, 1, 1, 1, 1, 5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 1, 5, 1, 1, 1, 4, 4, 1, 1, 7, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 1, 7, 5, 1, 2, 8, 1, 2, 5, 1, 2, 4, 2, 2, 1, 9, 2, 3, 1, 6, 2, 8, 1, 2, 4, 1, 5, 1, 2, 8, 1, 2, 4, 2, 2, 1, 9, 8, 2, 6, 1, 4, 1, 4, 1, 17, 1, 2, 8, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 21, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 5, 1, 1, 10, 1, 1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 3, 1, 8, 1, 9, 1, 2, 1, 1, 5, 1, 1, 1, 1, 3, 1, 8, 1, 1, 5, 1, 2, 7, 1, 4, 1, 9, 1, 2, 1, 6, 1, 7, 1, 4, 1, 5, 13, 1, 1, 1, 1, 1, 5, 8, 2, 1, 6, 1, 8, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 8, 2, 1, 6, 2, 1, 17, 3, 4, 4, 1, 4, 5, 3, 4, 2, 2, 1, 1, 1, 4, 3, 1, 8, 1, 2, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 5, 3, 1, 1, 1, 1, 1, 5, 1, 2, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 6, 6, 2, 3, 1, 3, 3, 5, 1, 2, 4, 1, 1, 3, 5, 1, 4, 1, 3, 2, 1, 3, 8, 1, 1, 25, 4, 1, 3, 1, 5, 1, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 2, 1, 9, 2, 2, 2, 2, 2, 2, 1, 3, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 4, 2, 1, 14, 1, 1, 4, 1, 6, 1, 8, 4], "chunk_stats": {"count": 712, "sum": 2048, "mean": 2.8764044943820224, "median": 2.0, "p95": 8.0, "max": 25, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 299, "chunk_lengths": [2, 1, 3, 1, 1, 1, 1, 1, 4, 4, 3, 6, 1, 3, 3, 1, 1, 1, 2, 3, 1, 3, 1, 5, 1, 1, 5, 1, 4, 2, 2, 4, 2, 3, 5, 5, 3, 1, 2, 5, 1, 1, 1, 4, 1, 8, 1, 3, 1, 1, 2, 5, 1, 1, 1, 3, 2, 1, 5, 1, 4, 1, 4, 1, 1, 2, 1, 1, 1, 3, 2, 2, 4, 1, 3, 2, 1, 3, 1, 6, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 1, 6, 1, 8, 4, 2, 6, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 2, 4, 1, 1, 3, 4, 1, 2, 1, 7, 2, 1, 1, 1, 3, 4, 1, 2, 1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 3, 1, 2, 1, 1, 1, 2, 3, 4, 1, 1, 4, 3, 4, 1, 3, 1, 1, 4, 3, 1, 1, 2, 3, 6, 1, 4, 1, 4, 1, 1, 1, 2, 6, 1, 1, 1, 1, 2, 3, 1, 1, 4, 3, 5, 1, 5, 1, 1, 3, 3, 4, 1, 3, 4, 1, 1, 5, 1, 5, 1, 8, 1, 1, 2, 3, 1, 4, 5, 1, 1, 1, 1, 1, 1, 4, 2, 1, 3, 1, 7, 3, 3, 6, 1, 2, 1, 5, 1, 4, 1, 1, 1, 5, 1, 3, 1, 3, 5, 1, 3, 4, 3, 4, 1, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 5, 2, 4, 2, 2, 2, 3, 1, 4, 1, 6, 1, 1, 2, 1, 2, 6, 1, 2, 3, 3, 1, 2, 3, 5, 3, 1, 2, 2, 7, 1], "chunk_stats": {"count": 305, "sum": 701, "mean": 2.2983606557377048, "median": 2.0, "p95": 5.800000000000011, "max": 8, "min": 1}, "active_size_stats": {"count": 701, "sum": 701, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0085252809949452, "decode_time_sec": 28.608614920005493, "total_time_sec": 29.66315376000057, "prefill_units_per_sec": 7704.318519744616, "prefill_bytes_per_sec": 7688.45377118401, "decode_units_per_sec": 71.58682815391633, "decode_bytes_per_sec": 71.58682815391633, "total_units_per_sec": 69.04188329299079, "total_bytes_per_sec": 69.04188329299079, "step_latency_ms": {"count": 2048, "sum": 28670, "mean": 13.9990234375, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3735.19921875, "peak_reserved_mb": 3862.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7754, "mean": 484.625, "median": 461.0, "p95": 876.5, "max": 986, "min": 262}, "model_input_units": {"count": 16, "sum": 7770, "mean": 485.625, "median": 462.0, "p95": 877.5, "max": 987, "min": 263}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7754, "model_input_units": 7770, "stage0_units": 2711, "stage1_units": 1267, "bytes_per_stage0_unit": 2.8601991884913316, "stage0_per_stage1_unit": 2.139700078926598}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7770, "units_out": 2711, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 13, 2, 1, 1, 2, 1, 5, 13, 2, 2, 1, 2, 1, 2, 1, 6, 1, 1, 1, 3, 1, 13, 1, 1, 2, 1, 2, 1, 1, 1, 13, 2, 3, 1, 1, 5, 6, 1, 1, 2, 3, 2, 1, 4, 3, 5, 1, 1, 13, 2, 2, 4, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 1, 13, 2, 4, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 4, 3, 8, 1, 3, 1, 6, 13, 2, 3, 5, 1, 13, 1, 2, 1, 7, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 1, 4, 1, 17, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 6, 7, 6, 1, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 9, 8, 2, 8, 1, 6, 1, 13, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 8, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 13, 7, 1, 1, 3, 1, 7, 2, 6, 1, 1, 3, 1, 6, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 2, 7, 1, 1, 3, 1, 7, 1, 1, 9, 1, 2, 7, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 2, 4, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 4, 2, 1, 13, 4, 2, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 1, 1, 1, 1, 3, 13, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 9, 1, 2, 1, 13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1, 2, 1, 3, 1, 5, 1, 1, 6, 3, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 1, 5, 2, 3, 1, 4, 4, 1, 1, 13, 1, 2, 1, 4, 1, 1, 1, 9, 2, 1, 2, 1, 1, 4, 5, 6, 1, 11, 9, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 2, 1, 2, 1, 1, 9, 1, 1, 1, 1, 4, 1, 1, 1, 1, 9, 2, 1, 6, 3, 1, 1, 9, 1, 2, 1, 1, 1, 1, 3, 3, 1, 7, 1, 4, 1, 1, 3, 2, 4, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 7, 1, 1, 1, 6, 2, 5, 7, 1, 4, 2, 6, 4, 1, 3, 1, 1, 1, 1, 23, 1, 3, 1, 4, 1, 3, 1, 1, 1, 1, 9, 1, 3, 2, 1, 1, 1, 4, 3, 1, 1, 9, 1, 1, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 1, 13, 1, 5, 1, 1, 3, 2, 4, 1, 1, 2, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1, 9, 4, 2, 1, 2, 7, 1, 1, 3, 1, 1, 1, 2, 1, 4, 2, 6, 1, 2, 7, 1, 4, 1, 1, 5, 1, 4, 1, 3, 2, 1, 4, 1, 1, 3, 1, 9, 5, 1, 1, 4, 2, 1, 2, 3, 1, 9, 1, 2, 4, 1, 2, 1, 1, 13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 5, 7, 10, 1, 2, 2, 1, 9, 5, 1, 1, 6, 2, 7, 1, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1, 2, 1, 1, 5, 7, 1, 1, 2, 3, 1, 6, 1, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 1, 1, 3, 7, 1, 9, 1, 1, 5, 3, 1, 1, 2, 1, 1, 4, 1, 1, 3, 2, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 4, 1, 1, 1, 1, 3, 3, 1, 3, 2, 1, 1, 1, 1, 3, 2, 7, 2, 5, 1, 1, 1, 1, 9, 2, 1, 5, 1, 3, 10, 8, 1, 11, 1, 1, 2, 2, 1, 1, 1, 9, 9, 2, 1, 1, 9, 10, 2, 1, 4, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 9, 4, 1, 5, 3, 1, 3, 1, 6, 1, 1, 6, 1, 13, 8, 1, 1, 5, 1, 9, 1, 1, 4, 1, 7, 1, 7, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 1, 13, 9, 2, 1, 6, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 1, 5, 1, 7, 1, 1, 1, 1, 3, 1, 8, 1, 1, 3, 2, 4, 3, 1, 2, 1, 1, 2, 2, 2, 8, 1, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 2, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 1, 5, 1, 1, 9, 3, 1, 1, 1, 2, 2, 1, 3, 1, 2, 2, 1, 4, 4, 1, 4, 3, 1, 2, 1, 1, 1, 9, 4, 1, 2, 1, 3, 1, 2, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 1, 4, 1, 2, 1, 4, 1, 1, 1, 13, 1, 2, 1, 2, 1, 5, 1, 2, 2, 2, 1, 17, 4, 1, 1, 1, 3, 1, 1, 3, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 2, 2, 5, 4, 4, 8, 11, 1, 1, 2, 3, 5, 7, 2, 1, 2, 1, 6, 5, 6, 1, 4, 2, 1, 2, 1, 3, 1, 1, 2, 3, 5, 10, 1, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 1, 5, 1, 1, 3, 1, 5, 1, 2, 10, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 2, 1, 9, 10, 1, 5, 3, 1, 1, 1, 4, 1, 1, 2, 5, 1, 2, 4, 10, 1, 4, 1, 9, 3, 3, 5, 6, 1, 5, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 6, 1, 4, 1, 5, 9, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 6, 1, 2, 3, 1, 7, 1, 5, 2, 2, 4, 1, 1, 3, 5, 1, 9, 1, 3, 1, 6, 1, 5, 1, 5, 1, 6, 1, 6, 1, 4, 1, 1, 5, 2, 8, 1, 4, 1, 6, 2, 1, 2, 5, 5, 2, 3, 1, 1, 6, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 3, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 10, 2, 1, 1, 5, 5, 4, 1, 1, 4, 1, 11, 2, 7, 1, 5, 1, 3, 2, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 1, 5, 4, 2, 3, 5, 4, 1, 1, 4, 1, 10, 1, 9, 5, 4, 1, 1, 4, 1, 9, 1, 5, 2, 1, 1, 1, 9, 11, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 11, 1, 1, 1, 1, 9, 1, 2, 5, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 9, 1, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 4, 1, 5, 1, 1, 1, 1, 9, 6, 1, 5, 2, 4, 1, 4, 1, 5, 1, 1, 2, 1, 6, 1, 6, 1, 4, 1, 1, 1, 1, 1, 9, 2, 3, 8, 1, 4, 1, 1, 3, 11, 1, 7, 1, 2, 5, 9, 2, 1, 6, 9, 1, 4, 4, 3, 10, 9, 1, 1, 1, 1, 4, 1, 5, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 4, 1, 5, 9, 1, 1, 1, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 9, 1, 1, 1, 1, 2, 4, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 2, 4, 9, 1, 1, 1, 11, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 11, 1, 1, 1, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 5, 4, 4, 2, 1, 2, 2, 10, 2, 6, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 3, 1, 3, 4, 4, 4, 1, 9, 1, 5, 2, 1, 9, 1, 1, 5, 1, 2, 5, 4, 1, 7, 1, 1, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 9, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 4, 6, 1, 1, 3, 1, 4, 5, 1, 3, 4, 6, 1, 1, 9, 1, 5, 1, 6, 6, 1, 1, 5, 2, 7, 5, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 29, 1, 9, 2, 6, 1, 1, 1, 5, 1, 2, 4, 5, 1, 3, 4, 5, 4, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 3, 1, 4, 4, 1, 1, 13, 1, 5, 2, 1, 9, 1, 1, 3, 1, 4, 9, 2, 1, 1, 1, 1, 1, 1, 2, 4, 4, 1, 9, 1, 2, 1, 4, 1, 1, 5, 1, 1, 1, 3, 3, 1, 3, 1, 2, 8, 1, 1, 3, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 4, 1, 3, 1, 5, 1, 1, 1, 9, 2, 2, 2, 1, 1, 2, 2, 4, 1, 3, 1, 2, 2, 4, 1, 1, 1, 1, 9, 1, 2, 3, 6, 1, 2, 1, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 9, 2, 1, 3, 1, 4, 1, 3, 10, 1, 1, 6, 1, 1, 1, 6, 1, 1, 4, 1, 3, 1, 1, 1, 1, 6, 9, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 8, 2, 1, 2, 1, 1, 7, 1, 1, 9, 1, 2, 3, 1, 1, 8, 1, 1, 1, 2, 1, 1, 13, 1, 5, 5, 5, 1, 1, 3, 3, 4, 1, 2, 3, 1, 2, 6, 4, 1, 7, 1, 1, 1, 9, 2, 2, 1, 2, 1, 10, 1, 1, 9, 4, 1, 8, 3, 1, 8, 1, 13, 1, 2, 1, 8, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 1, 8, 1, 2, 2, 2, 1, 1, 13, 1, 1, 1, 2, 1, 1, 7, 1, 1, 7, 1, 1, 1, 1, 3, 4, 1, 8, 1, 4, 1, 1, 5, 1, 19, 5, 1, 4, 1, 19, 1, 2, 1, 2, 2, 1, 19, 4, 1, 6, 1, 1, 4, 1, 1, 3, 20, 4, 1, 4, 1, 1, 4, 1, 1, 4, 1, 19, 1, 4, 1, 3, 1, 2, 2, 1, 19, 1, 4, 1, 1, 4, 1, 1, 8, 1, 1, 1, 20, 1, 4, 1, 3, 1, 1, 8, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 7, 1, 1, 3, 2, 4, 2, 1, 2, 3, 4, 1, 1, 1, 9, 1, 2, 5, 1, 2, 2, 2, 1, 13, 5, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 4, 2, 1, 4, 1, 4, 1, 9, 3, 1, 7, 2, 1, 3, 1, 6, 1, 9, 4, 2, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 3, 1, 3, 1, 1, 13, 1, 2, 1, 1, 8, 1, 1, 1, 2, 1, 4, 1, 1, 17, 6, 2, 1, 1, 13, 2, 3, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 17, 6, 2, 1, 1, 1, 1, 1, 13, 4, 1, 17, 2, 1, 3, 5, 4, 1, 8, 1, 2, 3, 4, 2, 4, 5, 3, 1, 3, 2, 2, 17, 2, 2, 1, 5, 4, 3, 4, 6, 1, 17, 1, 2, 1, 21, 1, 2, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 17, 7, 1, 1, 8, 5, 2, 3, 11, 5, 1, 1, 21, 2, 2, 17, 6, 2, 1, 3, 1, 2, 2, 1, 5, 1, 6, 1, 1, 1, 1, 40, 1, 1, 8, 1, 3, 1, 3, 1, 13, 3, 4, 5, 1, 9, 2, 1, 4, 1, 2, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 13, 1, 2, 4, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 1, 8, 2, 1, 1, 9, 2, 1, 2, 1, 2, 5, 1, 3, 9, 1, 2, 5, 1, 1, 4, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 4, 2, 1, 3, 2, 5, 1, 2, 4, 4, 6, 1, 4, 6, 1, 4, 3, 4, 1, 4, 6, 1, 13, 2, 2, 3, 1, 7, 3, 2, 1, 2, 5, 2, 1, 7, 1, 2, 5, 1, 3, 4, 9, 1, 7, 13, 2, 1, 2, 1, 7, 1, 13, 1, 13, 1, 5, 1, 3, 1, 9, 1, 1, 1, 17, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 21, 1, 3, 1, 8, 2, 1, 1, 1, 13, 9, 1, 2, 1, 3, 1, 9, 1, 1, 13, 5, 1, 1, 3, 1, 9, 1, 1, 13, 4, 6, 1], "chunk_stats": {"count": 2711, "sum": 7770, "mean": 2.866101069715972, "median": 1.0, "p95": 9.0, "max": 40, "min": 1}}, {"stage": 1, "units_in": 2711, "units_out": 1267, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 4, 2, 8, 2, 1, 4, 4, 2, 1, 1, 2, 2, 1, 2, 2, 3, 5, 2, 2, 2, 7, 3, 2, 4, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 3, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 5, 2, 4, 4, 1, 2, 1, 5, 1, 1, 5, 2, 1, 1, 2, 6, 1, 1, 5, 1, 1, 1, 1, 2, 2, 3, 5, 1, 1, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 6, 7, 3, 2, 1, 5, 2, 3, 1, 3, 1, 2, 1, 5, 2, 1, 1, 3, 3, 1, 7, 1, 1, 3, 2, 2, 1, 6, 2, 1, 2, 2, 2, 1, 2, 2, 1, 2, 1, 1, 2, 1, 2, 2, 2, 7, 1, 7, 1, 1, 2, 1, 2, 1, 2, 1, 1, 6, 1, 4, 1, 5, 2, 2, 1, 5, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 3, 2, 1, 1, 1, 4, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 3, 1, 1, 3, 2, 5, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 4, 2, 1, 1, 3, 5, 1, 2, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 2, 1, 1, 1, 2, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 6, 1, 1, 2, 1, 1, 4, 4, 1, 3, 1, 2, 3, 1, 1, 1, 2, 1, 5, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 4, 4, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 9, 1, 6, 11, 2, 4, 2, 2, 2, 1, 5, 1, 1, 1, 4, 4, 1, 2, 1, 1, 2, 1, 2, 3, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 1, 1, 6, 1, 2, 1, 3, 1, 1, 2, 1, 4, 4, 1, 1, 3, 2, 3, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 2, 4, 3, 4, 2, 3, 1, 1, 2, 2, 1, 3, 5, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 1, 1, 4, 1, 5, 3, 7, 1, 1, 1, 5, 1, 5, 1, 7, 2, 2, 3, 1, 1, 5, 5, 1, 1, 4, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 3, 1, 4, 4, 1, 2, 2, 1, 6, 4, 12, 1, 1, 5, 4, 1, 8, 1, 1, 3, 8, 1, 1, 2, 4, 1, 2, 1, 1, 2, 1, 6, 4, 6, 4, 1, 1, 2, 1, 6, 4, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 3, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 2, 1, 6, 5, 1, 8, 1, 7, 4, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 1, 12, 1, 2, 1, 7, 1, 1, 2, 2, 1, 10, 1, 1, 1, 2, 8, 1, 7, 2, 1, 2, 1, 1, 1, 1, 1, 3, 2, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 1, 3, 2, 4, 2, 1, 6, 1, 1, 1, 2, 2, 1, 3, 2, 4, 3, 7, 1, 1, 1, 1, 2, 4, 2, 5, 4, 3, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 7, 1, 1, 7, 2, 1, 4, 1, 1, 11, 1, 4, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 9, 4, 1, 1, 5, 1, 9, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 2, 2, 2, 5, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 3, 2, 1, 3, 2, 2, 2, 3, 1, 1, 1, 1, 3, 2, 2, 2, 5, 1, 1, 10, 5, 1, 2, 3, 1, 2, 2, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 4, 1, 2, 5, 1, 3, 5, 1, 3, 4, 3, 1, 1, 1, 1, 1, 1, 3, 4, 2, 5, 1, 1, 1, 3, 2, 3, 1, 2, 1, 1, 4, 1, 4, 3, 1, 1, 5, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 2, 1, 1, 2, 1, 2, 2, 1, 5, 7, 1, 1, 2, 2, 1, 1, 2, 2, 2, 2, 3, 1, 2, 1, 2, 2, 2, 3, 1, 9, 4, 1, 2, 1, 1, 3, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 5, 4, 1, 2, 3, 3, 1, 5, 2, 3, 2, 1, 1, 1, 4, 2, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 5, 3, 2, 4, 1, 4, 3, 4, 1, 1, 2, 3, 1, 4, 1, 1, 3, 2, 2, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 3, 2, 3, 1, 1, 2, 2, 2, 3, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 2, 3, 2, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 5, 1, 1, 1, 5, 6, 3, 3, 1, 1, 2, 1, 4, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 3, 1, 4, 1, 1, 1, 2, 1, 1, 4, 4, 3, 1, 1, 3, 3, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 3, 2, 1, 2, 2, 1, 3, 1, 3, 1, 3, 1, 2, 1, 4, 1, 3, 3, 7, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 2, 2, 3, 3, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 7, 3, 1, 1, 2, 3, 1, 1, 2, 2, 2, 1, 3, 4, 2, 1, 4, 1, 2, 1, 1, 1, 6, 1, 1, 5, 6, 1, 1, 3, 1, 6, 1, 7, 1, 5, 1, 1, 4, 4, 1, 2, 1, 2, 3, 4, 1, 1, 2, 2, 3, 1, 2, 4, 3, 1, 7, 4, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 2, 1, 4, 3, 1, 1, 1, 2], "chunk_stats": {"count": 1267, "sum": 2711, "mean": 2.139700078926598, "median": 2.0, "p95": 5.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 732, "chunk_lengths": [1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 5, 4, 1, 1, 1, 13, 2, 1, 2, 4, 1, 4, 1, 1, 1, 2, 3, 5, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 1, 5, 4, 3, 7, 7, 1, 1, 3, 2, 7, 1, 2, 1, 1, 9, 8, 2, 13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1, 1, 9, 1, 1, 3, 8, 4, 1, 5, 1, 4, 5, 4, 1, 1, 1, 1, 2, 4, 1, 3, 1, 9, 3, 4, 1, 2, 1, 1, 1, 1, 1, 4, 3, 1, 7, 1, 4, 1, 2, 1, 2, 1, 1, 3, 2, 4, 1, 2, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 4, 2, 4, 1, 1, 2, 1, 4, 1, 6, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1, 13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 9, 3, 4, 8, 1, 5, 4, 5, 1, 1, 3, 2, 7, 1, 1, 9, 1, 1, 1, 9, 5, 1, 2, 7, 1, 1, 3, 1, 3, 2, 2, 1, 6, 1, 9, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 21, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 13, 4, 1, 1, 4, 1, 4, 1, 10, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 6, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 4, 1, 4, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 2, 3, 1, 1, 2, 1, 9, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 4, 1, 1, 5, 3, 4, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 1, 4, 4, 1, 1, 5, 3, 4, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 8, 1, 1, 1, 4, 1, 3, 1, 6, 1, 4, 1, 4, 1, 4, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 1, 1, 5, 1, 7, 1, 1, 1, 5, 4, 3, 1, 4, 1, 1, 3, 2, 1, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 9, 3, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 10, 1, 10, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 9, 2, 1, 1, 1, 5, 4, 1, 2, 1, 1, 7, 1, 9, 4, 1, 1, 5, 2, 4, 1, 4, 1, 1, 4, 1, 3, 1, 5, 4, 1, 9, 4, 1, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 6, 1, 1, 4, 1, 9, 6, 1, 6, 1, 1, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 6, 2, 1, 3, 1, 3, 1, 3, 1, 13, 4, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 1, 3, 9, 1, 7, 1, 17, 1, 3, 1, 7, 1, 1, 5, 1, 6, 1, 1, 9, 2, 1, 2, 1, 2, 6, 5, 1, 3, 9, 4, 1, 13, 1, 3, 4, 13, 1, 2, 2, 1, 4, 1], "chunk_stats": {"count": 741, "sum": 2048, "mean": 2.7638326585695006, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 267, "chunk_lengths": [2, 1, 3, 1, 3, 1, 1, 5, 1, 2, 1, 1, 3, 6, 2, 1, 1, 1, 2, 2, 9, 2, 1, 4, 1, 2, 1, 4, 1, 1, 2, 1, 1, 4, 5, 1, 1, 1, 2, 6, 2, 2, 3, 3, 1, 7, 1, 4, 2, 2, 1, 1, 2, 2, 4, 1, 1, 2, 2, 2, 5, 1, 4, 3, 1, 1, 6, 1, 1, 2, 4, 2, 3, 1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 4, 2, 1, 2, 5, 5, 5, 1, 1, 3, 1, 3, 1, 19, 3, 1, 2, 2, 2, 1, 5, 1, 1, 5, 4, 1, 1, 3, 1, 1, 2, 4, 3, 1, 3, 1, 1, 1, 1, 3, 1, 2, 5, 4, 1, 1, 6, 1, 5, 6, 1, 5, 3, 5, 3, 3, 7, 1, 1, 2, 4, 4, 1, 8, 1, 7, 1, 5, 7, 8, 1, 1, 6, 1, 1, 1, 1, 2, 5, 5, 3, 11, 1, 1, 4, 1, 1, 3, 3, 7, 1, 1, 1, 6, 1, 2, 4, 1, 1, 3, 7, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 2, 3, 5, 1, 4, 6, 2, 1, 7, 1, 3, 1, 1, 1, 6, 1, 3, 1, 7, 4, 1, 5, 1, 2, 1, 1, 3, 3, 1, 4, 1, 3, 6, 1, 2, 1, 4, 1, 2, 1, 1, 1, 3, 5, 1, 3, 3, 1, 5, 3, 4, 4, 4, 1, 2, 1, 8, 1, 1, 4, 1, 4, 3, 3, 1, 1, 1, 1, 4, 3, 1, 2, 1, 1, 1, 3, 5, 13, 1, 8, 1, 3, 1], "chunk_stats": {"count": 277, "sum": 732, "mean": 2.642599277978339, "median": 2.0, "p95": 7.0, "max": 19, "min": 1}, "active_size_stats": {"count": 732, "sum": 732, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 7, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0081173600010516, "decode_time_sec": 28.52581092098626, "total_time_sec": 29.574116566000157, "prefill_units_per_sec": 6743.262510619705, "prefill_bytes_per_sec": 6727.3913426041245, "decode_units_per_sec": 71.79462857945606, "decode_bytes_per_sec": 71.79462857945606, "total_units_per_sec": 69.24974395869124, "total_bytes_per_sec": 69.24974395869124, "step_latency_ms": {"count": 2048, "sum": 28605, "mean": 13.96728515625, "median": 8.0, "p95": 38.0, "max": 46, "min": 7}, "peak_allocated_mb": 3635.56982421875, "peak_reserved_mb": 3722.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 2308, "stage1_units": 1174, "bytes_per_stage0_unit": 2.938474870017331, "stage0_per_stage1_unit": 1.9659284497444633}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6798, "units_out": 2308, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1, 1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 5, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4, 1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 2308, "sum": 6798, "mean": 2.9454072790294625, "median": 2.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 2308, "units_out": 1174, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2, 1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1, 1, 2, 2, 3, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1, 1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 1174, "sum": 2308, "mean": 1.9659284497444633, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 666, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 4, 2, 3, 3, 1, 1, 9, 7, 5, 5, 1, 13, 2, 2, 1, 1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 10, 1, 1, 5, 2, 1, 1, 17, 1, 3, 1, 1, 10, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 4, 1, 1, 11, 2, 5, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 5, 1, 5, 1, 5, 1, 5, 1, 13, 1, 2, 5, 1, 6, 1, 2, 4, 2, 2, 1, 17, 1, 2, 5, 1, 5, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 5, 1, 10, 1, 4, 1, 1, 4, 1, 1, 10, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 9, 8, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 4, 1, 6, 1, 1, 13, 3, 4, 6, 9, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 3, 7, 1, 6, 1, 1, 5, 1, 1, 1, 2, 8, 2, 3, 1, 3, 18, 1, 3, 4, 7, 1, 1, 1, 5, 3, 4, 1, 2, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 1, 1, 6, 1, 6, 1, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 5, 1, 1, 1, 5, 2, 5, 2, 3, 1, 3, 3, 1, 5, 1, 13, 6, 1, 4, 6, 2, 1, 4, 13, 6, 1, 7, 2, 2, 1, 1, 13, 6, 1, 1, 2, 7, 1, 7, 1, 6, 1, 2, 1, 1, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 5, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 3, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 1, 8, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 9, 4, 5, 3, 4, 1, 1, 13, 4, 1, 1, 2, 1, 1, 1, 9, 3, 4, 4, 1, 1, 1, 1, 4, 1, 5, 1, 1, 1, 1, 2, 17, 5, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 2, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 21, 1, 4, 13, 4, 1, 17, 2, 2, 2, 2, 9, 1, 2, 2, 1, 2, 4, 1, 13, 3, 4, 1, 1, 6, 3, 6, 1, 4, 1, 5, 3, 4, 8, 1, 4, 1, 1, 4, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 5, 3, 4, 1, 9, 14, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 14, 1, 4, 1, 2, 5, 4, 1, 3, 1, 1, 3, 1, 14, 1, 1, 10, 1, 2, 1, 3, 1, 1, 3, 8, 8, 5, 1, 2, 2, 6, 2, 6, 14, 2], "chunk_stats": {"count": 678, "sum": 2048, "mean": 3.0206489675516224, "median": 1.0, "p95": 10.0, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 291, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 3, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 5, 1, 8, 1, 2, 1, 8, 1, 5, 3, 7, 1, 4, 8, 1, 4, 7, 1, 4, 1, 1, 5, 3, 5, 2, 4, 6, 1, 1, 7, 4, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 4, 1, 1, 3, 5, 2, 1, 3, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 3, 2, 1, 2, 3, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 8, 1, 9, 1, 3, 1, 5, 2, 2, 1, 1, 5, 1, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 3, 1, 4, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 1, 5, 1, 4, 1, 2, 2, 1, 5, 1, 6, 1, 3, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 3, 1, 3, 2, 1, 1, 2, 3, 1, 1, 1, 2, 2, 1, 1, 5, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 4, 1, 1, 2, 9, 2, 6, 3, 3, 3, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 2, 4, 1, 1, 2, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 2, 1, 3, 3, 1, 1, 2, 2, 1, 3, 1, 2, 1, 4, 1, 3, 1, 4, 4, 1, 4, 1, 2, 1, 2, 2, 6, 3, 1, 4, 3, 2, 1], "chunk_stats": {"count": 300, "sum": 666, "mean": 2.22, "median": 1.0, "p95": 5.050000000000011, "max": 10, "min": 1}, "active_size_stats": {"count": 666, "sum": 666, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 0, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.013504249003745, "decode_time_sec": 28.320780239002488, "total_time_sec": 29.379340999003034, "prefill_units_per_sec": 7802.631323720065, "prefill_bytes_per_sec": 7786.844512746427, "decode_units_per_sec": 72.31439186055894, "decode_bytes_per_sec": 72.31439186055894, "total_units_per_sec": 69.70884745404933, "total_bytes_per_sec": 69.70884745404933, "step_latency_ms": {"count": 2048, "sum": 28341, "mean": 13.83837890625, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3721.68505859375, "peak_reserved_mb": 3824.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7892, "mean": 493.25, "median": 458.5, "p95": 794.25, "max": 966, "min": 258}, "model_input_units": {"count": 16, "sum": 7908, "mean": 494.25, "median": 459.5, "p95": 795.25, "max": 967, "min": 259}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7892, "model_input_units": 7908, "stage0_units": 2980, "stage1_units": 1411, "bytes_per_stage0_unit": 2.648322147651007, "stage0_per_stage1_unit": 2.1119773210489017}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7908, "units_out": 2980, "chunk_lengths": [1, 1, 3, 1, 3, 1, 3, 2, 1, 1, 1, 5, 1, 10, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 3, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 4, 7, 2, 2, 1, 1, 1, 3, 1, 4, 1, 2, 2, 2, 3, 1, 2, 1, 4, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 1, 10, 5, 1, 1, 1, 1, 1, 9, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 4, 7, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 1, 3, 1, 33, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 7, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 8, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 9, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 4, 1, 2, 4, 2, 11, 1, 2, 1, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 27, 5, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 6, 1, 2, 1, 1, 2, 1, 1, 1, 5, 1, 1, 9, 3, 1, 1, 3, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 1, 3, 6, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 3, 1, 1, 1, 5, 1, 5, 1, 3, 2, 1, 1, 1, 9, 1, 2, 3, 1, 5, 1, 2, 1, 2, 4, 1, 2, 2, 6, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 1, 2, 4, 1, 2, 2, 6, 1, 1, 1, 2, 2, 3, 5, 1, 1, 4, 1, 4, 4, 1, 1, 17, 1, 6, 1, 6, 3, 1, 6, 1, 1, 1, 9, 2, 1, 3, 2, 8, 1, 1, 1, 2, 4, 5, 4, 2, 5, 1, 1, 4, 1, 4, 1, 4, 3, 3, 3, 9, 1, 2, 4, 1, 3, 1, 3, 1, 3, 1, 4, 1, 1, 13, 1, 5, 1, 4, 5, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 6, 1, 3, 1, 4, 1, 1, 9, 4, 2, 1, 3, 1, 1, 2, 5, 1, 3, 1, 3, 1, 4, 1, 9, 1, 2, 3, 1, 3, 1, 1, 4, 1, 1, 1, 13, 1, 5, 1, 4, 5, 1, 17, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 6, 1, 1, 3, 3, 7, 1, 6, 3, 1, 6, 1, 1, 17, 1, 1, 6, 1, 6, 4, 4, 1, 3, 1, 3, 1, 4, 1, 1, 6, 1, 3, 1, 4, 1, 1, 1, 9, 6, 1, 1, 2, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 1, 1, 1, 3, 4, 1, 1, 3, 4, 1, 3, 1, 1, 1, 3, 2, 3, 1, 1, 1, 9, 1, 3, 4, 1, 3, 2, 2, 1, 1, 1, 9, 4, 4, 3, 3, 1, 1, 13, 1, 2, 1, 17, 5, 2, 3, 4, 1, 3, 1, 17, 8, 2, 4, 1, 4, 1, 1, 1, 17, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 1, 17, 1, 2, 4, 1, 5, 1, 3, 1, 21, 7, 1, 5, 2, 7, 1, 3, 1, 1, 7, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 1, 25, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 4, 1, 1, 3, 1, 1, 9, 4, 5, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 3, 2, 2, 4, 2, 1, 3, 1, 1, 7, 1, 3, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 1, 4, 1, 3, 5, 1, 1, 3, 1, 1, 1, 9, 4, 7, 3, 1, 2, 1, 1, 1, 5, 1, 4, 4, 2, 1, 1, 3, 1, 1, 1, 1, 13, 4, 1, 5, 2, 6, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 1, 5, 4, 3, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 1, 2, 2, 6, 1, 1, 2, 1, 1, 1, 4, 5, 2, 1, 1, 4, 2, 7, 1, 2, 1, 6, 2, 9, 1, 1, 5, 5, 1, 2, 1, 9, 2, 1, 3, 1, 2, 4, 4, 6, 3, 1, 9, 1, 2, 2, 9, 1, 2, 1, 4, 1, 4, 1, 9, 2, 1, 2, 5, 1, 2, 3, 1, 2, 7, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 5, 1, 1, 2, 1, 1, 1, 9, 1, 11, 1, 7, 9, 1, 1, 1, 4, 2, 9, 1, 2, 7, 1, 1, 1, 1, 3, 3, 4, 4, 2, 11, 2, 3, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 4, 1, 5, 1, 1, 6, 1, 1, 23, 1, 2, 1, 1, 1, 1, 1, 7, 1, 5, 7, 1, 3, 5, 2, 2, 2, 9, 1, 1, 9, 8, 2, 8, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 6, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1, 1, 7, 1, 1, 5, 1, 1, 5, 1, 9, 5, 1, 7, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 4, 1, 8, 1, 2, 4, 2, 2, 1, 13, 5, 1, 6, 1, 1, 4, 7, 1, 1, 3, 1, 3, 1, 4, 1, 7, 1, 9, 9, 2, 6, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 9, 8, 1, 1, 8, 2, 1, 1, 3, 1, 3, 1, 4, 9, 5, 2, 1, 5, 1, 1, 10, 1, 1, 2, 1, 7, 1, 13, 6, 1, 1, 1, 2, 1, 1, 13, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 4, 1, 1, 14, 5, 1, 6, 1, 5, 1, 6, 1, 1, 1, 1, 3, 1, 2, 1, 10, 1, 4, 1, 2, 2, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 3, 5, 2, 4, 11, 1, 4, 6, 1, 3, 1, 6, 1, 3, 1, 3, 2, 1, 1, 7, 3, 4, 1, 3, 1, 1, 4, 5, 4, 1, 2, 1, 4, 3, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 1, 6, 2, 1, 9, 4, 1, 1, 5, 2, 1, 9, 4, 1, 3, 2, 2, 2, 2, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 6, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 3, 7, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 7, 1, 2, 1, 1, 9, 4, 6, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 13, 4, 1, 7, 1, 5, 3, 1, 1, 1, 7, 1, 2, 1, 5, 1, 1, 7, 1, 2, 1, 1, 5, 1, 1, 7, 1, 1, 1, 17, 1, 2, 4, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 21, 8, 1, 17, 1, 7, 1, 2, 3, 4, 1, 5, 2, 1, 7, 1, 4, 1, 1, 17, 1, 2, 4, 1, 1, 8, 1, 1, 7, 2, 1, 7, 1, 1, 21, 8, 1, 17, 11, 2, 1, 7, 1, 3, 1, 1, 7, 1, 10, 1, 1, 17, 1, 2, 11, 1, 2, 2, 2, 1, 21, 8, 1, 17, 4, 4, 1, 1, 3, 10, 1, 4, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 2, 1, 6, 1, 1, 3, 5, 1, 4, 2, 1, 6, 1, 3, 1, 1, 5, 1, 3, 1, 2, 2, 2, 1, 3, 1, 6, 1, 3, 1, 1, 1, 3, 2, 1, 7, 5, 1, 4, 1, 3, 1, 1, 1, 1, 4, 1, 6, 1, 1, 4, 5, 1, 5, 1, 3, 1, 1, 1, 2, 4, 2, 2, 1, 3, 1, 2, 1, 6, 1, 3, 1, 1, 1, 2, 1, 5, 3, 3, 1, 3, 1, 1, 1, 7, 1, 4, 1, 1, 1, 4, 5, 1, 3, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 6, 1, 2, 1, 1, 1, 7, 1, 9, 1, 4, 1, 1, 4, 5, 1, 1, 1, 2, 1, 3, 1, 3, 8, 1, 4, 2, 1, 1, 3, 4, 4, 3, 1, 1, 1, 7, 1, 9, 1, 3, 1, 1, 4, 4, 1, 9, 1, 1, 1, 5, 3, 1, 5, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 6, 1, 3, 1, 2, 4, 1, 3, 1, 4, 1, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 3, 1, 1, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 5, 1, 2, 1, 4, 1, 1, 1, 6, 1, 2, 1, 1, 1, 5, 1, 2, 1, 1, 1, 1, 1, 10, 7, 1, 1, 7, 1, 1, 5, 2, 2, 1, 2, 1, 7, 5, 10, 2, 1, 2, 2, 5, 3, 1, 1, 2, 1, 9, 4, 1, 2, 3, 1, 7, 1, 7, 1, 3, 4, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 10, 1, 5, 1, 2, 1, 7, 2, 2, 1, 1, 2, 2, 2, 10, 2, 1, 2, 1, 2, 1, 1, 3, 2, 1, 7, 10, 7, 1, 1, 7, 1, 6, 3, 1, 5, 1, 2, 1, 6, 10, 1, 5, 1, 1, 2, 7, 1, 1, 1, 7, 5, 1, 2, 7, 1, 1, 7, 1, 5, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 9, 3, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 5, 1, 4, 1, 1, 1, 5, 1, 1, 5, 1, 9, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 1, 5, 1, 9, 1, 2, 4, 3, 1, 4, 1, 1, 1, 4, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 1, 3, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 2, 3, 5, 13, 1, 5, 1, 8, 5, 1, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 2, 4, 1, 3, 1, 1, 1, 2, 1, 8, 1, 1, 9, 2, 3, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 3, 2, 2, 3, 13, 1, 2, 1, 1, 8, 1, 3, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 21, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 2, 1, 5, 1, 1, 1, 13, 4, 2, 1, 2, 4, 8, 1, 1, 1, 3, 2, 2, 1, 1, 2, 1, 1, 2, 2, 2, 1, 2, 3, 1, 1, 5, 2, 1, 2, 1, 9, 7, 1, 2, 2, 1, 2, 3, 1, 3, 6, 1, 5, 2, 1, 2, 4, 2, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 3, 1, 5, 2, 1, 3, 4, 1, 2, 5, 1, 3, 1, 1, 1, 6, 2, 1, 4, 1, 5, 2, 2, 2, 4, 1, 2, 5, 4, 1, 1, 6, 2, 2, 1, 2, 1, 1, 1, 1, 5, 2, 1, 6, 1, 4, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 8, 5, 5, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 1, 1, 4, 1, 1, 5, 1, 2, 1, 1, 1, 1, 3, 1, 6, 6, 1, 1, 3, 2, 6, 1, 1, 5, 1, 2, 1, 7, 2, 5, 2, 3, 6, 1, 1, 1, 5, 6, 7, 1, 7, 3, 2, 2, 1, 7, 6, 7, 2, 1, 2, 9, 1, 7, 7, 1, 7, 2, 6, 1, 6, 1, 11, 1, 3, 1, 1, 9, 1, 8, 2, 6, 1, 1, 3, 1, 1, 6, 1, 6, 1, 5, 7, 1, 6, 6, 5, 1, 7, 1, 2, 1, 3, 1, 1, 6, 1, 7, 1, 2, 1, 6, 1, 1, 9, 7, 1, 5, 1, 13, 1, 1, 2, 5, 2, 8, 1, 6, 7, 1, 1, 3, 2, 8, 1, 5, 1, 1, 1, 13, 1, 1, 8, 1, 1, 2, 6, 1, 1, 6, 1, 8, 1, 1, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 9, 1, 6, 2, 8, 5, 1, 1, 9, 1, 5, 1, 1, 1, 1, 4, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 1, 9, 1, 5, 1, 5, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 4, 1, 1, 1, 9, 1, 5, 1, 2, 7, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 2, 6, 1, 1, 1, 9, 6, 2, 3, 1, 1, 3, 1, 7, 1, 6, 1, 1, 1, 5, 1, 5, 1, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 5, 1, 1, 13, 1, 5, 1, 1, 5, 1, 11, 2, 5, 1, 1, 1, 3, 4, 1, 1, 8, 1, 1, 1, 5, 5, 7, 1, 7, 7, 3, 5, 5, 3, 3, 1, 6, 1, 6, 7, 5, 5, 4, 1, 5, 1, 1, 9, 2, 3, 1, 7, 1, 5, 1, 3, 1, 5, 1, 2, 1, 9, 5, 1, 1, 8, 1, 1, 2, 1, 1, 1, 5, 2, 5, 1, 2, 1, 2, 2, 3, 1, 1, 4, 4, 1, 4, 1, 1, 1, 2, 3, 1, 5, 1, 3, 4, 1, 1, 2, 5, 1, 1, 1, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 5, 2, 5, 1, 1, 9, 2, 10, 5, 1, 1, 2, 5, 6, 9, 4, 2, 3, 1, 5, 1, 1, 2, 3, 1, 5, 1, 1, 1, 1, 1, 13, 1, 2, 1, 1, 8, 1, 5, 1, 1, 1, 1, 1, 2, 4, 1, 1, 17, 4, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 4, 5, 1, 1, 1, 21, 1, 2, 1, 1, 8, 1, 1, 2, 4, 1, 1, 25, 4, 1, 1, 2, 1, 2, 3, 1, 1, 4, 5, 1, 1, 1, 1], "chunk_stats": {"count": 2980, "sum": 7908, "mean": 2.6536912751677852, "median": 1.0, "p95": 8.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 2980, "units_out": 1411, "chunk_lengths": [1, 2, 2, 9, 1, 3, 4, 1, 3, 1, 3, 1, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 6, 3, 3, 4, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 4, 6, 1, 2, 1, 1, 3, 1, 2, 1, 7, 1, 1, 1, 2, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 2, 3, 1, 1, 1, 1, 2, 4, 1, 4, 1, 1, 6, 3, 7, 1, 1, 3, 3, 3, 1, 2, 5, 3, 2, 1, 2, 2, 1, 2, 2, 2, 3, 2, 1, 3, 4, 1, 5, 1, 9, 8, 1, 2, 1, 3, 3, 3, 3, 5, 3, 1, 2, 5, 2, 1, 2, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 3, 4, 1, 5, 1, 9, 8, 1, 1, 3, 2, 3, 3, 3, 3, 3, 5, 3, 3, 5, 3, 2, 5, 1, 2, 3, 2, 3, 3, 3, 4, 1, 5, 1, 1, 4, 3, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 1, 3, 2, 1, 4, 2, 2, 3, 2, 1, 1, 1, 5, 1, 3, 6, 1, 2, 3, 2, 1, 7, 1, 1, 3, 3, 3, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 1, 3, 2, 1, 3, 1, 5, 1, 1, 2, 1, 1, 2, 1, 1, 5, 1, 6, 1, 2, 3, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 6, 1, 1, 1, 6, 2, 5, 2, 2, 2, 1, 5, 1, 2, 3, 1, 1, 2, 1, 3, 2, 2, 1, 1, 2, 2, 2, 4, 2, 1, 2, 2, 3, 1, 2, 2, 3, 5, 1, 1, 1, 1, 1, 1, 7, 2, 5, 1, 1, 1, 2, 1, 3, 4, 1, 3, 4, 1, 6, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 1, 1, 2, 1, 8, 1, 1, 1, 7, 1, 1, 2, 1, 3, 1, 5, 1, 3, 3, 2, 1, 3, 3, 5, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 6, 7, 1, 6, 2, 1, 3, 1, 5, 1, 3, 2, 3, 2, 1, 1, 1, 1, 1, 5, 1, 3, 1, 5, 2, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 1, 4, 2, 4, 5, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 1, 2, 1, 5, 1, 1, 6, 4, 4, 1, 3, 1, 1, 2, 3, 2, 3, 4, 1, 1, 2, 2, 1, 2, 2, 3, 3, 2, 1, 5, 1, 1, 3, 1, 1, 2, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 1, 2, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 5, 1, 6, 2, 1, 1, 1, 2, 2, 1, 1, 3, 2, 2, 1, 1, 1, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 2, 3, 1, 1, 3, 1, 1, 2, 5, 1, 2, 1, 5, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 6, 1, 3, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 5, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 1, 5, 5, 2, 1, 1, 4, 2, 1, 1, 1, 2, 4, 2, 1, 5, 1, 1, 1, 3, 1, 3, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 2, 2, 2, 5, 1, 1, 4, 2, 1, 1, 2, 3, 5, 2, 3, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 2, 1, 1, 2, 2, 1, 1, 5, 1, 2, 2, 1, 2, 2, 2, 3, 1, 3, 1, 4, 1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 4, 3, 5, 1, 3, 3, 1, 4, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 1, 1, 1, 4, 2, 3, 1, 1, 4, 1, 1, 4, 1, 6, 1, 3, 4, 2, 1, 1, 2, 2, 2, 1, 6, 1, 1, 1, 1, 3, 1, 2, 2, 6, 1, 2, 5, 3, 1, 4, 1, 1, 1, 1, 1, 1, 9, 2, 2, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 5, 1, 2, 2, 1, 3, 1, 2, 2, 1, 5, 1, 3, 1, 2, 2, 4, 1, 2, 3, 2, 4, 3, 4, 5, 1, 2, 3, 1, 1, 1, 10, 1, 2, 1, 1, 4, 2, 1, 5, 1, 1, 2, 2, 6, 1, 1, 1, 1, 8, 4, 7, 1, 1, 2, 1, 2, 1, 1, 2, 12, 2, 3, 1, 3, 1, 3, 3, 1, 4, 3, 1, 1, 2, 2, 3, 6, 1, 6, 1, 2, 1, 2, 3, 1, 2, 6, 1, 3, 5, 2, 1, 1, 2, 2, 4, 3, 2, 3, 1, 4, 1, 1, 1, 3, 2, 1, 1, 3, 5, 1, 4, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 3, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 24, 5, 5, 8, 1, 2, 2, 2, 1, 6, 1, 1, 2, 2, 2, 3, 1, 1, 6, 7, 1, 2, 4, 1, 5, 1, 7, 1, 1, 2, 2, 2, 2, 1, 1, 3, 3, 6, 1, 1, 1, 2, 1, 1, 2, 4, 1, 2, 4, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 2, 1, 3, 1, 2, 1, 2, 3, 2, 2, 3, 2, 1, 6, 3, 1, 2, 1, 1, 1, 2, 3, 3, 2, 1, 1, 2, 2, 1, 3, 6, 1, 3, 1, 2, 2, 1, 2, 4, 3, 2, 2, 2, 1, 1, 1, 2, 1, 1, 2, 2, 2, 1, 1, 2, 3, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 2, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 3, 4, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 2, 3, 1, 1, 1, 2, 3, 2, 3, 1, 1, 2, 1, 1, 2, 2, 1, 4, 2, 3, 1, 3, 5, 1, 3, 1, 3, 2, 3, 2, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 2, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 3, 1, 1, 1, 2, 1, 3, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 3, 1, 3, 2, 2, 3, 1, 1, 1, 2, 2, 4, 1, 2, 2, 2, 1, 1, 1, 3, 1, 1, 4, 1, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 3, 1, 3, 1, 1, 1, 3, 1, 1, 2, 1, 3, 6, 1, 2, 1, 1, 6, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 4, 1, 5, 3, 4, 1, 2, 2, 1, 2, 1, 2, 1, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 4, 1, 1, 1, 1, 2, 2, 1, 5, 1, 1, 1, 1, 4, 1, 2, 1, 7, 1, 1, 4, 1, 1, 7, 1, 5, 1, 5, 2, 7, 1, 6, 1, 1, 1, 1, 7, 1, 3, 5, 1, 1, 1, 2, 4, 3, 1, 2, 8, 4, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 1, 7, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 4, 2, 4, 3, 2, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 4, 3, 1, 3, 3, 2, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 2, 4, 2, 3, 4, 1, 1, 4, 2, 2, 3, 1, 3, 1, 1, 1, 1, 2, 1, 5, 6, 1, 1, 4, 3, 3, 1, 1, 2, 1, 3, 7, 1], "chunk_stats": {"count": 1411, "sum": 2980, "mean": 2.1119773210489017, "median": 2.0, "p95": 5.0, "max": 24, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 695, "chunk_lengths": [1, 3, 1, 5, 4, 1, 1, 3, 1, 3, 3, 1, 1, 3, 2, 1, 1, 2, 11, 1, 2, 1, 5, 1, 1, 3, 2, 1, 1, 1, 6, 10, 1, 2, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 6, 1, 1, 13, 1, 3, 1, 1, 2, 5, 1, 6, 1, 3, 1, 4, 1, 1, 9, 3, 4, 6, 1, 1, 5, 4, 3, 1, 1, 3, 2, 3, 1, 4, 1, 1, 9, 1, 1, 5, 1, 1, 21, 1, 2, 7, 1, 5, 1, 2, 1, 4, 1, 4, 1, 1, 25, 1, 5, 1, 4, 2, 7, 1, 3, 1, 1, 1, 1, 1, 3, 4, 1, 1, 5, 17, 1, 3, 1, 4, 3, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 4, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 1, 3, 1, 1, 17, 1, 3, 1, 4, 3, 1, 3, 1, 2, 9, 1, 2, 4, 1, 6, 1, 13, 1, 5, 2, 2, 9, 1, 1, 9, 7, 2, 4, 1, 2, 4, 2, 3, 1, 7, 1, 2, 1, 1, 1, 1, 1, 7, 1, 9, 1, 1, 1, 13, 8, 1, 8, 1, 9, 1, 9, 3, 4, 4, 1, 5, 4, 3, 1, 1, 1, 1, 1, 6, 1, 1, 3, 2, 1, 5, 1, 2, 2, 1, 1, 9, 1, 6, 2, 1, 3, 1, 1, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 2, 4, 1, 1, 1, 5, 4, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 4, 1, 1, 1, 1, 3, 1, 9, 1, 21, 1, 2, 4, 4, 3, 1, 7, 1, 25, 1, 7, 1, 3, 1, 3, 1, 1, 1, 21, 1, 5, 4, 1, 7, 1, 1, 1, 7, 1, 4, 1, 1, 7, 1, 9, 5, 1, 4, 5, 2, 1, 1, 1, 2, 3, 1, 4, 1, 7, 8, 1, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 7, 1, 5, 3, 4, 1, 5, 2, 2, 2, 4, 1, 4, 1, 1, 2, 7, 1, 1, 5, 1, 2, 1, 1, 7, 1, 4, 1, 7, 1, 1, 1, 1, 5, 1, 1, 6, 1, 5, 1, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 1, 2, 1, 1, 1, 17, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 22, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 3, 2, 1, 2, 2, 1, 3, 1, 1, 2, 2, 2, 1, 2, 3, 1, 5, 7, 10, 1, 2, 1, 1, 9, 1, 5, 9, 1, 1, 6, 4, 1, 6, 1, 2, 3, 4, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 9, 1, 3, 1, 1, 6, 1, 7, 2, 1, 6, 1, 9, 7, 1, 7, 2, 6, 1, 6, 1, 1, 3, 1, 1, 9, 1, 8, 1, 9, 1, 5, 1, 1, 2, 1, 6, 1, 1, 9, 1, 5, 1, 1, 2, 1, 1, 1, 1, 3, 1, 1, 9, 1, 5, 1, 1, 2, 1, 4, 1, 1, 9, 1, 5, 1, 1, 2, 1, 2, 6, 1, 1, 9, 1, 5, 1, 5, 2, 2, 3, 1, 2, 2, 1, 3, 3, 2, 4, 1, 1, 2, 4, 4, 5, 1, 2, 3, 1, 9, 3, 4, 8, 5, 5, 2, 4, 4, 5, 4, 4, 1, 9, 3, 4, 29, 1, 2, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 30, 3, 5, 1, 4, 1, 6, 1, 1, 3, 2, 6, 2, 1, 1, 2, 5, 1, 2, 1, 1, 2, 3, 3, 1, 6, 16], "chunk_stats": {"count": 704, "sum": 2048, "mean": 2.909090909090909, "median": 1.0, "p95": 9.0, "max": 30, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 267, "chunk_lengths": [2, 1, 1, 4, 3, 4, 2, 1, 2, 1, 2, 1, 9, 1, 2, 3, 1, 1, 1, 2, 1, 2, 3, 1, 6, 2, 4, 1, 6, 2, 5, 1, 1, 5, 1, 2, 4, 5, 1, 4, 1, 1, 5, 1, 6, 1, 4, 4, 1, 7, 1, 9, 3, 5, 1, 7, 2, 1, 2, 1, 7, 1, 1, 5, 1, 2, 3, 2, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 1, 1, 1, 2, 2, 1, 1, 4, 1, 8, 4, 2, 5, 1, 2, 1, 4, 1, 4, 6, 3, 5, 1, 3, 4, 4, 1, 4, 1, 4, 6, 3, 5, 2, 3, 2, 2, 2, 3, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 7, 2, 1, 2, 3, 1, 2, 1, 5, 1, 3, 5, 1, 1, 4, 1, 1, 1, 3, 9, 3, 1, 1, 2, 1, 6, 1, 6, 1, 8, 1, 1, 2, 2, 1, 13, 4, 1, 1, 2, 2, 1, 2, 3, 3, 2, 6, 2, 3, 5, 1, 1, 2, 1, 1, 3, 1, 5, 3, 3, 3, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 2, 3, 1, 2, 1, 1, 1, 3, 2, 1, 7, 1, 3, 1, 3, 4, 8, 1, 5, 2, 2, 1, 5, 5, 2, 1, 5, 2, 2, 1, 5, 1, 2, 2, 1, 1, 1, 5, 3, 1, 4, 1, 4, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1, 1, 4, 3, 1, 3, 2, 1, 4, 3, 1, 1, 3, 2, 1, 1, 2, 2, 3, 4, 1, 5, 4, 1, 3, 1], "chunk_stats": {"count": 278, "sum": 695, "mean": 2.5, "median": 2.0, "p95": 6.0, "max": 13, "min": 1}, "active_size_stats": {"count": 695, "sum": 695, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 1, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0079164699964167, "decode_time_sec": 28.675790414014045, "total_time_sec": 29.726401596999494, "prefill_units_per_sec": 7705.995716120814, "prefill_bytes_per_sec": 7690.121384788519, "decode_units_per_sec": 71.41912988034426, "decode_bytes_per_sec": 71.41912988034426, "total_units_per_sec": 68.89498526477284, "total_bytes_per_sec": 68.89498526477284, "step_latency_ms": {"count": 2048, "sum": 28726, "mean": 14.0263671875, "median": 8.0, "p95": 38.0, "max": 46, "min": 7}, "peak_allocated_mb": 3698.884765625, "peak_reserved_mb": 3880.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7751, "mean": 484.4375, "median": 357.5, "p95": 855.0, "max": 996, "min": 260}, "model_input_units": {"count": 16, "sum": 7767, "mean": 485.4375, "median": 358.5, "p95": 856.0, "max": 997, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7751, "model_input_units": 7767, "stage0_units": 2761, "stage1_units": 1259, "bytes_per_stage0_unit": 2.8073161897863095, "stage0_per_stage1_unit": 2.193010325655282}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7767, "units_out": 2761, "chunk_lengths": [1, 1, 3, 1, 5, 1, 7, 1, 7, 1, 7, 1, 1, 1, 1, 1, 5, 1, 1, 1, 5, 3, 5, 4, 1, 11, 5, 3, 4, 8, 9, 1, 4, 5, 8, 5, 4, 6, 6, 3, 6, 1, 3, 2, 5, 5, 2, 3, 1, 1, 4, 5, 2, 3, 1, 1, 5, 3, 3, 1, 1, 4, 2, 5, 3, 8, 1, 5, 1, 1, 1, 1, 5, 2, 3, 1, 1, 4, 1, 5, 1, 1, 1, 3, 1, 6, 1, 6, 1, 2, 2, 1, 1, 3, 2, 5, 2, 6, 2, 5, 1, 1, 9, 2, 4, 2, 10, 1, 2, 4, 1, 4, 6, 7, 2, 3, 1, 1, 4, 3, 6, 3, 11, 2, 3, 3, 4, 5, 3, 1, 1, 9, 1, 3, 2, 3, 1, 11, 7, 1, 1, 6, 1, 6, 1, 9, 2, 4, 1, 4, 5, 5, 8, 1, 2, 3, 3, 7, 2, 8, 3, 5, 1, 9, 6, 2, 1, 6, 1, 5, 1, 2, 1, 1, 5, 1, 5, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 3, 4, 1, 2, 1, 5, 2, 6, 2, 5, 1, 1, 9, 1, 1, 1, 4, 2, 5, 1, 5, 1, 1, 9, 1, 2, 1, 1, 1, 4, 2, 1, 1, 13, 3, 4, 1, 2, 1, 5, 1, 1, 1, 2, 3, 1, 2, 6, 2, 1, 3, 1, 1, 9, 2, 1, 4, 5, 1, 8, 2, 3, 1, 2, 6, 1, 1, 2, 7, 1, 9, 7, 9, 2, 1, 2, 4, 1, 8, 1, 3, 4, 5, 1, 9, 1, 2, 5, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 4, 1, 4, 1, 1, 5, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 8, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 2, 2, 1, 5, 6, 1, 2, 4, 1, 1, 2, 1, 2, 1, 3, 1, 1, 5, 1, 2, 4, 1, 2, 1, 2, 1, 1, 9, 8, 1, 2, 2, 2, 1, 2, 1, 4, 1, 8, 1, 1, 1, 9, 6, 1, 2, 2, 2, 1, 9, 5, 1, 7, 2, 4, 6, 6, 1, 1, 1, 1, 3, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2, 8, 2, 1, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 4, 1, 4, 1, 1, 4, 1, 1, 13, 4, 1, 1, 2, 1, 3, 1, 2, 7, 1, 1, 1, 4, 1, 1, 1, 1, 4, 3, 1, 1, 1, 9, 7, 10, 1, 2, 1, 1, 13, 5, 1, 17, 1, 2, 6, 2, 7, 1, 5, 1, 1, 1, 1, 1, 1, 6, 2, 5, 1, 5, 1, 3, 4, 1, 1, 5, 6, 1, 1, 17, 2, 1, 1, 3, 1, 1, 4, 1, 1, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 5, 1, 4, 2, 1, 5, 1, 8, 2, 4, 4, 1, 2, 2, 2, 2, 6, 1, 2, 2, 1, 1, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 2, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 8, 1, 5, 1, 2, 4, 4, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 4, 1, 2, 4, 4, 1, 1, 1, 1, 1, 3, 3, 1, 1, 5, 1, 1, 3, 2, 4, 2, 4, 1, 3, 1, 1, 1, 4, 2, 7, 1, 1, 5, 1, 1, 9, 1, 2, 5, 4, 3, 1, 3, 1, 1, 6, 1, 13, 1, 5, 4, 1, 5, 3, 5, 1, 4, 1, 9, 5, 4, 1, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 1, 6, 1, 4, 1, 2, 4, 1, 1, 1, 1, 2, 4, 1, 1, 13, 1, 6, 2, 4, 1, 4, 1, 4, 1, 1, 13, 1, 2, 4, 1, 3, 1, 1, 17, 1, 6, 2, 4, 3, 1, 7, 1, 3, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 3, 1, 13, 3, 4, 8, 1, 17, 7, 1, 1, 3, 1, 7, 2, 5, 1, 1, 3, 1, 5, 2, 5, 1, 1, 1, 3, 1, 5, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 2, 5, 1, 4, 1, 5, 1, 9, 1, 2, 4, 1, 5, 1, 13, 3, 4, 8, 1, 7, 1, 1, 3, 1, 7, 1, 1, 1, 1, 3, 1, 5, 1, 5, 1, 1, 3, 2, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 2, 4, 1, 22, 3, 2, 1, 11, 1, 1, 4, 2, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 4, 1, 22, 5, 1, 6, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 9, 1, 1, 2, 1, 6, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 3, 10, 2, 1, 1, 1, 2, 10, 1, 9, 6, 1, 5, 1, 1, 1, 3, 4, 2, 1, 1, 1, 2, 4, 1, 9, 1, 2, 8, 1, 3, 1, 13, 6, 1, 5, 1, 1, 1, 3, 8, 1, 3, 2, 1, 1, 1, 2, 8, 1, 3, 1, 9, 4, 1, 13, 6, 1, 5, 1, 1, 1, 3, 3, 8, 1, 3, 2, 1, 7, 1, 1, 8, 1, 8, 1, 1, 1, 9, 1, 5, 1, 7, 2, 1, 3, 1, 1, 5, 1, 1, 5, 1, 6, 1, 3, 2, 1, 11, 1, 29, 1, 1, 1, 18, 1, 3, 2, 1, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 5, 1, 6, 1, 1, 1, 1, 2, 8, 2, 1, 2, 1, 10, 2, 10, 1, 30, 5, 1, 6, 1, 5, 1, 6, 2, 4, 1, 4, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 1, 1, 5, 6, 1, 5, 3, 2, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 1, 13, 2, 2, 9, 4, 1, 13, 6, 1, 1, 1, 1, 1, 1, 5, 3, 2, 6, 1, 5, 3, 2, 1, 13, 2, 1, 1, 1, 1, 5, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 1, 1, 1, 5, 2, 1, 13, 1, 1, 1, 6, 5, 4, 1, 1, 2, 1, 5, 1, 2, 7, 1, 4, 5, 13, 1, 1, 2, 1, 1, 6, 5, 5, 3, 1, 7, 3, 4, 4, 1, 1, 5, 13, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 4, 1, 1, 3, 2, 4, 1, 1, 9, 1, 2, 3, 2, 4, 1, 1, 4, 1, 1, 8, 1, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 4, 1, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 6, 1, 1, 4, 1, 9, 2, 1, 2, 3, 1, 2, 4, 1, 2, 6, 1, 3, 9, 1, 4, 4, 1, 1, 4, 1, 2, 5, 4, 1, 4, 11, 5, 4, 1, 6, 6, 1, 6, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 6, 1, 5, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 6, 1, 1, 1, 2, 3, 2, 3, 1, 2, 3, 1, 3, 3, 1, 7, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 1, 2, 1, 3, 1, 3, 2, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 5, 2, 5, 1, 1, 2, 1, 1, 1, 1, 6, 1, 3, 1, 2, 7, 1, 3, 1, 7, 1, 1, 6, 1, 9, 2, 3, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 13, 1, 3, 1, 1, 8, 2, 1, 3, 1, 1, 6, 1, 7, 1, 1, 4, 1, 1, 1, 1, 13, 3, 4, 1, 9, 2, 8, 4, 3, 1, 6, 1, 7, 1, 9, 1, 1, 1, 2, 4, 1, 4, 5, 1, 5, 1, 9, 2, 3, 4, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 8, 1, 2, 1, 9, 1, 1, 6, 1, 6, 1, 13, 3, 4, 1, 9, 2, 1, 2, 5, 1, 2, 6, 1, 5, 3, 1, 6, 1, 7, 5, 2, 1, 3, 4, 7, 1, 1, 1, 3, 1, 4, 4, 1, 6, 1, 1, 1, 5, 1, 7, 2, 1, 9, 1, 1, 1, 2, 1, 9, 1, 9, 1, 1, 1, 2, 1, 7, 1, 9, 1, 1, 1, 2, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 9, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 9, 1, 1, 1, 2, 1, 1, 1, 3, 1, 3, 1, 1, 7, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 7, 1, 2, 2, 2, 2, 3, 1, 4, 1, 1, 3, 1, 1, 9, 5, 2, 1, 3, 1, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 2, 2, 1, 5, 2, 1, 7, 1, 9, 2, 1, 2, 4, 1, 4, 4, 1, 2, 2, 2, 1, 7, 1, 2, 1, 4, 2, 5, 3, 5, 4, 3, 1, 2, 5, 3, 5, 9, 8, 1, 2, 2, 1, 7, 2, 4, 1, 2, 2, 1, 9, 4, 7, 1, 2, 2, 1, 6, 1, 2, 4, 1, 4, 1, 1, 3, 1, 1, 13, 1, 2, 2, 4, 1, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 1, 1, 7, 1, 5, 1, 2, 4, 1, 4, 1, 17, 7, 5, 5, 1, 21, 2, 2, 13, 8, 1, 2, 2, 1, 6, 1, 1, 9, 4, 1, 2, 3, 2, 7, 1, 2, 2, 1, 6, 1, 1, 1, 1, 3, 4, 1, 4, 1, 8, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 1, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 5, 4, 1, 9, 1, 2, 1, 1, 1, 4, 1, 13, 3, 4, 4, 1, 8, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 3, 4, 4, 1, 8, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 9, 7, 2, 1, 1, 1, 7, 1, 1, 6, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 7, 2, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 1, 9, 7, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 9, 6, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 2, 1, 5, 1, 1, 9, 7, 1, 5, 2, 1, 1, 1, 1, 2, 7, 1, 5, 2, 1, 7, 1, 4, 1, 1, 9, 3, 1, 4, 1, 8, 2, 1, 1, 1, 1, 2, 7, 1, 7, 1, 4, 2, 1, 3, 1, 4, 1, 7, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 2, 7, 1, 3, 1, 4, 1, 7, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 9, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 1, 3, 5, 1, 5, 2, 1, 2, 1, 5, 1, 4, 1, 1, 5, 6, 2, 2, 1, 1, 1, 3, 1, 5, 1, 5, 1, 4, 1, 1, 5, 2, 6, 1, 1, 2, 1, 8, 5, 7, 2, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 2, 2, 1, 5, 1, 2, 4, 7, 3, 7, 4, 3, 5, 1, 7, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 7, 3, 5, 1, 6, 1, 2, 5, 1, 2, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 2, 2, 1, 5, 6, 2, 7, 1, 4, 1, 3, 1, 1, 5, 1, 2, 2, 2, 1, 5, 1, 2, 1, 4, 3, 1, 3, 4, 5, 1, 1, 3, 1, 3, 1, 3, 5, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 2, 1, 10, 1, 4, 5, 1, 3, 2, 7, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 2, 2, 1, 5, 1, 2, 4, 1, 3, 3, 1, 3, 4, 3, 1, 5, 2, 1, 1, 2, 1, 2, 1, 1, 9, 1, 4, 1, 1, 1, 1, 1, 1, 5, 7, 2, 5, 1, 3, 1, 6, 1, 6, 1, 1, 5, 2, 6, 1, 3, 1, 6, 3, 1, 2, 7, 1, 6, 7, 3, 2, 6, 1, 6, 4, 1, 5, 2, 1, 3, 10, 1, 1, 2, 7, 2, 4, 1, 2, 2, 3, 1, 7, 4, 5, 2, 1, 2, 1, 2, 1, 5, 5, 4, 6, 1, 1, 1, 1, 3, 1, 1, 4, 1, 6, 1, 1, 3, 1, 1, 9, 2, 1, 5, 1, 2, 1, 3, 1, 2, 4, 5, 1, 6, 1, 2, 1, 8, 4, 9, 1, 1, 8, 4, 5, 6, 1, 9, 1, 2, 1, 3, 1, 4, 1, 9, 1, 2, 4, 2, 2, 1, 13, 3, 1, 4, 2, 1, 3, 1, 4, 1, 8, 1, 1, 13, 1, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 1, 9, 4, 1, 13, 1, 5, 4, 5, 1, 1, 4, 2, 2, 1, 1, 4], "chunk_stats": {"count": 2761, "sum": 7767, "mean": 2.8131111915972475, "median": 1.0, "p95": 9.0, "max": 30, "min": 1}}, {"stage": 1, "units_in": 2761, "units_out": 1259, "chunk_lengths": [1, 2, 2, 4, 1, 1, 1, 2, 2, 1, 3, 1, 2, 3, 2, 3, 1, 3, 1, 2, 1, 2, 2, 1, 1, 1, 2, 3, 1, 5, 2, 1, 3, 1, 3, 1, 3, 1, 1, 5, 2, 1, 1, 2, 2, 2, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 7, 3, 2, 1, 1, 3, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 2, 7, 2, 1, 2, 2, 1, 1, 1, 6, 3, 3, 2, 2, 5, 1, 4, 2, 2, 3, 1, 1, 3, 1, 1, 3, 2, 2, 5, 3, 1, 4, 2, 2, 4, 2, 1, 3, 1, 1, 1, 2, 5, 6, 1, 3, 1, 1, 2, 5, 3, 1, 1, 6, 2, 8, 1, 1, 2, 4, 3, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 2, 4, 3, 2, 2, 4, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 4, 4, 3, 1, 6, 2, 6, 4, 3, 1, 3, 1, 1, 1, 4, 3, 2, 1, 2, 4, 2, 3, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 4, 1, 3, 1, 4, 1, 1, 3, 1, 5, 1, 5, 2, 3, 4, 3, 2, 1, 1, 1, 1, 1, 5, 1, 5, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 3, 4, 3, 1, 1, 2, 2, 1, 1, 3, 3, 2, 1, 1, 1, 6, 3, 1, 1, 3, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 4, 1, 2, 3, 1, 2, 3, 1, 1, 1, 3, 2, 1, 2, 5, 1, 5, 1, 6, 1, 1, 2, 1, 6, 1, 4, 1, 4, 1, 3, 2, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 1, 1, 4, 1, 1, 3, 2, 1, 2, 2, 1, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 2, 1, 2, 2, 2, 1, 1, 2, 2, 6, 1, 2, 5, 3, 1, 1, 1, 7, 6, 3, 4, 1, 5, 1, 2, 1, 3, 4, 2, 2, 4, 1, 2, 1, 2, 2, 3, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 2, 6, 1, 1, 1, 7, 1, 3, 2, 5, 2, 5, 1, 1, 5, 1, 3, 2, 6, 1, 1, 2, 2, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 3, 2, 3, 3, 1, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 3, 1, 4, 2, 2, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 4, 3, 1, 1, 2, 4, 1, 1, 2, 2, 1, 1, 4, 3, 3, 1, 2, 6, 1, 2, 1, 4, 3, 1, 3, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 5, 5, 5, 7, 9, 1, 1, 6, 4, 2, 5, 2, 5, 4, 2, 2, 1, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 5, 1, 2, 2, 1, 1, 1, 2, 4, 1, 4, 1, 3, 2, 2, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 4, 1, 1, 3, 1, 5, 3, 1, 1, 6, 3, 1, 1, 1, 1, 6, 1, 1, 7, 3, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 4, 2, 1, 1, 4, 1, 1, 4, 11, 1, 1, 2, 1, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 1, 2, 1, 1, 3, 1, 2, 3, 1, 1, 8, 1, 5, 1, 1, 1, 1, 2, 2, 1, 1, 3, 3, 1, 3, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 7, 2, 4, 1, 1, 1, 6, 1, 3, 1, 4, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 6, 2, 3, 1, 8, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 3, 1, 2, 3, 1, 2, 1, 2, 2, 1, 1, 3, 3, 6, 1, 6, 5, 1, 7, 3, 3, 3, 5, 1, 3, 1, 1, 1, 4, 1, 4, 2, 1, 1, 1, 3, 2, 1, 3, 3, 1, 1, 3, 3, 6, 1, 6, 5, 1, 4, 1, 6, 2, 3, 4, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 3, 2, 4, 1, 1, 10, 1, 2, 1, 4, 2, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 5, 1, 2, 2, 1, 1, 2, 2, 3, 2, 1, 1, 2, 1, 2, 4, 2, 2, 6, 2, 6, 1, 2, 7, 2, 5, 1, 3, 2, 6, 4, 2, 6, 1, 1, 2, 2, 6, 2, 2, 2, 5, 1, 2, 2, 3, 1, 3, 2, 1, 2, 1, 2, 3, 1, 2, 2, 3, 2, 1, 1, 1, 6, 4, 1, 3, 3, 4, 1, 1, 3, 1, 6, 1, 3, 2, 2, 2, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 3, 1, 1, 2, 3, 2, 1, 2, 2, 5, 1, 1, 6, 1, 3, 1, 4, 2, 2, 3, 3, 1, 1, 3, 1, 2, 1, 6, 2, 1, 4, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 4, 4, 1, 7, 1, 1, 6, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 6, 2, 1, 5, 1, 2, 1, 1, 6, 1, 2, 1, 2, 1, 5, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 1, 2, 2, 2, 2, 2, 2, 3, 1, 5, 2, 3, 1, 3, 6, 1, 1, 1, 4, 1, 4, 1, 6, 3, 2, 1, 4, 1, 14, 1, 1, 1, 11, 1, 1, 1, 6, 12, 1, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 2, 1, 2, 1, 6, 4, 1, 8, 1, 1, 5, 5, 1, 6, 6, 1, 13, 1, 10, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 5, 2, 5, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 4, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 2, 5, 1, 1, 1, 2, 1, 1, 1, 2, 1, 5, 1, 4, 4, 2, 4, 1, 2, 2, 2, 1, 1, 2, 4, 1, 2, 5, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 1, 2, 1, 3, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 1, 2, 4, 1, 3, 1, 1, 2, 4, 1, 1, 4, 1, 1, 2, 4, 1, 5, 1, 1, 5, 3, 3, 1, 1, 5, 2, 2, 4, 1, 1, 2, 1, 6, 2, 1, 6, 1, 5, 1, 2, 1, 2, 3, 2, 5], "chunk_stats": {"count": 1259, "sum": 2761, "mean": 2.193010325655282, "median": 2.0, "p95": 6.0, "max": 14, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 704, "chunk_lengths": [5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 5, 2, 3, 1, 1, 4, 1, 5, 1, 5, 1, 5, 1, 5, 5, 5, 4, 6, 6, 2, 1, 2, 1, 3, 13, 4, 1, 17, 2, 1, 5, 1, 4, 1, 2, 1, 5, 1, 8, 2, 1, 2, 2, 2, 1, 17, 3, 4, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 3, 1, 13, 5, 1, 4, 1, 5, 1, 4, 1, 2, 8, 2, 4, 1, 1, 2, 4, 1, 5, 1, 4, 1, 13, 4, 1, 3, 1, 4, 2, 4, 1, 5, 1, 4, 1, 2, 2, 2, 4, 1, 13, 1, 5, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 2, 7, 1, 4, 1, 1, 4, 1, 4, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 13, 1, 3, 1, 2, 5, 1, 2, 2, 6, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 2, 6, 1, 2, 2, 6, 1, 1, 5, 3, 4, 1, 1, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 4, 1, 1, 5, 1, 4, 2, 21, 1, 5, 2, 1, 3, 1, 1, 6, 1, 4, 1, 2, 7, 1, 1, 7, 1, 17, 1, 13, 3, 4, 1, 5, 1, 1, 1, 1, 5, 4, 1, 9, 3, 4, 2, 2, 1, 1, 1, 1, 5, 8, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 2, 7, 1, 2, 2, 2, 5, 1, 4, 2, 5, 1, 1, 4, 2, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 5, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 5, 1, 1, 2, 2, 10, 1, 3, 5, 1, 5, 1, 2, 3, 4, 10, 1, 3, 2, 1, 5, 5, 5, 17, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 1, 1, 1, 4, 2, 1, 17, 2, 1, 1, 1, 1, 4, 1, 1, 6, 1, 5, 2, 1, 4, 1, 1, 3, 6, 1, 5, 3, 2, 1, 9, 2, 3, 4, 7, 6, 1, 2, 4, 7, 1, 3, 4, 1, 6, 1, 7, 5, 1, 9, 2, 3, 1, 3, 1, 1, 1, 2, 1, 1, 7, 1, 2, 1, 6, 1, 1, 6, 1, 1, 6, 1, 1, 8, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 6, 1, 9, 1, 1, 1, 2, 1, 6, 1, 1, 9, 5, 1, 9, 1, 2, 2, 3, 1, 4, 1, 13, 1, 3, 1, 1, 1, 7, 1, 5, 1, 1, 5, 1, 4, 1, 1, 5, 4, 1, 1, 3, 1, 1, 7, 1, 8, 1, 1, 3, 2, 1, 2, 2, 1, 5, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 4, 1, 4, 1, 8, 1, 1, 5, 1, 2, 8, 1, 5, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 4, 1, 8, 1, 5, 4, 1, 1, 2, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 9, 3, 4, 6, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 2, 6, 1, 6, 1, 5, 1, 7, 1, 4, 1, 3, 1, 4, 1, 7, 1, 4, 1, 1, 1, 1, 5, 6, 2, 3, 1, 5, 1, 5, 1, 2, 6, 1, 2, 1, 1, 9, 6, 2, 2, 2, 1, 5, 2, 6, 3, 6, 1, 4, 5, 5, 3, 2, 7, 1, 4, 1, 3, 1, 1, 1, 3, 11, 1, 5, 2, 1, 8, 2, 3, 2, 4, 2, 1, 6, 8, 1, 1, 1, 1, 5, 4, 1, 1, 2, 5, 1, 1, 3, 2, 3, 1, 1, 9, 1, 1, 1, 9, 2, 6, 1, 2, 1, 2, 2, 4, 8, 2, 3, 3, 5, 6, 4, 2], "chunk_stats": {"count": 716, "sum": 2048, "mean": 2.8603351955307263, "median": 2.0, "p95": 8.0, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 279, "chunk_lengths": [1, 7, 2, 1, 11, 1, 11, 2, 1, 1, 3, 1, 2, 2, 1, 2, 1, 1, 3, 7, 3, 3, 1, 2, 6, 1, 1, 1, 2, 1, 1, 1, 6, 1, 1, 1, 1, 3, 4, 2, 2, 3, 2, 6, 3, 1, 2, 1, 1, 1, 3, 1, 1, 2, 5, 3, 1, 1, 3, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 4, 1, 1, 6, 3, 2, 1, 3, 1, 1, 4, 3, 1, 6, 1, 1, 1, 1, 3, 3, 2, 1, 3, 6, 3, 3, 3, 1, 1, 1, 4, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 7, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 1, 4, 1, 5, 1, 1, 1, 3, 1, 3, 1, 3, 1, 1, 4, 1, 3, 6, 1, 2, 1, 1, 4, 1, 6, 1, 4, 4, 7, 2, 1, 7, 5, 4, 5, 2, 2, 1, 4, 1, 4, 7, 1, 1, 9, 2, 6, 2, 1, 2, 2, 7, 2, 2, 9, 1, 2, 9, 1, 1, 1, 3, 3, 1, 8, 3, 3, 1, 1, 4, 5, 4, 2, 3, 1, 5, 1, 1, 1, 3, 2, 4, 1, 1, 6, 4, 1, 7, 1, 5, 2, 3, 1, 2, 1, 1, 1, 4, 11, 1, 3, 1, 1, 1, 12, 2, 2, 2, 2, 2, 4, 1, 1, 1, 1, 3, 2, 3, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 2, 1, 1, 3, 1, 1, 4, 2, 1, 4, 2, 1, 1, 5, 4, 3, 1, 3, 1, 2, 2, 3, 4, 4, 1, 1, 2, 4, 1], "chunk_stats": {"count": 287, "sum": 704, "mean": 2.4529616724738674, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}, "active_size_stats": {"count": 704, "sum": 704, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 2, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0112217130044883, "decode_time_sec": 27.91852792201462, "total_time_sec": 28.97788385199965, "prefill_units_per_sec": 7980.445728388134, "prefill_bytes_per_sec": 7964.6232833256545, "decode_units_per_sec": 73.35630323062588, "decode_bytes_per_sec": 73.35630323062588, "total_units_per_sec": 70.67458791883713, "total_bytes_per_sec": 70.67458791883713, "step_latency_ms": {"count": 2048, "sum": 27940, "mean": 13.642578125, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3672.3359375, "peak_reserved_mb": 3824.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8054, "mean": 503.375, "median": 482.0, "p95": 789.5, "max": 806, "min": 281}, "model_input_units": {"count": 16, "sum": 8070, "mean": 504.375, "median": 483.0, "p95": 790.5, "max": 807, "min": 282}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 8054, "model_input_units": 8070, "stage0_units": 2733, "stage1_units": 1349, "bytes_per_stage0_unit": 2.946944749359678, "stage0_per_stage1_unit": 2.0259451445515197}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 8070, "units_out": 2733, "chunk_lengths": [1, 1, 3, 3, 1, 1, 8, 1, 7, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 8, 2, 7, 1, 7, 1, 3, 1, 9, 2, 4, 1, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 2, 4, 1, 1, 1, 1, 5, 7, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 7, 1, 2, 4, 1, 1, 1, 5, 2, 2, 5, 1, 1, 4, 5, 7, 1, 8, 1, 8, 2, 5, 5, 7, 1, 5, 2, 1, 8, 4, 1, 1, 1, 5, 1, 2, 4, 3, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 7, 1, 1, 1, 9, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 8, 2, 1, 1, 1, 5, 7, 1, 5, 2, 2, 5, 1, 1, 4, 1, 3, 1, 1, 7, 1, 3, 1, 1, 5, 7, 1, 8, 1, 8, 2, 1, 4, 1, 5, 2, 5, 1, 1, 4, 1, 1, 2, 1, 7, 1, 9, 1, 1, 7, 1, 1, 5, 7, 1, 2, 5, 1, 1, 6, 1, 2, 7, 6, 1, 7, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 6, 2, 1, 5, 1, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 8, 1, 1, 2, 1, 4, 5, 1, 1, 1, 3, 1, 1, 1, 7, 3, 1, 3, 1, 1, 6, 1, 16, 4, 2, 3, 5, 1, 1, 13, 5, 2, 2, 1, 1, 13, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 6, 1, 1, 17, 6, 2, 1, 3, 1, 1, 3, 1, 5, 1, 6, 1, 1, 1, 17, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 1, 3, 5, 1, 1, 1, 1, 1, 3, 2, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 9, 2, 4, 3, 1, 1, 1, 9, 2, 1, 2, 5, 1, 2, 4, 1, 1, 3, 4, 1, 2, 1, 1, 7, 1, 8, 1, 2, 2, 3, 1, 2, 4, 1, 5, 1, 3, 11, 1, 7, 1, 2, 1, 2, 3, 2, 2, 1, 4, 3, 4, 9, 1, 2, 2, 4, 1, 9, 1, 1, 1, 5, 2, 1, 3, 1, 1, 8, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 5, 1, 1, 9, 2, 1, 2, 1, 3, 8, 1, 2, 1, 4, 4, 1, 1, 10, 3, 4, 2, 6, 1, 6, 1, 1, 1, 1, 4, 9, 2, 4, 1, 6, 3, 1, 3, 1, 5, 2, 2, 1, 4, 1, 4, 2, 1, 1, 6, 1, 2, 1, 2, 11, 1, 9, 2, 3, 3, 5, 3, 1, 7, 1, 3, 4, 1, 3, 3, 5, 10, 1, 1, 9, 1, 1, 2, 2, 1, 1, 1, 1, 3, 1, 4, 1, 7, 3, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 10, 1, 2, 1, 2, 1, 1, 4, 9, 1, 2, 1, 3, 1, 1, 1, 3, 6, 1, 1, 3, 2, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 1, 2, 2, 2, 3, 5, 1, 4, 1, 2, 2, 1, 16, 3, 1, 8, 1, 5, 1, 1, 4, 2, 1, 5, 1, 3, 5, 1, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 4, 1, 6, 1, 1, 7, 1, 1, 2, 1, 1, 9, 3, 5, 1, 5, 2, 3, 5, 1, 5, 3, 1, 3, 1, 6, 1, 1, 7, 1, 1, 2, 1, 4, 9, 1, 3, 1, 6, 1, 8, 1, 5, 2, 8, 1, 4, 9, 1, 2, 3, 1, 8, 1, 5, 1, 13, 1, 6, 2, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 1, 6, 4, 3, 1, 3, 1, 1, 8, 1, 6, 1, 17, 1, 5, 5, 5, 1, 1, 3, 8, 1, 5, 1, 4, 1, 1, 1, 1, 1, 34, 1, 1, 6, 7, 1, 4, 5, 7, 1, 5, 1, 1, 6, 1, 7, 1, 1, 1, 1, 6, 1, 1, 5, 1, 1, 13, 6, 2, 1, 3, 1, 1, 8, 1, 6, 1, 1, 5, 1, 9, 4, 1, 13, 6, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 1, 5, 1, 9, 3, 4, 5, 1, 1, 1, 3, 1, 1, 2, 5, 1, 4, 5, 1, 5, 4, 5, 2, 1, 2, 4, 2, 4, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 8, 1, 4, 2, 1, 2, 4, 2, 3, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 5, 1, 2, 1, 2, 1, 2, 4, 2, 4, 1, 1, 1, 5, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 8, 1, 1, 4, 1, 1, 4, 1, 3, 2, 3, 1, 2, 4, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 5, 1, 2, 4, 5, 1, 9, 3, 4, 1, 1, 1, 2, 4, 1, 1, 1, 3, 3, 1, 4, 1, 1, 2, 1, 10, 1, 5, 1, 1, 1, 3, 1, 1, 9, 10, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 10, 1, 1, 2, 4, 1, 2, 6, 3, 1, 1, 9, 6, 1, 4, 1, 1, 2, 2, 1, 3, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 9, 6, 1, 1, 2, 4, 1, 5, 2, 1, 3, 1, 1, 3, 1, 6, 1, 1, 2, 4, 1, 4, 1, 6, 1, 4, 1, 1, 1, 1, 9, 1, 2, 2, 6, 1, 1, 2, 4, 1, 4, 1, 1, 3, 1, 10, 1, 1, 1, 2, 3, 1, 1, 5, 1, 1, 1, 4, 2, 1, 1, 1, 9, 3, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 2, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 1, 5, 4, 1, 2, 5, 1, 8, 2, 1, 3, 5, 1, 4, 7, 7, 1, 3, 1, 1, 5, 1, 1, 5, 1, 2, 4, 1, 3, 1, 1, 3, 1, 12, 2, 3, 10, 1, 2, 1, 1, 4, 1, 4, 1, 6, 1, 2, 1, 1, 1, 9, 1, 5, 10, 1, 1, 2, 1, 4, 1, 1, 1, 6, 1, 1, 1, 5, 1, 8, 1, 2, 4, 1, 2, 5, 1, 7, 1, 1, 5, 1, 1, 7, 1, 1, 4, 1, 9, 6, 1, 2, 2, 3, 3, 2, 9, 1, 1, 5, 1, 2, 1, 8, 1, 9, 1, 2, 9, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 6, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 2, 4, 1, 1, 2, 2, 6, 1, 2, 2, 1, 1, 9, 1, 2, 1, 1, 8, 1, 4, 1, 1, 2, 2, 4, 1, 5, 1, 2, 1, 2, 4, 1, 1, 3, 1, 2, 2, 8, 13, 4, 1, 5, 2, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 3, 1, 9, 4, 2, 1, 2, 4, 1, 4, 1, 2, 2, 5, 3, 1, 4, 1, 13, 4, 1, 5, 2, 4, 1, 3, 9, 4, 1, 1, 8, 2, 1, 1, 4, 1, 7, 1, 1, 7, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 3, 4, 1, 4, 1, 9, 3, 4, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 8, 1, 6, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 2, 3, 1, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 11, 10, 4, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 11, 14, 7, 2, 1, 2, 3, 1, 1, 3, 1, 1, 2, 4, 1, 6, 2, 1, 3, 1, 1, 6, 1, 5, 1, 2, 3, 2, 1, 2, 4, 1, 2, 2, 2, 2, 2, 1, 2, 3, 1, 2, 2, 1, 2, 1, 6, 2, 1, 1, 15, 4, 1, 6, 1, 5, 1, 3, 6, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 1, 11, 10, 1, 3, 1, 1, 6, 2, 2, 1, 4, 4, 3, 1, 3, 1, 3, 1, 1, 7, 1, 6, 1, 11, 3, 4, 1, 1, 3, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 13, 3, 4, 1, 3, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 1, 6, 1, 4, 1, 1, 1, 1, 8, 1, 2, 1, 3, 9, 4, 1, 1, 3, 1, 6, 1, 1, 1, 1, 2, 2, 3, 1, 4, 2, 3, 4, 1, 1, 1, 2, 4, 5, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 3, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 9, 1, 1, 9, 4, 1, 1, 1, 1, 6, 1, 4, 1, 1, 5, 1, 4, 1, 4, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 5, 1, 1, 13, 1, 3, 1, 1, 1, 4, 1, 1, 6, 1, 6, 1, 1, 1, 9, 2, 1, 6, 4, 1, 5, 1, 1, 5, 1, 3, 1, 3, 6, 1, 1, 1, 2, 1, 5, 1, 5, 5, 4, 9, 4, 1, 1, 6, 2, 1, 3, 1, 1, 5, 1, 5, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 1, 3, 1, 4, 1, 6, 1, 1, 9, 1, 2, 4, 1, 5, 1, 13, 4, 1, 6, 2, 1, 1, 1, 1, 2, 4, 1, 5, 9, 5, 2, 1, 4, 1, 1, 6, 2, 4, 1, 5, 1, 1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 6, 1, 4, 1, 9, 1, 3, 1, 6, 1, 4, 1, 9, 1, 1, 1, 3, 7, 4, 1, 1, 3, 2, 7, 2, 3, 1, 1, 1, 9, 4, 2, 2, 2, 4, 1, 1, 1, 1, 1, 13, 4, 2, 4, 1, 1, 1, 1, 6, 1, 1, 17, 1, 2, 1, 1, 6, 1, 21, 3, 4, 1, 3, 1, 8, 1, 1, 1, 17, 3, 4, 2, 2, 13, 3, 4, 2, 4, 1, 1, 9, 2, 2, 2, 2, 4, 1, 2, 2, 4, 1, 13, 1, 3, 1, 1, 3, 2, 1, 13, 1, 2, 2, 4, 1, 9, 1, 21, 1, 8, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 8, 1, 1, 4, 1, 1, 3, 2, 4, 2, 2, 6, 1, 1, 1, 9, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 4, 2, 1, 1, 2, 2, 4, 1, 1, 9, 1, 7, 2, 1, 4, 1, 1, 6, 1, 1, 5, 1, 6, 1, 10, 1, 5, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 1, 6, 1, 1, 4, 1, 1, 4, 1, 1, 4, 1, 3, 1, 1, 3, 1, 1, 4, 1, 3, 1, 26, 1, 1, 1, 15, 1, 4, 4, 1, 4, 1, 44, 1, 2, 6, 1, 2, 6, 1, 44, 1, 1, 5, 1, 2, 1, 1, 3, 1, 1, 5, 1, 2, 1, 44, 1, 1, 5, 1, 1, 5, 1, 1, 3, 1, 1, 1, 3, 1, 1, 5, 1, 2, 1, 8, 1, 1, 3, 2, 1, 2, 2, 5, 2, 1, 2, 2, 1, 1, 6, 20, 1, 2, 1, 2, 1, 4, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 5, 4, 3, 1, 4, 1, 8, 1, 1, 9, 1, 2, 1, 13, 3, 4, 4, 1, 8, 1, 9, 7, 4, 5, 1, 13, 3, 4, 2, 2, 1, 5, 3, 1, 3, 2, 3, 1, 4, 1, 3, 1, 5, 5, 1, 3, 2, 3, 1, 4, 1, 5, 1, 1, 5, 1, 2, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 5, 1, 3, 1, 2, 4, 4, 1, 9, 6, 1, 3, 1, 13, 1, 2, 1, 17, 3, 1, 4, 1, 2, 4, 1, 3, 1, 2, 1, 13, 7, 2, 2, 9, 1, 17, 1, 2, 1, 21, 4, 1, 5, 1, 2, 1, 21, 3, 4, 1, 4, 17, 7, 2, 2, 9, 1, 21, 3, 4, 1, 3, 1, 13, 1, 2, 1, 17, 5, 1, 5, 2, 4, 1, 5, 1, 2, 1, 1, 1, 1, 3, 4, 1, 1, 1, 1, 5, 1, 6, 5, 2, 1, 1, 1, 2, 1, 7, 5, 1, 2, 2, 1, 1, 5, 2, 1, 4, 3, 1, 4, 3, 1, 1, 1, 2, 6, 5, 1, 2, 1, 2, 4, 1, 4, 7, 1, 5, 5, 1, 7, 1, 8, 7, 10, 5, 1, 7, 1, 1, 4, 3, 1, 1, 3, 1, 4, 5, 2, 4, 1, 4, 1, 1, 5, 5, 5, 1, 1, 6, 1, 1, 2, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 5, 1, 5, 1, 1, 1, 1, 1, 3, 3, 8, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 1, 9, 5, 2, 1, 1, 1, 9, 1, 2, 1, 3, 1, 3, 1, 7, 1, 4, 1, 6, 1, 3, 1, 1, 6, 1, 1, 1, 3, 1, 6, 1, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 7, 6, 1, 1, 1, 18, 1, 6, 1, 2, 1, 5, 6, 1, 3, 1, 1, 1, 2, 5, 7, 1, 5, 1, 26, 1, 1, 6, 1, 1, 4, 5, 2, 6, 1, 7, 1, 10, 1, 27, 1, 2, 4, 2, 6, 1, 4, 8, 2, 6, 1, 3, 6, 1, 1, 17, 1, 5, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 13, 1, 1, 1, 1, 9, 1, 2, 1, 13, 6, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 3, 1, 6, 1, 1, 13, 1, 3, 1, 1, 8, 1, 5, 1, 7, 1, 6, 1, 1, 13, 4, 1, 3, 3, 6, 1, 1, 1, 1, 3, 1, 2, 1, 1, 1, 9, 1, 1, 5, 1, 9, 1, 3, 1, 9, 6, 1, 9, 1, 9, 1, 6, 1, 2, 2, 1, 9, 8, 1, 3, 1, 2, 2, 1, 9, 1, 4, 1, 4, 1, 9, 2, 1, 1, 1, 1, 4, 1, 9, 1, 5, 1, 4, 1, 9, 4, 4, 1, 4, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 6, 2, 1, 3, 1, 1, 1, 5, 1, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 9, 1, 1, 5, 1, 1, 1, 9, 1, 6, 1, 1, 3, 3, 1, 1, 9, 1, 6, 1, 9, 4, 4, 3, 1, 1, 4, 4, 1, 2, 1, 1, 4, 1, 2, 1, 6, 1, 2, 1, 2, 1, 2, 1, 2, 1, 8, 1, 3, 1, 1, 1, 13, 1, 2, 5, 1, 1, 1, 1, 3, 1, 1, 1, 2, 4, 4, 1, 17, 1, 1, 9, 1, 1, 5, 1, 3, 1, 3, 5, 1, 1], "chunk_stats": {"count": 2733, "sum": 8070, "mean": 2.9527991218441274, "median": 1.0, "p95": 9.0, "max": 44, "min": 1}}, {"stage": 1, "units_in": 2733, "units_out": 1349, "chunk_lengths": [1, 2, 1, 3, 2, 1, 6, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 1, 3, 2, 2, 6, 5, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 6, 1, 5, 1, 3, 2, 1, 1, 1, 3, 1, 3, 2, 1, 1, 1, 2, 2, 2, 1, 3, 6, 1, 5, 1, 2, 11, 1, 2, 1, 1, 2, 1, 1, 5, 7, 2, 1, 3, 2, 3, 1, 1, 5, 3, 5, 1, 2, 1, 1, 2, 5, 1, 1, 2, 3, 1, 1, 1, 2, 2, 4, 3, 1, 1, 5, 3, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 4, 1, 5, 1, 6, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 3, 10, 1, 1, 1, 5, 2, 2, 3, 1, 2, 1, 1, 3, 1, 2, 3, 3, 1, 3, 2, 1, 6, 1, 1, 3, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 5, 5, 1, 1, 1, 5, 1, 1, 2, 5, 3, 2, 5, 2, 7, 1, 1, 1, 2, 2, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 3, 1, 5, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 3, 1, 1, 3, 3, 1, 3, 1, 8, 4, 2, 2, 1, 1, 3, 3, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 1, 2, 1, 2, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 3, 1, 1, 3, 1, 2, 2, 1, 2, 1, 4, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 2, 3, 3, 1, 4, 1, 1, 1, 6, 2, 4, 2, 2, 1, 4, 1, 4, 1, 3, 1, 6, 2, 1, 4, 4, 1, 3, 1, 1, 2, 5, 1, 2, 1, 3, 3, 4, 3, 1, 4, 2, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 2, 3, 2, 5, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 2, 4, 1, 2, 4, 1, 1, 1, 1, 7, 4, 1, 2, 1, 1, 4, 2, 2, 1, 5, 1, 4, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 3, 1, 1, 4, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 3, 3, 3, 2, 2, 3, 2, 3, 1, 1, 1, 1, 4, 1, 2, 2, 1, 3, 1, 2, 1, 2, 3, 2, 3, 1, 4, 1, 2, 2, 1, 6, 2, 1, 1, 1, 4, 2, 1, 1, 2, 3, 1, 5, 1, 1, 1, 3, 2, 1, 2, 3, 2, 1, 6, 7, 8, 1, 2, 1, 7, 2, 1, 5, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 1, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 5, 4, 1, 2, 1, 2, 3, 3, 1, 5, 1, 1, 2, 1, 1, 6, 3, 2, 4, 2, 3, 1, 2, 3, 1, 1, 1, 4, 1, 1, 3, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 1, 2, 2, 1, 3, 4, 1, 1, 1, 4, 1, 1, 4, 5, 1, 5, 1, 1, 4, 2, 1, 1, 1, 2, 1, 1, 4, 1, 2, 5, 1, 2, 1, 1, 3, 3, 2, 3, 1, 3, 4, 1, 4, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 1, 1, 2, 3, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 3, 2, 1, 1, 1, 2, 1, 3, 1, 6, 4, 1, 1, 1, 1, 1, 2, 2, 1, 9, 4, 1, 1, 1, 1, 1, 2, 6, 1, 2, 5, 1, 3, 1, 5, 2, 3, 2, 5, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 4, 1, 1, 1, 2, 1, 3, 5, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 4, 1, 1, 5, 3, 3, 2, 1, 1, 9, 1, 1, 10, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 1, 4, 5, 1, 1, 2, 1, 9, 2, 2, 1, 9, 1, 2, 1, 9, 2, 2, 2, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 4, 1, 4, 1, 1, 1, 2, 2, 1, 7, 1, 3, 3, 1, 3, 1, 1, 4, 5, 4, 1, 1, 5, 1, 3, 1, 1, 2, 1, 4, 1, 1, 1, 5, 5, 2, 1, 3, 1, 3, 1, 1, 2, 3, 1, 1, 6, 2, 1, 1, 2, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 5, 1, 5, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 3, 4, 2, 4, 1, 1, 2, 4, 1, 1, 2, 3, 2, 3, 2, 1, 2, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 2, 1, 1, 2, 1, 3, 1, 1, 2, 1, 5, 1, 2, 1, 5, 5, 8, 1, 1, 1, 1, 3, 1, 3, 3, 3, 3, 4, 1, 8, 7, 2, 2, 3, 2, 3, 3, 4, 8, 3, 3, 2, 4, 1, 2, 3, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 3, 1, 2, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 3, 1, 3, 3, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 1, 1, 4, 5, 2, 3, 5, 1, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 4, 1, 1, 3, 1, 2, 1, 2, 5, 1, 1, 2, 2, 3, 1, 2, 1, 1, 3, 1, 2, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 3, 7, 4, 2, 1, 4, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 2, 2, 2, 1, 6, 1, 1, 2, 1, 2, 3, 2, 1, 1, 2, 2, 1, 3, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 4, 1, 2, 2, 2, 2, 1, 4, 1, 1, 5, 1, 2, 2, 3, 2, 1, 2, 1, 3, 1, 2, 1, 2, 4, 1, 3, 1, 2, 3, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 3, 1, 3, 5, 2, 6, 3, 5, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 3, 3, 1, 8, 1, 1, 4, 1, 4, 3, 1, 1, 1, 3, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 4, 1, 2, 2, 2, 1, 2, 2, 3, 3, 1, 1, 2, 2, 1, 1, 4, 2, 1, 1, 2, 2, 1, 1, 2, 2, 1, 1, 1, 1, 1, 6, 1, 6, 1, 2, 4, 1, 1, 6, 1, 7, 1, 1, 6, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 5, 1, 5, 2, 1, 1, 3, 2, 3, 1, 5, 1, 6, 3, 1, 2, 1], "chunk_stats": {"count": 1349, "sum": 2733, "mean": 2.0259451445515197, "median": 1.0, "p95": 5.0, "max": 11, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 622, "chunk_lengths": [5, 3, 4, 7, 1, 1, 1, 4, 3, 1, 1, 8, 1, 7, 1, 4, 1, 7, 1, 2, 5, 1, 1, 4, 1, 1, 1, 5, 7, 1, 1, 7, 2, 7, 1, 6, 1, 1, 5, 1, 1, 5, 1, 1, 1, 1, 4, 2, 3, 5, 1, 17, 5, 1, 1, 1, 5, 1, 1, 7, 1, 13, 3, 4, 1, 4, 5, 1, 5, 1, 2, 4, 1, 1, 3, 1, 4, 2, 6, 1, 1, 8, 1, 2, 4, 2, 2, 1, 13, 1, 1, 2, 2, 1, 1, 2, 2, 1, 3, 1, 7, 1, 3, 1, 11, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 3, 4, 1, 2, 1, 3, 4, 1, 6, 1, 7, 1, 8, 1, 5, 2, 8, 1, 4, 2, 1, 10, 1, 4, 2, 3, 5, 1, 4, 1, 29, 3, 1, 8, 1, 5, 2, 2, 1, 5, 13, 4, 5, 1, 1, 1, 1, 1, 1, 1, 13, 4, 5, 1, 1, 1, 1, 1, 1, 14, 1, 1, 14, 1, 1, 10, 1, 5, 4, 1, 9, 1, 7, 9, 3, 4, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 9, 3, 4, 1, 3, 1, 1, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 4, 1, 5, 1, 1, 1, 1, 1, 3, 2, 24, 2, 6, 1, 2, 1, 9, 4, 1, 13, 1, 4, 1, 1, 3, 1, 1, 5, 7, 5, 3, 1, 2, 4, 5, 1, 8, 1, 1, 1, 7, 1, 1, 7, 1, 4, 1, 8, 2, 6, 1, 6, 1, 1, 1, 1, 4, 7, 1, 1, 7, 1, 4, 1, 1, 9, 1, 1, 1, 9, 7, 1, 1, 8, 5, 2, 5, 1, 4, 1, 6, 3, 6, 4, 1, 1, 8, 1, 6, 1, 3, 1, 2, 2, 1, 1, 3, 2, 1, 7, 2, 1, 2, 2, 2, 1, 1, 10, 10, 4, 1, 7, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 2, 4, 9, 1, 3, 1, 6, 1, 4, 1, 9, 2, 1, 3, 1, 6, 1, 4, 1, 8, 1, 7, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 1, 9, 1, 3, 1, 6, 1, 4, 1, 21, 4, 1, 1, 4, 1, 22, 8, 1, 1, 3, 22, 5, 1, 1, 8, 4, 1, 1, 1, 5, 1, 6, 1, 1, 9, 7, 1, 4, 1, 6, 1, 2, 1, 1, 13, 6, 1, 5, 1, 1, 1, 1, 4, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 2, 2, 1, 1, 13, 3, 13, 7, 2, 2, 9, 1, 17, 3, 4, 1, 4, 1, 13, 1, 2, 3, 1, 5, 3, 5, 1, 4, 1, 17, 3, 4, 1, 5, 4, 5, 3, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 2, 4, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 13, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 4, 1, 9, 4, 1, 17, 4, 1, 1, 5, 1, 1, 3, 1, 1, 11, 1, 1, 2, 1, 1, 2, 1, 1, 1, 9, 7, 5, 6, 1, 2, 1, 1, 13, 1, 4, 1, 10, 1, 2, 5, 1, 1, 1, 3, 1, 1, 9, 1, 2, 1, 5, 1, 2, 4, 4, 1, 13, 1, 1, 9, 1, 1, 5, 1, 1, 1, 4, 1, 1, 3, 1, 4, 1, 9, 1, 2, 2, 4, 1, 2, 4, 4, 1, 7, 1, 3, 11, 6, 19, 3, 10, 2, 11], "chunk_stats": {"count": 632, "sum": 2048, "mean": 3.240506329113924, "median": 1.0, "p95": 10.0, "max": 29, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 278, "chunk_lengths": [1, 4, 1, 1, 7, 1, 1, 2, 1, 7, 1, 1, 1, 1, 2, 1, 3, 2, 1, 1, 2, 3, 1, 1, 2, 1, 1, 1, 2, 3, 4, 1, 5, 3, 1, 1, 5, 1, 1, 1, 1, 2, 4, 1, 3, 1, 3, 5, 2, 3, 3, 2, 1, 1, 1, 1, 2, 2, 3, 1, 1, 4, 1, 1, 1, 2, 3, 1, 4, 1, 4, 1, 4, 2, 5, 1, 1, 2, 1, 2, 3, 3, 2, 5, 3, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 1, 5, 1, 3, 3, 1, 14, 2, 1, 1, 1, 6, 3, 4, 1, 1, 4, 1, 2, 1, 5, 1, 3, 1, 1, 2, 1, 3, 1, 1, 2, 3, 4, 2, 2, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 1, 1, 2, 1, 1, 4, 1, 1, 4, 2, 2, 3, 4, 2, 2, 5, 1, 1, 3, 1, 3, 1, 1, 1, 1, 6, 2, 9, 2, 1, 6, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 4, 2, 2, 1, 3, 1, 1, 6, 1, 1, 2, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 1, 1, 4, 5, 1, 1, 1, 2, 1, 1, 8, 1, 1, 3, 3, 1, 8, 1, 1, 1, 7, 3, 3, 1, 2, 1, 1, 3, 6, 3, 5, 1, 1, 1, 2, 2, 2, 1, 2, 5, 2, 3, 1, 1, 1, 3, 5, 1, 6, 1, 5, 1, 2, 1, 1, 1, 3, 5, 1, 1, 1, 8, 7, 1, 3], "chunk_stats": {"count": 285, "sum": 622, "mean": 2.1824561403508773, "median": 1.0, "p95": 5.800000000000011, "max": 14, "min": 1}, "active_size_stats": {"count": 622, "sum": 622, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 3, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0154099479987053, "decode_time_sec": 27.84926230700148, "total_time_sec": 28.90793513799872, "prefill_units_per_sec": 8231.158278952233, "prefill_bytes_per_sec": 8215.401096317244, "decode_units_per_sec": 73.53875220907089, "decode_bytes_per_sec": 73.53875220907089, "total_units_per_sec": 70.84559966747531, "total_bytes_per_sec": 70.84559966747531, "step_latency_ms": {"count": 2048, "sum": 27921, "mean": 13.63330078125, "median": 8.0, "p95": 38.0, "max": 45, "min": 7}, "peak_allocated_mb": 3703.17578125, "peak_reserved_mb": 3822.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8342, "mean": 521.375, "median": 473.0, "p95": 848.75, "max": 851, "min": 302}, "model_input_units": {"count": 16, "sum": 8358, "mean": 522.375, "median": 474.0, "p95": 849.75, "max": 852, "min": 303}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 8342, "model_input_units": 8358, "stage0_units": 3020, "stage1_units": 1452, "bytes_per_stage0_unit": 2.762251655629139, "stage0_per_stage1_unit": 2.0798898071625342}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 8358, "units_out": 3020, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 1, 4, 1, 8, 1, 1, 3, 1, 1, 1, 9, 2, 4, 3, 5, 1, 1, 2, 1, 8, 1, 1, 4, 1, 10, 1, 1, 2, 3, 1, 1, 6, 1, 1, 10, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 9, 1, 2, 2, 1, 3, 1, 1, 2, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 1, 4, 1, 4, 1, 1, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 3, 1, 7, 1, 1, 1, 1, 1, 3, 1, 7, 1, 5, 1, 1, 3, 2, 5, 2, 3, 3, 1, 4, 1, 1, 5, 5, 1, 5, 2, 5, 1, 5, 3, 2, 1, 1, 2, 2, 1, 1, 5, 2, 7, 4, 2, 3, 6, 1, 1, 4, 5, 1, 5, 1, 2, 5, 1, 5, 1, 2, 1, 1, 6, 1, 1, 7, 4, 6, 3, 5, 1, 1, 6, 1, 5, 1, 9, 6, 2, 4, 1, 6, 1, 1, 6, 1, 5, 1, 5, 1, 9, 3, 2, 8, 2, 7, 2, 6, 1, 4, 1, 3, 1, 5, 1, 3, 2, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 9, 6, 1, 1, 5, 1, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4, 2, 5, 1, 2, 4, 1, 1, 1, 1, 1, 3, 5, 1, 2, 4, 1, 1, 1, 1, 1, 13, 1, 11, 1, 1, 3, 1, 2, 1, 1, 1, 7, 1, 3, 1, 1, 1, 5, 1, 4, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 2, 1, 1, 4, 1, 7, 5, 5, 1, 3, 1, 7, 1, 1, 2, 11, 1, 1, 8, 1, 1, 2, 9, 1, 5, 3, 3, 1, 3, 6, 1, 2, 2, 2, 3, 5, 1, 4, 1, 1, 4, 1, 1, 1, 1, 8, 1, 1, 7, 11, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 5, 1, 2, 3, 1, 1, 2, 1, 1, 6, 1, 3, 4, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 2, 8, 1, 1, 1, 1, 1, 1, 6, 2, 1, 5, 4, 4, 6, 13, 7, 2, 1, 3, 2, 4, 1, 5, 3, 1, 8, 3, 3, 1, 3, 2, 3, 1, 1, 1, 1, 1, 5, 1, 4, 7, 2, 5, 3, 10, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 7, 6, 1, 2, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 11, 1, 3, 1, 1, 2, 1, 1, 5, 1, 47, 13, 1, 11, 1, 13, 1, 11, 1, 5, 2, 3, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 7, 7, 2, 1, 1, 5, 1, 11, 1, 1, 2, 1, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 1, 5, 1, 4, 1, 36, 13, 1, 11, 1, 1, 1, 3, 2, 1, 1, 1, 1, 2, 3, 1, 1, 5, 2, 2, 1, 1, 1, 1, 4, 1, 1, 3, 2, 1, 4, 7, 1, 1, 4, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 7, 2, 1, 1, 1, 4, 5, 7, 2, 1, 1, 1, 5, 1, 2, 1, 9, 4, 3, 2, 1, 4, 3, 9, 1, 1, 5, 1, 1, 13, 4, 1, 6, 2, 3, 1, 1, 3, 1, 13, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 2, 4, 1, 6, 2, 1, 3, 4, 17, 1, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 2, 1, 1, 1, 4, 2, 1, 4, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 13, 7, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 13, 10, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 3, 1, 2, 1, 1, 1, 3, 1, 1, 1, 2, 2, 5, 2, 2, 13, 1, 2, 1, 7, 1, 2, 1, 1, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 1, 1, 1, 3, 4, 1, 11, 1, 1, 2, 21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 2, 2, 1, 1, 1, 17, 7, 3, 1, 3, 13, 2, 3, 11, 1, 1, 2, 4, 2, 3, 1, 3, 1, 6, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 3, 6, 1, 6, 1, 1, 3, 2, 5, 2, 6, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 1, 6, 1, 6, 1, 2, 1, 1, 13, 1, 3, 1, 6, 1, 8, 2, 6, 4, 1, 4, 2, 1, 6, 1, 1, 13, 4, 1, 1, 6, 2, 1, 1, 2, 4, 1, 4, 2, 1, 1, 1, 1, 1, 4, 2, 3, 6, 1, 9, 4, 1, 13, 1, 2, 4, 1, 1, 8, 1, 6, 2, 4, 1, 5, 1, 1, 17, 1, 5, 4, 5, 1, 1, 7, 1, 4, 3, 3, 5, 3, 1, 1, 13, 6, 1, 7, 2, 1, 13, 4, 1, 2, 1, 1, 2, 2, 3, 1, 4, 1, 1, 3, 9, 1, 2, 1, 1, 1, 3, 1, 1, 5, 2, 6, 1, 1, 1, 17, 1, 2, 1, 1, 6, 1, 5, 2, 3, 1, 4, 1, 17, 6, 1, 7, 2, 1, 13, 1, 2, 6, 1, 7, 1, 2, 3, 1, 1, 3, 1, 1, 5, 1, 1, 2, 1, 1, 17, 1, 3, 1, 1, 6, 1, 6, 3, 1, 17, 1, 3, 1, 1, 6, 1, 7, 1, 1, 6, 1, 5, 2, 6, 1, 17, 1, 3, 1, 1, 6, 1, 1, 8, 1, 1, 1, 6, 1, 5, 2, 1, 3, 1, 7, 1, 1, 8, 1, 17, 1, 3, 1, 1, 6, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 4, 1, 7, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 5, 1, 1, 4, 1, 1, 5, 1, 3, 2, 1, 3, 1, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 1, 1, 5, 1, 4, 2, 3, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 5, 1, 2, 1, 4, 1, 8, 2, 4, 4, 7, 5, 1, 2, 1, 8, 1, 9, 1, 4, 1, 5, 2, 2, 1, 1, 1, 2, 1, 5, 1, 3, 2, 1, 2, 1, 1, 2, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 9, 1, 5, 4, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 8, 1, 1, 1, 1, 3, 1, 7, 1, 2, 1, 2, 1, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8, 1, 1, 2, 7, 4, 1, 1, 2, 1, 1, 5, 2, 2, 1, 1, 1, 5, 4, 2, 3, 2, 1, 2, 1, 1, 1, 9, 1, 2, 4, 4, 1, 1, 1, 1, 13, 8, 1, 9, 1, 2, 2, 1, 1, 1, 2, 3, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 2, 2, 1, 9, 1, 8, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 8, 1, 2, 1, 2, 1, 1, 1, 5, 4, 1, 2, 2, 3, 1, 8, 1, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 1, 1, 3, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 2, 1, 1, 1, 5, 2, 1, 1, 1, 9, 4, 1, 13, 9, 1, 1, 3, 1, 5, 1, 1, 1, 1, 7, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 9, 3, 4, 1, 5, 7, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 7, 1, 5, 1, 9, 3, 4, 1, 5, 7, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 5, 1, 9, 3, 4, 1, 5, 5, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 2, 1, 1, 9, 3, 4, 1, 1, 3, 1, 7, 1, 1, 5, 1, 1, 2, 4, 1, 7, 1, 5, 1, 1, 2, 1, 7, 1, 5, 2, 5, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 2, 1, 5, 1, 5, 2, 1, 7, 1, 4, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 2, 2, 1, 3, 2, 7, 5, 1, 6, 3, 1, 7, 1, 5, 3, 4, 2, 1, 3, 1, 1, 3, 1, 1, 2, 1, 1, 7, 1, 6, 1, 1, 6, 1, 2, 3, 1, 5, 1, 5, 1, 2, 1, 5, 4, 1, 1, 3, 1, 3, 1, 2, 5, 1, 4, 1, 3, 1, 4, 1, 1, 1, 5, 1, 1, 1, 1, 1, 3, 1, 7, 1, 4, 1, 4, 2, 3, 1, 7, 1, 1, 5, 1, 6, 1, 2, 1, 2, 7, 1, 5, 1, 4, 6, 2, 1, 2, 3, 4, 1, 5, 1, 2, 1, 4, 2, 1, 7, 1, 2, 1, 7, 1, 7, 1, 3, 1, 2, 1, 1, 7, 1, 4, 1, 1, 2, 1, 1, 1, 4, 2, 4, 2, 4, 2, 1, 2, 1, 7, 1, 1, 7, 2, 4, 7, 1, 2, 1, 3, 4, 2, 1, 3, 2, 5, 3, 10, 1, 1, 1, 1, 4, 2, 1, 1, 1, 1, 4, 2, 1, 1, 5, 1, 1, 1, 1, 4, 6, 1, 1, 3, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 2, 5, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 5, 1, 8, 1, 1, 2, 1, 1, 5, 1, 2, 1, 2, 1, 4, 1, 5, 1, 2, 1, 1, 1, 9, 1, 5, 1, 8, 5, 1, 1, 2, 5, 3, 1, 2, 6, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 1, 5, 2, 1, 3, 3, 3, 1, 4, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 5, 1, 1, 6, 3, 2, 4, 1, 3, 1, 4, 3, 1, 6, 5, 4, 1, 4, 1, 1, 1, 2, 1, 4, 1, 3, 9, 1, 1, 2, 1, 1, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 6, 1, 1, 3, 2, 1, 1, 4, 2, 1, 6, 1, 1, 3, 1, 1, 9, 8, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 2, 9, 1, 2, 1, 6, 9, 7, 1, 2, 2, 1, 1, 1, 1, 3, 1, 7, 1, 1, 3, 1, 1, 2, 2, 5, 1, 8, 1, 1, 9, 9, 2, 1, 1, 4, 1, 6, 1, 1, 1, 1, 2, 1, 1, 8, 1, 1, 1, 4, 2, 1, 6, 1, 1, 5, 1, 1, 1, 4, 1, 1, 9, 4, 3, 3, 8, 1, 13, 4, 3, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 3, 1, 1, 1, 17, 9, 2, 1, 3, 1, 1, 5, 1, 2, 2, 1, 6, 1, 1, 3, 1, 3, 1, 1, 17, 1, 2, 9, 1, 2, 2, 2, 2, 7, 1, 2, 4, 8, 1, 1, 2, 3, 5, 17, 2, 3, 1, 9, 3, 8, 1, 1, 3, 1, 1, 2, 8, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 11, 1, 2, 2, 1, 1, 5, 5, 1, 5, 2, 10, 1, 1, 1, 1, 2, 1, 1, 11, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 6, 1, 10, 1, 1, 1, 1, 2, 1, 1, 9, 3, 1, 10, 1, 1, 2, 2, 1, 5, 6, 1, 10, 1, 2, 1, 2, 1, 5, 10, 1, 1, 2, 2, 1, 1, 6, 1, 6, 1, 10, 1, 1, 2, 2, 1, 4, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 4, 10, 1, 6, 1, 2, 5, 1, 1, 10, 1, 1, 1, 1, 2, 1, 8, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 6, 1, 10, 1, 1, 1, 1, 2, 1, 5, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 2, 1, 2, 1, 6, 1, 4, 1, 10, 1, 1, 1, 1, 2, 1, 6, 4, 1, 10, 1, 1, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 1, 1, 3, 2, 6, 2, 5, 2, 4, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 9, 1, 2, 6, 1, 1, 8, 3, 1, 7, 1, 8, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 1, 2, 1, 8, 1, 8, 1, 1, 1, 9, 1, 2, 5, 1, 1, 8, 3, 1, 7, 1, 5, 1, 13, 1, 5, 1, 6, 8, 5, 1, 1, 4, 6, 1, 1, 6, 3, 3, 1, 8, 1, 5, 1, 1, 1, 1, 9, 1, 2, 4, 4, 1, 13, 5, 2, 5, 1, 4, 1, 9, 5, 2, 2, 1, 1, 3, 1, 2, 1, 1, 9, 1, 3, 2, 6, 2, 3, 2, 1, 4, 3, 2, 1, 1, 1, 6, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 5, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 5, 3, 1, 5, 1, 6, 2, 1, 1, 1, 1, 5, 4, 5, 1, 3, 6, 1, 9, 5, 1, 8, 1, 2, 5, 1, 9, 1, 6, 1, 6, 2, 12, 1, 4, 1, 2, 2, 5, 1, 11, 1, 4, 1, 1, 2, 1, 1, 1, 1, 12, 1, 4, 1, 2, 2, 3, 2, 1, 3, 2, 1, 11, 1, 2, 1, 3, 1, 2, 3, 2, 1, 3, 2, 9, 1, 1, 9, 1, 2, 1, 1, 1, 7, 1, 3, 1, 3, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 1, 1, 1, 6, 2, 1, 3, 2, 3, 1, 9, 4, 1, 13, 1, 7, 2, 1, 1, 1, 2, 2, 1, 6, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 8, 2, 1, 4, 3, 2, 3, 1, 1, 9, 4, 3, 3, 1, 4, 1, 4, 1, 1, 1, 1, 1, 1, 3, 7, 1, 6, 1, 1, 1, 1, 2, 2, 9, 1, 1, 5, 1, 5, 1, 6, 2, 1, 1, 1, 2, 1, 3, 1, 1, 5, 1, 5, 1, 1, 1, 5, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 5, 1, 4, 1, 9, 1, 5, 1, 5, 1, 6, 1, 4, 1, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 8, 2, 9, 1, 1, 1, 7, 1, 1, 1, 1, 9, 1, 5, 1, 5, 1, 6, 1, 5, 2, 1, 1, 3, 1, 2, 1, 5, 1, 1, 3, 2, 8, 1, 1, 1, 1, 2, 5, 1, 1, 2, 2, 2, 6, 1, 4, 1, 1, 9, 6, 1, 4, 1, 1, 1, 6, 1, 5, 1, 2, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 1, 9, 1, 3, 6, 1, 1, 4, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 6, 1, 5, 1, 9, 1, 3, 1, 1, 2, 1, 8, 1, 8, 1, 8, 1, 27, 6, 1, 6, 1, 27, 6, 1], "chunk_stats": {"count": 3020, "sum": 8358, "mean": 2.7675496688741723, "median": 1.0, "p95": 9.0, "max": 47, "min": 1}}, {"stage": 1, "units_in": 3020, "units_out": 1452, "chunk_lengths": [1, 2, 2, 5, 2, 1, 4, 1, 1, 1, 1, 4, 1, 2, 1, 6, 1, 1, 1, 6, 1, 1, 1, 1, 5, 2, 4, 2, 1, 1, 6, 3, 1, 2, 1, 3, 1, 1, 2, 1, 1, 1, 2, 2, 1, 4, 1, 4, 2, 2, 2, 1, 1, 1, 2, 1, 5, 2, 6, 1, 1, 6, 3, 1, 3, 4, 1, 2, 1, 1, 3, 2, 1, 11, 2, 1, 1, 2, 2, 2, 1, 3, 1, 1, 2, 4, 1, 3, 1, 2, 1, 2, 1, 5, 1, 1, 1, 7, 2, 1, 1, 5, 1, 5, 1, 1, 2, 4, 3, 1, 1, 1, 2, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 2, 1, 3, 1, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 1, 5, 2, 1, 3, 2, 2, 4, 1, 4, 1, 1, 3, 2, 4, 3, 2, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 1, 2, 1, 1, 2, 4, 1, 3, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 3, 2, 1, 2, 1, 8, 2, 1, 1, 1, 1, 6, 3, 1, 3, 1, 1, 3, 1, 1, 2, 1, 3, 3, 1, 8, 1, 1, 1, 17, 1, 1, 1, 1, 3, 7, 1, 1, 7, 2, 3, 1, 3, 1, 1, 1, 11, 1, 1, 1, 4, 1, 1, 6, 1, 1, 9, 2, 3, 1, 1, 2, 4, 1, 2, 1, 2, 1, 2, 4, 1, 2, 1, 3, 3, 1, 1, 1, 1, 6, 6, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 4, 1, 4, 2, 1, 5, 4, 1, 4, 3, 1, 1, 4, 4, 2, 6, 1, 4, 1, 3, 1, 2, 2, 1, 1, 1, 1, 6, 3, 1, 2, 1, 1, 6, 3, 1, 1, 2, 9, 2, 1, 2, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 4, 2, 1, 2, 1, 1, 1, 1, 3, 1, 3, 2, 1, 6, 2, 2, 2, 2, 1, 2, 1, 1, 3, 1, 1, 3, 5, 2, 3, 1, 1, 4, 1, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 5, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 4, 1, 3, 1, 1, 1, 3, 2, 1, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 5, 2, 1, 5, 1, 2, 3, 2, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 3, 1, 1, 3, 1, 1, 1, 3, 6, 3, 2, 1, 2, 1, 1, 1, 2, 5, 1, 3, 2, 1, 1, 5, 2, 7, 1, 3, 1, 6, 1, 2, 1, 6, 1, 1, 1, 1, 2, 3, 1, 6, 2, 1, 3, 2, 4, 1, 4, 1, 6, 2, 3, 2, 1, 2, 1, 3, 1, 2, 3, 1, 1, 2, 2, 3, 1, 1, 1, 2, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 2, 1, 1, 3, 4, 2, 1, 1, 4, 2, 1, 3, 1, 4, 2, 1, 2, 1, 3, 4, 1, 2, 1, 2, 4, 1, 5, 2, 2, 3, 2, 2, 4, 1, 4, 1, 1, 2, 1, 6, 1, 1, 1, 5, 2, 2, 1, 2, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 4, 1, 2, 1, 1, 3, 4, 3, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 3, 1, 4, 1, 1, 2, 4, 3, 1, 1, 3, 3, 1, 4, 2, 1, 2, 3, 1, 2, 1, 1, 1, 2, 2, 4, 1, 1, 2, 1, 1, 1, 2, 2, 2, 2, 1, 1, 5, 1, 4, 1, 1, 3, 1, 1, 6, 3, 7, 1, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 5, 3, 1, 6, 1, 3, 1, 1, 9, 5, 1, 1, 4, 1, 1, 3, 1, 1, 9, 6, 1, 1, 2, 1, 2, 2, 2, 1, 3, 2, 1, 1, 3, 1, 3, 1, 1, 3, 2, 1, 3, 1, 1, 2, 1, 2, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 8, 3, 4, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 1, 1, 2, 2, 4, 1, 3, 3, 1, 2, 4, 1, 1, 1, 1, 2, 1, 2, 3, 1, 3, 2, 1, 2, 1, 4, 2, 1, 2, 1, 1, 2, 1, 1, 3, 1, 2, 2, 1, 4, 1, 4, 1, 1, 1, 2, 1, 3, 3, 2, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 21, 1, 1, 3, 2, 2, 2, 5, 2, 1, 3, 1, 2, 1, 1, 2, 2, 1, 2, 2, 3, 2, 1, 2, 2, 2, 5, 2, 1, 3, 1, 3, 1, 2, 2, 1, 1, 2, 2, 3, 2, 1, 4, 1, 1, 4, 1, 2, 1, 1, 2, 1, 1, 2, 4, 2, 2, 3, 2, 5, 1, 6, 1, 2, 1, 1, 2, 2, 3, 2, 3, 2, 1, 2, 3, 3, 2, 2, 1, 2, 1, 1, 4, 1, 1, 3, 1, 1, 5, 1, 2, 7, 3, 5, 1, 1, 1, 2, 2, 3, 1, 3, 2, 1, 1, 5, 2, 1, 1, 1, 1, 4, 2, 7, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 2, 2, 1, 1, 4, 4, 1, 3, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 4, 9, 1, 1, 1, 5, 2, 6, 4, 2, 2, 5, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 3, 2, 2, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 3, 2, 1, 5, 3, 2, 1, 5, 3, 2, 1, 3, 1, 2, 2, 1, 4, 2, 1, 4, 4, 3, 4, 2, 4, 4, 1, 4, 2, 2, 2, 2, 5, 4, 2, 2, 2, 2, 5, 2, 3, 5, 2, 3, 5, 2, 3, 5, 2, 3, 4, 2, 4, 5, 5, 2, 3, 1, 2, 2, 2, 1, 3, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 2, 3, 1, 5, 1, 2, 5, 2, 2, 2, 3, 2, 3, 2, 1, 1, 2, 3, 4, 2, 1, 2, 5, 2, 2, 2, 2, 2, 3, 2, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 2, 1, 3, 3, 1, 2, 1, 2, 2, 1, 1, 3, 1, 2, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 3, 2, 1, 1, 1, 4, 2, 2, 1, 1, 3, 2, 5, 2, 5, 6, 1, 1, 1, 1, 1, 5, 2, 3, 1, 2, 1, 7, 2, 1, 1, 2, 2, 5, 1, 2, 2, 4, 3, 2, 4, 3, 2, 4, 3, 2, 2, 1, 1, 4, 1, 3, 5, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 7, 3, 4, 1, 5, 4, 1, 4, 4, 1, 2, 1, 1, 4, 4, 3, 1, 1, 1, 1, 1, 7, 1, 1, 2, 3, 1, 2, 2, 1, 1, 1, 1, 1, 2, 2, 1, 4, 7, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 4, 1, 4, 1, 4, 2, 2, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 3, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 7, 1, 1, 1, 2, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 4, 1, 1, 3, 3, 1, 4, 5, 1, 5, 1, 1, 1, 2, 4, 1, 6, 2, 3, 3, 1, 7, 2, 1, 1, 2, 1, 1, 1, 2, 1, 1], "chunk_stats": {"count": 1452, "sum": 3020, "mean": 2.0798898071625342, "median": 2.0, "p95": 5.0, "max": 21, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 672, "chunk_lengths": [1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 9, 1, 1, 1, 6, 2, 1, 1, 1, 5, 1, 3, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 9, 2, 7, 1, 4, 1, 4, 1, 9, 6, 1, 4, 1, 1, 2, 7, 1, 5, 1, 3, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 9, 6, 1, 4, 1, 5, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 2, 2, 2, 5, 1, 4, 1, 4, 1, 13, 1, 11, 1, 5, 4, 1, 7, 6, 1, 2, 1, 1, 5, 1, 11, 1, 13, 1, 11, 1, 13, 1, 11, 1, 1, 21, 1, 7, 1, 2, 1, 1, 2, 1, 3, 4, 2, 1, 1, 1, 1, 5, 1, 3, 11, 1, 1, 2, 4, 1, 1, 1, 17, 7, 3, 11, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 1, 4, 1, 7, 1, 5, 1, 1, 1, 6, 1, 5, 2, 1, 1, 17, 4, 1, 1, 5, 1, 5, 1, 1, 1, 6, 1, 5, 9, 1, 5, 6, 1, 2, 1, 9, 1, 2, 1, 5, 2, 1, 1, 6, 1, 1, 1, 5, 1, 2, 1, 1, 1, 10, 3, 5, 1, 1, 1, 2, 1, 5, 6, 1, 5, 1, 5, 1, 2, 1, 1, 2, 1, 1, 2, 8, 1, 1, 4, 1, 1, 1, 1, 5, 3, 4, 8, 1, 1, 1, 4, 1, 7, 1, 2, 1, 2, 1, 1, 3, 3, 1, 1, 1, 5, 5, 12, 7, 1, 6, 4, 1, 5, 1, 8, 1, 1, 5, 2, 1, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 1, 5, 1, 1, 4, 1, 9, 3, 4, 1, 5, 1, 4, 7, 1, 3, 1, 5, 1, 2, 3, 1, 3, 1, 5, 1, 1, 2, 2, 4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7, 1, 6, 1, 2, 1, 1, 7, 1, 4, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 6, 1, 1, 4, 6, 1, 1, 1, 1, 3, 2, 7, 6, 1, 7, 2, 1, 4, 9, 1, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 1, 2, 5, 9, 1, 2, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 2, 5, 17, 4, 2, 27, 1, 1, 1, 1, 1, 1, 1, 8, 1, 1, 3, 1, 1, 2, 8, 1, 1, 8, 4, 1, 10, 1, 1, 1, 1, 2, 1, 8, 3, 1, 10, 1, 2, 1, 2, 1, 10, 3, 1, 10, 1, 1, 1, 1, 2, 1, 8, 1, 3, 1, 10, 1, 1, 1, 1, 2, 1, 1, 5, 13, 1, 4, 1, 2, 4, 1, 13, 1, 5, 1, 2, 5, 1, 13, 1, 6, 1, 2, 6, 1, 13, 1, 1, 7, 1, 2, 5, 1, 1, 7, 1, 13, 5, 1, 1, 1, 6, 1, 1, 8, 1, 1, 2, 3, 1, 1, 2, 2, 1, 2, 2, 5, 1, 1, 13, 5, 1, 1, 6, 1, 13, 5, 1, 1, 1, 1, 13, 1, 1, 7, 1, 9, 1, 5, 1, 5, 1, 6, 1, 6, 2, 1, 6, 1, 5, 4, 1, 9, 2, 5, 2, 1, 7, 1, 1, 4, 4, 5, 1, 4, 1, 9, 1, 5, 1, 1, 6, 1, 9, 1, 3, 1, 1, 2, 1, 7, 1, 1, 9, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 9, 1, 3, 1, 1, 2, 1, 2, 2, 1, 1, 9, 4, 1, 1, 2, 1, 2, 2, 1, 4, 1, 1, 9, 4, 1, 1, 4, 2, 9, 6, 38, 4, 4], "chunk_stats": {"count": 679, "sum": 2048, "mean": 3.01620029455081, "median": 1.0, "p95": 9.0, "max": 38, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 256, "chunk_lengths": [3, 1, 1, 4, 6, 2, 1, 3, 4, 1, 4, 8, 1, 3, 4, 1, 1, 1, 1, 1, 3, 1, 1, 3, 3, 1, 4, 1, 3, 2, 1, 4, 1, 3, 5, 3, 3, 1, 5, 6, 5, 1, 2, 1, 2, 6, 4, 5, 1, 1, 3, 1, 3, 2, 7, 2, 4, 1, 1, 2, 1, 1, 2, 3, 2, 3, 1, 5, 5, 3, 2, 3, 1, 4, 3, 3, 2, 4, 2, 2, 4, 1, 4, 5, 1, 1, 2, 2, 1, 7, 1, 1, 1, 1, 1, 2, 2, 3, 1, 1, 4, 1, 1, 3, 5, 1, 4, 1, 1, 1, 1, 4, 1, 1, 3, 2, 1, 3, 1, 1, 9, 6, 1, 1, 4, 2, 1, 3, 1, 1, 9, 1, 9, 2, 2, 2, 7, 1, 3, 1, 4, 2, 2, 1, 9, 2, 1, 2, 1, 2, 7, 7, 1, 2, 1, 8, 8, 2, 1, 2, 1, 8, 1, 1, 1, 1, 2, 8, 2, 3, 2, 1, 1, 2, 3, 5, 2, 3, 4, 2, 3, 5, 3, 3, 5, 3, 1, 3, 2, 1, 1, 3, 2, 1, 1, 3, 2, 1, 1, 4, 5, 1, 1, 2, 3, 1, 3, 2, 1, 2, 1, 1, 2, 4, 1, 2, 3, 1, 2, 3, 1, 1, 3, 1, 7, 1, 1, 3, 1, 2, 1, 1, 1, 1, 4, 1, 1, 4, 1, 1, 2, 1, 6, 1, 2, 1, 8, 2, 1, 8, 2, 1, 7, 2, 2, 1, 6, 2, 1, 7, 3, 3], "chunk_stats": {"count": 262, "sum": 672, "mean": 2.564885496183206, "median": 2.0, "p95": 7.0, "max": 9, "min": 1}, "active_size_stats": {"count": 672, "sum": 672, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 4, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0106672940091812, "decode_time_sec": 28.312909701002354, "total_time_sec": 29.366174852999393, "prefill_units_per_sec": 6842.014222671761, "prefill_bytes_per_sec": 6826.1830979338365, "decode_units_per_sec": 72.3344941098546, "decode_bytes_per_sec": 72.3344941098546, "total_units_per_sec": 69.74010099210528, "total_bytes_per_sec": 69.74010099210528, "step_latency_ms": {"count": 2048, "sum": 28327, "mean": 13.83154296875, "median": 8.0, "p95": 38.0, "max": 46, "min": 8}, "peak_allocated_mb": 3704.91943359375, "peak_reserved_mb": 3862.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6899, "mean": 431.1875, "median": 318.0, "p95": 891.5, "max": 914, "min": 257}, "model_input_units": {"count": 16, "sum": 6915, "mean": 432.1875, "median": 319.0, "p95": 892.5, "max": 915, "min": 258}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6899, "model_input_units": 6915, "stage0_units": 2226, "stage1_units": 1120, "bytes_per_stage0_unit": 3.0992812219227313, "stage0_per_stage1_unit": 1.9875}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6915, "units_out": 2226, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 1, 3, 1, 1, 3, 2, 6, 1, 2, 2, 2, 8, 1, 2, 2, 1, 1, 9, 2, 4, 6, 5, 1, 3, 8, 5, 1, 6, 8, 9, 1, 6, 2, 9, 1, 2, 9, 5, 1, 3, 1, 8, 9, 7, 2, 7, 1, 2, 7, 5, 1, 3, 1, 6, 1, 9, 2, 4, 9, 1, 6, 7, 1, 1, 1, 3, 8, 1, 1, 2, 1, 1, 4, 1, 1, 5, 1, 1, 1, 4, 1, 1, 6, 1, 8, 1, 32, 3, 1, 5, 1, 32, 7, 1, 1, 1, 33, 1, 5, 1, 8, 1, 1, 4, 1, 1, 3, 4, 1, 2, 3, 3, 1, 5, 1, 5, 4, 1, 2, 3, 3, 1, 5, 1, 7, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 3, 7, 1, 9, 8, 7, 1, 2, 1, 5, 1, 9, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 4, 1, 1, 6, 1, 1, 9, 8, 7, 8, 1, 1, 4, 1, 1, 6, 1, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 3, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 2, 2, 3, 1, 3, 1, 2, 3, 4, 1, 2, 1, 1, 1, 1, 1, 1, 13, 7, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 17, 1, 1, 1, 1, 18, 1, 7, 1, 1, 1, 1, 2, 1, 3, 1, 6, 1, 17, 1, 6, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 1, 5, 1, 1, 1, 1, 2, 1, 3, 1, 5, 1, 17, 1, 3, 3, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 3, 1, 17, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 5, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 4, 2, 3, 1, 3, 1, 1, 3, 5, 1, 1, 17, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 1, 3, 1, 3, 4, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 1, 9, 2, 3, 4, 1, 6, 1, 2, 1, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 4, 1, 13, 7, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 2, 2, 1, 4, 1, 5, 1, 1, 1, 3, 1, 1, 4, 1, 8, 1, 5, 2, 6, 2, 7, 1, 4, 1, 2, 6, 1, 1, 1, 1, 1, 1, 1, 21, 1, 7, 1, 2, 2, 2, 9, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 5, 1, 6, 2, 1, 1, 3, 1, 9, 1, 1, 1, 1, 3, 1, 5, 1, 7, 1, 1, 1, 4, 1, 1, 1, 5, 1, 2, 7, 1, 2, 1, 2, 1, 1, 1, 1, 1, 3, 1, 5, 1, 4, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 1, 1, 9, 1, 5, 1, 6, 5, 1, 13, 1, 1, 6, 4, 1, 1, 1, 2, 1, 5, 1, 1, 1, 2, 1, 2, 4, 1, 1, 1, 1, 6, 1, 1, 13, 1, 1, 6, 1, 6, 2, 1, 9, 1, 5, 1, 3, 4, 1, 1, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 1, 2, 10, 1, 2, 2, 2, 1, 9, 10, 2, 13, 1, 9, 1, 5, 5, 5, 1, 9, 1, 2, 1, 2, 1, 1, 1, 1, 3, 6, 1, 13, 1, 2, 1, 2, 1, 1, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 9, 2, 3, 1, 1, 3, 1, 1, 3, 6, 1, 13, 1, 2, 1, 1, 3, 1, 5, 2, 1, 7, 1, 1, 7, 2, 6, 1, 1, 6, 1, 1, 3, 6, 1, 22, 1, 1, 1, 5, 1, 1, 9, 5, 2, 1, 2, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 4, 3, 1, 1, 3, 7, 1, 1, 7, 1, 4, 1, 1, 1, 1, 9, 10, 2, 1, 2, 1, 9, 2, 3, 1, 4, 1, 1, 1, 9, 4, 3, 4, 1, 1, 4, 3, 1, 7, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 11, 1, 1, 10, 1, 2, 1, 1, 4, 2, 5, 1, 4, 1, 2, 2, 2, 4, 1, 1, 2, 1, 1, 1, 1, 5, 1, 6, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 3, 1, 1, 3, 1, 1, 8, 1, 2, 1, 1, 4, 2, 1, 4, 8, 1, 2, 10, 1, 1, 3, 5, 1, 1, 3, 5, 1, 8, 1, 3, 3, 1, 11, 1, 1, 6, 4, 2, 1, 1, 1, 5, 1, 5, 2, 2, 1, 1, 4, 1, 1, 4, 1, 1, 1, 3, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 5, 8, 2, 1, 5, 1, 7, 1, 7, 1, 2, 4, 2, 2, 6, 1, 5, 1, 4, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 1, 4, 1, 7, 1, 1, 2, 1, 4, 1, 7, 1, 7, 2, 2, 6, 1, 5, 3, 4, 2, 6, 1, 3, 1, 1, 1, 1, 4, 1, 7, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 3, 1, 1, 9, 6, 1, 3, 1, 13, 1, 7, 2, 5, 1, 1, 3, 1, 6, 1, 13, 1, 6, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 13, 1, 2, 4, 1, 5, 1, 17, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 21, 1, 6, 2, 1, 3, 1, 4, 1, 1, 2, 17, 4, 1, 21, 5, 1, 1, 3, 8, 1, 7, 1, 1, 1, 21, 8, 13, 1, 2, 1, 5, 1, 1, 1, 1, 4, 3, 1, 3, 1, 8, 1, 17, 5, 1, 1, 2, 6, 7, 1, 1, 17, 8, 13, 8, 2, 1, 3, 1, 8, 1, 1, 5, 1, 1, 1, 1, 13, 1, 3, 1, 4, 1, 1, 3, 2, 1, 5, 13, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 5, 12, 6, 1, 1, 1, 6, 5, 1, 7, 7, 1, 5, 2, 6, 1, 2, 4, 3, 8, 1, 1, 7, 1, 1, 6, 1, 2, 1, 5, 1, 1, 1, 10, 3, 3, 2, 6, 6, 1, 4, 1, 1, 1, 7, 1, 6, 1, 3, 1, 6, 2, 3, 4, 4, 1, 4, 12, 1, 1, 1, 2, 6, 4, 1, 1, 6, 2, 1, 5, 1, 7, 1, 6, 1, 1, 1, 6, 1, 1, 1, 3, 1, 4, 1, 1, 5, 1, 1, 3, 2, 1, 3, 1, 1, 9, 6, 2, 1, 1, 1, 9, 6, 3, 1, 5, 1, 1, 2, 1, 3, 1, 13, 5, 2, 1, 3, 1, 10, 1, 4, 1, 1, 4, 2, 3, 1, 5, 1, 1, 13, 1, 2, 4, 4, 1, 17, 5, 13, 6, 3, 4, 1, 9, 2, 1, 2, 1, 2, 1, 3, 4, 1, 5, 2, 3, 1, 2, 9, 2, 4, 1, 6, 4, 8, 1, 9, 1, 2, 3, 1, 1, 1, 3, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 1, 3, 2, 4, 1, 4, 2, 1, 5, 1, 1, 3, 1, 1, 9, 4, 1, 8, 2, 1, 1, 3, 1, 6, 1, 2, 1, 1, 9, 4, 4, 2, 6, 3, 4, 1, 4, 1, 5, 1, 1, 1, 13, 1, 2, 1, 5, 1, 17, 6, 2, 1, 3, 1, 1, 2, 1, 1, 6, 1, 1, 5, 1, 6, 1, 1, 4, 1, 5, 1, 13, 4, 1, 7, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 4, 2, 5, 1, 1, 1, 9, 7, 3, 2, 1, 1, 3, 1, 6, 1, 1, 1, 1, 4, 2, 1, 7, 1, 1, 1, 4, 1, 1, 2, 1, 5, 7, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 2, 3, 1, 5, 1, 2, 1, 5, 8, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 9, 4, 1, 4, 3, 6, 1, 13, 1, 2, 4, 1, 1, 3, 1, 1, 17, 1, 5, 5, 5, 1, 1, 3, 1, 13, 4, 1, 17, 1, 5, 1, 3, 1, 5, 3, 4, 1, 1, 3, 1, 5, 1, 4, 6, 7, 1, 3, 1, 3, 5, 2, 1, 4, 1, 2, 6, 2, 3, 7, 2, 1, 2, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 6, 1, 1, 3, 1, 1, 3, 1, 3, 1, 3, 6, 2, 1, 1, 3, 4, 2, 3, 1, 4, 1, 3, 4, 5, 1, 1, 5, 1, 3, 4, 2, 1, 1, 1, 6, 1, 5, 2, 1, 3, 7, 1, 5, 4, 1, 5, 2, 1, 1, 1, 6, 1, 1, 5, 1, 1, 1, 1, 2, 4, 1, 5, 1, 2, 6, 1, 2, 1, 1, 3, 2, 4, 1, 1, 2, 4, 1, 1, 3, 1, 1, 1, 5, 4, 2, 1, 5, 1, 9, 1, 1, 1, 5, 3, 1, 5, 1, 1, 3, 1, 1, 5, 1, 1, 1, 2, 5, 2, 1, 1, 1, 5, 4, 1, 5, 2, 1, 9, 2, 3, 3, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 1, 1, 9, 1, 2, 3, 1, 1, 10, 1, 1, 2, 1, 1, 13, 8, 1, 9, 4, 2, 3, 1, 4, 1, 3, 1, 1, 10, 1, 1, 2, 1, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 13, 1, 2, 1, 3, 1, 1, 3, 1, 3, 1, 7, 1, 4, 1, 1, 3, 1, 1, 7, 1, 5, 1, 3, 2, 2, 1, 1, 17, 4, 1, 1, 6, 2, 5, 1, 3, 2, 2, 17, 4, 1, 1, 6, 2, 5, 1, 3, 17, 3, 4, 1, 3, 13, 4, 1, 17, 3, 4, 1, 4, 9, 7, 8, 1, 10, 1, 7, 9, 1, 13, 1, 1, 5, 1, 5, 1, 1, 10, 1, 5, 2, 6, 3, 1, 8, 4, 1, 3, 1, 1, 1, 3, 8, 1, 1, 4, 1, 1, 1, 6, 1, 1, 5, 1, 1, 6, 2, 7, 2, 1, 3, 1, 1, 5, 1, 2, 1, 1, 8, 2, 1, 1, 5, 4, 1, 5, 1, 3, 1, 6, 1, 9, 1, 2, 1, 5, 1, 13, 4, 2, 7, 1, 1, 5, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 13, 1, 2, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 17, 4, 3, 7, 1, 6, 1, 1, 1, 5, 1, 1, 1, 1, 3, 1, 1, 5, 1, 3, 1, 1, 13, 1, 2, 1, 1, 7, 1, 1, 2, 7, 1, 3, 2, 1, 1, 13, 1, 3, 1, 7, 1, 3, 1, 1, 3, 1, 1, 5, 1, 6, 1, 8, 2, 1, 1, 5, 6, 2, 1, 5, 4, 7, 3, 7, 1, 9, 4, 2, 6, 1, 3, 1, 1, 4, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 1, 2, 6, 1, 3, 1, 1, 5, 1, 3, 1, 1, 1, 5, 6, 1, 3, 1, 1, 4, 1, 1, 1, 1, 1, 3, 6, 1, 1, 3, 1, 5, 1, 7, 1, 7, 2, 5, 1, 8, 1, 7, 1, 2, 2, 1, 1, 5, 4, 4, 1, 9, 1, 4, 1, 4, 1, 1, 9, 4, 4, 1, 4, 1, 7, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 13, 1, 2, 4, 1, 1, 8, 1, 7, 2, 4, 7, 1, 1, 17, 2, 2, 3, 1, 4, 4, 8, 1, 2, 2, 1, 6, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 7, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 4, 7, 1, 1, 1, 1, 1, 3, 1, 1, 1, 17, 2, 7, 4, 8, 1, 2, 1, 2, 1, 4, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 4, 1, 1, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 2, 3, 7, 1, 7, 4, 3, 5, 1, 7, 1, 7, 1, 17, 2, 1, 5, 1, 2, 4, 8, 7, 1, 2, 3, 1, 6, 1, 8, 7, 17, 3, 4, 8, 1, 5, 1, 4, 1, 8, 1, 1, 2, 6, 8, 6, 1, 1, 1, 1], "chunk_stats": {"count": 2226, "sum": 6915, "mean": 3.106469002695418, "median": 1.0, "p95": 9.0, "max": 52, "min": 1}}, {"stage": 1, "units_in": 2226, "units_out": 1120, "chunk_lengths": [1, 2, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 1, 2, 1, 4, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 10, 1, 6, 1, 1, 1, 3, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 4, 1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 2, 3, 4, 1, 1, 7, 1, 1, 1, 1, 6, 3, 1, 1, 2, 2, 1, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 3, 2, 1, 1, 1, 1, 4, 1, 1, 1, 1, 3, 1, 3, 1, 2, 4, 1, 2, 2, 2, 5, 2, 2, 2, 2, 5, 2, 3, 2, 2, 5, 2, 2, 1, 1, 2, 2, 6, 2, 3, 1, 3, 1, 3, 1, 2, 2, 1, 2, 3, 1, 1, 2, 6, 1, 2, 2, 3, 2, 1, 1, 1, 1, 1, 7, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 4, 5, 1, 1, 5, 3, 1, 2, 3, 2, 2, 3, 1, 1, 4, 4, 6, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 4, 1, 1, 2, 3, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 1, 1, 2, 1, 5, 3, 2, 2, 2, 7, 1, 1, 2, 1, 1, 6, 2, 3, 1, 1, 4, 7, 1, 2, 4, 1, 3, 1, 6, 1, 1, 1, 1, 2, 1, 6, 1, 1, 1, 2, 2, 1, 5, 1, 1, 4, 2, 1, 2, 4, 1, 1, 1, 1, 2, 5, 1, 1, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 5, 1, 1, 2, 1, 2, 4, 2, 3, 3, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 4, 1, 3, 1, 3, 2, 2, 3, 3, 2, 1, 3, 1, 2, 2, 5, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 1, 1, 1, 2, 2, 2, 4, 1, 1, 3, 3, 3, 1, 3, 2, 1, 1, 2, 4, 1, 2, 2, 1, 3, 1, 2, 1, 1, 1, 3, 2, 1, 1, 2, 3, 5, 1, 3, 1, 1, 3, 5, 1, 2, 1, 1, 3, 5, 1, 2, 2, 1, 1, 3, 1, 4, 2, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 2, 4, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 3, 1, 2, 4, 2, 1, 3, 1, 2, 1, 6, 2, 4, 1, 3, 8, 2, 4, 1, 4, 2, 3, 2, 1, 2, 1, 2, 2, 2, 1, 4, 1, 1, 3, 1, 2, 1, 1, 6, 1, 2, 1, 3, 3, 4, 1, 1, 5, 1, 1, 4, 1, 4, 1, 2, 8, 1, 2, 1, 2, 2, 6, 1, 1, 1, 1, 3, 4, 2, 5, 1, 2, 3, 3, 1, 1, 1, 1, 1, 4, 3, 4, 1, 7, 3, 1, 3, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 2, 3, 1, 1, 1, 2, 1, 1, 1, 3, 2, 3, 4, 1, 2, 1, 1, 1, 3, 3, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 3, 1, 4, 2, 2, 2, 1, 1, 2, 2, 3, 1, 3, 2, 2, 1, 1, 1, 1, 2, 1, 1, 1, 4, 4, 1, 1, 1, 4, 2, 3, 2, 4, 2, 4, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 2, 1, 3, 1, 6, 2, 2, 1, 1, 2, 2, 2, 5, 1, 3, 3, 1, 2, 3, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 2, 3, 1, 1, 1, 1, 3, 1, 2, 2, 3, 5, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 3, 2, 1, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 3, 3, 6, 3, 1, 1, 1, 1, 5, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 1, 1, 2, 1, 1, 4, 1, 2, 1, 2, 2, 1, 1, 2, 1, 2, 2, 2, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 1, 4, 3, 4, 1, 2, 1, 1, 2, 1, 3, 8, 1, 2, 1, 1, 7, 4, 1, 3, 1, 7, 6, 6, 1, 1, 2, 2, 4, 1, 2, 2, 1, 1, 1, 1, 2, 3, 2, 1, 2, 1, 4, 1, 1, 2, 3, 1, 2, 1, 1, 1, 2, 1, 3, 1, 4, 2, 2, 5, 1, 1, 2, 5, 3, 1, 1, 1, 1, 1, 2, 3, 1, 5, 4, 1, 1, 2, 1, 2, 1, 4, 1, 3, 1, 1, 6, 2, 2, 4, 2, 4, 2, 2, 2, 1, 3, 1, 1, 5, 1, 4, 1, 3, 1, 2, 2, 1, 2, 1, 4, 1, 1, 1, 2, 4, 1, 3, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 3, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 1, 3, 1, 1, 4, 1, 1, 1, 1, 3, 1, 5, 1, 2, 1, 4, 1, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 1, 1, 1, 4, 1, 6, 2, 1, 6, 1, 5, 4, 2, 1, 2, 1, 4, 3, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 1, 4, 1, 4, 1, 6, 1, 1, 5, 7, 1, 4, 4, 1, 1, 2, 1, 3, 1, 1, 4, 1, 3, 2, 1, 2, 2, 1, 2, 2, 1, 5, 1, 2, 2, 1, 1, 1, 2, 1, 6, 1, 1, 5, 3, 4, 1, 1, 4, 4, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 2, 3, 6, 1, 1, 2, 1, 3, 3, 3, 1, 1, 1, 4, 1, 1, 3, 1, 9, 1, 3, 2, 2, 9, 1, 1, 2, 1, 1, 2, 6, 1, 1, 2, 1, 6, 1, 3, 2, 1, 9, 1, 3, 2, 2, 2], "chunk_stats": {"count": 1120, "sum": 2226, "mean": 1.9875, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 658, "chunk_lengths": [9, 1, 5, 1, 8, 2, 1, 1, 9, 4, 6, 3, 6, 1, 13, 1, 5, 1, 7, 1, 1, 5, 1, 1, 1, 6, 1, 2, 5, 1, 1, 1, 1, 2, 1, 5, 2, 1, 5, 2, 1, 1, 2, 1, 4, 1, 1, 6, 1, 8, 2, 3, 1, 5, 1, 30, 7, 1, 7, 2, 1, 5, 1, 8, 1, 1, 5, 1, 8, 1, 1, 1, 1, 4, 2, 4, 1, 6, 2, 4, 1, 3, 3, 1, 9, 3, 4, 6, 1, 5, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 3, 4, 4, 1, 1, 6, 1, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 13, 8, 2, 1, 1, 13, 4, 7, 3, 6, 1, 4, 1, 17, 1, 2, 1, 1, 8, 1, 6, 2, 1, 4, 2, 1, 4, 1, 1, 1, 5, 1, 2, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 4, 1, 1, 2, 3, 1, 1, 1, 1, 1, 4, 2, 1, 5, 2, 3, 1, 5, 1, 2, 1, 1, 4, 2, 1, 1, 9, 2, 1, 1, 5, 2, 2, 1, 1, 1, 4, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 2, 6, 1, 1, 5, 3, 4, 7, 1, 1, 2, 1, 4, 1, 2, 6, 1, 1, 1, 1, 4, 7, 1, 1, 2, 1, 4, 1, 7, 1, 4, 1, 2, 17, 7, 1, 1, 5, 1, 13, 7, 10, 1, 2, 1, 1, 17, 5, 1, 1, 5, 2, 1, 1, 2, 2, 1, 1, 17, 5, 1, 10, 6, 1, 1, 5, 1, 1, 5, 1, 4, 1, 10, 6, 1, 1, 2, 1, 1, 1, 5, 1, 6, 1, 4, 2, 1, 5, 1, 6, 1, 1, 5, 1, 6, 1, 2, 6, 4, 1, 6, 1, 5, 1, 1, 2, 1, 3, 1, 13, 1, 5, 1, 5, 5, 1, 1, 1, 6, 5, 5, 1, 1, 1, 9, 3, 4, 5, 1, 5, 4, 4, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 1, 3, 1, 1, 1, 3, 1, 4, 1, 7, 1, 1, 9, 3, 4, 7, 2, 1, 5, 4, 1, 5, 1, 4, 1, 1, 9, 1, 5, 1, 3, 1, 1, 5, 1, 1, 3, 2, 1, 5, 1, 5, 2, 1, 1, 5, 1, 4, 1, 1, 1, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 4, 2, 1, 6, 1, 1, 1, 1, 4, 1, 1, 2, 1, 5, 8, 1, 1, 1, 1, 1, 2, 4, 1, 1, 1, 1, 5, 4, 5, 1, 5, 1, 2, 1, 5, 8, 1, 1, 1, 5, 1, 2, 6, 1, 5, 4, 5, 1, 1, 5, 1, 1, 4, 3, 2, 4, 5, 1, 1, 3, 3, 4, 4, 5, 1, 1, 1, 4, 1, 5, 1, 4, 6, 1, 3, 1, 3, 1, 2, 5, 2, 1, 3, 1, 2, 13, 1, 2, 1, 10, 1, 1, 1, 1, 1, 1, 2, 2, 1, 5, 1, 17, 1, 1, 1, 2, 4, 1, 1, 5, 1, 1, 10, 1, 1, 1, 1, 1, 1, 1, 17, 1, 4, 1, 5, 4, 1, 1, 1, 13, 3, 4, 1, 4, 1, 5, 4, 1, 3, 1, 3, 1, 7, 1, 1, 3, 2, 3, 1, 1, 9, 1, 2, 1, 13, 3, 4, 1, 3, 1, 1, 1, 3, 1, 7, 1, 3, 2, 1, 3, 1, 9, 1, 2, 4, 4, 3, 1, 3, 1, 7, 1, 13, 1, 6, 1, 7, 1, 1, 5, 1, 6, 1, 13, 6, 3, 1, 1, 5, 1, 2, 1, 6, 1, 7, 1, 52, 1, 5, 1, 8, 1, 7, 1, 13, 4, 1, 17, 3, 4, 4, 1, 4, 1, 2, 10, 1, 3, 2, 4, 1, 1], "chunk_stats": {"count": 666, "sum": 2048, "mean": 3.075075075075075, "median": 1.0, "p95": 9.0, "max": 52, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 280, "chunk_lengths": [1, 2, 2, 1, 2, 1, 1, 2, 2, 1, 4, 3, 1, 3, 2, 1, 2, 2, 1, 2, 3, 8, 1, 3, 2, 1, 1, 1, 1, 4, 6, 1, 1, 1, 4, 6, 1, 3, 1, 1, 10, 1, 6, 2, 1, 1, 10, 1, 1, 1, 2, 1, 1, 2, 4, 1, 1, 4, 3, 2, 1, 3, 2, 1, 1, 4, 1, 6, 1, 4, 1, 5, 3, 8, 1, 1, 4, 1, 6, 1, 4, 2, 1, 1, 1, 1, 9, 1, 4, 1, 8, 4, 1, 1, 1, 9, 1, 1, 1, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 1, 2, 1, 3, 1, 2, 1, 1, 5, 2, 2, 2, 2, 1, 7, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 4, 4, 1, 2, 3, 1, 3, 1, 3, 1, 1, 4, 1, 2, 4, 2, 1, 4, 1, 1, 2, 2, 2, 2, 5, 1, 1, 4, 1, 1, 3, 2, 5, 1, 1, 3, 4, 3, 1, 1, 2, 3, 1, 1, 1, 3, 3, 3, 2, 4, 1, 3, 6, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 3, 4, 5, 1, 1, 2, 3, 1, 3, 5, 1, 4, 1, 1, 1, 5, 1, 2, 2, 2, 1, 1, 2, 1, 1, 1, 1, 3, 3, 4, 3, 1, 1, 2, 3, 3, 3, 3, 4, 1, 2, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 2, 4, 3, 1, 3, 1, 8, 1, 1, 2, 1, 1, 2, 2, 5, 1, 4, 3, 3, 1, 1, 2, 1, 1, 1, 6, 8, 1, 2, 1, 5, 3, 1, 4, 2, 1, 1, 1, 2, 4, 1], "chunk_stats": {"count": 290, "sum": 658, "mean": 2.268965517241379, "median": 2.0, "p95": 6.0, "max": 10, "min": 1}, "active_size_stats": {"count": 658, "sum": 658, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 5, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0136084509977081, "decode_time_sec": 29.08830079299878, "total_time_sec": 30.149029274001805, "prefill_units_per_sec": 6872.476243803289, "prefill_bytes_per_sec": 6856.691055761249, "decode_units_per_sec": 70.4063126469364, "decode_bytes_per_sec": 70.4063126469364, "total_units_per_sec": 67.9292185956394, "total_bytes_per_sec": 67.9292185956394, "step_latency_ms": {"count": 2048, "sum": 29119, "mean": 14.21826171875, "median": 8.0, "p95": 38.0, "max": 45, "min": 8}, "peak_allocated_mb": 3644.9453125, "peak_reserved_mb": 3742.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6950, "mean": 434.375, "median": 434.0, "p95": 651.75, "max": 699, "min": 268}, "model_input_units": {"count": 16, "sum": 6966, "mean": 435.375, "median": 435.0, "p95": 652.75, "max": 700, "min": 269}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6950, "model_input_units": 6966, "stage0_units": 2449, "stage1_units": 1206, "bytes_per_stage0_unit": 2.837893017558187, "stage0_per_stage1_unit": 2.030679933665008}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6966, "units_out": 2449, "chunk_lengths": [1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 8, 1, 6, 1, 6, 1, 4, 1, 1, 5, 4, 2, 1, 4, 2, 1, 2, 2, 6, 1, 2, 3, 1, 10, 1, 2, 1, 8, 1, 2, 1, 4, 1, 6, 1, 4, 1, 6, 1, 4, 1, 1, 5, 6, 1, 1, 4, 2, 6, 1, 4, 1, 1, 5, 1, 1, 1, 6, 1, 3, 1, 4, 1, 4, 1, 6, 1, 1, 1, 1, 1, 3, 1, 1, 5, 1, 2, 3, 1, 3, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 8, 1, 10, 1, 4, 2, 1, 4, 2, 1, 2, 2, 6, 2, 6, 1, 4, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 5, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 3, 1, 3, 1, 2, 3, 1, 3, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 1, 3, 1, 2, 1, 3, 1, 5, 6, 1, 2, 1, 3, 1, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 1, 2, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2, 2, 1, 2, 1, 1, 1, 9, 4, 2, 3, 1, 2, 1, 1, 2, 1, 1, 2, 3, 3, 4, 1, 3, 1, 1, 1, 2, 1, 3, 1, 1, 1, 2, 4, 2, 7, 1, 9, 1, 2, 4, 1, 2, 2, 2, 1, 1, 5, 1, 3, 5, 1, 1, 1, 2, 3, 3, 4, 1, 1, 1, 1, 5, 1, 1, 9, 1, 1, 1, 3, 2, 1, 2, 4, 1, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 7, 2, 3, 1, 1, 6, 1, 1, 5, 4, 1, 1, 3, 1, 4, 1, 3, 1, 1, 6, 1, 1, 1, 7, 4, 1, 1, 4, 1, 1, 1, 7, 2, 1, 5, 2, 3, 1, 2, 7, 4, 5, 2, 2, 6, 1, 1, 8, 1, 7, 1, 2, 1, 3, 1, 3, 6, 5, 1, 1, 1, 2, 1, 3, 1, 6, 1, 5, 1, 9, 1, 5, 6, 5, 1, 1, 4, 5, 6, 1, 1, 8, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 2, 2, 1, 13, 5, 1, 4, 1, 1, 2, 1, 2, 4, 1, 1, 3, 2, 1, 2, 1, 1, 1, 1, 3, 2, 5, 1, 2, 2, 1, 13, 1, 2, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 4, 1, 13, 5, 1, 5, 1, 1, 9, 7, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 3, 1, 7, 2, 4, 2, 1, 4, 1, 1, 4, 2, 22, 6, 1, 5, 1, 6, 1, 5, 2, 10, 1, 10, 1, 22, 5, 1, 4, 1, 5, 1, 4, 2, 1, 2, 4, 1, 1, 2, 4, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 22, 5, 1, 5, 2, 1, 2, 1, 4, 1, 1, 2, 1, 4, 2, 4, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 3, 1, 1, 4, 1, 1, 1, 4, 1, 1, 3, 1, 1, 9, 1, 3, 2, 1, 1, 9, 4, 2, 1, 1, 9, 2, 2, 1, 9, 2, 2, 1, 3, 1, 1, 9, 1, 4, 2, 1, 4, 1, 9, 6, 4, 1, 3, 1, 13, 2, 2, 1, 13, 6, 1, 3, 1, 17, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 1, 2, 1, 7, 1, 1, 1, 1, 1, 1, 3, 26, 1, 4, 1, 3, 1, 3, 1, 7, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 3, 2, 4, 1, 1, 9, 3, 2, 4, 5, 1, 1, 9, 1, 2, 3, 1, 4, 1, 1, 2, 1, 1, 13, 2, 1, 6, 1, 4, 1, 9, 4, 1, 13, 2, 1, 3, 2, 8, 5, 1, 2, 4, 1, 1, 2, 3, 2, 1, 1, 9, 2, 15, 5, 1, 2, 1, 1, 10, 1, 2, 4, 1, 1, 2, 2, 1, 8, 1, 5, 13, 2, 2, 3, 2, 4, 1, 2, 9, 1, 6, 6, 1, 3, 5, 2, 1, 15, 4, 1, 2, 4, 1, 1, 2, 3, 2, 6, 1, 1, 4, 9, 5, 3, 15, 2, 5, 2, 7, 5, 8, 1, 5, 2, 3, 4, 3, 7, 15, 2, 3, 4, 2, 6, 4, 5, 1, 7, 1, 2, 1, 2, 4, 7, 15, 2, 1, 6, 6, 4, 4, 4, 1, 1, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 3, 2, 4, 1, 6, 2, 4, 1, 4, 2, 4, 1, 1, 9, 4, 2, 1, 4, 1, 6, 2, 4, 1, 4, 1, 9, 1, 2, 5, 2, 1, 3, 1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 2, 2, 2, 1, 9, 1, 2, 5, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 1, 7, 1, 4, 11, 1, 3, 1, 3, 7, 1, 2, 1, 2, 5, 1, 2, 1, 5, 13, 2, 2, 2, 1, 1, 13, 1, 3, 1, 1, 1, 3, 1, 3, 1, 4, 2, 1, 5, 4, 1, 5, 3, 1, 5, 1, 2, 2, 1, 5, 4, 2, 2, 1, 1, 1, 3, 6, 1, 4, 3, 1, 8, 1, 1, 1, 1, 1, 6, 1, 4, 1, 2, 1, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 4, 1, 1, 1, 3, 6, 3, 1, 3, 1, 2, 2, 6, 4, 1, 3, 1, 4, 6, 1, 1, 1, 4, 1, 5, 1, 5, 1, 1, 4, 1, 4, 2, 1, 1, 5, 5, 2, 7, 1, 1, 1, 1, 4, 3, 1, 4, 2, 5, 1, 1, 4, 4, 1, 1, 1, 5, 3, 1, 6, 2, 1, 3, 1, 5, 1, 3, 1, 5, 2, 4, 1, 1, 1, 1, 1, 3, 4, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 3, 1, 1, 8, 1, 5, 2, 1, 7, 4, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 1, 5, 1, 5, 2, 3, 1, 1, 8, 1, 5, 2, 4, 1, 1, 9, 3, 4, 1, 7, 4, 1, 5, 1, 5, 4, 1, 9, 3, 4, 1, 1, 3, 5, 1, 4, 1, 3, 1, 1, 16, 6, 1, 1, 1, 8, 1, 1, 5, 1, 17, 1, 3, 1, 1, 5, 1, 17, 4, 4, 1, 3, 1, 2, 2, 1, 16, 8, 1, 2, 4, 1, 2, 2, 1, 16, 7, 1, 4, 1, 1, 5, 5, 1, 4, 4, 7, 1, 8, 1, 10, 1, 5, 1, 1, 5, 1, 6, 1, 5, 1, 6, 1, 1, 5, 2, 4, 1, 1, 2, 2, 4, 1, 3, 3, 1, 6, 1, 3, 1, 1, 5, 1, 7, 2, 2, 2, 1, 1, 4, 1, 2, 5, 2, 1, 3, 1, 1, 3, 2, 2, 2, 1, 1, 4, 2, 7, 1, 7, 1, 5, 8, 1, 2, 6, 1, 8, 1, 4, 1, 1, 1, 6, 1, 1, 5, 2, 3, 1, 5, 2, 2, 1, 2, 3, 1, 6, 2, 9, 1, 2, 4, 1, 2, 5, 1, 1, 5, 8, 1, 5, 2, 1, 3, 1, 8, 1, 4, 1, 1, 6, 2, 8, 1, 3, 2, 6, 1, 6, 1, 5, 10, 2, 5, 1, 9, 1, 8, 2, 8, 1, 4, 2, 6, 1, 6, 1, 5, 1, 5, 1, 1, 2, 3, 1, 1, 4, 5, 1, 5, 1, 5, 1, 9, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 10, 1, 1, 3, 2, 1, 10, 2, 1, 3, 1, 1, 3, 1, 1, 9, 1, 5, 1, 5, 1, 1, 1, 1, 8, 1, 1, 2, 1, 1, 10, 1, 1, 9, 1, 2, 4, 1, 3, 1, 13, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 6, 1, 1, 10, 1, 9, 4, 1, 13, 1, 2, 1, 10, 1, 3, 1, 2, 2, 2, 1, 17, 1, 10, 1, 1, 3, 1, 1, 13, 1, 2, 1, 3, 1, 3, 1, 2, 4, 2, 3, 1, 3, 1, 10, 1, 3, 1, 2, 4, 4, 1, 17, 7, 2, 22, 1, 2, 1, 2, 1, 3, 1, 2, 1, 21, 1, 1, 10, 2, 1, 2, 1, 10, 1, 2, 17, 1, 17, 5, 2, 1, 1, 4, 1, 9, 1, 2, 1, 3, 1, 2, 1, 9, 1, 4, 1, 2, 1, 1, 5, 1, 1, 11, 1, 1, 2, 1, 2, 1, 10, 1, 2, 6, 1, 17, 9, 2, 1, 1, 8, 1, 6, 1, 8, 1, 1, 1, 1, 3, 1, 6, 1, 4, 1, 13, 7, 1, 2, 2, 1, 13, 1, 5, 1, 2, 2, 1, 13, 3, 2, 1, 1, 4, 1, 13, 3, 1, 8, 1, 1, 4, 1, 13, 7, 1, 4, 1, 4, 1, 13, 1, 7, 1, 4, 1, 5, 1, 13, 3, 2, 1, 1, 2, 1, 5, 1, 13, 7, 1, 4, 1, 4, 1, 1, 5, 2, 1, 2, 6, 2, 4, 4, 2, 5, 1, 8, 2, 1, 6, 8, 8, 5, 1, 2, 1, 1, 5, 2, 1, 4, 1, 1, 2, 6, 1, 1, 1, 1, 7, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 5, 1, 3, 2, 1, 1, 2, 1, 1, 4, 2, 1, 1, 6, 1, 2, 4, 1, 5, 1, 2, 7, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 7, 1, 2, 7, 1, 1, 5, 1, 2, 1, 5, 1, 9, 1, 2, 1, 6, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 1, 5, 1, 2, 1, 3, 1, 5, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 2, 1, 1, 9, 1, 2, 1, 1, 5, 1, 1, 1, 3, 4, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 3, 2, 1, 1, 1, 8, 1, 1, 9, 2, 6, 2, 1, 1, 1, 1, 1, 8, 1, 2, 1, 1, 1, 8, 1, 9, 6, 2, 4, 1, 7, 1, 6, 1, 5, 1, 1, 8, 1, 2, 1, 1, 6, 1, 1, 9, 4, 5, 3, 5, 1, 13, 4, 1, 7, 1, 4, 1, 17, 2, 2, 2, 2, 5, 1, 1, 7, 1, 1, 1, 4, 1, 2, 4, 1, 4, 1, 1, 2, 1, 4, 1, 2, 2, 5, 1, 1, 1, 1, 3, 3, 1, 8, 1, 4, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 27, 1, 2, 6, 1, 7, 1, 3, 1, 10, 1, 4, 1, 1, 1, 1, 5, 1, 1, 1, 5, 1, 5, 2, 2, 4, 1, 1, 6, 1, 1, 5, 1, 1, 1, 5, 4, 1, 2, 3, 1, 5, 1, 1, 9, 9, 2, 8, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 1, 33, 6, 1, 1, 1, 1, 4, 1, 2, 1, 1, 1, 3, 1, 1, 1, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 2, 3, 4, 1, 4, 1, 1, 8, 1, 4, 1, 1, 13, 1, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 2, 1, 1, 2, 2, 6, 1, 2, 1, 17, 1, 3, 1, 5, 2, 1, 1, 1, 1, 8, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 4, 1, 5, 1, 1, 3, 2, 5, 1, 4, 2, 5, 1, 3, 1, 2, 2, 2, 2, 4, 1, 5, 1, 1, 3, 1, 20, 5, 1, 4, 1, 1, 2, 2, 2, 7, 1, 4, 2, 1, 5, 1, 4, 1, 20, 1, 4, 1, 3, 1, 4, 1, 1, 9, 6, 2, 1, 2, 5, 1, 5, 1, 4, 2, 1, 3, 2, 5, 1, 5, 1, 3, 2, 1, 5, 1, 1, 5, 1, 9, 3, 4, 5, 1, 4, 1, 2, 4, 1, 5, 1, 2, 4, 1, 5, 1, 27, 5, 1, 4, 1, 1, 5, 1, 4, 1, 2, 7, 1, 7, 1, 27, 1, 4, 1, 3, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 1, 3, 2, 1, 3, 2, 3, 1, 2, 1, 3, 1, 1, 7, 1, 1, 1, 1, 1, 1, 1, 9, 2, 3, 5, 3, 1, 2, 1, 2, 7, 2, 1, 1, 3, 1, 1, 8, 2, 1, 1, 1, 1, 1, 2, 1, 1, 9, 2, 3, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 9, 2, 1, 4, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 9, 2, 4, 1, 5, 2, 1, 1, 4, 1, 8, 2, 1, 1, 1, 1, 1, 1, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 2, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 2, 2, 2, 1, 1, 4, 1, 2, 4, 1, 1, 3, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 1, 1, 1, 6, 2, 3, 1, 1, 1, 1, 1, 9, 2, 2, 2, 1, 1, 1, 2, 4, 1, 1, 3, 1, 1, 2, 2, 2, 1, 1, 3, 1, 3, 1, 6, 2, 1, 1, 1, 1, 25, 1, 3, 1, 1, 1, 3, 2, 4, 1, 3, 1, 5, 1, 1], "chunk_stats": {"count": 2449, "sum": 6966, "mean": 2.8444262964475295, "median": 2.0, "p95": 9.0, "max": 33, "min": 1}}, {"stage": 1, "units_in": 2449, "units_out": 1206, "chunk_lengths": [1, 2, 2, 5, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 2, 4, 2, 4, 4, 1, 1, 1, 1, 3, 1, 3, 1, 4, 2, 7, 1, 2, 1, 5, 1, 1, 1, 1, 2, 1, 2, 1, 2, 5, 2, 2, 3, 3, 2, 1, 4, 1, 1, 1, 2, 2, 1, 1, 1, 1, 1, 4, 1, 3, 1, 4, 3, 6, 1, 5, 1, 4, 1, 4, 4, 3, 6, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 3, 2, 1, 1, 1, 3, 1, 1, 3, 5, 3, 2, 1, 2, 1, 2, 5, 1, 5, 1, 1, 1, 1, 3, 2, 3, 1, 2, 5, 6, 2, 3, 2, 2, 5, 2, 2, 1, 1, 6, 2, 1, 2, 2, 1, 3, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 2, 1, 3, 2, 2, 1, 4, 3, 2, 5, 1, 4, 4, 6, 1, 4, 3, 1, 1, 2, 5, 1, 1, 7, 1, 1, 4, 1, 2, 2, 1, 6, 1, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 2, 2, 1, 3, 1, 1, 2, 2, 1, 3, 1, 6, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 3, 4, 4, 1, 3, 1, 1, 4, 1, 7, 1, 3, 1, 7, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 5, 5, 1, 1, 3, 3, 1, 1, 3, 1, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 1, 3, 1, 4, 5, 1, 1, 1, 2, 1, 4, 1, 4, 1, 3, 1, 3, 2, 1, 2, 3, 4, 1, 4, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 3, 2, 2, 3, 1, 1, 2, 1, 5, 1, 2, 3, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 3, 3, 1, 1, 1, 2, 2, 1, 1, 2, 4, 3, 1, 1, 2, 3, 1, 2, 1, 1, 2, 1, 2, 2, 7, 1, 2, 1, 6, 2, 6, 2, 1, 1, 1, 2, 2, 2, 3, 1, 2, 3, 1, 1, 1, 10, 1, 1, 1, 5, 1, 2, 2, 1, 4, 1, 2, 4, 3, 2, 3, 1, 1, 1, 4, 3, 1, 1, 2, 1, 3, 1, 2, 1, 2, 1, 3, 1, 3, 1, 1, 2, 1, 1, 1, 4, 5, 1, 1, 1, 1, 1, 5, 3, 2, 2, 1, 3, 1, 1, 2, 6, 1, 1, 2, 2, 2, 2, 1, 2, 2, 1, 5, 1, 1, 2, 4, 1, 3, 1, 2, 2, 3, 1, 1, 1, 2, 3, 1, 2, 2, 4, 1, 2, 1, 3, 2, 1, 4, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 3, 1, 3, 3, 2, 1, 2, 2, 2, 5, 2, 1, 1, 1, 1, 1, 1, 1, 3, 3, 2, 1, 1, 1, 6, 1, 3, 1, 4, 4, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 1, 4, 3, 3, 1, 1, 3, 3, 5, 1, 3, 1, 1, 4, 3, 3, 1, 4, 3, 1, 1, 4, 3, 3, 1, 5, 3, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 1, 1, 1, 7, 1, 2, 1, 3, 1, 4, 1, 3, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 3, 3, 2, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 5, 4, 1, 2, 1, 5, 3, 1, 2, 1, 2, 1, 2, 3, 1, 1, 3, 1, 1, 1, 1, 1, 5, 4, 1, 1, 1, 1, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 1, 1, 6, 3, 4, 2, 3, 1, 1, 1, 1, 2, 2, 4, 2, 3, 1, 3, 3, 3, 1, 2, 2, 3, 1, 1, 1, 2, 2, 3, 1, 3, 2, 1, 2, 4, 1, 1, 2, 3, 4, 1, 2, 5, 1, 1, 5, 1, 5, 1, 1, 3, 2, 4, 1, 2, 1, 1, 3, 2, 5, 1, 5, 2, 1, 1, 5, 5, 2, 4, 5, 1, 1, 1, 1, 3, 5, 2, 3, 2, 5, 1, 1, 1, 1, 1, 1, 2, 3, 1, 3, 1, 3, 2, 1, 3, 3, 4, 1, 3, 1, 1, 1, 1, 1, 1, 3, 2, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 2, 1, 3, 1, 3, 1, 3, 1, 3, 1, 1, 1, 1, 2, 2, 2, 1, 1, 3, 2, 2, 1, 1, 3, 2, 1, 1, 1, 1, 4, 3, 1, 2, 1, 4, 1, 5, 1, 2, 5, 1, 5, 1, 3, 4, 1, 2, 1, 6, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 3, 2, 1, 1, 2, 1, 1, 3, 1, 1, 4, 1, 1, 6, 1, 2, 2, 1, 1, 2, 1, 2, 2, 3, 3, 5, 1, 5, 1, 1, 2, 1, 3, 3, 4, 3, 1, 3, 2, 2, 2, 1, 2, 1, 1, 6, 1, 4, 1, 1, 1, 1, 3, 2, 2, 1, 4, 4, 1, 1, 1, 2, 2, 1, 3, 2, 2, 2, 1, 5, 1, 1, 3, 1, 3, 2, 1, 3, 1, 2, 1, 1, 1, 2, 1, 2, 2, 2, 1, 1, 3, 1, 4, 1, 3, 4, 2, 1, 2, 2, 1, 2, 4, 2, 2, 1, 2, 3, 1, 3, 1, 1, 3, 4, 2, 1, 1, 2, 1, 4, 1, 1, 1, 1, 2, 4, 3, 1, 4, 1, 8, 1, 2, 1, 1, 1, 4, 1, 2, 2, 1, 4, 1, 2, 1, 1, 1, 1, 1, 3, 4, 6, 1, 1, 3, 1, 4, 1, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 4, 1, 1, 2, 1, 2, 1, 3, 3, 1, 2, 1, 1, 2, 1, 2, 2, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 2, 2, 2, 4, 2, 1, 1, 1, 1, 1, 3, 4, 3, 1, 1, 4, 1, 2, 4, 1, 3, 1, 1, 3, 2, 5, 2, 4, 1, 4, 1, 1, 2, 2, 4, 1, 1, 2, 1, 2, 2, 1, 3, 2, 1, 2, 1, 3, 2, 1, 4, 1, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 2, 1, 1, 1, 1, 4, 1, 1, 2, 1, 2, 3, 1, 1, 1, 3, 1, 2, 2, 1, 5, 3, 2, 1, 1, 1, 2, 6, 1, 1, 3, 6, 1, 1, 3, 2, 1, 3, 3, 7, 1, 1, 3, 1, 2, 1, 1, 2, 1, 1, 4, 2, 2, 5, 1, 2, 1, 5, 6, 1, 1, 5, 2, 4, 2, 6, 6, 2], "chunk_stats": {"count": 1206, "sum": 2449, "mean": 2.030679933665008, "median": 2.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 701, "chunk_lengths": [1, 1, 2, 1, 1, 1, 1, 2, 4, 1, 5, 6, 1, 4, 1, 1, 5, 1, 1, 1, 1, 2, 1, 4, 1, 4, 1, 6, 1, 1, 6, 1, 2, 6, 1, 1, 5, 2, 1, 3, 1, 4, 1, 3, 8, 1, 3, 4, 9, 1, 9, 3, 4, 1, 1, 3, 1, 1, 4, 3, 1, 2, 4, 4, 1, 1, 3, 2, 1, 2, 2, 4, 2, 7, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 9, 4, 2, 1, 2, 1, 1, 2, 1, 1, 1, 1, 5, 4, 7, 1, 1, 3, 4, 1, 4, 4, 1, 1, 3, 4, 4, 1, 7, 1, 1, 7, 1, 1, 3, 1, 1, 5, 8, 2, 7, 1, 7, 1, 1, 5, 1, 3, 1, 6, 5, 22, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 5, 1, 5, 1, 1, 5, 4, 1, 2, 1, 4, 1, 5, 1, 1, 3, 2, 4, 2, 1, 4, 1, 1, 2, 6, 1, 5, 1, 1, 1, 1, 1, 1, 1, 2, 10, 1, 21, 1, 3, 2, 1, 21, 4, 2, 1, 21, 1, 4, 2, 1, 3, 21, 1, 4, 13, 2, 1, 1, 5, 1, 2, 1, 1, 1, 9, 3, 4, 2, 1, 1, 1, 1, 5, 1, 1, 2, 2, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 1, 2, 3, 1, 2, 2, 1, 6, 1, 1, 2, 3, 2, 3, 1, 2, 1, 4, 1, 2, 1, 7, 1, 1, 7, 1, 1, 3, 1, 3, 4, 13, 3, 4, 1, 2, 4, 9, 4, 1, 13, 3, 4, 4, 1, 5, 4, 5, 1, 4, 1, 1, 3, 2, 4, 1, 5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 5, 1, 2, 1, 5, 1, 2, 4, 1, 9, 1, 5, 2, 1, 1, 1, 1, 1, 5, 1, 2, 1, 2, 1, 2, 4, 1, 9, 1, 2, 2, 1, 1, 1, 1, 1, 5, 1, 1, 1, 4, 4, 1, 1, 7, 1, 5, 1, 1, 5, 1, 2, 1, 1, 8, 1, 5, 2, 1, 7, 1, 1, 9, 3, 4, 5, 5, 2, 3, 1, 1, 8, 1, 5, 2, 1, 7, 5, 1, 2, 8, 1, 2, 5, 1, 2, 4, 2, 2, 1, 9, 2, 3, 1, 6, 2, 8, 1, 2, 4, 1, 5, 1, 2, 8, 1, 2, 4, 2, 2, 1, 9, 8, 2, 6, 1, 4, 1, 4, 1, 17, 1, 2, 8, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 21, 1, 3, 1, 1, 10, 1, 1, 1, 1, 2, 1, 1, 5, 1, 1, 10, 1, 1, 1, 1, 1, 3, 2, 1, 1, 5, 1, 2, 3, 1, 8, 1, 9, 1, 2, 1, 1, 5, 1, 1, 1, 1, 3, 1, 8, 1, 1, 5, 1, 2, 7, 1, 4, 1, 9, 1, 2, 1, 6, 1, 7, 1, 4, 1, 5, 13, 1, 1, 1, 1, 1, 5, 8, 2, 1, 6, 1, 8, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 4, 1, 8, 2, 1, 6, 2, 1, 17, 3, 4, 4, 1, 4, 5, 3, 4, 2, 2, 1, 1, 1, 4, 3, 1, 8, 1, 2, 1, 1, 1, 5, 6, 1, 3, 2, 2, 1, 1, 5, 1, 1, 6, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 5, 3, 1, 1, 1, 1, 1, 5, 1, 2, 5, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 6, 6, 2, 3, 1, 3, 3, 5, 1, 2, 4, 1, 1, 3, 5, 1, 4, 1, 3, 2, 1, 3, 8, 1, 1, 25, 4, 1, 3, 1, 5, 1, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 2, 1, 9, 2, 2, 2, 2, 2, 2, 1, 3, 9, 2, 2, 2, 2, 2, 2, 2, 4, 1, 4, 2, 1, 14, 1, 1, 4, 1, 6, 1, 8, 4], "chunk_stats": {"count": 712, "sum": 2048, "mean": 2.8764044943820224, "median": 2.0, "p95": 8.0, "max": 25, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 299, "chunk_lengths": [2, 1, 3, 1, 1, 1, 1, 1, 4, 4, 3, 6, 1, 3, 3, 1, 1, 1, 2, 3, 1, 3, 1, 5, 1, 1, 5, 1, 4, 2, 2, 4, 2, 3, 5, 5, 3, 1, 2, 5, 1, 1, 1, 4, 1, 8, 1, 3, 1, 1, 2, 5, 1, 1, 1, 3, 2, 1, 5, 1, 4, 1, 4, 1, 1, 2, 1, 1, 1, 3, 2, 2, 4, 1, 3, 2, 1, 3, 1, 6, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 4, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 1, 6, 1, 8, 4, 2, 6, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 2, 2, 4, 1, 1, 3, 4, 1, 2, 1, 7, 2, 1, 1, 1, 3, 4, 1, 2, 1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 3, 1, 2, 1, 1, 1, 2, 3, 4, 1, 1, 4, 3, 4, 1, 3, 1, 1, 4, 3, 1, 1, 2, 3, 6, 1, 4, 1, 4, 1, 1, 1, 2, 6, 1, 1, 1, 1, 2, 3, 1, 1, 4, 3, 5, 1, 5, 1, 1, 3, 3, 4, 1, 3, 4, 1, 1, 5, 1, 5, 1, 8, 1, 1, 2, 3, 1, 4, 5, 1, 1, 1, 1, 1, 1, 4, 2, 1, 3, 1, 7, 3, 3, 6, 1, 2, 1, 5, 1, 4, 1, 1, 1, 5, 1, 3, 1, 3, 5, 1, 3, 4, 3, 4, 1, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 5, 2, 4, 2, 2, 2, 3, 1, 4, 1, 6, 1, 1, 2, 1, 2, 6, 1, 2, 3, 3, 1, 2, 3, 5, 3, 1, 2, 2, 7, 1], "chunk_stats": {"count": 305, "sum": 701, "mean": 2.2983606557377048, "median": 2.0, "p95": 5.800000000000011, "max": 8, "min": 1}, "active_size_stats": {"count": 701, "sum": 701, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 6, "phase": "measure"}
{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.011099004004791, "decode_time_sec": 28.63839959400866, "total_time_sec": 29.69513177299814, "prefill_units_per_sec": 7684.707401772085, "prefill_bytes_per_sec": 7668.883036465991, "decode_units_per_sec": 71.51237600680922, "decode_bytes_per_sec": 71.51237600680922, "total_units_per_sec": 68.9675336568889, "total_bytes_per_sec": 68.9675336568889, "step_latency_ms": {"count": 2048, "sum": 28683, "mean": 14.00537109375, "median": 8.0, "p95": 38.0, "max": 40, "min": 8}, "peak_allocated_mb": 3735.19921875, "peak_reserved_mb": 3862.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7754, "mean": 484.625, "median": 461.0, "p95": 876.5, "max": 986, "min": 262}, "model_input_units": {"count": 16, "sum": 7770, "mean": 485.625, "median": 462.0, "p95": 877.5, "max": 987, "min": 263}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 7754, "model_input_units": 7770, "stage0_units": 2711, "stage1_units": 1267, "bytes_per_stage0_unit": 2.8601991884913316, "stage0_per_stage1_unit": 2.139700078926598}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 7770, "units_out": 2711, "chunk_lengths": [1, 1, 3, 1, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 9, 3, 4, 1, 13, 2, 1, 1, 2, 1, 5, 13, 2, 2, 1, 2, 1, 2, 1, 6, 1, 1, 1, 3, 1, 13, 1, 1, 2, 1, 2, 1, 1, 1, 13, 2, 3, 1, 1, 5, 6, 1, 1, 2, 3, 2, 1, 4, 3, 5, 1, 1, 13, 2, 2, 4, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 1, 13, 2, 4, 2, 1, 1, 2, 1, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 4, 3, 8, 1, 3, 1, 6, 13, 2, 3, 5, 1, 13, 1, 2, 1, 7, 1, 1, 1, 1, 5, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 1, 4, 1, 17, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 6, 7, 6, 1, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 9, 8, 2, 8, 1, 6, 1, 13, 1, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 1, 6, 1, 1, 3, 1, 8, 1, 3, 2, 7, 1, 2, 2, 4, 1, 2, 1, 1, 13, 7, 1, 1, 3, 1, 7, 2, 6, 1, 1, 3, 1, 6, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 3, 2, 7, 1, 1, 3, 1, 7, 1, 1, 9, 1, 2, 7, 1, 6, 1, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 3, 2, 4, 3, 1, 1, 3, 1, 1, 9, 1, 2, 1, 3, 1, 4, 2, 1, 13, 4, 2, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 3, 1, 4, 2, 1, 1, 1, 1, 1, 3, 13, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 9, 1, 2, 1, 13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1, 2, 1, 3, 1, 5, 1, 1, 6, 3, 2, 1, 5, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 1, 5, 2, 3, 1, 4, 4, 1, 1, 13, 1, 2, 1, 4, 1, 1, 1, 9, 2, 1, 2, 1, 1, 4, 5, 6, 1, 11, 9, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 9, 1, 1, 1, 1, 2, 1, 2, 1, 1, 9, 1, 1, 1, 1, 4, 1, 1, 1, 1, 9, 2, 1, 6, 3, 1, 1, 9, 1, 2, 1, 1, 1, 1, 3, 3, 1, 7, 1, 4, 1, 1, 3, 2, 4, 1, 3, 1, 1, 9, 2, 2, 1, 3, 1, 4, 1, 1, 5, 1, 1, 9, 1, 1, 7, 1, 1, 1, 6, 2, 5, 7, 1, 4, 2, 6, 4, 1, 3, 1, 1, 1, 1, 23, 1, 3, 1, 4, 1, 3, 1, 1, 1, 1, 9, 1, 3, 2, 1, 1, 1, 4, 3, 1, 1, 9, 1, 1, 1, 4, 1, 1, 9, 1, 2, 1, 3, 1, 2, 2, 2, 1, 13, 1, 5, 1, 1, 3, 2, 4, 1, 1, 2, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1, 9, 4, 2, 1, 2, 7, 1, 1, 3, 1, 1, 1, 2, 1, 4, 2, 6, 1, 2, 7, 1, 4, 1, 1, 5, 1, 4, 1, 3, 2, 1, 4, 1, 1, 3, 1, 9, 5, 1, 1, 4, 2, 1, 2, 3, 1, 9, 1, 2, 4, 1, 2, 1, 1, 13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 5, 7, 10, 1, 2, 2, 1, 9, 5, 1, 1, 6, 2, 7, 1, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1, 2, 1, 1, 5, 7, 1, 1, 2, 3, 1, 6, 1, 1, 2, 1, 1, 1, 2, 2, 3, 1, 2, 1, 1, 1, 1, 1, 3, 7, 1, 9, 1, 1, 5, 3, 1, 1, 2, 1, 1, 4, 1, 1, 3, 2, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 1, 5, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 1, 1, 3, 1, 3, 9, 1, 2, 1, 5, 1, 3, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 9, 4, 1, 1, 1, 1, 3, 3, 1, 3, 2, 1, 1, 1, 1, 3, 2, 7, 2, 5, 1, 1, 1, 1, 9, 2, 1, 5, 1, 3, 10, 8, 1, 11, 1, 1, 2, 2, 1, 1, 1, 9, 9, 2, 1, 1, 9, 10, 2, 1, 4, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 9, 4, 1, 5, 3, 1, 3, 1, 6, 1, 1, 6, 1, 13, 8, 1, 1, 5, 1, 9, 1, 1, 4, 1, 7, 1, 7, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 1, 13, 9, 2, 1, 6, 3, 2, 1, 9, 1, 5, 1, 2, 1, 3, 1, 1, 5, 1, 7, 1, 1, 1, 1, 3, 1, 8, 1, 1, 3, 2, 4, 3, 1, 2, 1, 1, 2, 2, 2, 8, 1, 1, 5, 1, 2, 1, 3, 1, 1, 4, 1, 2, 4, 1, 1, 4, 1, 2, 1, 1, 3, 1, 1, 5, 1, 1, 9, 3, 1, 1, 1, 2, 2, 1, 3, 1, 2, 2, 1, 4, 4, 1, 4, 3, 1, 2, 1, 1, 1, 9, 4, 1, 2, 1, 3, 1, 2, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 1, 4, 1, 2, 1, 4, 1, 1, 1, 13, 1, 2, 1, 2, 1, 5, 1, 2, 2, 2, 1, 17, 4, 1, 1, 1, 3, 1, 1, 3, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 2, 2, 5, 4, 4, 8, 11, 1, 1, 2, 3, 5, 7, 2, 1, 2, 1, 6, 5, 6, 1, 4, 2, 1, 2, 1, 3, 1, 1, 2, 3, 5, 10, 1, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 1, 5, 1, 1, 3, 1, 5, 1, 2, 10, 1, 1, 3, 1, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 2, 1, 9, 10, 1, 5, 3, 1, 1, 1, 4, 1, 1, 2, 5, 1, 2, 4, 10, 1, 4, 1, 9, 3, 3, 5, 6, 1, 5, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 6, 1, 2, 3, 1, 6, 1, 4, 1, 5, 9, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 6, 1, 3, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 6, 1, 2, 3, 1, 7, 1, 5, 2, 2, 4, 1, 1, 3, 5, 1, 9, 1, 3, 1, 6, 1, 5, 1, 5, 1, 6, 1, 6, 1, 4, 1, 1, 5, 2, 8, 1, 4, 1, 6, 2, 1, 2, 5, 5, 2, 3, 1, 1, 6, 1, 4, 2, 1, 1, 1, 4, 1, 4, 1, 1, 5, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 1, 3, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 3, 1, 1, 5, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 10, 2, 1, 1, 5, 5, 4, 1, 1, 4, 1, 11, 2, 7, 1, 5, 1, 3, 2, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 1, 5, 4, 2, 3, 5, 4, 1, 1, 4, 1, 10, 1, 9, 5, 4, 1, 1, 4, 1, 9, 1, 5, 2, 1, 1, 1, 9, 11, 1, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 11, 1, 1, 1, 1, 9, 1, 2, 5, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 2, 4, 1, 1, 1, 1, 9, 1, 4, 1, 6, 2, 4, 1, 4, 1, 5, 1, 7, 1, 5, 1, 1, 2, 1, 1, 4, 1, 5, 1, 1, 1, 1, 9, 6, 1, 5, 2, 4, 1, 4, 1, 5, 1, 1, 2, 1, 6, 1, 6, 1, 4, 1, 1, 1, 1, 1, 9, 2, 3, 8, 1, 4, 1, 1, 3, 11, 1, 7, 1, 2, 5, 9, 2, 1, 6, 9, 1, 4, 4, 3, 10, 9, 1, 1, 1, 1, 4, 1, 5, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 4, 1, 5, 9, 1, 1, 1, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 1, 1, 9, 1, 1, 1, 1, 2, 4, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 1, 2, 4, 9, 1, 1, 1, 11, 1, 1, 13, 5, 4, 1, 1, 4, 1, 9, 1, 5, 3, 11, 1, 1, 1, 3, 1, 3, 1, 6, 1, 6, 1, 1, 1, 5, 4, 4, 2, 1, 2, 2, 10, 2, 6, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 3, 1, 3, 4, 4, 4, 1, 9, 1, 5, 2, 1, 9, 1, 1, 5, 1, 2, 5, 4, 1, 7, 1, 1, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 9, 1, 1, 9, 1, 1, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 4, 6, 1, 1, 3, 1, 4, 5, 1, 3, 4, 6, 1, 1, 9, 1, 5, 1, 6, 6, 1, 1, 5, 2, 7, 5, 4, 1, 2, 1, 1, 1, 1, 1, 1, 1, 29, 1, 9, 2, 6, 1, 1, 1, 5, 1, 2, 4, 5, 1, 3, 4, 5, 4, 3, 1, 2, 1, 4, 1, 9, 1, 2, 4, 1, 1, 1, 4, 1, 1, 1, 3, 1, 4, 4, 1, 1, 13, 1, 5, 2, 1, 9, 1, 1, 3, 1, 4, 9, 2, 1, 1, 1, 1, 1, 1, 2, 4, 4, 1, 9, 1, 2, 1, 4, 1, 1, 5, 1, 1, 1, 3, 3, 1, 3, 1, 2, 8, 1, 1, 3, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 1, 3, 1, 1, 1, 1, 1, 6, 2, 4, 1, 3, 1, 5, 1, 1, 1, 9, 2, 2, 2, 1, 1, 2, 2, 4, 1, 3, 1, 2, 2, 4, 1, 1, 1, 1, 9, 1, 2, 3, 6, 1, 2, 1, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 2, 2, 4, 1, 2, 1, 1, 1, 1, 1, 9, 4, 1, 13, 2, 6, 2, 2, 2, 1, 1, 1, 3, 5, 2, 1, 3, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 9, 2, 1, 3, 1, 4, 1, 3, 10, 1, 1, 6, 1, 1, 1, 6, 1, 1, 4, 1, 3, 1, 1, 1, 1, 6, 9, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 8, 2, 1, 2, 1, 1, 7, 1, 1, 9, 1, 2, 3, 1, 1, 8, 1, 1, 1, 2, 1, 1, 13, 1, 5, 5, 5, 1, 1, 3, 3, 4, 1, 2, 3, 1, 2, 6, 4, 1, 7, 1, 1, 1, 9, 2, 2, 1, 2, 1, 10, 1, 1, 9, 4, 1, 8, 3, 1, 8, 1, 13, 1, 2, 1, 8, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 1, 8, 1, 2, 2, 2, 1, 1, 13, 1, 1, 1, 2, 1, 1, 7, 1, 1, 7, 1, 1, 1, 1, 3, 4, 1, 8, 1, 4, 1, 1, 5, 1, 19, 5, 1, 4, 1, 19, 1, 2, 1, 2, 2, 1, 19, 4, 1, 6, 1, 1, 4, 1, 1, 3, 20, 4, 1, 4, 1, 1, 4, 1, 1, 4, 1, 19, 1, 4, 1, 3, 1, 2, 2, 1, 19, 1, 4, 1, 1, 4, 1, 1, 8, 1, 1, 1, 20, 1, 4, 1, 3, 1, 1, 8, 1, 1, 1, 1, 1, 5, 1, 2, 4, 1, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 4, 1, 1, 2, 1, 7, 1, 1, 3, 2, 4, 2, 1, 2, 3, 4, 1, 1, 1, 9, 1, 2, 5, 1, 2, 2, 2, 1, 13, 5, 2, 1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 4, 2, 1, 4, 1, 4, 1, 9, 3, 1, 7, 2, 1, 3, 1, 6, 1, 9, 4, 2, 2, 1, 1, 1, 1, 4, 1, 1, 1, 2, 3, 1, 3, 1, 1, 13, 1, 2, 1, 1, 8, 1, 1, 1, 2, 1, 4, 1, 1, 17, 6, 2, 1, 1, 13, 2, 3, 1, 1, 8, 1, 1, 1, 2, 4, 1, 1, 17, 6, 2, 1, 1, 1, 1, 1, 13, 4, 1, 17, 2, 1, 3, 5, 4, 1, 8, 1, 2, 3, 4, 2, 4, 5, 3, 1, 3, 2, 2, 17, 2, 2, 1, 5, 4, 3, 4, 6, 1, 17, 1, 2, 1, 21, 1, 2, 2, 1, 5, 1, 1, 4, 1, 1, 1, 2, 1, 3, 1, 1, 3, 1, 1, 3, 1, 17, 7, 1, 1, 8, 5, 2, 3, 11, 5, 1, 1, 21, 2, 2, 17, 6, 2, 1, 3, 1, 2, 2, 1, 5, 1, 6, 1, 1, 1, 1, 40, 1, 1, 8, 1, 3, 1, 3, 1, 13, 3, 4, 5, 1, 9, 2, 1, 4, 1, 2, 1, 9, 1, 2, 1, 3, 1, 1, 4, 1, 2, 1, 1, 13, 1, 2, 4, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 3, 1, 5, 1, 1, 3, 1, 1, 9, 1, 3, 1, 8, 2, 1, 1, 9, 2, 1, 2, 1, 2, 5, 1, 3, 9, 1, 2, 5, 1, 1, 4, 1, 2, 4, 2, 2, 1, 13, 2, 1, 2, 4, 2, 1, 3, 2, 5, 1, 2, 4, 4, 6, 1, 4, 6, 1, 4, 3, 4, 1, 4, 6, 1, 13, 2, 2, 3, 1, 7, 3, 2, 1, 2, 5, 2, 1, 7, 1, 2, 5, 1, 3, 4, 9, 1, 7, 13, 2, 1, 2, 1, 7, 1, 13, 1, 13, 1, 5, 1, 3, 1, 9, 1, 1, 1, 17, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 21, 1, 3, 1, 8, 2, 1, 1, 1, 13, 9, 1, 2, 1, 3, 1, 9, 1, 1, 13, 5, 1, 1, 3, 1, 9, 1, 1, 13, 4, 6, 1], "chunk_stats": {"count": 2711, "sum": 7770, "mean": 2.866101069715972, "median": 1.0, "p95": 9.0, "max": 40, "min": 1}}, {"stage": 1, "units_in": 2711, "units_out": 1267, "chunk_lengths": [1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 2, 2, 1, 3, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 3, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 2, 1, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 2, 5, 2, 8, 1, 2, 1, 1, 1, 1, 2, 4, 2, 8, 2, 1, 4, 4, 2, 1, 1, 2, 2, 1, 2, 2, 3, 5, 2, 2, 2, 7, 3, 2, 4, 1, 1, 1, 3, 1, 1, 1, 2, 1, 2, 1, 3, 3, 1, 3, 2, 1, 1, 1, 3, 2, 1, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 2, 5, 2, 4, 4, 1, 2, 1, 5, 1, 1, 5, 2, 1, 1, 2, 6, 1, 1, 5, 1, 1, 1, 1, 2, 2, 3, 5, 1, 1, 2, 3, 1, 4, 1, 1, 4, 1, 1, 1, 1, 1, 1, 3, 6, 7, 3, 2, 1, 5, 2, 3, 1, 3, 1, 2, 1, 5, 2, 1, 1, 3, 3, 1, 7, 1, 1, 3, 2, 2, 1, 6, 2, 1, 2, 2, 2, 1, 2, 2, 1, 2, 1, 1, 2, 1, 2, 2, 2, 7, 1, 7, 1, 1, 2, 1, 2, 1, 2, 1, 1, 6, 1, 4, 1, 5, 2, 2, 1, 5, 3, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 3, 2, 1, 1, 1, 4, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 3, 1, 1, 3, 2, 5, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 4, 2, 1, 1, 3, 5, 1, 2, 1, 2, 2, 3, 1, 4, 1, 1, 1, 2, 1, 4, 2, 3, 1, 2, 1, 1, 1, 1, 3, 1, 3, 1, 1, 1, 6, 1, 5, 2, 1, 1, 1, 1, 4, 4, 1, 2, 1, 3, 1, 2, 2, 1, 1, 1, 2, 1, 1, 3, 3, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 2, 1, 2, 2, 2, 1, 2, 1, 2, 2, 6, 1, 1, 2, 1, 1, 4, 4, 1, 3, 1, 2, 3, 1, 1, 1, 2, 1, 5, 4, 2, 1, 1, 3, 1, 1, 1, 1, 1, 1, 6, 1, 1, 4, 4, 1, 2, 1, 4, 1, 7, 1, 2, 1, 1, 5, 1, 9, 1, 6, 11, 2, 4, 2, 2, 2, 1, 5, 1, 1, 1, 4, 4, 1, 2, 1, 1, 2, 1, 2, 3, 1, 3, 1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 6, 1, 1, 1, 2, 1, 1, 1, 6, 1, 2, 1, 3, 1, 1, 2, 1, 4, 4, 1, 1, 3, 2, 3, 2, 1, 1, 1, 4, 1, 1, 4, 1, 1, 1, 2, 4, 3, 4, 2, 3, 1, 1, 2, 2, 1, 3, 5, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 1, 1, 1, 3, 1, 3, 3, 1, 1, 1, 1, 4, 1, 5, 3, 7, 1, 1, 1, 5, 1, 5, 1, 7, 2, 2, 3, 1, 1, 5, 5, 1, 1, 4, 1, 2, 1, 3, 1, 4, 1, 1, 2, 1, 4, 2, 1, 1, 1, 1, 4, 1, 3, 1, 4, 4, 1, 2, 2, 1, 6, 4, 12, 1, 1, 5, 4, 1, 8, 1, 1, 3, 8, 1, 1, 2, 4, 1, 2, 1, 1, 2, 1, 6, 4, 6, 4, 1, 1, 2, 1, 6, 4, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 3, 2, 1, 2, 1, 4, 1, 1, 1, 1, 1, 3, 1, 3, 1, 5, 2, 1, 6, 5, 1, 8, 1, 7, 4, 1, 2, 2, 2, 2, 1, 5, 1, 2, 1, 1, 12, 1, 2, 1, 7, 1, 1, 2, 2, 1, 10, 1, 1, 1, 2, 8, 1, 7, 2, 1, 2, 1, 1, 1, 1, 1, 3, 2, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 1, 3, 2, 4, 2, 1, 6, 1, 1, 1, 2, 2, 1, 3, 2, 4, 3, 7, 1, 1, 1, 1, 2, 4, 2, 5, 4, 3, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 7, 1, 1, 7, 2, 1, 4, 1, 1, 11, 1, 4, 1, 9, 1, 2, 1, 1, 1, 6, 1, 1, 9, 4, 1, 1, 5, 1, 9, 2, 1, 1, 2, 2, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 1, 3, 1, 1, 3, 2, 4, 1, 2, 2, 1, 1, 2, 2, 2, 5, 1, 1, 1, 1, 2, 1, 4, 2, 1, 1, 3, 1, 4, 1, 1, 1, 3, 2, 1, 2, 1, 1, 3, 2, 3, 1, 1, 2, 2, 1, 1, 2, 1, 3, 2, 1, 3, 2, 2, 2, 3, 1, 1, 1, 1, 3, 2, 2, 2, 5, 1, 1, 10, 5, 1, 2, 3, 1, 2, 2, 1, 1, 3, 1, 2, 4, 1, 7, 1, 1, 2, 1, 2, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 1, 2, 2, 1, 5, 2, 1, 4, 1, 2, 5, 1, 3, 5, 1, 3, 4, 3, 1, 1, 1, 1, 1, 1, 3, 4, 2, 5, 1, 1, 1, 3, 2, 3, 1, 2, 1, 1, 4, 1, 4, 3, 1, 1, 5, 4, 1, 1, 1, 1, 1, 2, 1, 2, 5, 1, 2, 1, 1, 2, 1, 2, 2, 1, 5, 7, 1, 1, 2, 2, 1, 1, 2, 2, 2, 2, 3, 1, 2, 1, 2, 2, 2, 3, 1, 9, 4, 1, 2, 1, 1, 3, 1, 3, 1, 2, 3, 1, 1, 1, 1, 2, 5, 4, 1, 2, 3, 3, 1, 5, 2, 3, 2, 1, 1, 1, 4, 2, 1, 1, 2, 1, 3, 1, 1, 3, 5, 1, 5, 3, 2, 4, 1, 4, 3, 4, 1, 1, 2, 3, 1, 4, 1, 1, 3, 2, 2, 1, 2, 2, 1, 5, 1, 2, 1, 2, 4, 3, 2, 3, 1, 1, 2, 2, 2, 3, 3, 1, 2, 1, 3, 1, 3, 1, 2, 1, 1, 1, 1, 2, 5, 1, 1, 1, 2, 2, 3, 2, 1, 3, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 5, 1, 1, 1, 5, 6, 3, 3, 1, 1, 2, 1, 4, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 2, 2, 1, 1, 4, 3, 1, 4, 1, 1, 1, 2, 1, 1, 4, 4, 3, 1, 1, 3, 3, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 3, 2, 1, 2, 2, 1, 3, 1, 3, 1, 3, 1, 2, 1, 4, 1, 3, 3, 7, 1, 1, 5, 5, 1, 2, 1, 1, 1, 5, 2, 2, 3, 3, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 7, 3, 1, 1, 2, 3, 1, 1, 2, 2, 2, 1, 3, 4, 2, 1, 4, 1, 2, 1, 1, 1, 6, 1, 1, 5, 6, 1, 1, 3, 1, 6, 1, 7, 1, 5, 1, 1, 4, 4, 1, 2, 1, 2, 3, 4, 1, 1, 2, 2, 3, 1, 2, 4, 3, 1, 7, 4, 1, 4, 1, 2, 1, 1, 1, 1, 1, 4, 2, 1, 4, 3, 1, 1, 1, 2], "chunk_stats": {"count": 1267, "sum": 2711, "mean": 2.139700078926598, "median": 2.0, "p95": 5.0, "max": 12, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 732, "chunk_lengths": [1, 7, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 5, 4, 1, 1, 1, 13, 2, 1, 2, 4, 1, 4, 1, 1, 1, 2, 3, 5, 13, 2, 2, 5, 3, 1, 6, 1, 1, 1, 2, 3, 2, 1, 3, 1, 1, 3, 1, 13, 3, 4, 1, 3, 9, 4, 1, 13, 3, 4, 1, 4, 1, 5, 4, 3, 7, 7, 1, 1, 3, 2, 7, 1, 2, 1, 1, 9, 8, 2, 13, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 17, 1, 2, 1, 4, 1, 1, 1, 9, 7, 1, 1, 6, 1, 2, 3, 1, 13, 1, 2, 1, 1, 9, 1, 1, 3, 8, 4, 1, 5, 1, 4, 5, 4, 1, 1, 1, 1, 2, 4, 1, 3, 1, 9, 3, 4, 1, 2, 1, 1, 1, 1, 1, 4, 3, 1, 7, 1, 4, 1, 2, 1, 2, 1, 1, 3, 2, 4, 1, 2, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 4, 2, 4, 1, 1, 2, 1, 4, 1, 6, 1, 1, 2, 1, 4, 2, 6, 1, 1, 1, 2, 4, 1, 1, 5, 1, 4, 1, 1, 2, 1, 1, 1, 1, 1, 5, 7, 1, 2, 7, 5, 1, 2, 1, 13, 3, 4, 1, 3, 1, 7, 1, 9, 1, 1, 5, 3, 1, 3, 1, 1, 4, 1, 4, 1, 4, 1, 4, 1, 4, 2, 9, 2, 4, 2, 1, 1, 1, 5, 1, 1, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 9, 3, 4, 8, 1, 5, 4, 5, 1, 1, 3, 2, 7, 1, 1, 9, 1, 1, 1, 9, 5, 1, 2, 7, 1, 1, 3, 1, 3, 2, 2, 1, 6, 1, 9, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 21, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 2, 1, 4, 1, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 4, 2, 1, 13, 4, 1, 1, 4, 1, 4, 1, 10, 1, 4, 2, 1, 2, 3, 1, 1, 6, 1, 1, 5, 2, 3, 1, 1, 2, 1, 6, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 4, 1, 4, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 1, 2, 1, 1, 1, 5, 2, 3, 1, 1, 2, 1, 9, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 1, 5, 1, 5, 4, 1, 1, 4, 1, 9, 1, 4, 1, 1, 5, 3, 4, 1, 4, 1, 5, 1, 5, 4, 1, 1, 4, 1, 1, 4, 4, 1, 1, 5, 3, 4, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 8, 1, 1, 1, 4, 1, 3, 1, 6, 1, 4, 1, 4, 1, 4, 1, 1, 5, 6, 2, 1, 2, 2, 1, 4, 1, 2, 1, 9, 2, 1, 1, 5, 1, 7, 1, 1, 1, 5, 4, 3, 1, 4, 1, 1, 3, 2, 1, 2, 1, 2, 3, 5, 1, 1, 4, 1, 1, 9, 1, 1, 3, 5, 2, 1, 1, 1, 3, 4, 1, 1, 2, 1, 1, 3, 1, 5, 1, 4, 2, 1, 3, 1, 1, 1, 1, 1, 9, 3, 4, 1, 1, 1, 1, 1, 5, 1, 2, 1, 10, 1, 10, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 1, 1, 9, 1, 3, 1, 1, 9, 2, 1, 1, 1, 5, 4, 1, 2, 1, 1, 7, 1, 9, 4, 1, 1, 5, 2, 4, 1, 4, 1, 1, 4, 1, 3, 1, 5, 4, 1, 9, 4, 1, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 6, 1, 1, 4, 1, 9, 6, 1, 6, 1, 1, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 6, 2, 1, 3, 1, 3, 1, 3, 1, 13, 4, 1, 17, 3, 4, 2, 2, 1, 1, 1, 5, 1, 3, 1, 1, 3, 9, 1, 7, 1, 17, 1, 3, 1, 7, 1, 1, 5, 1, 6, 1, 1, 9, 2, 1, 2, 1, 2, 6, 5, 1, 3, 9, 4, 1, 13, 1, 3, 4, 13, 1, 2, 2, 1, 4, 1], "chunk_stats": {"count": 741, "sum": 2048, "mean": 2.7638326585695006, "median": 1.0, "p95": 9.0, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 267, "chunk_lengths": [2, 1, 3, 1, 3, 1, 1, 5, 1, 2, 1, 1, 3, 6, 2, 1, 1, 1, 2, 2, 9, 2, 1, 4, 1, 2, 1, 4, 1, 1, 2, 1, 1, 4, 5, 1, 1, 1, 2, 6, 2, 2, 3, 3, 1, 7, 1, 4, 2, 2, 1, 1, 2, 2, 4, 1, 1, 2, 2, 2, 5, 1, 4, 3, 1, 1, 6, 1, 1, 2, 4, 2, 3, 1, 4, 1, 1, 1, 3, 4, 1, 2, 1, 4, 2, 1, 2, 5, 5, 5, 1, 1, 3, 1, 3, 1, 19, 3, 1, 2, 2, 2, 1, 5, 1, 1, 5, 4, 1, 1, 3, 1, 1, 2, 4, 3, 1, 3, 1, 1, 1, 1, 3, 1, 2, 5, 4, 1, 1, 6, 1, 5, 6, 1, 5, 3, 5, 3, 3, 7, 1, 1, 2, 4, 4, 1, 8, 1, 7, 1, 5, 7, 8, 1, 1, 6, 1, 1, 1, 1, 2, 5, 5, 3, 11, 1, 1, 4, 1, 1, 3, 3, 7, 1, 1, 1, 6, 1, 2, 4, 1, 1, 3, 7, 3, 2, 1, 1, 1, 1, 3, 1, 4, 1, 2, 3, 5, 1, 4, 6, 2, 1, 7, 1, 3, 1, 1, 1, 6, 1, 3, 1, 7, 4, 1, 5, 1, 2, 1, 1, 3, 3, 1, 4, 1, 3, 6, 1, 2, 1, 4, 1, 2, 1, 1, 1, 3, 5, 1, 3, 3, 1, 5, 3, 4, 4, 4, 1, 2, 1, 8, 1, 1, 4, 1, 4, 3, 3, 1, 1, 1, 1, 4, 3, 1, 2, 1, 1, 1, 3, 5, 13, 1, 8, 1, 3, 1], "chunk_stats": {"count": 277, "sum": 732, "mean": 2.642599277978339, "median": 2.0, "p95": 7.0, "max": 19, "min": 1}, "active_size_stats": {"count": 732, "sum": 732, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 7, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0421327010008099, "decode_time_sec": 3.564739102992462, "total_time_sec": 3.8831678419992386, "prefill_units_per_sec": 5055.455618568237, "prefill_bytes_per_sec": 5031.721085147728, "decode_units_per_sec": 94.81759821252051, "decode_bytes_per_sec": 94.81759821252051, "total_units_per_sec": 87.0423359877181, "total_bytes_per_sec": 87.0423359877181, "step_latency_ms": {"count": 338, "sum": 3566, "mean": 10.550295857988166, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2848.9453125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}, "bytes": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 54, "stage1_units": null, "bytes_per_stage0_unit": 3.925925925925926, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54], "patch_count_stats": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 2, 2, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4], "patch_length_stats": {"count": 54, "sum": 213, "mean": 3.9444444444444446, "median": 3.0, "p95": 7.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 0, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05491505600002711, "decode_time_sec": 2.8162785390231875, "total_time_sec": 3.117629009000666, "prefill_units_per_sec": 3295.9995524708315, "prefill_bytes_per_sec": 3277.7896101919873, "decode_units_per_sec": 108.65402543106926, "decode_bytes_per_sec": 108.65402543106926, "total_units_per_sec": 98.15151165086385, "total_bytes_per_sec": 98.15151165086385, "step_latency_ms": {"count": 306, "sum": 2786, "mean": 9.104575163398692, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2845.22216796875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.7368421052631575, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 4, 5, 5, 1, 4, 3, 3, 4, 6, 4, 5, 1, 3, 4, 2, 11, 3, 4, 5, 1, 2, 4, 2, 15, 5, 4, 3, 16, 2, 15, 5, 7, 5, 5, 4, 4, 2], "patch_length_stats": {"count": 38, "sum": 181, "mean": 4.7631578947368425, "median": 4.0, "p95": 15.0, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 1, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05455585599702317, "decode_time_sec": 2.990810368974053, "total_time_sec": 3.2882118220004486, "prefill_units_per_sec": 3207.721642376005, "prefill_bytes_per_sec": 3189.3918044195707, "decode_units_per_sec": 100.30726224307894, "decode_bytes_per_sec": 100.30726224307894, "total_units_per_sec": 91.23499830296488, "total_bytes_per_sec": 91.23499830296488, "step_latency_ms": {"count": 300, "sum": 2970, "mean": 9.9, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2845.07861328125, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}, "model_input_units": {"count": 1, "sum": 175, "mean": 175.0, "median": 175.0, "p95": 175.0, "max": 175, "min": 175}}, "generated_stats": {"units": {"count": 1, "sum": 300, "mean": 300.0, "median": 300.0, "p95": 300.0, "max": 300, "min": 300}, "bytes": {"count": 1, "sum": 300, "mean": 300.0, "median": 300.0, "p95": 300.0, "max": 300, "min": 300}}, "compression_summary": {"raw_prompt_bytes": 174, "model_input_units": 175, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 4.461538461538462, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 4, 8, 5, 1, 5, 3, 3, 4, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 4, 3, 4, 3, 8, 3, 5, 11, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 7, 5], "patch_length_stats": {"count": 39, "sum": 175, "mean": 4.487179487179487, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 2, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05095981700287666, "decode_time_sec": 3.3219565809631604, "total_time_sec": 3.6307710859982762, "prefill_units_per_sec": 3649.9346139626123, "prefill_bytes_per_sec": 3630.311309586469, "decode_units_per_sec": 93.61952584877837, "decode_bytes_per_sec": 93.61952584877837, "total_units_per_sec": 85.65673589264328, "total_bytes_per_sec": 85.65673589264328, "step_latency_ms": {"count": 311, "sum": 3359, "mean": 10.80064308681672, "median": 7.0, "p95": 24.0, "max": 28, "min": 6}, "peak_allocated_mb": 2846.70458984375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}, "model_input_units": {"count": 1, "sum": 186, "mean": 186.0, "median": 186.0, "p95": 186.0, "max": 186, "min": 186}}, "generated_stats": {"units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}, "bytes": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "compression_summary": {"raw_prompt_bytes": 185, "model_input_units": 186, "stage0_units": 47, "stage1_units": null, "bytes_per_stage0_unit": 3.9361702127659575, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [47], "patch_count_stats": {"count": 1, "sum": 47, "mean": 47.0, "median": 47.0, "p95": 47.0, "max": 47, "min": 47}, "patch_lengths": [3, 12, 3, 3, 6, 3, 5, 12, 2, 7, 1, 1, 4, 12, 2, 5, 1, 4, 4, 3, 4, 1, 4, 3, 3, 3, 4, 3, 4, 5, 2, 5, 3, 8, 4, 1, 2, 4, 3, 3, 1, 5, 2, 2, 7, 4, 3], "patch_length_stats": {"count": 47, "sum": 186, "mean": 3.9574468085106385, "median": 3.0, "p95": 10.799999999999983, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 3, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04686365000088699, "decode_time_sec": 3.1412898279741057, "total_time_sec": 3.427810228000453, "prefill_units_per_sec": 3606.2065160695192, "prefill_bytes_per_sec": 3584.8680159744335, "decode_units_per_sec": 93.59212810669169, "decode_bytes_per_sec": 93.59212810669169, "total_units_per_sec": 85.76904217112953, "total_bytes_per_sec": 85.76904217112953, "step_latency_ms": {"count": 294, "sum": 3150, "mean": 10.714285714285714, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2845.76806640625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 168, "mean": 168.0, "median": 168.0, "p95": 168.0, "max": 168, "min": 168}, "model_input_units": {"count": 1, "sum": 169, "mean": 169.0, "median": 169.0, "p95": 169.0, "max": 169, "min": 169}}, "generated_stats": {"units": {"count": 1, "sum": 294, "mean": 294.0, "median": 294.0, "p95": 294.0, "max": 294, "min": 294}, "bytes": {"count": 1, "sum": 294, "mean": 294.0, "median": 294.0, "p95": 294.0, "max": 294, "min": 294}}, "compression_summary": {"raw_prompt_bytes": 168, "model_input_units": 169, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 3.652173913043478, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 5, 6, 4, 1, 1, 7, 5, 1, 4, 1, 11, 6, 6, 4, 5, 1, 4, 1, 16, 3, 5, 1, 6, 3, 4, 1, 1, 5, 4, 2, 1, 1, 2, 3, 4, 7, 2, 8, 2, 2, 2, 3, 1, 1, 3], "patch_length_stats": {"count": 46, "sum": 169, "mean": 3.6739130434782608, "median": 3.0, "p95": 7.75, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 4, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04204359000141267, "decode_time_sec": 3.26970255998458, "total_time_sec": 3.578445560997352, "prefill_units_per_sec": 4756.967708829812, "prefill_bytes_per_sec": 4733.182870285663, "decode_units_per_sec": 99.3974204190404, "decode_bytes_per_sec": 99.3974204190404, "total_units_per_sec": 90.82155770155657, "total_bytes_per_sec": 90.82155770155657, "step_latency_ms": {"count": 325, "sum": 3272, "mean": 10.067692307692308, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.3935546875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}, "bytes": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 40, "stage1_units": null, "bytes_per_stage0_unit": 4.975, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [40], "patch_count_stats": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}, "patch_lengths": [3, 15, 5, 4, 3, 4, 3, 5, 2, 5, 3, 4, 5, 2, 11, 7, 5, 2, 5, 2, 3, 4, 5, 7, 10, 4, 11, 7, 2, 5, 5, 5, 6, 2, 11, 5, 1, 2, 8, 2], "patch_length_stats": {"count": 40, "sum": 200, "mean": 5.0, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 5, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04922772699865163, "decode_time_sec": 3.124225744013529, "total_time_sec": 3.457987335001235, "prefill_units_per_sec": 4428.398654400012, "prefill_bytes_per_sec": 4408.084899104599, "decode_units_per_sec": 109.7872010872575, "decode_bytes_per_sec": 109.7872010872575, "total_units_per_sec": 99.19064668866912, "total_bytes_per_sec": 99.19064668866912, "step_latency_ms": {"count": 343, "sum": 3119, "mean": 9.093294460641399, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2847.931640625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 343, "mean": 343.0, "median": 343.0, "p95": 343.0, "max": 343, "min": 343}, "bytes": {"count": 1, "sum": 343, "mean": 343.0, "median": 343.0, "p95": 343.0, "max": 343, "min": 343}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 4.822222222222222, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 8, 5, 1, 6, 4, 3, 4, 4, 2, 7, 3, 3, 6, 7, 6, 6, 2, 6, 2, 7, 5, 7, 6, 2, 7, 5, 4, 1, 6, 3, 7, 10, 2, 7, 9, 5, 7, 6, 1, 6, 3, 7, 5, 2], "patch_length_stats": {"count": 45, "sum": 218, "mean": 4.844444444444444, "median": 5.0, "p95": 7.799999999999997, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 6, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.054114803999254946, "decode_time_sec": 3.0524138099390257, "total_time_sec": 3.361919818999013, "prefill_units_per_sec": 3474.095554380801, "prefill_bytes_per_sec": 3455.6163227085626, "decode_units_per_sec": 102.54179789805512, "decode_bytes_per_sec": 102.54179789805512, "total_units_per_sec": 93.1015660252104, "total_bytes_per_sec": 93.1015660252104, "step_latency_ms": {"count": 313, "sum": 3046, "mean": 9.731629392971247, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.38232421875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 313, "mean": 313.0, "median": 313.0, "p95": 313.0, "max": 313, "min": 313}, "bytes": {"count": 1, "sum": 313, "mean": 313.0, "median": 313.0, "p95": 313.0, "max": 313, "min": 313}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.25, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 8, 5, 1, 5, 5, 3, 3, 4, 8, 2, 5, 5, 8, 5, 2, 7, 7, 2, 4, 7, 4, 4, 3, 8, 2, 11, 2, 2, 5, 2, 1, 4, 2, 11, 7, 7, 2, 1, 2, 1, 2, 2, 4], "patch_length_stats": {"count": 44, "sum": 188, "mean": 4.2727272727272725, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 7, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03861012299603317, "decode_time_sec": 2.9369355509916204, "total_time_sec": 3.1995931419987755, "prefill_units_per_sec": 3807.2916787937424, "prefill_bytes_per_sec": 3781.3917354005875, "decode_units_per_sec": 92.61354063699576, "decode_bytes_per_sec": 92.61354063699576, "total_units_per_sec": 85.01080853988907, "total_bytes_per_sec": 85.01080853988907, "step_latency_ms": {"count": 272, "sum": 2970, "mean": 10.919117647058824, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2843.34912109375, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}, "model_input_units": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}}, "generated_stats": {"units": {"count": 1, "sum": 272, "mean": 272.0, "median": 272.0, "p95": 272.0, "max": 272, "min": 272}, "bytes": {"count": 1, "sum": 272, "mean": 272.0, "median": 272.0, "p95": 272.0, "max": 272, "min": 272}}, "compression_summary": {"raw_prompt_bytes": 146, "model_input_units": 147, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 4.055555555555555, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 7, 5, 1, 6, 1, 6, 1, 3, 6, 3, 3, 4, 3, 6, 3, 5, 2, 11, 6, 2, 2, 6, 3, 7, 8, 2, 4, 7, 3, 2, 2, 1, 3, 7, 3], "patch_length_stats": {"count": 36, "sum": 147, "mean": 4.083333333333333, "median": 3.0, "p95": 7.25, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 8, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05311902600078611, "decode_time_sec": 3.313019860030181, "total_time_sec": 3.5981940920028137, "prefill_units_per_sec": 2974.4521294057945, "prefill_bytes_per_sec": 2955.6264830171503, "decode_units_per_sec": 85.42055645794466, "decode_bytes_per_sec": 85.42055645794466, "total_units_per_sec": 78.65056546810058, "total_bytes_per_sec": 78.65056546810058, "step_latency_ms": {"count": 283, "sum": 3325, "mean": 11.749116607773852, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2843.2314453125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}, "bytes": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 31, "stage1_units": null, "bytes_per_stage0_unit": 5.064516129032258, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [31], "patch_count_stats": {"count": 1, "sum": 31, "mean": 31.0, "median": 31.0, "p95": 31.0, "max": 31, "min": 31}, "patch_lengths": [3, 6, 8, 8, 1, 3, 6, 3, 3, 3, 7, 4, 2, 5, 6, 2, 6, 3, 7, 3, 4, 8, 3, 8, 8, 4, 11, 7, 5, 9, 2], "patch_length_stats": {"count": 31, "sum": 158, "mean": 5.096774193548387, "median": 5.0, "p95": 8.5, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 9, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049919958000828046, "decode_time_sec": 3.1101523550059937, "total_time_sec": 3.4115396230008628, "prefill_units_per_sec": 3705.9326050901586, "prefill_bytes_per_sec": 3685.900536954536, "decode_units_per_sec": 99.6735737080644, "decode_bytes_per_sec": 99.6735737080644, "total_units_per_sec": 90.86806376509777, "total_bytes_per_sec": 90.86806376509777, "step_latency_ms": {"count": 310, "sum": 3092, "mean": 9.974193548387097, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.24169921875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.181818181818182, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 8, 5, 1, 7, 1, 8, 3, 3, 3, 4, 5, 6, 1, 2, 1, 1, 2, 7, 5, 4, 4, 8, 3, 4, 5, 6, 1, 5, 5, 2, 5, 6, 4, 3, 8, 2, 5, 6, 10, 2, 3, 6, 2], "patch_length_stats": {"count": 44, "sum": 185, "mean": 4.204545454545454, "median": 4.0, "p95": 8.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 10, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.038450808002380654, "decode_time_sec": 3.483228468983725, "total_time_sec": 3.76291287499771, "prefill_units_per_sec": 4603.284279202694, "prefill_bytes_per_sec": 4577.277023387989, "decode_units_per_sec": 86.70117469730954, "decode_bytes_per_sec": 86.70117469730954, "total_units_per_sec": 80.2569737945856, "total_bytes_per_sec": 80.2569737945856, "step_latency_ms": {"count": 302, "sum": 3469, "mean": 11.486754966887418, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2845.73193359375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.093023255813954, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 5, 5, 1, 4, 1, 10, 1, 7, 3, 3, 4, 3, 5, 7, 2, 11, 7, 1, 7, 6, 2, 5, 4, 3, 7, 2, 2, 1, 2, 1, 2, 10, 5, 4, 3, 3, 7, 2, 5, 4, 5, 2], "patch_length_stats": {"count": 43, "sum": 177, "mean": 4.116279069767442, "median": 4.0, "p95": 9.699999999999996, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 11, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04753368599995156, "decode_time_sec": 3.3632065469973895, "total_time_sec": 3.67767341400031, "prefill_units_per_sec": 4291.693263598533, "prefill_bytes_per_sec": 4270.65555152207, "decode_units_per_sec": 97.82331099876257, "decode_bytes_per_sec": 97.82331099876257, "total_units_per_sec": 89.45873191119962, "total_bytes_per_sec": 89.45873191119962, "step_latency_ms": {"count": 329, "sum": 3328, "mean": 10.115501519756839, "median": 6.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2847.5517578125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 47, "stage1_units": null, "bytes_per_stage0_unit": 4.319148936170213, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [47], "patch_count_stats": {"count": 1, "sum": 47, "mean": 47.0, "median": 47.0, "p95": 47.0, "max": 47, "min": 47}, "patch_lengths": [3, 5, 9, 5, 3, 3, 2, 2, 3, 5, 2, 3, 6, 4, 8, 2, 4, 3, 7, 3, 2, 5, 4, 5, 5, 2, 1, 3, 3, 5, 2, 11, 6, 4, 5, 9, 4, 7, 7, 6, 5, 2, 4, 3, 3, 7, 2], "patch_length_stats": {"count": 47, "sum": 204, "mean": 4.340425531914893, "median": 4.0, "p95": 8.699999999999996, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 12, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04668999700152199, "decode_time_sec": 3.5235793459869456, "total_time_sec": 3.865504951998446, "prefill_units_per_sec": 4990.36228236221, "prefill_bytes_per_sec": 4968.944418489411, "decode_units_per_sec": 101.60123126153843, "decode_bytes_per_sec": 101.60123126153843, "total_units_per_sec": 92.61403217577457, "total_bytes_per_sec": 92.61403217577457, "step_latency_ms": {"count": 358, "sum": 3493, "mean": 9.756983240223464, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2848.0810546875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 41, "stage1_units": null, "bytes_per_stage0_unit": 5.658536585365853, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [41], "patch_count_stats": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}, "patch_lengths": [3, 8, 9, 8, 5, 3, 3, 4, 9, 2, 4, 7, 4, 5, 1, 11, 5, 3, 8, 5, 6, 4, 11, 4, 8, 3, 11, 5, 2, 15, 8, 2, 7, 4, 2, 2, 5, 1, 15, 9, 2], "patch_length_stats": {"count": 41, "sum": 233, "mean": 5.682926829268292, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 13, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04974733400376863, "decode_time_sec": 2.4986349130267627, "total_time_sec": 2.7298135029996047, "prefill_units_per_sec": 2090.5642901812876, "prefill_bytes_per_sec": 2070.462710468006, "decode_units_per_sec": 91.65004411252585, "decode_bytes_per_sec": 91.65004411252585, "total_units_per_sec": 83.88851463602462, "total_bytes_per_sec": 83.88851463602462, "step_latency_ms": {"count": 229, "sum": 2483, "mean": 10.842794759825328, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2840.7294921875, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}, "model_input_units": {"count": 1, "sum": 104, "mean": 104.0, "median": 104.0, "p95": 104.0, "max": 104, "min": 104}}, "generated_stats": {"units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}, "bytes": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "compression_summary": {"raw_prompt_bytes": 103, "model_input_units": 104, "stage0_units": 34, "stage1_units": null, "bytes_per_stage0_unit": 3.0294117647058822, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [34], "patch_count_stats": {"count": 1, "sum": 34, "mean": 34.0, "median": 34.0, "p95": 34.0, "max": 34, "min": 34}, "patch_lengths": [3, 8, 4, 2, 3, 3, 4, 2, 3, 2, 2, 2, 2, 2, 5, 3, 3, 2, 4, 1, 3, 2, 2, 7, 3, 2, 2, 4, 2, 3, 4, 3, 4, 3], "patch_length_stats": {"count": 34, "sum": 104, "mean": 3.0588235294117645, "median": 3.0, "p95": 5.699999999999996, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 14, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05314411899962579, "decode_time_sec": 3.287940375983453, "total_time_sec": 3.567191902999184, "prefill_units_per_sec": 2897.78065567489, "prefill_bytes_per_sec": 2878.9638981705075, "decode_units_per_sec": 84.85555335429358, "decode_bytes_per_sec": 84.85555335429358, "total_units_per_sec": 78.21278125391164, "total_bytes_per_sec": 78.21278125391164, "step_latency_ms": {"count": 279, "sum": 3279, "mean": 11.75268817204301, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2846.7314453125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 153, "mean": 153.0, "median": 153.0, "p95": 153.0, "max": 153, "min": 153}, "model_input_units": {"count": 1, "sum": 154, "mean": 154.0, "median": 154.0, "p95": 154.0, "max": 154, "min": 154}}, "generated_stats": {"units": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}, "bytes": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}}, "compression_summary": {"raw_prompt_bytes": 153, "model_input_units": 154, "stage0_units": 55, "stage1_units": null, "bytes_per_stage0_unit": 2.7818181818181817, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [55], "patch_count_stats": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}, "patch_lengths": [3, 7, 4, 7, 4, 1, 3, 3, 3, 4, 5, 2, 4, 3, 4, 3, 3, 6, 1, 1, 1, 3, 2, 1, 3, 7, 2, 1, 2, 1, 2, 2, 2, 1, 3, 1, 3, 2, 7, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 7, 4, 5, 3], "patch_length_stats": {"count": 55, "sum": 154, "mean": 2.8, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 15, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05361875900416635, "decode_time_sec": 5.303111373046704, "total_time_sec": 5.658800196000811, "prefill_units_per_sec": 4476.045407566245, "prefill_bytes_per_sec": 4457.395218368051, "decode_units_per_sec": 68.8275192286416, "decode_bytes_per_sec": 68.8275192286416, "total_units_per_sec": 64.50130546364808, "total_bytes_per_sec": 64.50130546364808, "step_latency_ms": {"count": 365, "sum": 5318, "mean": 14.56986301369863, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2858.609375, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}, "bytes": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 72, "stage1_units": null, "bytes_per_stage0_unit": 3.3194444444444446, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [72], "patch_count_stats": {"count": 1, "sum": 72, "mean": 72.0, "median": 72.0, "p95": 72.0, "max": 72, "min": 72}, "patch_lengths": [3, 3, 3, 3, 5, 1, 3, 1, 3, 3, 4, 3, 5, 7, 4, 3, 6, 6, 2, 11, 2, 2, 5, 7, 4, 3, 4, 2, 6, 1, 7, 4, 2, 2, 2, 4, 7, 4, 2, 2, 5, 4, 5, 3, 2, 2, 11, 4, 4, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 11, 4, 4, 2, 2, 2, 1, 2], "patch_length_stats": {"count": 72, "sum": 240, "mean": 3.3333333333333335, "median": 3.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 16, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04367445200114162, "decode_time_sec": 3.381316350041743, "total_time_sec": 3.6968415409974114, "prefill_units_per_sec": 4602.232902538674, "prefill_bytes_per_sec": 4579.336221431517, "decode_units_per_sec": 96.41215616988202, "decode_bytes_per_sec": 96.41215616988202, "total_units_per_sec": 88.1833847582347, "total_bytes_per_sec": 88.1833847582347, "step_latency_ms": {"count": 326, "sum": 3402, "mean": 10.43558282208589, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.8564453125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.651162790697675, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 4, 7, 5, 1, 6, 5, 4, 3, 4, 7, 6, 5, 3, 4, 5, 3, 15, 11, 6, 5, 1, 5, 1, 3, 11, 4, 4, 6, 5, 1, 3, 1, 1, 3, 11, 4, 5, 5, 5, 5, 3, 2], "patch_length_stats": {"count": 43, "sum": 201, "mean": 4.674418604651163, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 17, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.042242073999659624, "decode_time_sec": 3.750484494972625, "total_time_sec": 4.085954499001673, "prefill_units_per_sec": 5421.135335396772, "prefill_bytes_per_sec": 5397.462255329537, "decode_units_per_sec": 94.38780522210475, "decode_bytes_per_sec": 94.38780522210475, "total_units_per_sec": 86.63826287994478, "total_bytes_per_sec": 86.63826287994478, "step_latency_ms": {"count": 354, "sum": 3741, "mean": 10.567796610169491, "median": 7.0, "p95": 24.0, "max": 33, "min": 6}, "peak_allocated_mb": 2850.8056640625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 62, "stage1_units": null, "bytes_per_stage0_unit": 3.6774193548387095, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [62], "patch_count_stats": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}, "patch_lengths": [3, 5, 3, 5, 10, 4, 4, 3, 3, 7, 3, 5, 2, 3, 2, 4, 2, 9, 3, 3, 5, 8, 3, 2, 1, 1, 1, 1, 1, 3, 3, 1, 8, 2, 6, 7, 3, 5, 3, 7, 4, 3, 3, 3, 1, 8, 2, 6, 7, 2, 1, 1, 1, 1, 1, 4, 7, 3, 5, 6, 4, 2], "patch_length_stats": {"count": 62, "sum": 229, "mean": 3.693548387096774, "median": 3.0, "p95": 8.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 18, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04208598399782204, "decode_time_sec": 3.234520539037476, "total_time_sec": 3.540750580999884, "prefill_units_per_sec": 4752.175926559066, "prefill_bytes_per_sec": 4728.415046926271, "decode_units_per_sec": 100.47857049524659, "decode_bytes_per_sec": 100.47857049524659, "total_units_per_sec": 91.78844783475887, "total_bytes_per_sec": 91.78844783475887, "step_latency_ms": {"count": 325, "sum": 3222, "mean": 9.913846153846153, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2846.9482421875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}, "bytes": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.5227272727272725, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 5, 4, 9, 4, 1, 3, 6, 3, 3, 4, 7, 3, 6, 5, 5, 5, 2, 2, 5, 1, 7, 3, 7, 4, 2, 5, 4, 11, 7, 4, 2, 4, 4, 9, 5, 5, 5, 3, 6, 2, 7, 5, 3], "patch_length_stats": {"count": 44, "sum": 200, "mean": 4.545454545454546, "median": 4.0, "p95": 8.700000000000003, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 19, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03375867499926244, "decode_time_sec": 3.2536945570063835, "total_time_sec": 3.552808313997957, "prefill_units_per_sec": 5746.671040976535, "prefill_bytes_per_sec": 5717.049025301398, "decode_units_per_sec": 98.04239285862816, "decode_bytes_per_sec": 98.04239285862816, "total_units_per_sec": 89.78812584488436, "total_bytes_per_sec": 89.78812584488436, "step_latency_ms": {"count": 319, "sum": 3277, "mean": 10.272727272727273, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.8056640625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}, "bytes": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 4.288888888888889, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 8, 15, 2, 2, 1, 5, 1, 2, 8, 1, 8, 1, 2, 10, 1, 5, 4, 3, 3, 2, 3, 6, 6, 2, 7, 9, 5, 4, 5, 3, 3, 2, 3, 4, 5, 2, 4, 7, 2, 3, 6, 2, 10, 4], "patch_length_stats": {"count": 45, "sum": 194, "mean": 4.311111111111111, "median": 3.0, "p95": 9.799999999999997, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 20, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.045493759997043526, "decode_time_sec": 3.651295936990209, "total_time_sec": 4.011397405000025, "prefill_units_per_sec": 5385.353947792437, "prefill_bytes_per_sec": 5363.372911270835, "decode_units_per_sec": 101.33388429341989, "decode_bytes_per_sec": 101.33388429341989, "total_units_per_sec": 92.23718386485761, "total_bytes_per_sec": 92.23718386485761, "step_latency_ms": {"count": 370, "sum": 3674, "mean": 9.92972972972973, "median": 7.0, "p95": 24.0, "max": 25, "min": 7}, "peak_allocated_mb": 2850.00390625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}, "bytes": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 49, "stage1_units": null, "bytes_per_stage0_unit": 4.979591836734694, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [49], "patch_count_stats": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}, "patch_lengths": [3, 4, 5, 4, 5, 1, 5, 5, 1, 8, 5, 2, 27, 11, 3, 5, 1, 5, 5, 5, 3, 3, 4, 4, 5, 2, 4, 7, 4, 6, 3, 5, 5, 2, 11, 3, 5, 5, 3, 5, 2, 15, 6, 2, 5, 5, 3, 6, 2], "patch_length_stats": {"count": 49, "sum": 245, "mean": 5.0, "median": 5.0, "p95": 11.0, "max": 27, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 21, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04495157099881908, "decode_time_sec": 3.7533030089944077, "total_time_sec": 4.102974901001289, "prefill_units_per_sec": 5450.310068282962, "prefill_bytes_per_sec": 5428.0639047389495, "decode_units_per_sec": 98.57983730951985, "decode_bytes_per_sec": 98.57983730951985, "total_units_per_sec": 90.17847023868103, "total_bytes_per_sec": 90.17847023868103, "step_latency_ms": {"count": 370, "sum": 3724, "mean": 10.064864864864864, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2851.390625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}, "bytes": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 59, "stage1_units": null, "bytes_per_stage0_unit": 4.135593220338983, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [59], "patch_count_stats": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}, "patch_lengths": [3, 2, 6, 3, 3, 5, 1, 8, 1, 4, 5, 5, 1, 8, 4, 3, 4, 2, 3, 5, 2, 2, 5, 2, 7, 2, 7, 4, 5, 4, 2, 4, 5, 5, 3, 3, 2, 2, 7, 2, 3, 8, 2, 5, 2, 3, 8, 5, 3, 7, 2, 3, 8, 2, 10, 4, 14, 2, 3], "patch_length_stats": {"count": 59, "sum": 245, "mean": 4.1525423728813555, "median": 3.0, "p95": 8.0, "max": 14, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 22, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.055103968999901554, "decode_time_sec": 3.270513992967608, "total_time_sec": 3.565349338998203, "prefill_units_per_sec": 2849.1595587294355, "prefill_bytes_per_sec": 2831.012045616509, "decode_units_per_sec": 86.22497888905777, "decode_bytes_per_sec": 86.22497888905777, "total_units_per_sec": 79.09463370544125, "total_bytes_per_sec": 79.09463370544125, "step_latency_ms": {"count": 282, "sum": 3284, "mean": 11.645390070921986, "median": 7.0, "p95": 25.0, "max": 25, "min": 7}, "peak_allocated_mb": 2845.06591796875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 3.466666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 4, 6, 3, 2, 3, 3, 3, 6, 4, 2, 2, 1, 2, 1, 1, 2, 3, 2, 3, 1, 3, 7, 2, 6, 3, 5, 4, 3, 3, 4, 2, 3, 3, 7, 2, 7, 7, 9, 2, 5, 2, 3, 5, 3], "patch_length_stats": {"count": 45, "sum": 157, "mean": 3.488888888888889, "median": 3.0, "p95": 7.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 23, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04151534699849435, "decode_time_sec": 3.114314775015373, "total_time_sec": 3.399205591998907, "prefill_units_per_sec": 3974.43384023706, "prefill_bytes_per_sec": 3950.3463624174415, "decode_units_per_sec": 93.11839712752494, "decode_bytes_per_sec": 93.11839712752494, "total_units_per_sec": 85.31405122497023, "total_bytes_per_sec": 85.31405122497023, "step_latency_ms": {"count": 290, "sum": 3136, "mean": 10.813793103448276, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2844.33251953125, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 164, "mean": 164.0, "median": 164.0, "p95": 164.0, "max": 164, "min": 164}, "model_input_units": {"count": 1, "sum": 165, "mean": 165.0, "median": 165.0, "p95": 165.0, "max": 165, "min": 165}}, "generated_stats": {"units": {"count": 1, "sum": 290, "mean": 290.0, "median": 290.0, "p95": 290.0, "max": 290, "min": 290}, "bytes": {"count": 1, "sum": 290, "mean": 290.0, "median": 290.0, "p95": 290.0, "max": 290, "min": 290}}, "compression_summary": {"raw_prompt_bytes": 164, "model_input_units": 165, "stage0_units": 37, "stage1_units": null, "bytes_per_stage0_unit": 4.4324324324324325, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [37], "patch_count_stats": {"count": 1, "sum": 37, "mean": 37.0, "median": 37.0, "p95": 37.0, "max": 37, "min": 37}, "patch_lengths": [3, 3, 8, 8, 7, 1, 9, 1, 3, 1, 2, 2, 2, 9, 3, 3, 4, 2, 7, 7, 5, 8, 3, 1, 2, 1, 6, 9, 2, 7, 7, 5, 1, 3, 7, 10, 3], "patch_length_stats": {"count": 37, "sum": 165, "mean": 4.45945945945946, "median": 3.0, "p95": 9.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 24, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04079349699895829, "decode_time_sec": 3.430820608005888, "total_time_sec": 3.7314000830010627, "prefill_units_per_sec": 4878.2285079673775, "prefill_bytes_per_sec": 4853.714796872065, "decode_units_per_sec": 94.43804763325123, "decode_bytes_per_sec": 94.43804763325123, "total_units_per_sec": 86.83067824220439, "total_bytes_per_sec": 86.83067824220439, "step_latency_ms": {"count": 324, "sum": 3378, "mean": 10.425925925925926, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2847.8720703125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 324, "mean": 324.0, "median": 324.0, "p95": 324.0, "max": 324, "min": 324}, "bytes": {"count": 1, "sum": 324, "mean": 324.0, "median": 324.0, "p95": 324.0, "max": 324, "min": 324}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 51, "stage1_units": null, "bytes_per_stage0_unit": 3.8823529411764706, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [51], "patch_count_stats": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}, "patch_lengths": [3, 7, 6, 1, 6, 1, 1, 3, 3, 4, 8, 6, 3, 3, 7, 7, 6, 5, 3, 4, 2, 1, 1, 2, 6, 3, 6, 1, 1, 3, 3, 4, 2, 3, 6, 6, 3, 7, 6, 2, 3, 4, 3, 4, 3, 5, 1, 6, 5, 6, 4], "patch_length_stats": {"count": 51, "sum": 199, "mean": 3.9019607843137254, "median": 3.0, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 25, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03570075499737868, "decode_time_sec": 3.2595392419789277, "total_time_sec": 3.5514758829995117, "prefill_units_per_sec": 5462.069359998628, "prefill_bytes_per_sec": 5434.0587478960715, "decode_units_per_sec": 98.17338471609318, "decode_bytes_per_sec": 98.17338471609318, "total_units_per_sec": 90.10338533672763, "total_bytes_per_sec": 90.10338533672763, "step_latency_ms": {"count": 320, "sum": 3205, "mean": 10.015625, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.7138671875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.409090909090909, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 7, 5, 3, 3, 4, 3, 5, 7, 3, 4, 5, 2, 11, 2, 2, 5, 5, 7, 2, 7, 4, 2, 1, 1, 1, 2, 5, 9, 7, 3, 3, 4, 5, 2, 11, 5, 7, 2, 6, 2, 2, 14, 2], "patch_length_stats": {"count": 44, "sum": 195, "mean": 4.431818181818182, "median": 4.0, "p95": 10.700000000000003, "max": 14, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 26, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.032522477999009425, "decode_time_sec": 3.2580637649662094, "total_time_sec": 3.5478595050008153, "prefill_units_per_sec": 5934.35715463866, "prefill_bytes_per_sec": 5903.609190106854, "decode_units_per_sec": 97.60398289911865, "decode_bytes_per_sec": 97.60398289911865, "total_units_per_sec": 89.6315086749544, "total_bytes_per_sec": 89.6315086749544, "step_latency_ms": {"count": 318, "sum": 3198, "mean": 10.056603773584905, "median": 6.0, "p95": 23.0, "max": 29, "min": 6}, "peak_allocated_mb": 2847.1728515625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 48, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48], "patch_count_stats": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}, "patch_lengths": [3, 8, 7, 5, 1, 6, 3, 3, 4, 4, 2, 6, 3, 3, 5, 7, 1, 5, 2, 7, 7, 6, 3, 7, 3, 6, 7, 2, 11, 4, 2, 4, 1, 1, 2, 1, 1, 2, 2, 3, 1, 5, 2, 4, 3, 7, 6, 5], "patch_length_stats": {"count": 48, "sum": 193, "mean": 4.020833333333333, "median": 3.5, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 27, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04224333700040006, "decode_time_sec": 3.387071304008714, "total_time_sec": 3.6905703920019732, "prefill_units_per_sec": 4734.47445683815, "prefill_bytes_per_sec": 4710.8020845539595, "decode_units_per_sec": 95.95310249753274, "decode_bytes_per_sec": 95.95310249753274, "total_units_per_sec": 88.06226828902231, "total_bytes_per_sec": 88.06226828902231, "step_latency_ms": {"count": 325, "sum": 3334, "mean": 10.258461538461539, "median": 6.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2847.6416015625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}, "bytes": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 49, "stage1_units": null, "bytes_per_stage0_unit": 4.061224489795919, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [49], "patch_count_stats": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}, "patch_lengths": [3, 7, 5, 3, 3, 4, 5, 2, 2, 7, 5, 2, 5, 5, 1, 10, 2, 3, 3, 7, 4, 1, 2, 2, 7, 5, 2, 5, 5, 1, 10, 2, 3, 3, 7, 5, 2, 4, 7, 5, 7, 2, 3, 2, 3, 3, 7, 5, 2], "patch_length_stats": {"count": 49, "sum": 200, "mean": 4.081632653061225, "median": 3.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 28, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04483507399709197, "decode_time_sec": 3.786160720992484, "total_time_sec": 4.105339649999223, "prefill_units_per_sec": 4795.352852856784, "prefill_bytes_per_sec": 4773.048886099311, "decode_units_per_sec": 89.80073088679505, "decode_bytes_per_sec": 89.80073088679505, "total_units_per_sec": 82.8189696801492, "total_bytes_per_sec": 82.8189696801492, "step_latency_ms": {"count": 340, "sum": 3730, "mean": 10.970588235294118, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2849.59375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 340, "mean": 340.0, "median": 340.0, "p95": 340.0, "max": 340, "min": 340}, "bytes": {"count": 1, "sum": 340, "mean": 340.0, "median": 340.0, "p95": 340.0, "max": 340, "min": 340}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 58, "stage1_units": null, "bytes_per_stage0_unit": 3.689655172413793, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [58], "patch_count_stats": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}, "patch_lengths": [3, 5, 3, 5, 4, 5, 1, 6, 2, 6, 2, 7, 5, 1, 7, 5, 3, 3, 3, 2, 9, 3, 3, 6, 2, 3, 4, 2, 2, 1, 3, 4, 6, 3, 2, 3, 3, 3, 11, 5, 1, 5, 3, 7, 2, 2, 1, 1, 1, 3, 4, 4, 6, 5, 1, 6, 5, 2], "patch_length_stats": {"count": 58, "sum": 215, "mean": 3.706896551724138, "median": 3.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 29, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04788902000291273, "decode_time_sec": 3.520642412979214, "total_time_sec": 3.8688566089986125, "prefill_units_per_sec": 5115.995273762096, "prefill_bytes_per_sec": 5095.113660399802, "decode_units_per_sec": 105.09445623786061, "decode_bytes_per_sec": 105.09445623786061, "total_units_per_sec": 95.6354906355054, "total_bytes_per_sec": 95.6354906355054, "step_latency_ms": {"count": 370, "sum": 3460, "mean": 9.35135135135135, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2850.55859375, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}, "bytes": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 4.60377358490566, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 4, 4, 7, 4, 3, 2, 9, 2, 8, 10, 2, 7, 3, 1, 7, 2, 3, 9, 2, 3, 8, 2, 3, 2, 1, 6, 2, 1, 3, 7, 2, 4, 3, 7, 9, 8, 5, 2, 3, 7, 8, 2, 8, 7, 7, 4, 7, 2, 3, 7, 8, 2], "patch_length_stats": {"count": 53, "sum": 245, "mean": 4.622641509433962, "median": 4.0, "p95": 9.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 30, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04626321299656411, "decode_time_sec": 3.1744140590017196, "total_time_sec": 3.4857842689998506, "prefill_units_per_sec": 4387.935615606216, "prefill_bytes_per_sec": 4366.320169223919, "decode_units_per_sec": 103.32615528522088, "decode_bytes_per_sec": 103.32615528522088, "total_units_per_sec": 94.09647146468721, "total_bytes_per_sec": 94.09647146468721, "step_latency_ms": {"count": 328, "sum": 3121, "mean": 9.515243902439025, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2847.7822265625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 49, "stage1_units": null, "bytes_per_stage0_unit": 4.122448979591836, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [49], "patch_count_stats": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}, "patch_lengths": [3, 7, 7, 5, 1, 6, 4, 3, 4, 3, 6, 3, 4, 5, 2, 11, 7, 5, 6, 1, 3, 2, 6, 1, 3, 1, 1, 2, 10, 1, 3, 1, 2, 5, 3, 4, 2, 7, 1, 3, 6, 2, 15, 2, 6, 7, 2, 6, 3], "patch_length_stats": {"count": 49, "sum": 203, "mean": 4.142857142857143, "median": 3.0, "p95": 8.799999999999983, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 31, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.051006465997488704, "decode_time_sec": 3.152202421999391, "total_time_sec": 3.4542920749991026, "prefill_units_per_sec": 3607.38577750239, "prefill_bytes_per_sec": 3587.780420015964, "decode_units_per_sec": 98.02669963181054, "decode_bytes_per_sec": 98.02669963181054, "total_units_per_sec": 89.45392957255366, "total_bytes_per_sec": 89.45392957255366, "step_latency_ms": {"count": 309, "sum": 3107, "mean": 10.055016181229773, "median": 6.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2846.61083984375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}, "model_input_units": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}}, "generated_stats": {"units": {"count": 1, "sum": 309, "mean": 309.0, "median": 309.0, "p95": 309.0, "max": 309, "min": 309}, "bytes": {"count": 1, "sum": 309, "mean": 309.0, "median": 309.0, "p95": 309.0, "max": 309, "min": 309}}, "compression_summary": {"raw_prompt_bytes": 183, "model_input_units": 184, "stage0_units": 47, "stage1_units": null, "bytes_per_stage0_unit": 3.893617021276596, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [47], "patch_count_stats": {"count": 1, "sum": 47, "mean": 47.0, "median": 47.0, "p95": 47.0, "max": 47, "min": 47}, "patch_lengths": [3, 9, 3, 5, 5, 1, 8, 3, 6, 3, 2, 5, 9, 4, 1, 1, 5, 3, 5, 5, 1, 8, 2, 1, 4, 2, 6, 1, 1, 3, 5, 9, 4, 3, 5, 3, 2, 3, 4, 2, 5, 1, 6, 9, 4, 2, 2], "patch_length_stats": {"count": 47, "sum": 184, "mean": 3.9148936170212765, "median": 3.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 32, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.053590863000863465, "decode_time_sec": 2.2078327409544727, "total_time_sec": 2.437226081998233, "prefill_units_per_sec": 1772.6902438288657, "prefill_bytes_per_sec": 1754.0303465254042, "decode_units_per_sec": 99.64522942299124, "decode_bytes_per_sec": 99.64522942299124, "total_units_per_sec": 90.26655410630859, "total_bytes_per_sec": 90.26655410630859, "step_latency_ms": {"count": 220, "sum": 2183, "mean": 9.922727272727272, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2837.60400390625, "peak_reserved_mb": 2974.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}, "model_input_units": {"count": 1, "sum": 95, "mean": 95.0, "median": 95.0, "p95": 95.0, "max": 95, "min": 95}}, "generated_stats": {"units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "compression_summary": {"raw_prompt_bytes": 94, "model_input_units": 95, "stage0_units": 23, "stage1_units": null, "bytes_per_stage0_unit": 4.086956521739131, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [23], "patch_count_stats": {"count": 1, "sum": 23, "mean": 23.0, "median": 23.0, "p95": 23.0, "max": 23, "min": 23}, "patch_lengths": [3, 5, 5, 5, 4, 3, 3, 5, 5, 2, 7, 7, 2, 5, 5, 1, 3, 5, 2, 7, 7, 2, 2], "patch_length_stats": {"count": 23, "sum": 95, "mean": 4.130434782608695, "median": 5.0, "p95": 7.0, "max": 7, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 33, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049943599002290284, "decode_time_sec": 2.687951915038866, "total_time_sec": 2.952980021997064, "prefill_units_per_sec": 2843.2071944492477, "prefill_bytes_per_sec": 2823.1846085728444, "decode_units_per_sec": 99.3321340706124, "decode_bytes_per_sec": 99.3321340706124, "total_units_per_sec": 90.4171372684842, "total_bytes_per_sec": 90.4171372684842, "step_latency_ms": {"count": 267, "sum": 2653, "mean": 9.936329588014981, "median": 6.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2843.11376953125, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "model_input_units": {"count": 1, "sum": 142, "mean": 142.0, "median": 142.0, "p95": 142.0, "max": 142, "min": 142}}, "generated_stats": {"units": {"count": 1, "sum": 267, "mean": 267.0, "median": 267.0, "p95": 267.0, "max": 267, "min": 267}, "bytes": {"count": 1, "sum": 267, "mean": 267.0, "median": 267.0, "p95": 267.0, "max": 267, "min": 267}}, "compression_summary": {"raw_prompt_bytes": 141, "model_input_units": 142, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 3.9166666666666665, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 7, 5, 5, 7, 3, 3, 3, 4, 11, 1, 6, 1, 5, 3, 7, 7, 2, 7, 6, 4, 3, 10, 2, 3, 3, 2, 2, 1, 2, 2, 2, 2, 2, 2, 4], "patch_length_stats": {"count": 36, "sum": 142, "mean": 3.9444444444444446, "median": 3.0, "p95": 7.75, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 34, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04491580300236819, "decode_time_sec": 3.003428836007515, "total_time_sec": 3.3128936419998354, "prefill_units_per_sec": 4497.303543462187, "prefill_bytes_per_sec": 4475.039664534156, "decode_units_per_sec": 108.87556118515664, "decode_bytes_per_sec": 108.87556118515664, "total_units_per_sec": 98.70525146186273, "total_bytes_per_sec": 98.70525146186273, "step_latency_ms": {"count": 327, "sum": 2948, "mean": 9.015290519877675, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.3486328125, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}, "bytes": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 5.153846153846154, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 8, 5, 5, 6, 3, 4, 2, 8, 4, 5, 6, 8, 5, 2, 7, 8, 2, 4, 4, 13, 2, 3, 3, 4, 7, 6, 8, 4, 2, 8, 8, 2, 7, 6, 8, 2, 8, 2], "patch_length_stats": {"count": 39, "sum": 202, "mean": 5.17948717948718, "median": 5.0, "p95": 8.0, "max": 13, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 35, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04252765800265479, "decode_time_sec": 3.6757314119931834, "total_time_sec": 4.0067653139994945, "prefill_units_per_sec": 5384.731037521621, "prefill_bytes_per_sec": 5361.216928187466, "decode_units_per_sec": 96.30736316722384, "decode_bytes_per_sec": 96.30736316722384, "total_units_per_sec": 88.35057016270373, "total_bytes_per_sec": 88.35057016270373, "step_latency_ms": {"count": 354, "sum": 3622, "mean": 10.231638418079097, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2849.9736328125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 4.071428571428571, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [5, 4, 8, 4, 1, 3, 4, 3, 5, 1, 9, 6, 3, 3, 5, 2, 3, 3, 7, 7, 1, 2, 5, 2, 3, 5, 2, 3, 4, 7, 7, 3, 5, 2, 3, 8, 1, 7, 2, 6, 7, 8, 2, 5, 2, 4, 1, 4, 3, 1, 6, 1, 9, 1, 8, 3], "patch_length_stats": {"count": 56, "sum": 229, "mean": 4.089285714285714, "median": 3.5, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 36, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.055846341001597466, "decode_time_sec": 2.637435711989383, "total_time_sec": 2.894842895002512, "prefill_units_per_sec": 2256.1907860068363, "prefill_bytes_per_sec": 2238.284509927417, "decode_units_per_sec": 95.16819646408518, "decode_bytes_per_sec": 95.16819646408518, "total_units_per_sec": 86.70591431172717, "total_bytes_per_sec": 86.70591431172717, "step_latency_ms": {"count": 251, "sum": 2611, "mean": 10.402390438247012, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2840.3544921875, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 125, "mean": 125.0, "median": 125.0, "p95": 125.0, "max": 125, "min": 125}, "model_input_units": {"count": 1, "sum": 126, "mean": 126.0, "median": 126.0, "p95": 126.0, "max": 126, "min": 126}}, "generated_stats": {"units": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}, "bytes": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}}, "compression_summary": {"raw_prompt_bytes": 125, "model_input_units": 126, "stage0_units": 31, "stage1_units": null, "bytes_per_stage0_unit": 4.032258064516129, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [31], "patch_count_stats": {"count": 1, "sum": 31, "mean": 31.0, "median": 31.0, "p95": 31.0, "max": 31, "min": 31}, "patch_lengths": [3, 4, 10, 5, 3, 3, 6, 2, 2, 4, 3, 3, 3, 5, 6, 3, 5, 2, 7, 6, 2, 2, 5, 2, 3, 5, 5, 6, 3, 5, 3], "patch_length_stats": {"count": 31, "sum": 126, "mean": 4.064516129032258, "median": 3.0, "p95": 6.5, "max": 10, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 37, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05963965699993423, "decode_time_sec": 3.5727878389516263, "total_time_sec": 3.944162158000836, "prefill_units_per_sec": 4292.445880436273, "prefill_bytes_per_sec": 4275.678513715819, "decode_units_per_sec": 106.63941358236316, "decode_bytes_per_sec": 106.63941358236316, "total_units_per_sec": 96.59846242049952, "total_bytes_per_sec": 96.59846242049952, "step_latency_ms": {"count": 381, "sum": 3512, "mean": 9.217847769028872, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2850.734375, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 51, "stage1_units": null, "bytes_per_stage0_unit": 5.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [51], "patch_count_stats": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}, "patch_lengths": [3, 4, 6, 8, 5, 1, 6, 3, 3, 4, 4, 2, 11, 2, 5, 5, 3, 4, 6, 1, 11, 7, 4, 5, 3, 6, 6, 3, 7, 7, 9, 2, 11, 2, 6, 1, 11, 7, 2, 4, 3, 11, 4, 4, 6, 3, 5, 3, 7, 6, 4], "patch_length_stats": {"count": 51, "sum": 256, "mean": 5.019607843137255, "median": 4.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 38, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03976116099875071, "decode_time_sec": 3.1186812670202926, "total_time_sec": 3.3766508269982296, "prefill_units_per_sec": 3722.2253144129804, "prefill_bytes_per_sec": 3697.0751433696496, "decode_units_per_sec": 87.53699933588746, "decode_bytes_per_sec": 87.53699933588746, "total_units_per_sec": 80.84934273251201, "total_bytes_per_sec": 80.84934273251201, "step_latency_ms": {"count": 273, "sum": 3092, "mean": 11.326007326007327, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2844.1064453125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 40, "stage1_units": null, "bytes_per_stage0_unit": 3.675, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [40], "patch_count_stats": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}, "patch_lengths": [3, 12, 5, 3, 3, 5, 2, 3, 7, 3, 1, 1, 1, 2, 3, 6, 5, 4, 3, 4, 1, 2, 3, 4, 3, 5, 3, 3, 4, 5, 2, 1, 2, 3, 7, 4, 5, 9, 4, 2], "patch_length_stats": {"count": 40, "sum": 148, "mean": 3.7, "median": 3.0, "p95": 7.099999999999994, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 39, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04471505499896011, "decode_time_sec": 3.1127445720339892, "total_time_sec": 3.4226594450010452, "prefill_units_per_sec": 4517.494163983421, "prefill_bytes_per_sec": 4495.1303314884535, "decode_units_per_sec": 105.05198625607927, "decode_bytes_per_sec": 105.05198625607927, "total_units_per_sec": 95.53974190379905, "total_bytes_per_sec": 95.53974190379905, "step_latency_ms": {"count": 327, "sum": 3068, "mean": 9.382262996941895, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2847.4580078125, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}, "bytes": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 47, "stage1_units": null, "bytes_per_stage0_unit": 4.276595744680851, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [47], "patch_count_stats": {"count": 1, "sum": 47, "mean": 47.0, "median": 47.0, "p95": 47.0, "max": 47, "min": 47}, "patch_lengths": [3, 4, 9, 8, 1, 5, 1, 2, 4, 1, 3, 6, 3, 3, 4, 4, 5, 2, 3, 11, 4, 2, 2, 3, 3, 3, 11, 5, 4, 9, 8, 4, 3, 4, 2, 4, 1, 3, 6, 2, 11, 7, 2, 1, 7, 7, 2], "patch_length_stats": {"count": 47, "sum": 202, "mean": 4.297872340425532, "median": 4.0, "p95": 10.399999999999991, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 40, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05633410299924435, "decode_time_sec": 3.8628467780145, "total_time_sec": 4.201208434002183, "prefill_units_per_sec": 3958.5257974728247, "prefill_bytes_per_sec": 3940.7745607128572, "decode_units_per_sec": 90.0889991238202, "decode_bytes_per_sec": 90.0889991238202, "total_units_per_sec": 82.83330985996473, "total_bytes_per_sec": 82.83330985996473, "step_latency_ms": {"count": 348, "sum": 3839, "mean": 11.031609195402298, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2849.4140625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 222, "mean": 222.0, "median": 222.0, "p95": 222.0, "max": 222, "min": 222}, "model_input_units": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}}, "generated_stats": {"units": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}, "bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}}, "compression_summary": {"raw_prompt_bytes": 222, "model_input_units": 223, "stage0_units": 54, "stage1_units": null, "bytes_per_stage0_unit": 4.111111111111111, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54], "patch_count_stats": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}, "patch_lengths": [3, 7, 10, 8, 1, 2, 5, 1, 4, 3, 3, 3, 4, 4, 1, 3, 5, 5, 2, 7, 6, 4, 6, 5, 2, 11, 2, 3, 7, 5, 3, 8, 2, 1, 1, 6, 2, 6, 2, 3, 5, 3, 3, 7, 2, 4, 4, 2, 8, 5, 2, 2, 7, 3], "patch_length_stats": {"count": 54, "sum": 223, "mean": 4.12962962962963, "median": 3.5, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 41, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05323807500099065, "decode_time_sec": 3.198397574986302, "total_time_sec": 3.4925377949984977, "prefill_units_per_sec": 3268.3375572231384, "prefill_bytes_per_sec": 3249.554008043695, "decode_units_per_sec": 93.48431300048135, "decode_bytes_per_sec": 93.48431300048135, "total_units_per_sec": 85.61109930669444, "total_bytes_per_sec": 85.61109930669444, "step_latency_ms": {"count": 299, "sum": 3174, "mean": 10.615384615384615, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2845.58642578125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 173, "mean": 173.0, "median": 173.0, "p95": 173.0, "max": 173, "min": 173}, "model_input_units": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}}, "generated_stats": {"units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}, "bytes": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "compression_summary": {"raw_prompt_bytes": 173, "model_input_units": 174, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.023255813953488, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 4, 1, 5, 11, 3, 3, 3, 8, 4, 7, 1, 2, 4, 4, 7, 7, 5, 2, 3, 4, 5, 3, 1, 10, 1, 5, 2, 1, 4, 3, 5, 2, 6, 2, 4, 7, 2, 3, 8, 2, 5, 2], "patch_length_stats": {"count": 43, "sum": 174, "mean": 4.046511627906977, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 42, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04719942399970023, "decode_time_sec": 1.776458622975042, "total_time_sec": 2.0426035950004007, "prefill_units_per_sec": 2966.137891871078, "prefill_bytes_per_sec": 2944.9511926434275, "decode_units_per_sec": 149.17319017326926, "decode_bytes_per_sec": 149.17319017326926, "total_units_per_sec": 129.73638186510095, "total_bytes_per_sec": 129.73638186510095, "step_latency_ms": {"count": 265, "sum": 1726, "mean": 6.513207547169811, "median": 6.0, "p95": 7.0, "max": 23, "min": 6}, "peak_allocated_mb": 2841.91064453125, "peak_reserved_mb": 2974.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}, "model_input_units": {"count": 1, "sum": 140, "mean": 140.0, "median": 140.0, "p95": 140.0, "max": 140, "min": 140}}, "generated_stats": {"units": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}}, "compression_summary": {"raw_prompt_bytes": 139, "model_input_units": 140, "stage0_units": 28, "stage1_units": null, "bytes_per_stage0_unit": 4.964285714285714, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [28], "patch_count_stats": {"count": 1, "sum": 28, "mean": 28.0, "median": 28.0, "p95": 28.0, "max": 28, "min": 28}, "patch_lengths": [3, 5, 5, 1, 9, 3, 3, 4, 5, 7, 6, 11, 3, 7, 2, 5, 9, 1, 9, 6, 6, 5, 3, 7, 1, 9, 3, 2], "patch_length_stats": {"count": 28, "sum": 140, "mean": 5.0, "median": 5.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 43, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.053493184997932985, "decode_time_sec": 3.7199149879961624, "total_time_sec": 4.0813143589984975, "prefill_units_per_sec": 4486.5528199390965, "prefill_bytes_per_sec": 4467.858849856017, "decode_units_per_sec": 98.12052188768368, "decode_bytes_per_sec": 98.12052188768368, "total_units_per_sec": 89.43197408826072, "total_bytes_per_sec": 89.43197408826072, "step_latency_ms": {"count": 365, "sum": 3684, "mean": 10.093150684931507, "median": 6.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2850.9169921875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}, "bytes": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 4.192982456140351, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 2, 5, 3, 7, 6, 4, 8, 11, 6, 1, 7, 3, 1, 6, 2, 1, 6, 2, 6, 6, 3, 2, 2, 4, 3, 1, 3, 6, 3, 2, 6, 6, 3, 3, 7, 6, 7, 6, 1, 1, 5, 6, 3, 2, 6, 6, 3, 3, 7, 6, 7, 6, 1, 1, 5, 2], "patch_length_stats": {"count": 57, "sum": 240, "mean": 4.2105263157894735, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 44, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04214178999973228, "decode_time_sec": 2.9682789780345047, "total_time_sec": 3.2554491800001415, "prefill_units_per_sec": 4247.5651841352055, "prefill_bytes_per_sec": 4223.835769698696, "decode_units_per_sec": 102.4162493652462, "decode_bytes_per_sec": 102.4162493652462, "total_units_per_sec": 93.38189085169094, "total_bytes_per_sec": 93.38189085169094, "step_latency_ms": {"count": 304, "sum": 2935, "mean": 9.654605263157896, "median": 6.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2844.85107421875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 304, "mean": 304.0, "median": 304.0, "p95": 304.0, "max": 304, "min": 304}, "bytes": {"count": 1, "sum": 304, "mean": 304.0, "median": 304.0, "p95": 304.0, "max": 304, "min": 304}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 4.944444444444445, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 3, 13, 7, 6, 9, 5, 3, 3, 3, 5, 5, 4, 3, 3, 8, 2, 4, 7, 7, 6, 2, 3, 7, 2, 5, 7, 1, 3, 6, 4, 11, 7, 1, 7, 4], "patch_length_stats": {"count": 36, "sum": 179, "mean": 4.972222222222222, "median": 4.5, "p95": 9.5, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 45, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.039366852997773094, "decode_time_sec": 2.736429999989923, "total_time_sec": 2.982071795999218, "prefill_units_per_sec": 3403.878892924972, "prefill_bytes_per_sec": 3378.476811634487, "decode_units_per_sec": 94.64886732017767, "decode_bytes_per_sec": 94.64886732017767, "total_units_per_sec": 86.8523689964398, "total_bytes_per_sec": 86.8523689964398, "step_latency_ms": {"count": 259, "sum": 2721, "mean": 10.505791505791505, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2842.32275390625, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 133, "mean": 133.0, "median": 133.0, "p95": 133.0, "max": 133, "min": 133}, "model_input_units": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}}, "generated_stats": {"units": {"count": 1, "sum": 259, "mean": 259.0, "median": 259.0, "p95": 259.0, "max": 259, "min": 259}, "bytes": {"count": 1, "sum": 259, "mean": 259.0, "median": 259.0, "p95": 259.0, "max": 259, "min": 259}}, "compression_summary": {"raw_prompt_bytes": 133, "model_input_units": 134, "stage0_units": 33, "stage1_units": null, "bytes_per_stage0_unit": 4.03030303030303, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [33], "patch_count_stats": {"count": 1, "sum": 33, "mean": 33.0, "median": 33.0, "p95": 33.0, "max": 33, "min": 33}, "patch_lengths": [3, 2, 8, 6, 1, 4, 4, 1, 5, 6, 3, 4, 2, 7, 2, 4, 2, 4, 4, 2, 4, 3, 3, 7, 9, 2, 7, 2, 6, 1, 7, 7, 2], "patch_length_stats": {"count": 33, "sum": 134, "mean": 4.0606060606060606, "median": 4.0, "p95": 7.399999999999999, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 46, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05428147600105149, "decode_time_sec": 3.694857148992014, "total_time_sec": 4.044373455999448, "prefill_units_per_sec": 4384.552844425043, "prefill_bytes_per_sec": 4366.130353482081, "decode_units_per_sec": 98.24466423526799, "decode_bytes_per_sec": 98.24466423526799, "total_units_per_sec": 89.75432262852077, "total_bytes_per_sec": 89.75432262852077, "step_latency_ms": {"count": 363, "sum": 3668, "mean": 10.104683195592287, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2851.1162109375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}, "bytes": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 59, "stage1_units": null, "bytes_per_stage0_unit": 4.016949152542373, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [59], "patch_count_stats": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}, "patch_lengths": [3, 4, 4, 6, 4, 4, 1, 7, 1, 7, 5, 1, 2, 4, 1, 3, 2, 3, 3, 2, 5, 5, 3, 8, 8, 1, 3, 3, 4, 6, 5, 3, 5, 7, 3, 7, 7, 2, 2, 6, 2, 3, 3, 4, 7, 2, 7, 7, 2, 7, 1, 3, 4, 7, 2, 3, 5, 5, 4], "patch_length_stats": {"count": 59, "sum": 238, "mean": 4.033898305084746, "median": 4.0, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 47, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.052363748000061605, "decode_time_sec": 2.9933717629755847, "total_time_sec": 3.275244898002711, "prefill_units_per_sec": 2998.2574967669484, "prefill_bytes_per_sec": 2979.1603152588787, "decode_units_per_sec": 94.20814463742909, "decode_bytes_per_sec": 94.20814463742909, "total_units_per_sec": 86.100431809532, "total_bytes_per_sec": 86.100431809532, "step_latency_ms": {"count": 282, "sum": 2974, "mean": 10.546099290780141, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2845.20458984375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 3.391304347826087, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 5, 4, 7, 4, 6, 4, 3, 6, 3, 2, 4, 6, 4, 4, 3, 5, 2, 6, 3, 2, 2, 2, 3, 1, 3, 1, 6, 2, 2, 2, 3, 4, 2, 7, 3, 2, 3, 5, 2, 2, 5, 1, 2, 2, 4], "patch_length_stats": {"count": 46, "sum": 157, "mean": 3.4130434782608696, "median": 3.0, "p95": 6.0, "max": 7, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 48, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04969210099807242, "decode_time_sec": 3.0962646609914373, "total_time_sec": 3.4299465410003904, "prefill_units_per_sec": 4407.139074447569, "prefill_bytes_per_sec": 4387.015151733197, "decode_units_per_sec": 111.10161361007484, "decode_bytes_per_sec": 111.10161361007484, "total_units_per_sec": 100.2931083292242, "total_bytes_per_sec": 100.2931083292242, "step_latency_ms": {"count": 344, "sum": 3052, "mean": 8.872093023255815, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2847.146484375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}, "model_input_units": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}}, "generated_stats": {"units": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}, "bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}}, "compression_summary": {"raw_prompt_bytes": 218, "model_input_units": 219, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 5.589743589743589, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 7, 5, 1, 4, 1, 5, 3, 3, 4, 4, 2, 11, 9, 2, 5, 8, 4, 1, 5, 2, 7, 4, 3, 9, 3, 5, 2, 15, 7, 6, 2, 11, 9, 5, 3, 30, 7, 2], "patch_length_stats": {"count": 39, "sum": 219, "mean": 5.615384615384615, "median": 4.0, "p95": 11.400000000000006, "max": 30, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 49, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04223658100454486, "decode_time_sec": 3.9323092209560855, "total_time_sec": 4.273411042999214, "prefill_units_per_sec": 5729.630435142457, "prefill_bytes_per_sec": 5705.954276319554, "decode_units_per_sec": 93.32938468932744, "decode_bytes_per_sec": 93.32938468932744, "total_units_per_sec": 85.8798735500126, "total_bytes_per_sec": 85.8798735500126, "step_latency_ms": {"count": 367, "sum": 3902, "mean": 10.632152588555858, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2851.412109375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 241, "mean": 241.0, "median": 241.0, "p95": 241.0, "max": 241, "min": 241}, "model_input_units": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}}, "generated_stats": {"units": {"count": 1, "sum": 367, "mean": 367.0, "median": 367.0, "p95": 367.0, "max": 367, "min": 367}, "bytes": {"count": 1, "sum": 367, "mean": 367.0, "median": 367.0, "p95": 367.0, "max": 367, "min": 367}}, "compression_summary": {"raw_prompt_bytes": 241, "model_input_units": 242, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.016666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 3, 4, 4, 1, 6, 5, 1, 6, 5, 4, 3, 6, 1, 2, 2, 3, 4, 2, 3, 1, 3, 4, 5, 5, 3, 17, 3, 2, 3, 1, 3, 4, 6, 3, 15, 5, 1, 3, 1, 3, 4, 4, 5, 2, 11, 4, 4, 5, 2, 6, 1, 2, 6, 3, 3, 3, 9, 4, 5], "patch_length_stats": {"count": 60, "sum": 242, "mean": 4.033333333333333, "median": 3.0, "p95": 9.099999999999994, "max": 17, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 50, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04360487000303692, "decode_time_sec": 3.1040037889324594, "total_time_sec": 3.3937505740032066, "prefill_units_per_sec": 4127.979282760472, "prefill_bytes_per_sec": 4105.046064522914, "decode_units_per_sec": 98.26018933594689, "decode_bytes_per_sec": 98.26018933594689, "total_units_per_sec": 89.87107135579134, "total_bytes_per_sec": 89.87107135579134, "step_latency_ms": {"count": 305, "sum": 3084, "mean": 10.111475409836066, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2845.45263671875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 40, "stage1_units": null, "bytes_per_stage0_unit": 4.475, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [40], "patch_count_stats": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}, "patch_lengths": [3, 9, 9, 6, 3, 3, 7, 3, 7, 5, 1, 3, 11, 2, 7, 3, 2, 7, 4, 4, 1, 3, 2, 4, 11, 2, 7, 2, 7, 4, 8, 3, 3, 8, 4, 1, 1, 2, 2, 6], "patch_length_stats": {"count": 40, "sum": 180, "mean": 4.5, "median": 3.5, "p95": 9.099999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 51, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05032559200117248, "decode_time_sec": 3.298176763975789, "total_time_sec": 3.6187619889969938, "prefill_units_per_sec": 4093.3447935436234, "prefill_bytes_per_sec": 4073.474187749722, "decode_units_per_sec": 100.35847793706358, "decode_bytes_per_sec": 100.35847793706358, "total_units_per_sec": 91.46774532462211, "total_bytes_per_sec": 91.46774532462211, "step_latency_ms": {"count": 331, "sum": 3270, "mean": 9.879154078549849, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2847.5068359375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 331, "mean": 331.0, "median": 331.0, "p95": 331.0, "max": 331, "min": 331}, "bytes": {"count": 1, "sum": 331, "mean": 331.0, "median": 331.0, "p95": 331.0, "max": 331, "min": 331}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.456521739130435, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 7, 4, 5, 1, 6, 1, 7, 3, 3, 3, 4, 11, 2, 5, 3, 7, 11, 2, 5, 2, 2, 6, 1, 7, 11, 2, 2, 2, 2, 7, 3, 1, 7, 9, 2, 5, 8, 2, 3, 2, 7, 4, 2, 11, 3], "patch_length_stats": {"count": 46, "sum": 206, "mean": 4.478260869565218, "median": 3.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 52, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05674173400257132, "decode_time_sec": 3.579269125988503, "total_time_sec": 3.945543167003052, "prefill_units_per_sec": 4476.422944503065, "prefill_bytes_per_sec": 4458.799232123132, "decode_units_per_sec": 105.88753923200169, "decode_bytes_per_sec": 105.88753923200169, "total_units_per_sec": 96.05775021538544, "total_bytes_per_sec": 96.05775021538544, "step_latency_ms": {"count": 379, "sum": 3543, "mean": 9.348284960422163, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2849.947265625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 379, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}, "bytes": {"count": 1, "sum": 379, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 5.5, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 11, 5, 1, 2, 4, 1, 3, 6, 3, 3, 4, 3, 4, 5, 8, 9, 2, 11, 6, 13, 2, 2, 7, 9, 3, 7, 3, 4, 11, 5, 8, 9, 1, 7, 3, 11, 6, 13, 2, 7, 9, 4, 2, 7, 5], "patch_length_stats": {"count": 46, "sum": 254, "mean": 5.521739130434782, "median": 5.0, "p95": 11.0, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 53, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05149278100361698, "decode_time_sec": 3.8490895580107463, "total_time_sec": 4.203004260001762, "prefill_units_per_sec": 4583.166715804741, "prefill_bytes_per_sec": 4563.746517856416, "decode_units_per_sec": 93.78841270364438, "decode_bytes_per_sec": 93.78841270364438, "total_units_per_sec": 85.89094316070207, "total_bytes_per_sec": 85.89094316070207, "step_latency_ms": {"count": 361, "sum": 3877, "mean": 10.739612188365651, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2849.8857421875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}, "model_input_units": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}}, "generated_stats": {"units": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}, "bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "compression_summary": {"raw_prompt_bytes": 235, "model_input_units": 236, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 4.433962264150943, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 16, 5, 1, 2, 1, 4, 3, 3, 4, 2, 5, 3, 10, 1, 3, 2, 7, 3, 7, 1, 4, 8, 6, 3, 11, 1, 7, 2, 6, 3, 4, 6, 1, 6, 12, 3, 9, 4, 7, 2, 7, 3, 4, 3, 5, 2, 11, 4, 2, 1, 1, 2], "patch_length_stats": {"count": 53, "sum": 236, "mean": 4.452830188679245, "median": 3.0, "p95": 11.0, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 54, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05266833900168422, "decode_time_sec": 3.6229043710300175, "total_time_sec": 3.9817595330023323, "prefill_units_per_sec": 4765.671459507648, "prefill_bytes_per_sec": 4746.684720625148, "decode_units_per_sec": 103.78413601160014, "decode_bytes_per_sec": 103.78413601160014, "total_units_per_sec": 94.43061462742024, "total_bytes_per_sec": 94.43061462742024, "step_latency_ms": {"count": 376, "sum": 3593, "mean": 9.555851063829786, "median": 6.0, "p95": 23.0, "max": 23, "min": 6}, "peak_allocated_mb": 2850.376953125, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 250, "mean": 250.0, "median": 250.0, "p95": 250.0, "max": 250, "min": 250}, "model_input_units": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}}, "generated_stats": {"units": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}, "bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}}, "compression_summary": {"raw_prompt_bytes": 250, "model_input_units": 251, "stage0_units": 50, "stage1_units": null, "bytes_per_stage0_unit": 5.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50], "patch_count_stats": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}, "patch_lengths": [3, 4, 12, 3, 6, 5, 1, 5, 4, 3, 3, 4, 2, 12, 5, 9, 4, 1, 7, 2, 3, 2, 9, 9, 3, 7, 4, 10, 3, 5, 1, 7, 11, 5, 2, 4, 7, 4, 5, 3, 3, 5, 4, 2, 11, 11, 5, 3, 5, 3], "patch_length_stats": {"count": 50, "sum": 251, "mean": 5.02, "median": 4.0, "p95": 11.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 55, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03676654800074175, "decode_time_sec": 2.9861877789735445, "total_time_sec": 3.246919027998956, "prefill_units_per_sec": 3971.0010305306473, "prefill_bytes_per_sec": 3943.802393335232, "decode_units_per_sec": 90.75115835252397, "decode_bytes_per_sec": 90.75115835252397, "total_units_per_sec": 83.4637382894684, "total_bytes_per_sec": 83.4637382894684, "step_latency_ms": {"count": 271, "sum": 3005, "mean": 11.088560885608857, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2843.71826171875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}, "model_input_units": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}}, "generated_stats": {"units": {"count": 1, "sum": 271, "mean": 271.0, "median": 271.0, "p95": 271.0, "max": 271, "min": 271}, "bytes": {"count": 1, "sum": 271, "mean": 271.0, "median": 271.0, "p95": 271.0, "max": 271, "min": 271}}, "compression_summary": {"raw_prompt_bytes": 145, "model_input_units": 146, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 3.717948717948718, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 7, 5, 6, 1, 6, 3, 3, 6, 2, 2, 4, 4, 1, 4, 4, 3, 6, 3, 3, 4, 2, 3, 6, 6, 2, 1, 1, 3, 7, 6, 2, 5, 4, 2, 5, 4, 1, 6], "patch_length_stats": {"count": 39, "sum": 146, "mean": 3.7435897435897436, "median": 4.0, "p95": 6.100000000000001, "max": 7, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 56, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04090250200169976, "decode_time_sec": 3.503510930982884, "total_time_sec": 3.817962802000693, "prefill_units_per_sec": 4865.228048683434, "prefill_bytes_per_sec": 4840.779666529246, "decode_units_per_sec": 92.47866108672429, "decode_bytes_per_sec": 92.47866108672429, "total_units_per_sec": 84.86201065924926, "total_bytes_per_sec": 84.86201065924926, "step_latency_ms": {"count": 324, "sum": 3537, "mean": 10.916666666666666, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2847.0400390625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 324, "mean": 324.0, "median": 324.0, "p95": 324.0, "max": 324, "min": 324}, "bytes": {"count": 1, "sum": 324, "mean": 324.0, "median": 324.0, "p95": 324.0, "max": 324, "min": 324}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 4.4, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 10, 5, 1, 4, 3, 1, 7, 1, 7, 1, 11, 6, 3, 3, 4, 3, 4, 3, 3, 5, 3, 3, 7, 4, 11, 7, 1, 7, 5, 2, 3, 11, 3, 2, 2, 4, 3, 2, 11, 2, 6, 2, 7, 3], "patch_length_stats": {"count": 45, "sum": 199, "mean": 4.4222222222222225, "median": 3.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 57, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05112000100052683, "decode_time_sec": 3.5472276020154823, "total_time_sec": 3.8806015090012806, "prefill_units_per_sec": 4303.599289791343, "prefill_bytes_per_sec": 4284.037474837746, "decode_units_per_sec": 97.25905374777082, "decode_bytes_per_sec": 97.25905374777082, "total_units_per_sec": 88.90374319541763, "total_bytes_per_sec": 88.90374319541763, "step_latency_ms": {"count": 345, "sum": 3540, "mean": 10.26086956521739, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2848.99609375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}, "bytes": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 52, "stage1_units": null, "bytes_per_stage0_unit": 4.211538461538462, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [52], "patch_count_stats": {"count": 1, "sum": 52, "mean": 52.0, "median": 52.0, "p95": 52.0, "max": 52, "min": 52}, "patch_lengths": [3, 7, 5, 2, 3, 11, 1, 7, 3, 2, 7, 6, 1, 9, 1, 4, 1, 2, 6, 2, 7, 9, 1, 9, 1, 4, 1, 2, 6, 1, 3, 4, 2, 3, 7, 2, 6, 5, 2, 7, 7, 2, 7, 5, 5, 5, 2, 7, 6, 1, 5, 3], "patch_length_stats": {"count": 52, "sum": 220, "mean": 4.230769230769231, "median": 4.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 58, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.053573299999698065, "decode_time_sec": 3.1745034269879397, "total_time_sec": 3.490155184001196, "prefill_units_per_sec": 3509.210744924422, "prefill_bytes_per_sec": 3490.5447303237606, "decode_units_per_sec": 98.59809800141984, "decode_bytes_per_sec": 98.59809800141984, "total_units_per_sec": 89.6808260660689, "total_bytes_per_sec": 89.6808260660689, "step_latency_ms": {"count": 313, "sum": 3205, "mean": 10.23961661341853, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2845.68896484375, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 313, "mean": 313.0, "median": 313.0, "p95": 313.0, "max": 313, "min": 313}, "bytes": {"count": 1, "sum": 313, "mean": 313.0, "median": 313.0, "p95": 313.0, "max": 313, "min": 313}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 4.794871794871795, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 5, 4, 3, 5, 3, 3, 4, 5, 5, 5, 9, 5, 7, 2, 1, 5, 9, 2, 7, 5, 6, 5, 5, 4, 9, 7, 5, 3, 4, 5, 7, 5, 5, 5, 2, 7, 5, 2], "patch_length_stats": {"count": 39, "sum": 188, "mean": 4.82051282051282, "median": 5.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 59, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05072734400164336, "decode_time_sec": 3.3978124629720696, "total_time_sec": 3.7390658290023566, "prefill_units_per_sec": 4336.91146914518, "prefill_bytes_per_sec": 4317.198235194519, "decode_units_per_sec": 101.53591575746596, "decode_bytes_per_sec": 101.53591575746596, "total_units_per_sec": 92.26903611163529, "total_bytes_per_sec": 92.26903611163529, "step_latency_ms": {"count": 345, "sum": 3440, "mean": 9.971014492753623, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2848.1640625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}, "bytes": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.760869565217392, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 4, 7, 5, 3, 3, 4, 6, 2, 6, 9, 5, 1, 5, 2, 3, 7, 4, 7, 3, 6, 3, 4, 5, 2, 11, 2, 7, 9, 5, 9, 5, 4, 6, 1, 11, 3, 5, 6, 5, 3, 5, 2, 4, 5, 3], "patch_length_stats": {"count": 46, "sum": 220, "mean": 4.782608695652174, "median": 5.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 60, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04749304600045434, "decode_time_sec": 3.171781997058133, "total_time_sec": 3.473671211002511, "prefill_units_per_sec": 3853.195686759054, "prefill_bytes_per_sec": 3832.1399726237582, "decode_units_per_sec": 97.10629554164623, "decode_bytes_per_sec": 97.10629554164623, "total_units_per_sec": 88.66699848403624, "total_bytes_per_sec": 88.66699848403624, "step_latency_ms": {"count": 308, "sum": 3190, "mean": 10.357142857142858, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.14794921875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "model_input_units": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}}, "generated_stats": {"units": {"count": 1, "sum": 308, "mean": 308.0, "median": 308.0, "p95": 308.0, "max": 308, "min": 308}, "bytes": {"count": 1, "sum": 308, "mean": 308.0, "median": 308.0, "p95": 308.0, "max": 308, "min": 308}}, "compression_summary": {"raw_prompt_bytes": 182, "model_input_units": 183, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.136363636363637, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 4, 6, 6, 5, 1, 8, 4, 4, 3, 4, 3, 2, 5, 9, 6, 4, 6, 6, 1, 7, 3, 6, 2, 2, 5, 2, 3, 7, 2, 8, 2, 3, 8, 2, 3, 7, 3, 3, 3, 2, 1, 6, 3], "patch_length_stats": {"count": 44, "sum": 183, "mean": 4.159090909090909, "median": 3.5, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 61, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.046161599002516596, "decode_time_sec": 3.3854693680077617, "total_time_sec": 3.701039141000365, "prefill_units_per_sec": 4397.59463247651, "prefill_bytes_per_sec": 4375.93160473032, "decode_units_per_sec": 96.8846456268536, "decode_bytes_per_sec": 96.8846456268536, "total_units_per_sec": 88.62375876180113, "total_bytes_per_sec": 88.62375876180113, "step_latency_ms": {"count": 328, "sum": 3381, "mean": 10.307926829268293, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.2275390625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 4.488888888888889, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 6, 10, 5, 1, 11, 3, 2, 6, 3, 3, 3, 4, 9, 2, 8, 5, 3, 7, 8, 2, 5, 8, 2, 1, 7, 3, 7, 7, 2, 5, 1, 1, 1, 4, 6, 3, 8, 2, 3, 5, 2, 7, 7, 2], "patch_length_stats": {"count": 45, "sum": 203, "mean": 4.511111111111111, "median": 4.0, "p95": 8.799999999999997, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 62, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.039580774999194546, "decode_time_sec": 2.6768210169902886, "total_time_sec": 2.935926185997232, "prefill_units_per_sec": 3739.1890381886597, "prefill_bytes_per_sec": 3713.9242473900877, "decode_units_per_sec": 101.98664694696338, "decode_bytes_per_sec": 101.98664694696338, "total_units_per_sec": 92.98598898775495, "total_bytes_per_sec": 92.98598898775495, "step_latency_ms": {"count": 273, "sum": 2658, "mean": 9.736263736263735, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2843.25732421875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 35, "stage1_units": null, "bytes_per_stage0_unit": 4.2, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [35], "patch_count_stats": {"count": 1, "sum": 35, "mean": 35.0, "median": 35.0, "p95": 35.0, "max": 35, "min": 35}, "patch_lengths": [3, 6, 4, 5, 3, 3, 4, 4, 5, 3, 4, 6, 2, 11, 5, 3, 4, 3, 4, 1, 2, 5, 3, 4, 4, 4, 3, 5, 8, 2, 11, 4, 5, 3, 2], "patch_length_stats": {"count": 35, "sum": 148, "mean": 4.228571428571429, "median": 4.0, "p95": 8.899999999999991, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 63, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04342795199772809, "decode_time_sec": 3.4060993919592875, "total_time_sec": 3.7214415349990304, "prefill_units_per_sec": 4628.355488891469, "prefill_bytes_per_sec": 4605.328844668128, "decode_units_per_sec": 95.71065388449375, "decode_bytes_per_sec": 95.71065388449375, "total_units_per_sec": 87.60046259871847, "total_bytes_per_sec": 87.60046259871847, "step_latency_ms": {"count": 326, "sum": 3464, "mean": 10.625766871165645, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2847.5498046875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 48, "stage1_units": null, "bytes_per_stage0_unit": 4.166666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48], "patch_count_stats": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}, "patch_lengths": [3, 7, 5, 1, 5, 1, 13, 5, 1, 5, 5, 1, 9, 5, 1, 7, 5, 4, 3, 4, 5, 2, 3, 7, 2, 2, 6, 2, 2, 4, 1, 5, 1, 13, 1, 5, 1, 9, 1, 7, 2, 7, 7, 2, 2, 3, 7, 2], "patch_length_stats": {"count": 48, "sum": 201, "mean": 4.1875, "median": 4.0, "p95": 9.0, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 64, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05273069300164934, "decode_time_sec": 3.662271498978953, "total_time_sec": 4.0013364820006245, "prefill_units_per_sec": 4248.000305874865, "prefill_bytes_per_sec": 4229.036018795066, "decode_units_per_sec": 95.29604784825531, "decode_bytes_per_sec": 95.29604784825531, "total_units_per_sec": 87.22085772339341, "total_bytes_per_sec": 87.22085772339341, "step_latency_ms": {"count": 349, "sum": 3654, "mean": 10.469914040114613, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2849.4609375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}, "model_input_units": {"count": 1, "sum": 224, "mean": 224.0, "median": 224.0, "p95": 224.0, "max": 224, "min": 224}}, "generated_stats": {"units": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}, "bytes": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}}, "compression_summary": {"raw_prompt_bytes": 223, "model_input_units": 224, "stage0_units": 54, "stage1_units": null, "bytes_per_stage0_unit": 4.12962962962963, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54], "patch_count_stats": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}, "patch_lengths": [3, 7, 5, 7, 5, 5, 1, 5, 1, 1, 4, 3, 4, 2, 7, 5, 2, 5, 6, 3, 7, 5, 5, 5, 1, 4, 1, 5, 1, 4, 2, 10, 8, 3, 4, 2, 7, 8, 5, 2, 6, 3, 7, 5, 7, 1, 2, 1, 3, 4, 3, 3, 7, 2], "patch_length_stats": {"count": 54, "sum": 224, "mean": 4.148148148148148, "median": 4.0, "p95": 7.349999999999994, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 65, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0549712299980456, "decode_time_sec": 3.6906637040156056, "total_time_sec": 4.0544968909998715, "prefill_units_per_sec": 4347.728803021093, "prefill_bytes_per_sec": 4329.537469117239, "decode_units_per_sec": 98.62724680223556, "decode_bytes_per_sec": 98.62724680223556, "total_units_per_sec": 89.77686006073979, "total_bytes_per_sec": 89.77686006073979, "step_latency_ms": {"count": 364, "sum": 3743, "mean": 10.282967032967033, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2849.7685546875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 364, "mean": 364.0, "median": 364.0, "p95": 364.0, "max": 364, "min": 364}, "bytes": {"count": 1, "sum": 364, "mean": 364.0, "median": 364.0, "p95": 364.0, "max": 364, "min": 364}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 49, "stage1_units": null, "bytes_per_stage0_unit": 4.857142857142857, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [49], "patch_count_stats": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}, "patch_lengths": [3, 3, 8, 4, 5, 1, 7, 1, 5, 3, 3, 4, 8, 2, 8, 3, 7, 8, 12, 2, 5, 7, 1, 7, 8, 5, 2, 7, 7, 1, 7, 8, 4, 5, 2, 5, 1, 7, 8, 5, 2, 8, 6, 2, 3, 3, 7, 7, 2], "patch_length_stats": {"count": 49, "sum": 239, "mean": 4.877551020408164, "median": 5.0, "p95": 8.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 66, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03378163399975165, "decode_time_sec": 3.1947748600323393, "total_time_sec": 3.4894591060001403, "prefill_units_per_sec": 5742.765432880666, "prefill_bytes_per_sec": 5713.163549206023, "decode_units_per_sec": 99.8505415798755, "decode_bytes_per_sec": 99.8505415798755, "total_units_per_sec": 91.41817981230332, "total_bytes_per_sec": 91.41817981230332, "step_latency_ms": {"count": 319, "sum": 3200, "mean": 10.031347962382446, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.8056640625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}, "bytes": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 4.288888888888889, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 4, 5, 5, 1, 4, 5, 3, 3, 4, 3, 4, 2, 11, 6, 2, 2, 3, 10, 4, 5, 5, 1, 4, 2, 12, 2, 11, 6, 2, 2, 1, 2, 10, 4, 5, 5, 3, 3, 4, 3, 6, 3, 6, 3], "patch_length_stats": {"count": 45, "sum": 194, "mean": 4.311111111111111, "median": 4.0, "p95": 10.799999999999997, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 67, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03834427800029516, "decode_time_sec": 3.194723434986372, "total_time_sec": 3.4936426139975083, "prefill_units_per_sec": 5137.663564782301, "prefill_bytes_per_sec": 5111.584054301173, "decode_units_per_sec": 100.79119728289518, "decode_bytes_per_sec": 100.79119728289518, "total_units_per_sec": 92.16741251949638, "total_bytes_per_sec": 92.16741251949638, "step_latency_ms": {"count": 322, "sum": 3164, "mean": 9.826086956521738, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.1142578125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 5.0256410256410255, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 4, 7, 5, 1, 5, 1, 9, 11, 1, 6, 3, 6, 6, 1, 3, 5, 6, 2, 11, 7, 3, 5, 2, 7, 2, 11, 3, 7, 5, 3, 5, 5, 2, 2, 15, 7, 7, 3], "patch_length_stats": {"count": 39, "sum": 197, "mean": 5.051282051282051, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 68, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03942006700162892, "decode_time_sec": 3.51823453198449, "total_time_sec": 3.837222763999307, "prefill_units_per_sec": 5352.603789112814, "prefill_bytes_per_sec": 5327.235998643086, "decode_units_per_sec": 95.50244503184851, "decode_bytes_per_sec": 95.50244503184851, "total_units_per_sec": 87.56332917451145, "total_bytes_per_sec": 87.56332917451145, "step_latency_ms": {"count": 336, "sum": 3539, "mean": 10.532738095238095, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2848.57421875, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 210, "mean": 210.0, "median": 210.0, "p95": 210.0, "max": 210, "min": 210}, "model_input_units": {"count": 1, "sum": 211, "mean": 211.0, "median": 211.0, "p95": 211.0, "max": 211, "min": 211}}, "generated_stats": {"units": {"count": 1, "sum": 336, "mean": 336.0, "median": 336.0, "p95": 336.0, "max": 336, "min": 336}, "bytes": {"count": 1, "sum": 336, "mean": 336.0, "median": 336.0, "p95": 336.0, "max": 336, "min": 336}}, "compression_summary": {"raw_prompt_bytes": 210, "model_input_units": 211, "stage0_units": 52, "stage1_units": null, "bytes_per_stage0_unit": 4.038461538461538, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [52], "patch_count_stats": {"count": 1, "sum": 52, "mean": 52.0, "median": 52.0, "p95": 52.0, "max": 52, "min": 52}, "patch_lengths": [3, 5, 5, 5, 4, 4, 4, 3, 3, 4, 2, 9, 4, 4, 4, 2, 3, 3, 4, 7, 5, 3, 1, 3, 2, 7, 6, 10, 2, 5, 4, 5, 9, 5, 2, 1, 1, 2, 4, 4, 2, 3, 5, 2, 5, 5, 4, 8, 2, 3, 7, 2], "patch_length_stats": {"count": 52, "sum": 211, "mean": 4.0576923076923075, "median": 4.0, "p95": 8.449999999999996, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 69, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04975157700027921, "decode_time_sec": 3.058271209047234, "total_time_sec": 3.3501270770029805, "prefill_units_per_sec": 3457.176844847244, "prefill_bytes_per_sec": 3437.076979470225, "decode_units_per_sec": 97.1136893030905, "decode_bytes_per_sec": 97.1136893030905, "total_units_per_sec": 88.65335349180123, "total_bytes_per_sec": 88.65335349180123, "step_latency_ms": {"count": 297, "sum": 3047, "mean": 10.25925925925926, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2844.79931640625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}, "model_input_units": {"count": 1, "sum": 172, "mean": 172.0, "median": 172.0, "p95": 172.0, "max": 172, "min": 172}}, "generated_stats": {"units": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}, "bytes": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}}, "compression_summary": {"raw_prompt_bytes": 171, "model_input_units": 172, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.5, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 6, 5, 1, 2, 7, 5, 1, 5, 5, 3, 3, 4, 5, 5, 5, 2, 11, 3, 4, 2, 7, 2, 15, 5, 5, 2, 4, 1, 3, 11, 5, 4, 5, 4, 2, 7, 3], "patch_length_stats": {"count": 38, "sum": 172, "mean": 4.526315789473684, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 70, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03505968199897325, "decode_time_sec": 2.8583563919964945, "total_time_sec": 3.118379298997752, "prefill_units_per_sec": 4135.804768686905, "prefill_bytes_per_sec": 4107.28197717872, "decode_units_per_sec": 94.45987937543764, "decode_bytes_per_sec": 94.45987937543764, "total_units_per_sec": 86.58343777704594, "total_bytes_per_sec": 86.58343777704594, "step_latency_ms": {"count": 270, "sum": 2883, "mean": 10.677777777777777, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2842.97705078125, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 34, "stage1_units": null, "bytes_per_stage0_unit": 4.235294117647059, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [34], "patch_count_stats": {"count": 1, "sum": 34, "mean": 34.0, "median": 34.0, "p95": 34.0, "max": 34, "min": 34}, "patch_lengths": [3, 5, 3, 5, 4, 6, 3, 3, 3, 5, 4, 2, 7, 5, 9, 5, 4, 2, 3, 1, 6, 2, 3, 5, 9, 7, 4, 5, 1, 6, 3, 3, 7, 2], "patch_length_stats": {"count": 34, "sum": 145, "mean": 4.264705882352941, "median": 4.0, "p95": 7.699999999999996, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 71, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.043623102003039094, "decode_time_sec": 3.353775632000179, "total_time_sec": 3.6550932110003487, "prefill_units_per_sec": 4126.254019887442, "prefill_bytes_per_sec": 4103.330386443623, "decode_units_per_sec": 90.94227922996123, "decode_bytes_per_sec": 90.94227922996123, "total_units_per_sec": 83.44520437456251, "total_bytes_per_sec": 83.44520437456251, "step_latency_ms": {"count": 305, "sum": 3391, "mean": 11.118032786885246, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.28466796875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 3.891304347826087, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 8, 6, 4, 4, 1, 5, 1, 7, 1, 8, 3, 3, 6, 5, 1, 7, 5, 2, 2, 3, 6, 7, 5, 4, 1, 5, 2, 3, 5, 2, 5, 2, 4, 3, 3, 6, 2, 2, 3, 6, 5, 3, 3, 5, 3], "patch_length_stats": {"count": 46, "sum": 180, "mean": 3.9130434782608696, "median": 3.5, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 72, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049594735999562545, "decode_time_sec": 2.9755856350057, "total_time_sec": 3.276806530000613, "prefill_units_per_sec": 3730.234595898077, "prefill_bytes_per_sec": 3710.0711656499793, "decode_units_per_sec": 104.18117238941643, "decode_bytes_per_sec": 104.18117238941643, "total_units_per_sec": 94.60430366022922, "total_bytes_per_sec": 94.60430366022922, "step_latency_ms": {"count": 310, "sum": 2954, "mean": 9.529032258064516, "median": 6.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2845.40966796875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.842105263157895, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 4, 5, 7, 5, 3, 3, 4, 5, 2, 6, 1, 4, 7, 4, 9, 1, 5, 2, 3, 5, 7, 3, 7, 5, 7, 3, 11, 2, 4, 2, 5, 4, 8, 5, 8, 4, 12], "patch_length_stats": {"count": 38, "sum": 185, "mean": 4.868421052631579, "median": 4.5, "p95": 9.299999999999997, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 73, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0524448249998386, "decode_time_sec": 4.1549393909554055, "total_time_sec": 4.490756732997397, "prefill_units_per_sec": 4213.952472921401, "prefill_bytes_per_sec": 4194.884814672888, "decode_units_per_sec": 83.27437958618192, "decode_bytes_per_sec": 83.27437958618192, "total_units_per_sec": 77.04714830301197, "total_bytes_per_sec": 77.04714830301197, "step_latency_ms": {"count": 346, "sum": 4159, "mean": 12.020231213872833, "median": 7.0, "p95": 24.0, "max": 31, "min": 6}, "peak_allocated_mb": 2849.73388671875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 346, "mean": 346.0, "median": 346.0, "p95": 346.0, "max": 346, "min": 346}, "bytes": {"count": 1, "sum": 346, "mean": 346.0, "median": 346.0, "p95": 346.0, "max": 346, "min": 346}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 3.9285714285714284, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [3, 5, 7, 2, 3, 6, 3, 8, 1, 6, 1, 5, 10, 6, 3, 3, 3, 5, 10, 2, 7, 9, 2, 3, 2, 1, 3, 3, 3, 1, 1, 2, 8, 2, 7, 4, 5, 2, 3, 2, 1, 3, 2, 3, 1, 1, 2, 5, 3, 5, 2, 9, 7, 3, 8, 4], "patch_length_stats": {"count": 56, "sum": 221, "mean": 3.9464285714285716, "median": 3.0, "p95": 9.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 74, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.050872154999524355, "decode_time_sec": 3.3383460200166155, "total_time_sec": 3.6578023999973084, "prefill_units_per_sec": 4049.3664953239363, "prefill_bytes_per_sec": 4029.7093764145966, "decode_units_per_sec": 99.15089628676435, "decode_bytes_per_sec": 99.15089628676435, "total_units_per_sec": 90.49149292488943, "total_bytes_per_sec": 90.49149292488943, "step_latency_ms": {"count": 331, "sum": 3318, "mean": 10.024169184290031, "median": 7.0, "p95": 23.0, "max": 23, "min": 6}, "peak_allocated_mb": 2847.7841796875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 331, "mean": 331.0, "median": 331.0, "p95": 331.0, "max": 331, "min": 331}, "bytes": {"count": 1, "sum": 331, "mean": 331.0, "median": 331.0, "p95": 331.0, "max": 331, "min": 331}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 48, "stage1_units": null, "bytes_per_stage0_unit": 4.270833333333333, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48], "patch_count_stats": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}, "patch_lengths": [3, 7, 5, 4, 3, 2, 5, 4, 6, 5, 2, 3, 4, 8, 2, 4, 1, 3, 6, 3, 7, 7, 5, 2, 4, 1, 3, 6, 3, 3, 3, 8, 3, 5, 5, 3, 7, 8, 2, 3, 9, 2, 4, 6, 5, 3, 4, 5], "patch_length_stats": {"count": 48, "sum": 206, "mean": 4.291666666666667, "median": 4.0, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 75, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03183227599947713, "decode_time_sec": 3.2688304459770734, "total_time_sec": 3.560912326000107, "prefill_units_per_sec": 6063.028606662312, "prefill_bytes_per_sec": 6031.613950669243, "decode_units_per_sec": 97.28250065443449, "decode_bytes_per_sec": 97.28250065443449, "total_units_per_sec": 89.30295690745137, "total_bytes_per_sec": 89.30295690745137, "step_latency_ms": {"count": 318, "sum": 3267, "mean": 10.273584905660377, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2847.1728515625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 48, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48], "patch_count_stats": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}, "patch_lengths": [3, 5, 10, 5, 1, 10, 1, 5, 5, 1, 4, 5, 1, 4, 5, 5, 1, 5, 3, 5, 1, 3, 5, 6, 3, 4, 3, 4, 3, 5, 2, 11, 3, 5, 2, 5, 3, 5, 2, 3, 4, 3, 4, 4, 5, 4, 4, 3], "patch_length_stats": {"count": 48, "sum": 193, "mean": 4.020833333333333, "median": 4.0, "p95": 8.599999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 76, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04513553200013121, "decode_time_sec": 3.2523767029961164, "total_time_sec": 3.569268560000637, "prefill_units_per_sec": 4475.409750336227, "prefill_bytes_per_sec": 4453.254256522681, "decode_units_per_sec": 100.54185903458381, "decode_bytes_per_sec": 100.54185903458381, "total_units_per_sec": 91.61540929269319, "total_bytes_per_sec": 91.61540929269319, "step_latency_ms": {"count": 327, "sum": 3265, "mean": 9.984709480122325, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.3486328125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}, "bytes": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 5.153846153846154, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 2, 3, 4, 5, 3, 3, 4, 3, 5, 5, 2, 11, 5, 5, 2, 5, 9, 5, 5, 7, 2, 42, 2, 5, 5, 6, 5, 4, 3, 4, 4, 5, 6, 4, 2, 4, 1, 2], "patch_length_stats": {"count": 39, "sum": 202, "mean": 5.17948717948718, "median": 4.0, "p95": 9.200000000000003, "max": 42, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 77, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03528072200060706, "decode_time_sec": 3.0689708549834904, "total_time_sec": 3.3229037919991242, "prefill_units_per_sec": 4109.893215833425, "prefill_bytes_per_sec": 4081.549124689746, "decode_units_per_sec": 87.97737507398142, "decode_bytes_per_sec": 87.97737507398142, "total_units_per_sec": 81.25423331548299, "total_bytes_per_sec": 81.25423331548299, "step_latency_ms": {"count": 270, "sum": 3069, "mean": 11.366666666666667, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2843.25439453125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 3, 6, 5, 1, 6, 4, 3, 4, 2, 5, 4, 5, 4, 5, 3, 4, 10, 2, 7, 5, 5, 2, 2, 5, 6, 1, 2, 2, 4, 3, 7, 5, 5, 2, 3], "patch_length_stats": {"count": 36, "sum": 145, "mean": 4.027777777777778, "median": 4.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 78, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05375654399904306, "decode_time_sec": 3.7258551699887903, "total_time_sec": 4.079471277000266, "prefill_units_per_sec": 4427.367949923208, "prefill_bytes_per_sec": 4408.765563578992, "decode_units_per_sec": 97.42729747627097, "decode_bytes_per_sec": 97.42729747627097, "total_units_per_sec": 88.9821193365339, "total_bytes_per_sec": 88.9821193365339, "step_latency_ms": {"count": 363, "sum": 3711, "mean": 10.223140495867769, "median": 7.0, "p95": 23.0, "max": 34, "min": 6}, "peak_allocated_mb": 2850.8388671875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}, "bytes": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 4.157894736842105, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 5, 5, 4, 3, 5, 5, 2, 5, 5, 4, 4, 3, 2, 3, 3, 5, 6, 2, 3, 7, 2, 2, 2, 7, 5, 2, 2, 3, 6, 4, 2, 2, 3, 3, 31, 5, 1, 3, 2, 2, 3, 3, 5, 6, 2, 7, 7, 5, 6, 6, 1, 1, 2, 3, 6, 2], "patch_length_stats": {"count": 57, "sum": 238, "mean": 4.175438596491228, "median": 3.0, "p95": 7.0, "max": 31, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 79, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04907924800136243, "decode_time_sec": 3.8000785070216807, "total_time_sec": 4.15859355000066, "prefill_units_per_sec": 5053.052157464099, "prefill_bytes_per_sec": 5032.676947151744, "decode_units_per_sec": 98.1558668619032, "decode_bytes_per_sec": 98.1558668619032, "total_units_per_sec": 89.69378601569292, "total_bytes_per_sec": 89.69378601569292, "step_latency_ms": {"count": 373, "sum": 3777, "mean": 10.126005361930295, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2851.091796875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}, "bytes": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 4.410714285714286, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [3, 4, 10, 2, 4, 5, 1, 7, 1, 7, 1, 6, 5, 1, 2, 5, 6, 3, 3, 4, 7, 2, 4, 7, 5, 2, 3, 9, 7, 8, 2, 4, 2, 7, 7, 2, 6, 2, 2, 7, 1, 7, 7, 2, 6, 2, 2, 7, 1, 7, 3, 6, 2, 11, 7, 2], "patch_length_stats": {"count": 56, "sum": 248, "mean": 4.428571428571429, "median": 4.0, "p95": 8.25, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 80, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05444947399882949, "decode_time_sec": 3.8411577740225766, "total_time_sec": 4.2068391969987715, "prefill_units_per_sec": 4701.606483939648, "prefill_bytes_per_sec": 4683.240833611759, "decode_units_per_sec": 99.18884420126416, "decode_bytes_per_sec": 99.18884420126416, "total_units_per_sec": 90.56680851310212, "total_bytes_per_sec": 90.56680851310212, "step_latency_ms": {"count": 381, "sum": 3814, "mean": 10.010498687664041, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2851.427734375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 4.553571428571429, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [3, 7, 5, 4, 3, 3, 3, 11, 4, 1, 7, 6, 3, 7, 4, 2, 11, 4, 2, 5, 6, 4, 2, 7, 7, 11, 2, 11, 6, 7, 9, 3, 3, 1, 3, 4, 2, 5, 7, 3, 3, 5, 4, 2, 5, 6, 4, 1, 5, 5, 5, 1, 7, 1, 1, 3], "patch_length_stats": {"count": 56, "sum": 256, "mean": 4.571428571428571, "median": 4.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 81, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04901019899989478, "decode_time_sec": 2.7914623740180105, "total_time_sec": 3.078624255002069, "prefill_units_per_sec": 3489.0696934400758, "prefill_bytes_per_sec": 3468.665777104169, "decode_units_per_sec": 106.03761052094704, "decode_bytes_per_sec": 106.03761052094704, "total_units_per_sec": 96.14684205747645, "total_bytes_per_sec": 96.14684205747645, "step_latency_ms": {"count": 296, "sum": 2771, "mean": 9.361486486486486, "median": 6.5, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2844.19775390625, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}, "model_input_units": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}}, "generated_stats": {"units": {"count": 1, "sum": 296, "mean": 296.0, "median": 296.0, "p95": 296.0, "max": 296, "min": 296}, "bytes": {"count": 1, "sum": 296, "mean": 296.0, "median": 296.0, "p95": 296.0, "max": 296, "min": 296}}, "compression_summary": {"raw_prompt_bytes": 170, "model_input_units": 171, "stage0_units": 34, "stage1_units": null, "bytes_per_stage0_unit": 5.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [34], "patch_count_stats": {"count": 1, "sum": 34, "mean": 34.0, "median": 34.0, "p95": 34.0, "max": 34, "min": 34}, "patch_lengths": [3, 9, 4, 5, 3, 3, 4, 5, 2, 4, 8, 3, 7, 4, 2, 11, 4, 8, 3, 5, 5, 2, 3, 3, 8, 3, 15, 5, 2, 8, 7, 2, 8, 3], "patch_length_stats": {"count": 34, "sum": 171, "mean": 5.029411764705882, "median": 4.0, "p95": 9.699999999999996, "max": 15, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 82, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.046965241999714635, "decode_time_sec": 4.007083483007591, "total_time_sec": 4.345031152002775, "prefill_units_per_sec": 4961.115711943223, "prefill_bytes_per_sec": 4939.823369831878, "decode_units_per_sec": 89.34178724205078, "decode_bytes_per_sec": 89.34178724205078, "total_units_per_sec": 82.39296508495352, "total_bytes_per_sec": 82.39296508495352, "step_latency_ms": {"count": 358, "sum": 3990, "mean": 11.145251396648044, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2850.7158203125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 3.8666666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 5, 5, 1, 9, 3, 3, 4, 5, 5, 9, 1, 2, 2, 2, 3, 3, 2, 11, 4, 5, 2, 7, 7, 3, 1, 2, 3, 5, 1, 1, 3, 1, 2, 11, 4, 2, 3, 6, 4, 5, 3, 15, 4, 1, 6, 1, 5, 2, 7, 7, 3, 2, 1, 2, 3, 5, 1, 1, 4], "patch_length_stats": {"count": 60, "sum": 233, "mean": 3.8833333333333333, "median": 3.0, "p95": 9.099999999999994, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 83, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05530094400091912, "decode_time_sec": 3.7753811410075286, "total_time_sec": 4.12817561400152, "prefill_units_per_sec": 4321.806875412973, "prefill_bytes_per_sec": 4303.72400145727, "decode_units_per_sec": 96.41410665701954, "decode_bytes_per_sec": 96.41410665701954, "total_units_per_sec": 88.17454343885525, "total_bytes_per_sec": 88.17454343885525, "step_latency_ms": {"count": 364, "sum": 3762, "mean": 10.335164835164836, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2851.8486328125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 364, "mean": 364.0, "median": 364.0, "p95": 364.0, "max": 364, "min": 364}, "bytes": {"count": 1, "sum": 364, "mean": 364.0, "median": 364.0, "p95": 364.0, "max": 364, "min": 364}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 64, "stage1_units": null, "bytes_per_stage0_unit": 3.71875, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [64], "patch_count_stats": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "patch_lengths": [3, 7, 6, 2, 4, 3, 4, 2, 2, 5, 6, 2, 2, 5, 2, 3, 3, 4, 4, 1, 2, 6, 2, 2, 5, 2, 7, 6, 6, 4, 6, 5, 4, 3, 2, 3, 6, 2, 2, 6, 2, 2, 7, 5, 4, 2, 3, 4, 6, 9, 2, 6, 2, 2, 5, 2, 4, 6, 2, 3, 4, 2, 2, 2], "patch_length_stats": {"count": 64, "sum": 239, "mean": 3.734375, "median": 3.0, "p95": 6.849999999999994, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 84, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.050094977999833645, "decode_time_sec": 3.3392935050032975, "total_time_sec": 3.6585372219997225, "prefill_units_per_sec": 4152.112812599513, "prefill_bytes_per_sec": 4132.150731769708, "decode_units_per_sec": 99.72169247808337, "decode_bytes_per_sec": 99.72169247808337, "total_units_per_sec": 91.01998416131606, "total_bytes_per_sec": 91.01998416131606, "step_latency_ms": {"count": 333, "sum": 3310, "mean": 9.93993993993994, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2848.5712890625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}, "bytes": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 3.9056603773584904, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 10, 5, 3, 3, 4, 7, 2, 5, 4, 5, 5, 5, 5, 8, 1, 1, 1, 1, 2, 1, 2, 7, 5, 2, 4, 7, 4, 2, 3, 6, 7, 3, 11, 5, 7, 5, 4, 5, 5, 5, 5, 8, 1, 1, 1, 1, 1, 1, 2, 2, 2, 3], "patch_length_stats": {"count": 53, "sum": 208, "mean": 3.9245283018867925, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 85, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.043359764997148886, "decode_time_sec": 3.338367060991004, "total_time_sec": 3.6583287449975614, "prefill_units_per_sec": 4958.513959061755, "prefill_bytes_per_sec": 4935.451103438211, "decode_units_per_sec": 101.8462001895831, "decode_bytes_per_sec": 101.8462001895831, "total_units_per_sec": 92.93861314812663, "total_bytes_per_sec": 92.93861314812663, "step_latency_ms": {"count": 340, "sum": 3299, "mean": 9.702941176470588, "median": 6.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2848.345703125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 340, "mean": 340.0, "median": 340.0, "p95": 340.0, "max": 340, "min": 340}, "bytes": {"count": 1, "sum": 340, "mean": 340.0, "median": 340.0, "p95": 340.0, "max": 340, "min": 340}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 49, "stage1_units": null, "bytes_per_stage0_unit": 4.36734693877551, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [49], "patch_count_stats": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}, "patch_lengths": [3, 8, 7, 1, 5, 5, 1, 6, 7, 5, 1, 6, 5, 1, 3, 6, 3, 3, 5, 4, 7, 6, 2, 3, 3, 4, 8, 7, 1, 4, 4, 2, 4, 7, 7, 2, 2, 6, 3, 3, 4, 2, 7, 7, 6, 3, 7, 7, 2], "patch_length_stats": {"count": 49, "sum": 215, "mean": 4.387755102040816, "median": 4.0, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 86, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05243542600510409, "decode_time_sec": 3.7622228159998485, "total_time_sec": 4.112718192998727, "prefill_units_per_sec": 4481.702884937466, "prefill_bytes_per_sec": 4462.631808831348, "decode_units_per_sec": 95.68811248206903, "decode_bytes_per_sec": 95.68811248206903, "total_units_per_sec": 87.53334974733859, "total_bytes_per_sec": 87.53334974733859, "step_latency_ms": {"count": 360, "sum": 3765, "mean": 10.458333333333334, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2850.6708984375, "peak_reserved_mb": 2984.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 234, "mean": 234.0, "median": 234.0, "p95": 234.0, "max": 234, "min": 234}, "model_input_units": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}}, "generated_stats": {"units": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}, "bytes": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}}, "compression_summary": {"raw_prompt_bytes": 234, "model_input_units": 235, "stage0_units": 59, "stage1_units": null, "bytes_per_stage0_unit": 3.9661016949152543, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [59], "patch_count_stats": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}, "patch_lengths": [3, 5, 4, 7, 2, 2, 6, 2, 2, 5, 5, 5, 7, 4, 5, 1, 3, 6, 3, 3, 4, 7, 2, 3, 8, 2, 6, 3, 7, 5, 2, 2, 2, 3, 8, 2, 4, 2, 2, 3, 7, 7, 2, 5, 2, 2, 1, 7, 7, 2, 3, 11, 5, 2, 2, 1, 2, 6, 4], "patch_length_stats": {"count": 59, "sum": 235, "mean": 3.983050847457627, "median": 3.0, "p95": 7.099999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 87, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.040348949001781875, "decode_time_sec": 3.1087219860237383, "total_time_sec": 3.394378549000976, "prefill_units_per_sec": 4411.515154760022, "prefill_bytes_per_sec": 4386.731361755752, "decode_units_per_sec": 97.46770581680644, "decode_bytes_per_sec": 97.46770581680644, "total_units_per_sec": 89.26523533716595, "total_bytes_per_sec": 89.26523533716595, "step_latency_ms": {"count": 303, "sum": 3093, "mean": 10.207920792079207, "median": 7.0, "p95": 23.0, "max": 31, "min": 6}, "peak_allocated_mb": 2845.77490234375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}, "bytes": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.116279069767442, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 5, 5, 4, 3, 4, 5, 2, 5, 4, 5, 5, 3, 7, 5, 3, 3, 4, 2, 1, 1, 5, 7, 2, 1, 1, 3, 7, 5, 3, 5, 4, 3, 7, 4, 6, 3, 5, 7, 2, 11, 5, 3], "patch_length_stats": {"count": 43, "sum": 178, "mean": 4.1395348837209305, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 88, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04334677599763381, "decode_time_sec": 3.049607270004344, "total_time_sec": 3.324516909997328, "prefill_units_per_sec": 3714.232403553809, "prefill_bytes_per_sec": 3691.1626370721083, "decode_units_per_sec": 93.78256761553189, "decode_bytes_per_sec": 93.78256761553189, "total_units_per_sec": 86.02753655424476, "total_bytes_per_sec": 86.02753655424476, "step_latency_ms": {"count": 286, "sum": 3039, "mean": 10.625874125874127, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2844.97607421875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 160, "mean": 160.0, "median": 160.0, "p95": 160.0, "max": 160, "min": 160}, "model_input_units": {"count": 1, "sum": 161, "mean": 161.0, "median": 161.0, "p95": 161.0, "max": 161, "min": 161}}, "generated_stats": {"units": {"count": 1, "sum": 286, "mean": 286.0, "median": 286.0, "p95": 286.0, "max": 286, "min": 286}, "bytes": {"count": 1, "sum": 286, "mean": 286.0, "median": 286.0, "p95": 286.0, "max": 286, "min": 286}}, "compression_summary": {"raw_prompt_bytes": 160, "model_input_units": 161, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 3.7209302325581395, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 4, 5, 5, 1, 5, 3, 3, 4, 2, 5, 1, 2, 4, 1, 3, 5, 1, 7, 4, 2, 5, 4, 6, 5, 1, 7, 4, 5, 2, 5, 4, 5, 5, 2, 7, 5, 2, 4, 2, 4, 5, 2], "patch_length_stats": {"count": 43, "sum": 161, "mean": 3.744186046511628, "median": 4.0, "p95": 6.899999999999999, "max": 7, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 89, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05072004799512797, "decode_time_sec": 1.9387139979589847, "total_time_sec": 2.2150920140011294, "prefill_units_per_sec": 3075.706868711657, "prefill_bytes_per_sec": 3055.990799040428, "decode_units_per_sec": 144.9414407157671, "decode_bytes_per_sec": 144.9414407157671, "total_units_per_sec": 126.85703267577972, "total_bytes_per_sec": 126.85703267577972, "step_latency_ms": {"count": 281, "sum": 1890, "mean": 6.725978647686833, "median": 6.0, "p95": 7.0, "max": 23, "min": 6}, "peak_allocated_mb": 2844.04833984375, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 155, "mean": 155.0, "median": 155.0, "p95": 155.0, "max": 155, "min": 155}, "model_input_units": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}}, "generated_stats": {"units": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}}, "compression_summary": {"raw_prompt_bytes": 155, "model_input_units": 156, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.078947368421052, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 5, 5, 3, 2, 4, 2, 6, 6, 5, 6, 1, 8, 5, 1, 5, 4, 2, 9, 5, 3, 5, 2, 4, 4, 5, 3, 1, 4, 4, 5, 5, 2, 8, 5, 3, 4, 2], "patch_length_stats": {"count": 38, "sum": 156, "mean": 4.105263157894737, "median": 4.0, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 90, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04586281400042935, "decode_time_sec": 2.5316292720017373, "total_time_sec": 2.8023874139980762, "prefill_units_per_sec": 3314.2318741841054, "prefill_bytes_per_sec": 3292.4277171171047, "decode_units_per_sec": 109.41570437008674, "decode_bytes_per_sec": 109.41570437008674, "total_units_per_sec": 98.84429205482799, "total_bytes_per_sec": 98.84429205482799, "step_latency_ms": {"count": 277, "sum": 2506, "mean": 9.046931407942239, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2842.89013671875, "peak_reserved_mb": 2974.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}, "model_input_units": {"count": 1, "sum": 152, "mean": 152.0, "median": 152.0, "p95": 152.0, "max": 152, "min": 152}}, "generated_stats": {"units": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}, "bytes": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}}, "compression_summary": {"raw_prompt_bytes": 151, "model_input_units": 152, "stage0_units": 31, "stage1_units": null, "bytes_per_stage0_unit": 4.870967741935484, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [31], "patch_count_stats": {"count": 1, "sum": 31, "mean": 31.0, "median": 31.0, "p95": 31.0, "max": 31, "min": 31}, "patch_lengths": [3, 8, 5, 1, 6, 4, 3, 4, 3, 5, 7, 6, 2, 1, 2, 2, 7, 3, 7, 1, 11, 5, 5, 3, 12, 5, 11, 2, 11, 5, 2], "patch_length_stats": {"count": 31, "sum": 152, "mean": 4.903225806451613, "median": 5.0, "p95": 11.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 91, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04697918199963169, "decode_time_sec": 3.138092261957354, "total_time_sec": 3.4505981689981127, "prefill_units_per_sec": 4299.776867157535, "prefill_bytes_per_sec": 4278.490843062696, "decode_units_per_sec": 104.2034372169915, "decode_bytes_per_sec": 104.2034372169915, "total_units_per_sec": 94.76617791602928, "total_bytes_per_sec": 94.76617791602928, "step_latency_ms": {"count": 327, "sum": 3125, "mean": 9.5565749235474, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.9033203125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}, "bytes": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.674418604651163, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 5, 5, 1, 4, 4, 1, 5, 4, 3, 4, 9, 3, 8, 2, 5, 2, 7, 9, 2, 9, 9, 3, 7, 9, 4, 1, 2, 4, 4, 1, 1, 7, 9, 6, 7, 2, 7, 5, 3, 7, 7, 2], "patch_length_stats": {"count": 43, "sum": 202, "mean": 4.6976744186046515, "median": 4.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 92, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04351283700452768, "decode_time_sec": 3.4262356590443233, "total_time_sec": 3.7354101329983678, "prefill_units_per_sec": 4619.326475519975, "prefill_bytes_per_sec": 4596.344751761169, "decode_units_per_sec": 95.1481545466522, "decode_bytes_per_sec": 95.1481545466522, "total_units_per_sec": 87.27287992291326, "total_bytes_per_sec": 87.27287992291326, "step_latency_ms": {"count": 326, "sum": 3409, "mean": 10.457055214723926, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2847.8271484375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 50, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50], "patch_count_stats": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}, "patch_lengths": [3, 5, 5, 1, 2, 1, 1, 3, 3, 4, 3, 5, 2, 6, 3, 4, 5, 2, 11, 7, 2, 5, 2, 6, 1, 7, 5, 2, 11, 7, 2, 5, 2, 4, 4, 3, 4, 5, 2, 3, 4, 7, 2, 6, 5, 5, 1, 5, 6, 2], "patch_length_stats": {"count": 50, "sum": 201, "mean": 4.02, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 93, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044607104995520785, "decode_time_sec": 2.867718584035174, "total_time_sec": 3.167739602999063, "prefill_units_per_sec": 4057.649560942704, "prefill_bytes_per_sec": 4035.23160756733, "decode_units_per_sec": 106.70503085746532, "decode_bytes_per_sec": 106.70503085746532, "total_units_per_sec": 96.59884913213635, "total_bytes_per_sec": 96.59884913213635, "step_latency_ms": {"count": 306, "sum": 2849, "mean": 9.31045751633987, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2845.22216796875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.7368421052631575, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 5, 5, 1, 6, 3, 3, 4, 4, 5, 3, 6, 2, 11, 5, 2, 5, 5, 1, 11, 6, 2, 6, 5, 6, 7, 11, 4, 6, 2, 6, 3, 1, 2, 11, 6, 2, 5], "patch_length_stats": {"count": 38, "sum": 181, "mean": 4.7631578947368425, "median": 5.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 94, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.046494752998114564, "decode_time_sec": 3.7229462420109485, "total_time_sec": 4.047893422000925, "prefill_units_per_sec": 4645.68550366875, "prefill_bytes_per_sec": 4624.1777004110245, "decode_units_per_sec": 91.5941240708888, "decode_bytes_per_sec": 91.5941240708888, "total_units_per_sec": 84.24134838793245, "total_bytes_per_sec": 84.24134838793245, "step_latency_ms": {"count": 341, "sum": 3704, "mean": 10.862170087976539, "median": 7.0, "p95": 23.0, "max": 34, "min": 6}, "peak_allocated_mb": 2849.501953125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}, "model_input_units": {"count": 1, "sum": 216, "mean": 216.0, "median": 216.0, "p95": 216.0, "max": 216, "min": 216}}, "generated_stats": {"units": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}, "bytes": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}}, "compression_summary": {"raw_prompt_bytes": 215, "model_input_units": 216, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 3.7719298245614037, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 4, 5, 2, 2, 1, 7, 1, 2, 1, 3, 1, 2, 1, 3, 3, 3, 4, 5, 5, 4, 2, 6, 2, 7, 4, 2, 3, 1, 5, 6, 7, 5, 3, 3, 5, 4, 2, 4, 5, 5, 9, 4, 3, 3, 3, 7, 9, 5, 2, 5, 1, 3, 2, 9, 6, 2], "patch_length_stats": {"count": 57, "sum": 216, "mean": 3.789473684210526, "median": 3.0, "p95": 7.3999999999999915, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 95, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044349856001645094, "decode_time_sec": 2.864261536986305, "total_time_sec": 3.1311518190013885, "prefill_units_per_sec": 3404.7461167494857, "prefill_bytes_per_sec": 3382.198129221343, "decode_units_per_sec": 96.35991561385116, "decode_bytes_per_sec": 96.35991561385116, "total_units_per_sec": 88.14647642605337, "total_bytes_per_sec": 88.14647642605337, "step_latency_ms": {"count": 276, "sum": 2834, "mean": 10.268115942028986, "median": 6.0, "p95": 23.0, "max": 28, "min": 6}, "peak_allocated_mb": 2843.53662109375, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 150, "mean": 150.0, "median": 150.0, "p95": 150.0, "max": 150, "min": 150}, "model_input_units": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}}, "generated_stats": {"units": {"count": 1, "sum": 276, "mean": 276.0, "median": 276.0, "p95": 276.0, "max": 276, "min": 276}, "bytes": {"count": 1, "sum": 276, "mean": 276.0, "median": 276.0, "p95": 276.0, "max": 276, "min": 276}}, "compression_summary": {"raw_prompt_bytes": 150, "model_input_units": 151, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 4.166666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 4, 8, 5, 1, 4, 4, 3, 4, 4, 2, 4, 7, 4, 2, 3, 6, 5, 5, 4, 11, 3, 2, 3, 1, 1, 2, 15, 4, 3, 2, 1, 2, 11, 5, 3], "patch_length_stats": {"count": 36, "sum": 151, "mean": 4.194444444444445, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 96, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049849900002300274, "decode_time_sec": 3.216581063967169, "total_time_sec": 3.5379529140009254, "prefill_units_per_sec": 4172.525922627769, "prefill_bytes_per_sec": 4152.465701845906, "decode_units_per_sec": 103.52607112263932, "decode_bytes_per_sec": 103.52607112263932, "total_units_per_sec": 94.12222494036078, "total_bytes_per_sec": 94.12222494036078, "step_latency_ms": {"count": 333, "sum": 3213, "mean": 9.64864864864865, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2847.6005859375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}, "bytes": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.5, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 4, 8, 8, 1, 2, 4, 1, 3, 6, 3, 3, 7, 2, 3, 4, 7, 4, 8, 8, 2, 3, 3, 7, 4, 7, 8, 6, 2, 7, 4, 2, 7, 8, 6, 2, 4, 1, 3, 6, 2, 8, 2, 7, 6, 2], "patch_length_stats": {"count": 46, "sum": 208, "mean": 4.521739130434782, "median": 4.0, "p95": 8.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 97, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04771766200065031, "decode_time_sec": 3.454649224997411, "total_time_sec": 3.767922367002029, "prefill_units_per_sec": 4275.146590317435, "prefill_bytes_per_sec": 4254.189989384507, "decode_units_per_sec": 95.23398138931069, "decode_bytes_per_sec": 95.23398138931069, "total_units_per_sec": 87.31602404583799, "total_bytes_per_sec": 87.31602404583799, "step_latency_ms": {"count": 329, "sum": 3444, "mean": 10.46808510638298, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2847.9677734375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 50, "stage1_units": null, "bytes_per_stage0_unit": 4.06, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50], "patch_count_stats": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}, "patch_lengths": [3, 2, 9, 7, 2, 3, 3, 3, 8, 2, 1, 4, 4, 2, 4, 7, 3, 8, 2, 1, 1, 2, 4, 4, 2, 4, 11, 7, 5, 4, 2, 9, 7, 1, 2, 3, 3, 4, 5, 2, 11, 7, 5, 2, 4, 1, 3, 3, 5, 3], "patch_length_stats": {"count": 50, "sum": 204, "mean": 4.08, "median": 3.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 98, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05458988499594852, "decode_time_sec": 3.6488219980128633, "total_time_sec": 3.958494470000005, "prefill_units_per_sec": 3517.1350885653924, "prefill_bytes_per_sec": 3498.816676645781, "decode_units_per_sec": 86.87735388918318, "decode_bytes_per_sec": 86.87735388918318, "total_units_per_sec": 80.08095057412056, "total_bytes_per_sec": 80.08095057412056, "step_latency_ms": {"count": 317, "sum": 3638, "mean": 11.476340694006309, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2847.54052734375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 191, "mean": 191.0, "median": 191.0, "p95": 191.0, "max": 191, "min": 191}, "model_input_units": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}}, "generated_stats": {"units": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}, "bytes": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}}, "compression_summary": {"raw_prompt_bytes": 191, "model_input_units": 192, "stage0_units": 51, "stage1_units": null, "bytes_per_stage0_unit": 3.7450980392156863, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [51], "patch_count_stats": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}, "patch_lengths": [3, 3, 4, 4, 1, 3, 3, 7, 4, 3, 7, 4, 2, 10, 2, 4, 3, 4, 7, 4, 2, 10, 2, 5, 3, 4, 7, 4, 2, 10, 2, 3, 2, 3, 3, 4, 3, 3, 1, 1, 3, 4, 3, 7, 3, 3, 1, 1, 3, 4, 4], "patch_length_stats": {"count": 51, "sum": 192, "mean": 3.764705882352941, "median": 3.0, "p95": 8.5, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 99, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.042574007999064634, "decode_time_sec": 3.0587761719980335, "total_time_sec": 3.346913413999573, "prefill_units_per_sec": 4204.443236914239, "prefill_bytes_per_sec": 4180.9547272108075, "decode_units_per_sec": 99.38615410405238, "decode_bytes_per_sec": 99.38615410405238, "total_units_per_sec": 90.8299565589057, "total_bytes_per_sec": 90.8299565589057, "step_latency_ms": {"count": 304, "sum": 3036, "mean": 9.986842105263158, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2845.96044921875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 304, "mean": 304.0, "median": 304.0, "p95": 304.0, "max": 304, "min": 304}, "bytes": {"count": 1, "sum": 304, "mean": 304.0, "median": 304.0, "p95": 304.0, "max": 304, "min": 304}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.045454545454546, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 9, 5, 5, 3, 5, 2, 7, 2, 2, 3, 3, 4, 1, 3, 7, 2, 3, 5, 4, 3, 1, 2, 2, 2, 5, 6, 5, 3, 4, 7, 1, 6, 3, 10, 7, 4, 7, 2, 4, 4, 4, 6, 3], "patch_length_stats": {"count": 44, "sum": 179, "mean": 4.068181818181818, "median": 4.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 100, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.042982616996596335, "decode_time_sec": 3.7736457840073854, "total_time_sec": 4.118392978001793, "prefill_units_per_sec": 5653.448230461222, "prefill_bytes_per_sec": 5630.183011405827, "decode_units_per_sec": 97.51842675843467, "decode_bytes_per_sec": 97.51842675843467, "total_units_per_sec": 89.35524170851473, "total_bytes_per_sec": 89.35524170851473, "step_latency_ms": {"count": 368, "sum": 3755, "mean": 10.203804347826088, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2852.28369140625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}, "model_input_units": {"count": 1, "sum": 243, "mean": 243.0, "median": 243.0, "p95": 243.0, "max": 243, "min": 243}}, "generated_stats": {"units": {"count": 1, "sum": 368, "mean": 368.0, "median": 368.0, "p95": 368.0, "max": 368, "min": 368}, "bytes": {"count": 1, "sum": 368, "mean": 368.0, "median": 368.0, "p95": 368.0, "max": 368, "min": 368}}, "compression_summary": {"raw_prompt_bytes": 242, "model_input_units": 243, "stage0_units": 66, "stage1_units": null, "bytes_per_stage0_unit": 3.6666666666666665, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [66], "patch_count_stats": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}, "patch_lengths": [3, 7, 9, 9, 9, 4, 1, 5, 3, 3, 4, 3, 11, 3, 1, 6, 1, 5, 2, 2, 4, 1, 2, 9, 3, 4, 2, 1, 3, 2, 5, 1, 1, 1, 2, 7, 2, 4, 1, 4, 1, 2, 5, 6, 7, 5, 1, 4, 2, 7, 3, 4, 3, 4, 1, 2, 9, 7, 2, 1, 1, 2, 5, 1, 4, 4], "patch_length_stats": {"count": 66, "sum": 243, "mean": 3.6818181818181817, "median": 3.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 101, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048827950999111636, "decode_time_sec": 3.6051343840154004, "total_time_sec": 3.9587260269981925, "prefill_units_per_sec": 5079.058099417525, "prefill_bytes_per_sec": 5058.578026436003, "decode_units_per_sec": 103.4635495569384, "decode_bytes_per_sec": 103.4635495569384, "total_units_per_sec": 94.22223145935588, "total_bytes_per_sec": 94.22223145935588, "step_latency_ms": {"count": 373, "sum": 3578, "mean": 9.592493297587131, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2850.67578125, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}, "bytes": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 4.660377358490566, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 7, 7, 5, 1, 7, 1, 7, 3, 3, 4, 6, 2, 5, 4, 7, 6, 7, 2, 7, 3, 4, 11, 7, 1, 4, 7, 3, 11, 6, 10, 2, 6, 5, 3, 3, 5, 4, 3, 7, 4, 4, 1, 4, 5, 3, 4, 5, 2, 5, 1, 7, 4], "patch_length_stats": {"count": 53, "sum": 248, "mean": 4.679245283018868, "median": 4.0, "p95": 8.199999999999996, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 102, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04736529399451683, "decode_time_sec": 3.2691549899755046, "total_time_sec": 3.5847825840028236, "prefill_units_per_sec": 4306.95099292777, "prefill_bytes_per_sec": 4285.838488060476, "decode_units_per_sec": 100.63762685123264, "decode_bytes_per_sec": 100.63762685123264, "total_units_per_sec": 91.77683507729876, "total_bytes_per_sec": 91.77683507729876, "step_latency_ms": {"count": 329, "sum": 3234, "mean": 9.829787234042554, "median": 6.0, "p95": 23.0, "max": 29, "min": 6}, "peak_allocated_mb": 2846.9970703125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.72093023255814, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 4, 4, 5, 1, 9, 3, 3, 3, 4, 5, 2, 4, 3, 4, 3, 7, 9, 2, 5, 2, 4, 9, 9, 3, 2, 7, 4, 2, 11, 3, 6, 2, 4, 2, 4, 9, 3, 3, 7, 7, 15, 3], "patch_length_stats": {"count": 43, "sum": 204, "mean": 4.744186046511628, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 103, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.038560692002647556, "decode_time_sec": 3.266379559019697, "total_time_sec": 3.5542152939997322, "prefill_units_per_sec": 4590.1665869442195, "prefill_bytes_per_sec": 4564.233442385213, "decode_units_per_sec": 92.45710565572973, "decode_bytes_per_sec": 92.45710565572973, "total_units_per_sec": 84.96952914187273, "total_bytes_per_sec": 84.96952914187273, "step_latency_ms": {"count": 302, "sum": 3241, "mean": 10.7317880794702, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2846.14306640625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 3.8260869565217392, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 6, 7, 3, 3, 6, 5, 5, 3, 3, 4, 2, 2, 5, 6, 6, 2, 3, 4, 2, 2, 1, 5, 6, 5, 2, 7, 4, 8, 4, 3, 6, 2, 3, 1, 2, 2, 1, 2, 1, 2, 3, 7, 10, 6, 2], "patch_length_stats": {"count": 46, "sum": 177, "mean": 3.847826086956522, "median": 3.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 104, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04342031799751567, "decode_time_sec": 3.5426438099930238, "total_time_sec": 3.8625852749974, "prefill_units_per_sec": 4928.568234167336, "prefill_bytes_per_sec": 4905.537541484311, "decode_units_per_sec": 95.6912459118117, "decode_bytes_per_sec": 95.6912459118117, "total_units_per_sec": 87.76505264345994, "total_bytes_per_sec": 87.76505264345994, "step_latency_ms": {"count": 339, "sum": 3551, "mean": 10.474926253687316, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2849.408203125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}, "model_input_units": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}}, "generated_stats": {"units": {"count": 1, "sum": 339, "mean": 339.0, "median": 339.0, "p95": 339.0, "max": 339, "min": 339}, "bytes": {"count": 1, "sum": 339, "mean": 339.0, "median": 339.0, "p95": 339.0, "max": 339, "min": 339}}, "compression_summary": {"raw_prompt_bytes": 213, "model_input_units": 214, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 3.736842105263158, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 6, 7, 6, 5, 3, 3, 4, 4, 2, 6, 2, 4, 5, 7, 2, 2, 4, 7, 1, 1, 7, 5, 2, 7, 2, 5, 2, 1, 1, 2, 7, 4, 2, 5, 2, 3, 2, 4, 3, 6, 8, 4, 1, 7, 3, 3, 5, 3, 7, 3, 2, 3, 3, 1, 1, 4], "patch_length_stats": {"count": 57, "sum": 214, "mean": 3.754385964912281, "median": 3.0, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 105, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04899219199796789, "decode_time_sec": 3.0807787729827396, "total_time_sec": 3.3985945849999553, "prefill_units_per_sec": 4184.34023136795, "prefill_bytes_per_sec": 4163.92881560518, "decode_units_per_sec": 107.11577309411982, "decode_bytes_per_sec": 107.11577309411982, "total_units_per_sec": 97.09896009853271, "total_bytes_per_sec": 97.09896009853271, "step_latency_ms": {"count": 330, "sum": 3064, "mean": 9.284848484848485, "median": 6.5, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.7666015625, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}, "model_input_units": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}}, "generated_stats": {"units": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}, "bytes": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}}, "compression_summary": {"raw_prompt_bytes": 204, "model_input_units": 205, "stage0_units": 41, "stage1_units": null, "bytes_per_stage0_unit": 4.975609756097561, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [41], "patch_count_stats": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}, "patch_lengths": [3, 10, 5, 5, 1, 4, 5, 1, 11, 3, 3, 4, 3, 4, 11, 11, 1, 5, 3, 11, 6, 2, 10, 6, 5, 3, 2, 5, 3, 7, 4, 7, 2, 7, 6, 7, 2, 3, 10, 2, 2], "patch_length_stats": {"count": 41, "sum": 205, "mean": 5.0, "median": 4.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 106, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.037676003001251956, "decode_time_sec": 3.423940016022243, "total_time_sec": 3.747460349000903, "prefill_units_per_sec": 5998.513164798562, "prefill_bytes_per_sec": 5971.971071149011, "decode_units_per_sec": 102.51347814433201, "decode_bytes_per_sec": 102.51347814433201, "total_units_per_sec": 93.66343264808094, "total_bytes_per_sec": 93.66343264808094, "step_latency_ms": {"count": 351, "sum": 3399, "mean": 9.683760683760683, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2849.0009765625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 225, "mean": 225.0, "median": 225.0, "p95": 225.0, "max": 225, "min": 225}, "model_input_units": {"count": 1, "sum": 226, "mean": 226.0, "median": 226.0, "p95": 226.0, "max": 226, "min": 226}}, "generated_stats": {"units": {"count": 1, "sum": 351, "mean": 351.0, "median": 351.0, "p95": 351.0, "max": 351, "min": 351}, "bytes": {"count": 1, "sum": 351, "mean": 351.0, "median": 351.0, "p95": 351.0, "max": 351, "min": 351}}, "compression_summary": {"raw_prompt_bytes": 225, "model_input_units": 226, "stage0_units": 50, "stage1_units": null, "bytes_per_stage0_unit": 4.5, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50], "patch_count_stats": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}, "patch_lengths": [3, 2, 9, 3, 6, 3, 5, 1, 6, 1, 10, 1, 10, 4, 5, 3, 3, 3, 10, 4, 3, 5, 2, 15, 4, 2, 5, 3, 7, 4, 2, 3, 11, 2, 3, 5, 6, 3, 3, 3, 10, 4, 3, 2, 4, 3, 5, 7, 3, 2], "patch_length_stats": {"count": 50, "sum": 226, "mean": 4.52, "median": 3.0, "p95": 10.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 107, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.036142535995168146, "decode_time_sec": 2.9540020930289757, "total_time_sec": 3.2522977250009717, "prefill_units_per_sec": 5395.304857026893, "prefill_bytes_per_sec": 5367.636626990858, "decode_units_per_sec": 108.32761451156533, "decode_bytes_per_sec": 108.32761451156533, "total_units_per_sec": 98.39197609127386, "total_bytes_per_sec": 98.39197609127386, "step_latency_ms": {"count": 320, "sum": 2930, "mean": 9.15625, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.7138671875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.409090909090909, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 4, 5, 1, 5, 1, 6, 5, 1, 8, 5, 3, 3, 4, 5, 4, 5, 8, 3, 7, 4, 2, 11, 3, 5, 4, 4, 2, 1, 1, 2, 15, 3, 4, 6, 2, 19, 3, 5, 2, 1, 4, 2, 4], "patch_length_stats": {"count": 44, "sum": 195, "mean": 4.431818181818182, "median": 4.0, "p95": 10.550000000000004, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 108, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04131162100020447, "decode_time_sec": 2.557316374997754, "total_time_sec": 2.8201400360012485, "prefill_units_per_sec": 3606.733320855711, "prefill_bytes_per_sec": 3582.527056957351, "decode_units_per_sec": 107.14356763943243, "decode_bytes_per_sec": 107.14356763943243, "total_units_per_sec": 97.15829586551733, "total_bytes_per_sec": 97.15829586551733, "step_latency_ms": {"count": 274, "sum": 2538, "mean": 9.262773722627736, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2842.33349609375, "peak_reserved_mb": 2974.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}, "model_input_units": {"count": 1, "sum": 149, "mean": 149.0, "median": 149.0, "p95": 149.0, "max": 149, "min": 149}}, "generated_stats": {"units": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}, "bytes": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}}, "compression_summary": {"raw_prompt_bytes": 148, "model_input_units": 149, "stage0_units": 28, "stage1_units": null, "bytes_per_stage0_unit": 5.285714285714286, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [28], "patch_count_stats": {"count": 1, "sum": 28, "mean": 28.0, "median": 28.0, "p95": 28.0, "max": 28, "min": 28}, "patch_lengths": [3, 11, 5, 3, 3, 4, 5, 7, 6, 2, 5, 11, 7, 7, 5, 5, 10, 2, 6, 2, 7, 3, 5, 10, 3, 4, 5, 3], "patch_length_stats": {"count": 28, "sum": 149, "mean": 5.321428571428571, "median": 5.0, "p95": 10.649999999999999, "max": 11, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 109, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.038175413999852026, "decode_time_sec": 3.5105434609940858, "total_time_sec": 3.8097249970014673, "prefill_units_per_sec": 5160.389354278217, "prefill_bytes_per_sec": 5134.1944844595455, "decode_units_per_sec": 91.7236899579129, "decode_bytes_per_sec": 91.7236899579129, "total_units_per_sec": 84.52053632570266, "total_bytes_per_sec": 84.52053632570266, "step_latency_ms": {"count": 322, "sum": 3489, "mean": 10.835403726708075, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2847.0849609375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.260869565217392, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 3, 5, 3, 3, 4, 4, 3, 2, 4, 7, 3, 5, 2, 2, 2, 2, 2, 11, 4, 3, 2, 2, 1, 2, 2, 2, 2, 1, 3, 6, 5, 2, 2, 6, 4, 2, 46, 2, 2, 5, 4, 2, 7, 5, 3], "patch_length_stats": {"count": 46, "sum": 197, "mean": 4.282608695652174, "median": 3.0, "p95": 7.0, "max": 46, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 110, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04264424899884034, "decode_time_sec": 3.1002458829971147, "total_time_sec": 3.4077986310003325, "prefill_units_per_sec": 4689.964173256722, "prefill_bytes_per_sec": 4666.514352390438, "decode_units_per_sec": 104.83039483494493, "decode_bytes_per_sec": 104.83039483494493, "total_units_per_sec": 95.36948487610572, "total_bytes_per_sec": 95.36948487610572, "step_latency_ms": {"count": 325, "sum": 3079, "mean": 9.473846153846154, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2847.2255859375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}, "bytes": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.326086956521739, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 4, 5, 1, 6, 1, 9, 1, 4, 4, 3, 4, 5, 6, 2, 5, 2, 5, 1, 7, 5, 2, 5, 2, 6, 1, 7, 3, 5, 2, 5, 3, 5, 6, 2, 11, 2, 7, 4, 9, 5, 5, 6, 4, 8, 2], "patch_length_stats": {"count": 46, "sum": 200, "mean": 4.3478260869565215, "median": 4.5, "p95": 8.75, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 111, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04768392500409391, "decode_time_sec": 3.6364262880051683, "total_time_sec": 3.9907245860013063, "prefill_units_per_sec": 5179.9427160996875, "prefill_bytes_per_sec": 5158.971288099284, "decode_units_per_sec": 102.29823748306136, "decode_bytes_per_sec": 102.29823748306136, "total_units_per_sec": 93.216154606335, "total_bytes_per_sec": 93.216154606335, "step_latency_ms": {"count": 372, "sum": 3635, "mean": 9.771505376344086, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2850.220703125, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 246, "mean": 246.0, "median": 246.0, "p95": 246.0, "max": 246, "min": 246}, "model_input_units": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}}, "generated_stats": {"units": {"count": 1, "sum": 372, "mean": 372.0, "median": 372.0, "p95": 372.0, "max": 372, "min": 372}, "bytes": {"count": 1, "sum": 372, "mean": 372.0, "median": 372.0, "p95": 372.0, "max": 372, "min": 372}}, "compression_summary": {"raw_prompt_bytes": 246, "model_input_units": 247, "stage0_units": 50, "stage1_units": null, "bytes_per_stage0_unit": 4.92, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50], "patch_count_stats": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}, "patch_lengths": [5, 4, 8, 9, 5, 1, 4, 3, 3, 4, 7, 5, 2, 7, 7, 4, 6, 5, 7, 1, 7, 7, 4, 3, 3, 5, 2, 7, 7, 2, 8, 4, 1, 7, 5, 1, 5, 2, 7, 3, 7, 2, 11, 7, 6, 7, 3, 4, 8, 5], "patch_length_stats": {"count": 50, "sum": 247, "mean": 4.94, "median": 5.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 112, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049603372001001844, "decode_time_sec": 3.9763261619336845, "total_time_sec": 4.333702513999015, "prefill_units_per_sec": 4999.660103651645, "prefill_bytes_per_sec": 4979.500183878857, "decode_units_per_sec": 93.80518217313701, "decode_bytes_per_sec": 93.80518217313701, "total_units_per_sec": 86.06959033184916, "total_bytes_per_sec": 86.06959033184916, "step_latency_ms": {"count": 373, "sum": 3978, "mean": 10.664879356568365, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2851.5078125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}, "bytes": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 59, "stage1_units": null, "bytes_per_stage0_unit": 4.186440677966102, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [59], "patch_count_stats": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}, "patch_lengths": [3, 2, 3, 7, 3, 5, 3, 3, 5, 3, 2, 4, 2, 7, 9, 4, 4, 2, 11, 2, 4, 4, 3, 15, 5, 6, 7, 5, 3, 6, 2, 5, 4, 5, 15, 3, 3, 5, 1, 1, 1, 3, 4, 2, 1, 1, 5, 3, 3, 5, 1, 1, 2, 6, 2, 3, 3, 11, 5], "patch_length_stats": {"count": 59, "sum": 248, "mean": 4.203389830508475, "median": 3.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 113, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.045154068000556435, "decode_time_sec": 3.6033635950479947, "total_time_sec": 3.914047882997693, "prefill_units_per_sec": 4473.5725693089435, "prefill_bytes_per_sec": 4451.426170450978, "decode_units_per_sec": 90.74854406848847, "decode_bytes_per_sec": 90.74854406848847, "total_units_per_sec": 83.54522217790476, "total_bytes_per_sec": 83.54522217790476, "step_latency_ms": {"count": 327, "sum": 3603, "mean": 11.01834862385321, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2848.2900390625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}, "bytes": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 3.792452830188679, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 6, 15, 7, 5, 3, 3, 4, 2, 2, 3, 7, 8, 7, 8, 7, 2, 3, 4, 2, 2, 1, 3, 4, 15, 7, 3, 1, 4, 4, 7, 2, 3, 3, 6, 2, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 3, 3, 7, 2], "patch_length_stats": {"count": 53, "sum": 202, "mean": 3.811320754716981, "median": 3.0, "p95": 8.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 114, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05425599900263478, "decode_time_sec": 3.896818965982675, "total_time_sec": 4.262481306999689, "prefill_units_per_sec": 4718.372248340098, "prefill_bytes_per_sec": 4699.94110674502, "decode_units_per_sec": 97.77205544469574, "decode_bytes_per_sec": 97.77205544469574, "total_units_per_sec": 89.38455621478877, "total_bytes_per_sec": 89.38455621478877, "step_latency_ms": {"count": 381, "sum": 3876, "mean": 10.173228346456693, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2851.982421875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.25, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 7, 6, 4, 3, 3, 3, 4, 2, 2, 3, 6, 9, 4, 7, 2, 2, 3, 4, 3, 4, 2, 6, 9, 1, 4, 4, 3, 2, 4, 3, 4, 5, 3, 14, 5, 8, 2, 1, 2, 12, 2, 3, 4, 5, 4, 5, 3, 9, 4, 3, 4, 3, 4, 4, 2, 1, 8, 6, 4], "patch_length_stats": {"count": 60, "sum": 256, "mean": 4.266666666666667, "median": 4.0, "p95": 9.0, "max": 14, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 115, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044574168001418, "decode_time_sec": 2.8713911040285893, "total_time_sec": 3.165422419002425, "prefill_units_per_sec": 4060.6478621034944, "prefill_bytes_per_sec": 4038.213343528337, "decode_units_per_sec": 106.56855472271926, "decode_bytes_per_sec": 106.56855472271926, "total_units_per_sec": 96.66956238227286, "total_bytes_per_sec": 96.66956238227286, "step_latency_ms": {"count": 306, "sum": 2848, "mean": 9.30718954248366, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2845.22216796875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.7368421052631575, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 5, 5, 3, 3, 4, 3, 5, 5, 2, 11, 6, 10, 2, 5, 8, 5, 1, 7, 5, 2, 6, 4, 7, 5, 2, 11, 5, 5, 2, 5, 1, 7, 4, 8, 2, 5, 2], "patch_length_stats": {"count": 38, "sum": 181, "mean": 4.7631578947368425, "median": 5.0, "p95": 10.149999999999999, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 116, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05575416700230562, "decode_time_sec": 3.9029267920341226, "total_time_sec": 4.268049693997455, "prefill_units_per_sec": 4537.7774183145375, "prefill_bytes_per_sec": 4519.841539190765, "decode_units_per_sec": 96.85039462474633, "decode_bytes_per_sec": 96.85039462474633, "total_units_per_sec": 88.56504190464692, "total_bytes_per_sec": 88.56504190464692, "step_latency_ms": {"count": 378, "sum": 3873, "mean": 10.246031746031745, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2852.67431640625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 252, "mean": 252.0, "median": 252.0, "p95": 252.0, "max": 252, "min": 252}, "model_input_units": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}}, "generated_stats": {"units": {"count": 1, "sum": 378, "mean": 378.0, "median": 378.0, "p95": 378.0, "max": 378, "min": 378}, "bytes": {"count": 1, "sum": 378, "mean": 378.0, "median": 378.0, "p95": 378.0, "max": 378, "min": 378}}, "compression_summary": {"raw_prompt_bytes": 252, "model_input_units": 253, "stage0_units": 66, "stage1_units": null, "bytes_per_stage0_unit": 3.8181818181818183, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [66], "patch_count_stats": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}, "patch_lengths": [3, 5, 5, 2, 2, 1, 5, 1, 8, 5, 3, 3, 5, 1, 4, 2, 2, 3, 5, 4, 5, 2, 3, 3, 5, 2, 2, 4, 5, 5, 3, 3, 3, 3, 5, 8, 2, 2, 5, 7, 2, 1, 1, 1, 4, 7, 2, 5, 2, 4, 2, 3, 7, 9, 5, 4, 5, 3, 10, 1, 7, 4, 5, 7, 4, 2], "patch_length_stats": {"count": 66, "sum": 253, "mean": 3.8333333333333335, "median": 3.5, "p95": 7.75, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 117, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.052203450999513734, "decode_time_sec": 3.4332555980290635, "total_time_sec": 3.76643344400145, "prefill_units_per_sec": 4233.436597937914, "prefill_bytes_per_sec": 4214.280776227787, "decode_units_per_sec": 100.77898080137959, "decode_bytes_per_sec": 100.77898080137959, "total_units_per_sec": 91.86409507674996, "total_bytes_per_sec": 91.86409507674996, "step_latency_ms": {"count": 346, "sum": 3418, "mean": 9.878612716763005, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2848.2109375, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 346, "mean": 346.0, "median": 346.0, "p95": 346.0, "max": 346, "min": 346}, "bytes": {"count": 1, "sum": 346, "mean": 346.0, "median": 346.0, "p95": 346.0, "max": 346, "min": 346}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.782608695652174, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 8, 8, 7, 5, 4, 1, 6, 5, 1, 10, 3, 3, 4, 7, 2, 4, 3, 4, 6, 3, 6, 5, 2, 7, 5, 2, 8, 8, 7, 4, 1, 6, 1, 10, 2, 7, 4, 7, 7, 5, 2, 3, 7, 6, 2], "patch_length_stats": {"count": 46, "sum": 221, "mean": 4.804347826086956, "median": 5.0, "p95": 8.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 118, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0470517759968061, "decode_time_sec": 3.6219646749887033, "total_time_sec": 3.9610642439984076, "prefill_units_per_sec": 4951.991610599697, "prefill_bytes_per_sec": 4930.738427721587, "decode_units_per_sec": 98.84138364798287, "decode_bytes_per_sec": 98.84138364798287, "total_units_per_sec": 90.3797509829391, "total_bytes_per_sec": 90.3797509829391, "step_latency_ms": {"count": 358, "sum": 3600, "mean": 10.05586592178771, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2848.7744140625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 5.043478260869565, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 3, 12, 5, 1, 2, 4, 3, 3, 4, 3, 5, 12, 3, 5, 2, 11, 6, 9, 5, 5, 3, 12, 1, 1, 1, 2, 7, 4, 7, 1, 7, 5, 12, 5, 2, 11, 4, 5, 2, 7, 8, 2, 11, 5, 2], "patch_length_stats": {"count": 46, "sum": 233, "mean": 5.065217391304348, "median": 4.5, "p95": 12.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 119, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04593851800018456, "decode_time_sec": 2.7622569979976106, "total_time_sec": 3.020462756001507, "prefill_units_per_sec": 3025.7832871195706, "prefill_bytes_per_sec": 3004.0150620323793, "decode_units_per_sec": 95.57401798289457, "decode_bytes_per_sec": 95.57401798289457, "total_units_per_sec": 87.40382561428554, "total_bytes_per_sec": 87.40382561428554, "step_latency_ms": {"count": 264, "sum": 2747, "mean": 10.405303030303031, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2842.97314453125, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 138, "mean": 138.0, "median": 138.0, "p95": 138.0, "max": 138, "min": 138}, "model_input_units": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}}, "generated_stats": {"units": {"count": 1, "sum": 264, "mean": 264.0, "median": 264.0, "p95": 264.0, "max": 264, "min": 264}, "bytes": {"count": 1, "sum": 264, "mean": 264.0, "median": 264.0, "p95": 264.0, "max": 264, "min": 264}}, "compression_summary": {"raw_prompt_bytes": 138, "model_input_units": 139, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 3.8333333333333335, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 8, 5, 3, 3, 4, 2, 2, 5, 2, 7, 1, 7, 4, 5, 1, 2, 1, 3, 4, 1, 2, 3, 6, 4, 11, 3, 2, 2, 1, 1, 2, 15, 7, 5, 2], "patch_length_stats": {"count": 36, "sum": 139, "mean": 3.861111111111111, "median": 3.0, "p95": 8.75, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 120, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05892121500073699, "decode_time_sec": 3.7197333529766183, "total_time_sec": 4.094672079998418, "prefill_units_per_sec": 4310.84117998624, "prefill_bytes_per_sec": 4293.869364317003, "decode_units_per_sec": 101.88902376475863, "decode_bytes_per_sec": 101.88902376475863, "total_units_per_sec": 92.55930452925219, "total_bytes_per_sec": 92.55930452925219, "step_latency_ms": {"count": 379, "sum": 3691, "mean": 9.738786279683378, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2851.888671875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 379, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}, "bytes": {"count": 1, "sum": 379, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.216666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 7, 3, 5, 1, 5, 3, 3, 4, 4, 5, 5, 1, 4, 4, 5, 2, 5, 2, 7, 5, 10, 5, 3, 7, 6, 2, 2, 3, 5, 2, 4, 4, 4, 5, 3, 7, 4, 1, 2, 3, 6, 6, 2, 7, 4, 2, 1, 5, 5, 3, 10, 4, 5, 5, 3, 11, 4, 4, 2], "patch_length_stats": {"count": 60, "sum": 254, "mean": 4.233333333333333, "median": 4.0, "p95": 7.1499999999999915, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 121, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0435491300013382, "decode_time_sec": 2.165928845992312, "total_time_sec": 2.3927428709976084, "prefill_units_per_sec": 2365.144837493538, "prefill_bytes_per_sec": 2342.182266255737, "decode_units_per_sec": 105.26661594718394, "decode_bytes_per_sec": 105.26661594718394, "total_units_per_sec": 95.28813261282009, "total_bytes_per_sec": 95.28813261282009, "step_latency_ms": {"count": 228, "sum": 2152, "mean": 9.43859649122807, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2836.84326171875, "peak_reserved_mb": 2972.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "model_input_units": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}}, "generated_stats": {"units": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}}, "compression_summary": {"raw_prompt_bytes": 102, "model_input_units": 103, "stage0_units": 20, "stage1_units": null, "bytes_per_stage0_unit": 5.1, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [20], "patch_count_stats": {"count": 1, "sum": 20, "mean": 20.0, "median": 20.0, "p95": 20.0, "max": 20, "min": 20}, "patch_lengths": [3, 14, 5, 4, 3, 4, 3, 5, 2, 7, 8, 3, 5, 2, 11, 5, 2, 5, 7, 5], "patch_length_stats": {"count": 20, "sum": 103, "mean": 5.15, "median": 5.0, "p95": 11.150000000000002, "max": 14, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 122, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03766970499782474, "decode_time_sec": 3.1757893709509517, "total_time_sec": 3.481148413000483, "prefill_units_per_sec": 5203.120120301397, "prefill_bytes_per_sec": 5176.5735890753695, "decode_units_per_sec": 101.07723230520179, "decode_bytes_per_sec": 101.07723230520179, "total_units_per_sec": 92.21094935257949, "total_bytes_per_sec": 92.21094935257949, "step_latency_ms": {"count": 321, "sum": 3207, "mean": 9.990654205607477, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2845.9287109375, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}, "model_input_units": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}}, "generated_stats": {"units": {"count": 1, "sum": 321, "mean": 321.0, "median": 321.0, "p95": 321.0, "max": 321, "min": 321}, "bytes": {"count": 1, "sum": 321, "mean": 321.0, "median": 321.0, "p95": 321.0, "max": 321, "min": 321}}, "compression_summary": {"raw_prompt_bytes": 195, "model_input_units": 196, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 5.131578947368421, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 7, 4, 5, 1, 5, 6, 1, 7, 5, 4, 3, 4, 4, 10, 2, 3, 11, 8, 2, 5, 2, 6, 8, 4, 7, 5, 2, 11, 3, 8, 2, 15, 8, 5, 6, 1, 3], "patch_length_stats": {"count": 38, "sum": 196, "mean": 5.157894736842105, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 123, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.052951251997001236, "decode_time_sec": 3.09076184402511, "total_time_sec": 3.3811366030022327, "prefill_units_per_sec": 2983.876566487001, "prefill_bytes_per_sec": 2964.9912717623997, "decode_units_per_sec": 91.56318548033067, "decode_bytes_per_sec": 91.56318548033067, "total_units_per_sec": 83.69966470704382, "total_bytes_per_sec": 83.69966470704382, "step_latency_ms": {"count": 283, "sum": 3131, "mean": 11.063604240282686, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2844.41943359375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}, "bytes": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 40, "stage1_units": null, "bytes_per_stage0_unit": 3.925, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [40], "patch_count_stats": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}, "patch_lengths": [3, 9, 3, 5, 5, 7, 5, 1, 4, 3, 4, 3, 8, 2, 5, 3, 8, 2, 5, 5, 2, 2, 4, 3, 6, 5, 1, 3, 8, 2, 4, 5, 2, 2, 2, 2, 3, 5, 5, 2], "patch_length_stats": {"count": 40, "sum": 158, "mean": 3.95, "median": 3.5, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 124, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.039632525000342866, "decode_time_sec": 3.267984512011026, "total_time_sec": 3.5608073670009617, "prefill_units_per_sec": 4491.26065014682, "prefill_bytes_per_sec": 4466.028848741501, "decode_units_per_sec": 92.71769767768646, "decode_bytes_per_sec": 92.71769767768646, "total_units_per_sec": 85.09306142421215, "total_bytes_per_sec": 85.09306142421215, "step_latency_ms": {"count": 303, "sum": 3313, "mean": 10.933993399339935, "median": 7.0, "p95": 24.0, "max": 31, "min": 6}, "peak_allocated_mb": 2845.35888671875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}, "bytes": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 40, "stage1_units": null, "bytes_per_stage0_unit": 4.425, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [40], "patch_count_stats": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}, "patch_lengths": [3, 7, 6, 5, 1, 6, 1, 8, 5, 3, 3, 4, 3, 8, 3, 5, 2, 11, 8, 2, 5, 4, 7, 8, 2, 3, 2, 2, 6, 1, 7, 2, 7, 5, 3, 7, 3, 5, 3, 2], "patch_length_stats": {"count": 40, "sum": 178, "mean": 4.45, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 125, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05217284200261929, "decode_time_sec": 3.73440931002915, "total_time_sec": 4.094995676998224, "prefill_units_per_sec": 4542.5932516404155, "prefill_bytes_per_sec": 4523.426191506911, "decode_units_per_sec": 96.93634787911726, "decode_bytes_per_sec": 96.93634787911726, "total_units_per_sec": 88.40058172304562, "total_bytes_per_sec": 88.40058172304562, "step_latency_ms": {"count": 362, "sum": 3773, "mean": 10.422651933701658, "median": 7.0, "p95": 24.0, "max": 28, "min": 6}, "peak_allocated_mb": 2849.9326171875, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}, "model_input_units": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}}, "generated_stats": {"units": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}, "bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "compression_summary": {"raw_prompt_bytes": 236, "model_input_units": 237, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 4.452830188679245, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 4, 2, 2, 6, 5, 7, 3, 3, 6, 1, 6, 5, 2, 5, 1, 5, 2, 3, 4, 2, 7, 6, 2, 6, 3, 6, 6, 3, 7, 2, 5, 5, 2, 6, 4, 5, 4, 7, 3, 4, 2, 5, 5, 2, 11, 6, 6, 3, 11, 7, 6, 3], "patch_length_stats": {"count": 53, "sum": 237, "mean": 4.471698113207547, "median": 5.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 126, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048631945999659365, "decode_time_sec": 3.8622855160174367, "total_time_sec": 4.190162833001523, "prefill_units_per_sec": 4482.65014937973, "prefill_bytes_per_sec": 4462.087534015603, "decode_units_per_sec": 88.80752046360404, "decode_bytes_per_sec": 88.80752046360404, "total_units_per_sec": 81.85839397422657, "total_bytes_per_sec": 81.85839397422657, "step_latency_ms": {"count": 343, "sum": 3858, "mean": 11.247813411078717, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2851.95361328125, "peak_reserved_mb": 2996.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 343, "mean": 343.0, "median": 343.0, "p95": 343.0, "max": 343, "min": 343}, "bytes": {"count": 1, "sum": 343, "mean": 343.0, "median": 343.0, "p95": 343.0, "max": 343, "min": 343}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 74, "stage1_units": null, "bytes_per_stage0_unit": 2.9324324324324325, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [74], "patch_count_stats": {"count": 1, "sum": 74, "mean": 74.0, "median": 74.0, "p95": 74.0, "max": 74, "min": 74}, "patch_lengths": [3, 12, 5, 3, 3, 4, 3, 2, 5, 4, 4, 5, 3, 7, 2, 1, 2, 3, 2, 2, 5, 4, 2, 2, 1, 3, 2, 5, 4, 2, 2, 1, 3, 3, 1, 2, 1, 7, 2, 1, 2, 2, 4, 4, 2, 2, 2, 3, 1, 2, 1, 3, 2, 1, 1, 2, 5, 4, 2, 2, 4, 7, 2, 1, 2, 2, 1, 2, 2, 1, 1, 7, 7, 4], "patch_length_stats": {"count": 74, "sum": 218, "mean": 2.945945945945946, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 127, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04150106199813308, "decode_time_sec": 3.5122811080582323, "total_time_sec": 3.8298496610004804, "prefill_units_per_sec": 5132.39878077293, "prefill_bytes_per_sec": 5108.303011849113, "decode_units_per_sec": 96.23375510135736, "decode_bytes_per_sec": 96.23375510135736, "total_units_per_sec": 88.25411698058755, "total_bytes_per_sec": 88.25411698058755, "step_latency_ms": {"count": 338, "sum": 3510, "mean": 10.384615384615385, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2848.9453125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}, "bytes": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 54, "stage1_units": null, "bytes_per_stage0_unit": 3.925925925925926, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54], "patch_count_stats": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 2, 2, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4], "patch_length_stats": {"count": 54, "sum": 213, "mean": 3.9444444444444446, "median": 3.0, "p95": 7.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 0, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044702670002152445, "decode_time_sec": 2.8163952520335442, "total_time_sec": 3.1095555819993024, "prefill_units_per_sec": 4048.97515050633, "prefill_bytes_per_sec": 4026.605122050494, "decode_units_per_sec": 108.6495227468717, "decode_bytes_per_sec": 108.6495227468717, "total_units_per_sec": 98.40634519330764, "total_bytes_per_sec": 98.40634519330764, "step_latency_ms": {"count": 306, "sum": 2792, "mean": 9.124183006535947, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2845.22216796875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.7368421052631575, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 4, 5, 5, 1, 4, 3, 3, 4, 6, 4, 5, 1, 3, 4, 2, 11, 3, 4, 5, 1, 2, 4, 2, 15, 5, 4, 3, 16, 2, 15, 5, 7, 5, 5, 4, 4, 2], "patch_length_stats": {"count": 38, "sum": 181, "mean": 4.7631578947368425, "median": 4.0, "p95": 15.0, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 1, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.054332900002918905, "decode_time_sec": 2.982177549012704, "total_time_sec": 3.2798936540020804, "prefill_units_per_sec": 3220.8845835690445, "prefill_bytes_per_sec": 3202.479528805793, "decode_units_per_sec": 100.59763212264798, "decode_bytes_per_sec": 100.59763212264798, "total_units_per_sec": 91.46638020837786, "total_bytes_per_sec": 91.46638020837786, "step_latency_ms": {"count": 300, "sum": 2964, "mean": 9.88, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2845.07861328125, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}, "model_input_units": {"count": 1, "sum": 175, "mean": 175.0, "median": 175.0, "p95": 175.0, "max": 175, "min": 175}}, "generated_stats": {"units": {"count": 1, "sum": 300, "mean": 300.0, "median": 300.0, "p95": 300.0, "max": 300, "min": 300}, "bytes": {"count": 1, "sum": 300, "mean": 300.0, "median": 300.0, "p95": 300.0, "max": 300, "min": 300}}, "compression_summary": {"raw_prompt_bytes": 174, "model_input_units": 175, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 4.461538461538462, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 4, 8, 5, 1, 5, 3, 3, 4, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 4, 3, 4, 3, 8, 3, 5, 11, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 7, 5], "patch_length_stats": {"count": 39, "sum": 175, "mean": 4.487179487179487, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 2, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05089195399705204, "decode_time_sec": 3.1711378150030214, "total_time_sec": 3.474445846997696, "prefill_units_per_sec": 3654.8017002997017, "prefill_bytes_per_sec": 3635.152228792714, "decode_units_per_sec": 98.0720543044906, "decode_bytes_per_sec": 98.0720543044906, "total_units_per_sec": 89.51067701018805, "total_bytes_per_sec": 89.51067701018805, "step_latency_ms": {"count": 311, "sum": 3145, "mean": 10.112540192926046, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.70458984375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}, "model_input_units": {"count": 1, "sum": 186, "mean": 186.0, "median": 186.0, "p95": 186.0, "max": 186, "min": 186}}, "generated_stats": {"units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}, "bytes": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "compression_summary": {"raw_prompt_bytes": 185, "model_input_units": 186, "stage0_units": 47, "stage1_units": null, "bytes_per_stage0_unit": 3.9361702127659575, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [47], "patch_count_stats": {"count": 1, "sum": 47, "mean": 47.0, "median": 47.0, "p95": 47.0, "max": 47, "min": 47}, "patch_lengths": [3, 12, 3, 3, 6, 3, 5, 12, 2, 7, 1, 1, 4, 12, 2, 5, 1, 4, 4, 3, 4, 1, 4, 3, 3, 3, 4, 3, 4, 5, 2, 5, 3, 8, 4, 1, 2, 4, 3, 3, 1, 5, 2, 2, 7, 4, 3], "patch_length_stats": {"count": 47, "sum": 186, "mean": 3.9574468085106385, "median": 3.0, "p95": 10.799999999999983, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 3, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047018838002259145, "decode_time_sec": 3.1218461579992436, "total_time_sec": 3.408518484000524, "prefill_units_per_sec": 3594.304053024023, "prefill_bytes_per_sec": 3573.035981704354, "decode_units_per_sec": 94.17504422717016, "decode_bytes_per_sec": 94.17504422717016, "total_units_per_sec": 86.25448310755142, "total_bytes_per_sec": 86.25448310755142, "step_latency_ms": {"count": 294, "sum": 3108, "mean": 10.571428571428571, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2845.76806640625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 168, "mean": 168.0, "median": 168.0, "p95": 168.0, "max": 168, "min": 168}, "model_input_units": {"count": 1, "sum": 169, "mean": 169.0, "median": 169.0, "p95": 169.0, "max": 169, "min": 169}}, "generated_stats": {"units": {"count": 1, "sum": 294, "mean": 294.0, "median": 294.0, "p95": 294.0, "max": 294, "min": 294}, "bytes": {"count": 1, "sum": 294, "mean": 294.0, "median": 294.0, "p95": 294.0, "max": 294, "min": 294}}, "compression_summary": {"raw_prompt_bytes": 168, "model_input_units": 169, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 3.652173913043478, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 5, 6, 4, 1, 1, 7, 5, 1, 4, 1, 11, 6, 6, 4, 5, 1, 4, 1, 16, 3, 5, 1, 6, 3, 4, 1, 1, 5, 4, 2, 1, 1, 2, 3, 4, 7, 2, 8, 2, 2, 2, 3, 1, 1, 3], "patch_length_stats": {"count": 46, "sum": 169, "mean": 3.6739130434782608, "median": 3.0, "p95": 7.75, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 4, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04260285199779901, "decode_time_sec": 3.1999605269520544, "total_time_sec": 3.505774493001809, "prefill_units_per_sec": 4694.521390500631, "prefill_bytes_per_sec": 4671.048783548128, "decode_units_per_sec": 101.56375282215147, "decode_bytes_per_sec": 101.56375282215147, "total_units_per_sec": 92.704194365257, "total_bytes_per_sec": 92.704194365257, "step_latency_ms": {"count": 325, "sum": 3156, "mean": 9.71076923076923, "median": 6.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.3935546875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}, "bytes": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 40, "stage1_units": null, "bytes_per_stage0_unit": 4.975, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [40], "patch_count_stats": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}, "patch_lengths": [3, 15, 5, 4, 3, 4, 3, 5, 2, 5, 3, 4, 5, 2, 11, 7, 5, 2, 5, 2, 3, 4, 5, 7, 10, 4, 11, 7, 2, 5, 5, 5, 6, 2, 11, 5, 1, 2, 8, 2], "patch_length_stats": {"count": 40, "sum": 200, "mean": 5.0, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 5, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04767157699825475, "decode_time_sec": 3.0865313190151937, "total_time_sec": 3.4133288840021123, "prefill_units_per_sec": 4572.955495220579, "prefill_bytes_per_sec": 4551.978635150759, "decode_units_per_sec": 111.12798301668927, "decode_bytes_per_sec": 111.12798301668927, "total_units_per_sec": 100.4884122381533, "total_bytes_per_sec": 100.4884122381533, "step_latency_ms": {"count": 343, "sum": 3044, "mean": 8.874635568513119, "median": 6.0, "p95": 23.0, "max": 29, "min": 6}, "peak_allocated_mb": 2847.931640625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 343, "mean": 343.0, "median": 343.0, "p95": 343.0, "max": 343, "min": 343}, "bytes": {"count": 1, "sum": 343, "mean": 343.0, "median": 343.0, "p95": 343.0, "max": 343, "min": 343}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 4.822222222222222, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 8, 5, 1, 6, 4, 3, 4, 4, 2, 7, 3, 3, 6, 7, 6, 6, 2, 6, 2, 7, 5, 7, 6, 2, 7, 5, 4, 1, 6, 3, 7, 10, 2, 7, 9, 5, 7, 6, 1, 6, 3, 7, 5, 2], "patch_length_stats": {"count": 45, "sum": 218, "mean": 4.844444444444444, "median": 5.0, "p95": 7.799999999999997, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 6, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05328612199809868, "decode_time_sec": 3.0436841080372687, "total_time_sec": 3.3550120439977036, "prefill_units_per_sec": 3528.1231388298083, "prefill_bytes_per_sec": 3509.356526389224, "decode_units_per_sec": 102.83590178543174, "decode_bytes_per_sec": 102.83590178543174, "total_units_per_sec": 93.29325674403279, "total_bytes_per_sec": 93.29325674403279, "step_latency_ms": {"count": 313, "sum": 3025, "mean": 9.664536741214057, "median": 7.0, "p95": 23.0, "max": 28, "min": 6}, "peak_allocated_mb": 2846.38232421875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 313, "mean": 313.0, "median": 313.0, "p95": 313.0, "max": 313, "min": 313}, "bytes": {"count": 1, "sum": 313, "mean": 313.0, "median": 313.0, "p95": 313.0, "max": 313, "min": 313}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.25, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 8, 5, 1, 5, 5, 3, 3, 4, 8, 2, 5, 5, 8, 5, 2, 7, 7, 2, 4, 7, 4, 4, 3, 8, 2, 11, 2, 2, 5, 2, 1, 4, 2, 11, 7, 7, 2, 1, 2, 1, 2, 2, 4], "patch_length_stats": {"count": 44, "sum": 188, "mean": 4.2727272727272725, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 7, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.038300125997920986, "decode_time_sec": 2.8309844930154213, "total_time_sec": 3.0875209090008866, "prefill_units_per_sec": 3838.107477974863, "prefill_bytes_per_sec": 3811.9979032947617, "decode_units_per_sec": 96.07965026692159, "decode_bytes_per_sec": 96.07965026692159, "total_units_per_sec": 88.09656938906964, "total_bytes_per_sec": 88.09656938906964, "step_latency_ms": {"count": 272, "sum": 2803, "mean": 10.305147058823529, "median": 6.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2843.34912109375, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}, "model_input_units": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}}, "generated_stats": {"units": {"count": 1, "sum": 272, "mean": 272.0, "median": 272.0, "p95": 272.0, "max": 272, "min": 272}, "bytes": {"count": 1, "sum": 272, "mean": 272.0, "median": 272.0, "p95": 272.0, "max": 272, "min": 272}}, "compression_summary": {"raw_prompt_bytes": 146, "model_input_units": 147, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 4.055555555555555, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 7, 5, 1, 6, 1, 6, 1, 3, 6, 3, 3, 4, 3, 6, 3, 5, 2, 11, 6, 2, 2, 6, 3, 7, 8, 2, 4, 7, 3, 2, 2, 1, 3, 7, 3], "patch_length_stats": {"count": 36, "sum": 147, "mean": 4.083333333333333, "median": 3.0, "p95": 7.25, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 8, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05234127299991087, "decode_time_sec": 3.3865429579964257, "total_time_sec": 3.6758314830003656, "prefill_units_per_sec": 3018.650310630944, "prefill_bytes_per_sec": 2999.54492891809, "decode_units_per_sec": 83.56604463905303, "decode_bytes_per_sec": 83.56604463905303, "total_units_per_sec": 76.98938357451678, "total_bytes_per_sec": 76.98938357451678, "step_latency_ms": {"count": 283, "sum": 3391, "mean": 11.982332155477032, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2843.2314453125, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}, "bytes": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 31, "stage1_units": null, "bytes_per_stage0_unit": 5.064516129032258, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [31], "patch_count_stats": {"count": 1, "sum": 31, "mean": 31.0, "median": 31.0, "p95": 31.0, "max": 31, "min": 31}, "patch_lengths": [3, 6, 8, 8, 1, 3, 6, 3, 3, 3, 7, 4, 2, 5, 6, 2, 6, 3, 7, 3, 4, 8, 3, 8, 8, 4, 11, 7, 5, 9, 2], "patch_length_stats": {"count": 31, "sum": 158, "mean": 5.096774193548387, "median": 5.0, "p95": 8.5, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 9, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049377946997992694, "decode_time_sec": 3.198541349014704, "total_time_sec": 3.5066069409986085, "prefill_units_per_sec": 3746.611822632492, "prefill_bytes_per_sec": 3726.3598668344785, "decode_units_per_sec": 96.91917851726197, "decode_bytes_per_sec": 96.91917851726197, "total_units_per_sec": 88.40454753440899, "total_bytes_per_sec": 88.40454753440899, "step_latency_ms": {"count": 310, "sum": 3195, "mean": 10.306451612903226, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.24169921875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.181818181818182, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 8, 5, 1, 7, 1, 8, 3, 3, 3, 4, 5, 6, 1, 2, 1, 1, 2, 7, 5, 4, 4, 8, 3, 4, 5, 6, 1, 5, 5, 2, 5, 6, 4, 3, 8, 2, 5, 6, 10, 2, 3, 6, 2], "patch_length_stats": {"count": 44, "sum": 185, "mean": 4.204545454545454, "median": 4.0, "p95": 8.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 10, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.038609965002251556, "decode_time_sec": 3.5291363089672814, "total_time_sec": 3.8128935169988836, "prefill_units_per_sec": 4584.308739717277, "prefill_bytes_per_sec": 4558.408690340343, "decode_units_per_sec": 85.57334530622683, "decode_bytes_per_sec": 85.57334530622683, "total_units_per_sec": 79.20493941244476, "total_bytes_per_sec": 79.20493941244476, "step_latency_ms": {"count": 302, "sum": 3518, "mean": 11.649006622516556, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2845.73193359375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.093023255813954, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 5, 5, 1, 4, 1, 10, 1, 7, 3, 3, 4, 3, 5, 7, 2, 11, 7, 1, 7, 6, 2, 5, 4, 3, 7, 2, 2, 1, 2, 1, 2, 10, 5, 4, 3, 3, 7, 2, 5, 4, 5, 2], "patch_length_stats": {"count": 43, "sum": 177, "mean": 4.116279069767442, "median": 4.0, "p95": 9.699999999999996, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 11, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0475749379984336, "decode_time_sec": 3.5108913440271863, "total_time_sec": 3.8323789599999145, "prefill_units_per_sec": 4287.971957140894, "prefill_bytes_per_sec": 4266.952486762752, "decode_units_per_sec": 93.70839703134158, "decode_bytes_per_sec": 93.70839703134158, "total_units_per_sec": 85.84746013739918, "total_bytes_per_sec": 85.84746013739918, "step_latency_ms": {"count": 329, "sum": 3508, "mean": 10.662613981762918, "median": 7.0, "p95": 24.0, "max": 32, "min": 6}, "peak_allocated_mb": 2847.5517578125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 47, "stage1_units": null, "bytes_per_stage0_unit": 4.319148936170213, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [47], "patch_count_stats": {"count": 1, "sum": 47, "mean": 47.0, "median": 47.0, "p95": 47.0, "max": 47, "min": 47}, "patch_lengths": [3, 5, 9, 5, 3, 3, 2, 2, 3, 5, 2, 3, 6, 4, 8, 2, 4, 3, 7, 3, 2, 5, 4, 5, 5, 2, 1, 3, 3, 5, 2, 11, 6, 4, 5, 9, 4, 7, 7, 6, 5, 2, 4, 3, 3, 7, 2], "patch_length_stats": {"count": 47, "sum": 204, "mean": 4.340425531914893, "median": 4.0, "p95": 8.699999999999996, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 12, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04639475000294624, "decode_time_sec": 3.696985119015153, "total_time_sec": 4.047124749002251, "prefill_units_per_sec": 5022.119959374792, "prefill_bytes_per_sec": 5000.56579645902, "decode_units_per_sec": 96.8356616202362, "decode_bytes_per_sec": 96.8356616202362, "total_units_per_sec": 88.45786137139923, "total_bytes_per_sec": 88.45786137139923, "step_latency_ms": {"count": 358, "sum": 3721, "mean": 10.393854748603353, "median": 7.0, "p95": 25.0, "max": 32, "min": 6}, "peak_allocated_mb": 2848.0810546875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 41, "stage1_units": null, "bytes_per_stage0_unit": 5.658536585365853, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [41], "patch_count_stats": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}, "patch_lengths": [3, 8, 9, 8, 5, 3, 3, 4, 9, 2, 4, 7, 4, 5, 1, 11, 5, 3, 8, 5, 6, 4, 11, 4, 8, 3, 11, 5, 2, 15, 8, 2, 7, 4, 2, 2, 5, 1, 15, 9, 2], "patch_length_stats": {"count": 41, "sum": 233, "mean": 5.682926829268292, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 13, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04434982100065099, "decode_time_sec": 2.6529430290065648, "total_time_sec": 2.8891041339993535, "prefill_units_per_sec": 2344.992553599561, "prefill_bytes_per_sec": 2322.444548276488, "decode_units_per_sec": 86.31923018933149, "decode_bytes_per_sec": 86.31923018933149, "total_units_per_sec": 79.26332502352483, "total_bytes_per_sec": 79.26332502352483, "step_latency_ms": {"count": 229, "sum": 2657, "mean": 11.602620087336245, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2840.7294921875, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}, "model_input_units": {"count": 1, "sum": 104, "mean": 104.0, "median": 104.0, "p95": 104.0, "max": 104, "min": 104}}, "generated_stats": {"units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}, "bytes": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "compression_summary": {"raw_prompt_bytes": 103, "model_input_units": 104, "stage0_units": 34, "stage1_units": null, "bytes_per_stage0_unit": 3.0294117647058822, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [34], "patch_count_stats": {"count": 1, "sum": 34, "mean": 34.0, "median": 34.0, "p95": 34.0, "max": 34, "min": 34}, "patch_lengths": [3, 8, 4, 2, 3, 3, 4, 2, 3, 2, 2, 2, 2, 2, 5, 3, 3, 2, 4, 1, 3, 2, 2, 7, 3, 2, 2, 4, 2, 3, 4, 3, 4, 3], "patch_length_stats": {"count": 34, "sum": 104, "mean": 3.0588235294117645, "median": 3.0, "p95": 5.699999999999996, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 14, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048177848002524115, "decode_time_sec": 3.3874763119820273, "total_time_sec": 3.6666621590011346, "prefill_units_per_sec": 3196.489805686873, "prefill_bytes_per_sec": 3175.733378377218, "decode_units_per_sec": 82.36219955638771, "decode_bytes_per_sec": 82.36219955638771, "total_units_per_sec": 76.09100263439724, "total_bytes_per_sec": 76.09100263439724, "step_latency_ms": {"count": 279, "sum": 3385, "mean": 12.132616487455197, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.7314453125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 153, "mean": 153.0, "median": 153.0, "p95": 153.0, "max": 153, "min": 153}, "model_input_units": {"count": 1, "sum": 154, "mean": 154.0, "median": 154.0, "p95": 154.0, "max": 154, "min": 154}}, "generated_stats": {"units": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}, "bytes": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}}, "compression_summary": {"raw_prompt_bytes": 153, "model_input_units": 154, "stage0_units": 55, "stage1_units": null, "bytes_per_stage0_unit": 2.7818181818181817, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [55], "patch_count_stats": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}, "patch_lengths": [3, 7, 4, 7, 4, 1, 3, 3, 3, 4, 5, 2, 4, 3, 4, 3, 3, 6, 1, 1, 1, 3, 2, 1, 3, 7, 2, 1, 2, 1, 2, 2, 2, 1, 3, 1, 3, 2, 7, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 7, 4, 5, 3], "patch_length_stats": {"count": 55, "sum": 154, "mean": 2.8, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 15, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.054017621998355025, "decode_time_sec": 5.1150923070563294, "total_time_sec": 5.466362876999483, "prefill_units_per_sec": 4442.994547359168, "prefill_bytes_per_sec": 4424.482070078504, "decode_units_per_sec": 71.35746103672034, "decode_bytes_per_sec": 71.35746103672034, "total_units_per_sec": 66.77200328865663, "total_bytes_per_sec": 66.77200328865663, "step_latency_ms": {"count": 365, "sum": 5117, "mean": 14.01917808219178, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2858.609375, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}, "bytes": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 72, "stage1_units": null, "bytes_per_stage0_unit": 3.3194444444444446, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [72], "patch_count_stats": {"count": 1, "sum": 72, "mean": 72.0, "median": 72.0, "p95": 72.0, "max": 72, "min": 72}, "patch_lengths": [3, 3, 3, 3, 5, 1, 3, 1, 3, 3, 4, 3, 5, 7, 4, 3, 6, 6, 2, 11, 2, 2, 5, 7, 4, 3, 4, 2, 6, 1, 7, 4, 2, 2, 2, 4, 7, 4, 2, 2, 5, 4, 5, 3, 2, 2, 11, 4, 4, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 11, 4, 4, 2, 2, 2, 1, 2], "patch_length_stats": {"count": 72, "sum": 240, "mean": 3.3333333333333335, "median": 3.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 16, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.043215971996687585, "decode_time_sec": 3.3615359559771605, "total_time_sec": 3.675665721002588, "prefill_units_per_sec": 4651.058178568938, "prefill_bytes_per_sec": 4627.918585640735, "decode_units_per_sec": 96.97947731909221, "decode_bytes_per_sec": 96.97947731909221, "total_units_per_sec": 88.69141666970714, "total_bytes_per_sec": 88.69141666970714, "step_latency_ms": {"count": 326, "sum": 3379, "mean": 10.365030674846626, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.8564453125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.651162790697675, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 4, 7, 5, 1, 6, 5, 4, 3, 4, 7, 6, 5, 3, 4, 5, 3, 15, 11, 6, 5, 1, 5, 1, 3, 11, 4, 4, 6, 5, 1, 3, 1, 1, 3, 11, 4, 5, 5, 5, 5, 3, 2], "patch_length_stats": {"count": 43, "sum": 201, "mean": 4.674418604651163, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 17, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04204498299804982, "decode_time_sec": 3.7629247659860994, "total_time_sec": 4.099118450998503, "prefill_units_per_sec": 5446.547570506135, "prefill_bytes_per_sec": 5422.763519979908, "decode_units_per_sec": 94.07575809112195, "decode_bytes_per_sec": 94.07575809112195, "total_units_per_sec": 86.3600318536219, "total_bytes_per_sec": 86.3600318536219, "step_latency_ms": {"count": 354, "sum": 3776, "mean": 10.666666666666666, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2850.8056640625, "peak_reserved_mb": 2984.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 62, "stage1_units": null, "bytes_per_stage0_unit": 3.6774193548387095, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [62], "patch_count_stats": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}, "patch_lengths": [3, 5, 3, 5, 10, 4, 4, 3, 3, 7, 3, 5, 2, 3, 2, 4, 2, 9, 3, 3, 5, 8, 3, 2, 1, 1, 1, 1, 1, 3, 3, 1, 8, 2, 6, 7, 3, 5, 3, 7, 4, 3, 3, 3, 1, 8, 2, 6, 7, 2, 1, 1, 1, 1, 1, 4, 7, 3, 5, 6, 4, 2], "patch_length_stats": {"count": 62, "sum": 229, "mean": 3.693548387096774, "median": 3.0, "p95": 8.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 18, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04204145300172968, "decode_time_sec": 3.3538701569887053, "total_time_sec": 3.668435863000923, "prefill_units_per_sec": 4757.209509190169, "prefill_bytes_per_sec": 4733.423461644218, "decode_units_per_sec": 96.90297619983102, "decode_bytes_per_sec": 96.90297619983102, "total_units_per_sec": 88.5936164995774, "total_bytes_per_sec": 88.5936164995774, "step_latency_ms": {"count": 325, "sum": 3386, "mean": 10.418461538461539, "median": 7.0, "p95": 24.0, "max": 28, "min": 6}, "peak_allocated_mb": 2846.9482421875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}, "bytes": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.5227272727272725, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 5, 4, 9, 4, 1, 3, 6, 3, 3, 4, 7, 3, 6, 5, 5, 5, 2, 2, 5, 1, 7, 3, 7, 4, 2, 5, 4, 11, 7, 4, 2, 4, 4, 9, 5, 5, 5, 3, 6, 2, 7, 5, 3], "patch_length_stats": {"count": 44, "sum": 200, "mean": 4.545454545454546, "median": 4.0, "p95": 8.700000000000003, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 19, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.034086269999534125, "decode_time_sec": 3.2183308039893745, "total_time_sec": 3.517609820999496, "prefill_units_per_sec": 5691.441158057232, "prefill_bytes_per_sec": 5662.103832500236, "decode_units_per_sec": 99.11970503609336, "decode_bytes_per_sec": 99.11970503609336, "total_units_per_sec": 90.6865787375358, "total_bytes_per_sec": 90.6865787375358, "step_latency_ms": {"count": 319, "sum": 3241, "mean": 10.15987460815047, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.8056640625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}, "bytes": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 4.288888888888889, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 8, 15, 2, 2, 1, 5, 1, 2, 8, 1, 8, 1, 2, 10, 1, 5, 4, 3, 3, 2, 3, 6, 6, 2, 7, 9, 5, 4, 5, 3, 3, 2, 3, 4, 5, 2, 4, 7, 2, 3, 6, 2, 10, 4], "patch_length_stats": {"count": 45, "sum": 194, "mean": 4.311111111111111, "median": 3.0, "p95": 9.799999999999997, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 20, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.045236401001602644, "decode_time_sec": 3.4453350550174946, "total_time_sec": 3.7959131089992297, "prefill_units_per_sec": 5415.992310955951, "prefill_bytes_per_sec": 5393.886219890825, "decode_units_per_sec": 107.39158720170431, "decode_bytes_per_sec": 107.39158720170431, "total_units_per_sec": 97.47325330572394, "total_bytes_per_sec": 97.47325330572394, "step_latency_ms": {"count": 370, "sum": 3410, "mean": 9.216216216216216, "median": 6.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2850.00390625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}, "bytes": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 49, "stage1_units": null, "bytes_per_stage0_unit": 4.979591836734694, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [49], "patch_count_stats": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}, "patch_lengths": [3, 4, 5, 4, 5, 1, 5, 5, 1, 8, 5, 2, 27, 11, 3, 5, 1, 5, 5, 5, 3, 3, 4, 4, 5, 2, 4, 7, 4, 6, 3, 5, 5, 2, 11, 3, 5, 5, 3, 5, 2, 15, 6, 2, 5, 5, 3, 6, 2], "patch_length_stats": {"count": 49, "sum": 245, "mean": 5.0, "median": 5.0, "p95": 11.0, "max": 27, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 21, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04522467000060715, "decode_time_sec": 3.8523193349974463, "total_time_sec": 4.209002740997676, "prefill_units_per_sec": 5417.397186020613, "prefill_bytes_per_sec": 5395.28536077155, "decode_units_per_sec": 96.04603560214596, "decode_bytes_per_sec": 96.04603560214596, "total_units_per_sec": 87.90680899207433, "total_bytes_per_sec": 87.90680899207433, "step_latency_ms": {"count": 370, "sum": 3864, "mean": 10.443243243243243, "median": 7.0, "p95": 24.0, "max": 31, "min": 6}, "peak_allocated_mb": 2851.390625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}, "bytes": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 59, "stage1_units": null, "bytes_per_stage0_unit": 4.135593220338983, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [59], "patch_count_stats": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}, "patch_lengths": [3, 2, 6, 3, 3, 5, 1, 8, 1, 4, 5, 5, 1, 8, 4, 3, 4, 2, 3, 5, 2, 2, 5, 2, 7, 2, 7, 4, 5, 4, 2, 4, 5, 5, 3, 3, 2, 2, 7, 2, 3, 8, 2, 5, 2, 3, 8, 5, 3, 7, 2, 3, 8, 2, 10, 4, 14, 2, 3], "patch_length_stats": {"count": 59, "sum": 245, "mean": 4.1525423728813555, "median": 3.0, "p95": 8.0, "max": 14, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 22, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.051946036001027096, "decode_time_sec": 3.088723284032312, "total_time_sec": 3.368630821998522, "prefill_units_per_sec": 3022.367288947625, "prefill_bytes_per_sec": 3003.1165418842643, "decode_units_per_sec": 91.29985889569572, "decode_bytes_per_sec": 91.29985889569572, "total_units_per_sec": 83.71353671599331, "total_bytes_per_sec": 83.71353671599331, "step_latency_ms": {"count": 282, "sum": 3083, "mean": 10.932624113475176, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2845.06591796875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 3.466666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 4, 6, 3, 2, 3, 3, 3, 6, 4, 2, 2, 1, 2, 1, 1, 2, 3, 2, 3, 1, 3, 7, 2, 6, 3, 5, 4, 3, 3, 4, 2, 3, 3, 7, 2, 7, 7, 9, 2, 5, 2, 3, 5, 3], "patch_length_stats": {"count": 45, "sum": 157, "mean": 3.488888888888889, "median": 3.0, "p95": 7.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 23, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04157456399843795, "decode_time_sec": 2.9463504109953647, "total_time_sec": 3.222569241999736, "prefill_units_per_sec": 3968.772829612823, "prefill_bytes_per_sec": 3944.719660948503, "decode_units_per_sec": 98.42685341083697, "decode_bytes_per_sec": 98.42685341083697, "total_units_per_sec": 89.9903084223702, "total_bytes_per_sec": 89.9903084223702, "step_latency_ms": {"count": 290, "sum": 2916, "mean": 10.055172413793104, "median": 6.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2844.33251953125, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 164, "mean": 164.0, "median": 164.0, "p95": 164.0, "max": 164, "min": 164}, "model_input_units": {"count": 1, "sum": 165, "mean": 165.0, "median": 165.0, "p95": 165.0, "max": 165, "min": 165}}, "generated_stats": {"units": {"count": 1, "sum": 290, "mean": 290.0, "median": 290.0, "p95": 290.0, "max": 290, "min": 290}, "bytes": {"count": 1, "sum": 290, "mean": 290.0, "median": 290.0, "p95": 290.0, "max": 290, "min": 290}}, "compression_summary": {"raw_prompt_bytes": 164, "model_input_units": 165, "stage0_units": 37, "stage1_units": null, "bytes_per_stage0_unit": 4.4324324324324325, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [37], "patch_count_stats": {"count": 1, "sum": 37, "mean": 37.0, "median": 37.0, "p95": 37.0, "max": 37, "min": 37}, "patch_lengths": [3, 3, 8, 8, 7, 1, 9, 1, 3, 1, 2, 2, 2, 9, 3, 3, 4, 2, 7, 7, 5, 8, 3, 1, 2, 1, 6, 9, 2, 7, 7, 5, 1, 3, 7, 10, 3], "patch_length_stats": {"count": 37, "sum": 165, "mean": 4.45945945945946, "median": 3.0, "p95": 9.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 24, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.040455096001096535, "decode_time_sec": 3.515441425039171, "total_time_sec": 3.8219977260014275, "prefill_units_per_sec": 4919.034180381283, "prefill_bytes_per_sec": 4894.315415655748, "decode_units_per_sec": 92.16481255874994, "decode_bytes_per_sec": 92.16481255874994, "total_units_per_sec": 84.77242092421878, "total_bytes_per_sec": 84.77242092421878, "step_latency_ms": {"count": 324, "sum": 3511, "mean": 10.83641975308642, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.8720703125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 324, "mean": 324.0, "median": 324.0, "p95": 324.0, "max": 324, "min": 324}, "bytes": {"count": 1, "sum": 324, "mean": 324.0, "median": 324.0, "p95": 324.0, "max": 324, "min": 324}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 51, "stage1_units": null, "bytes_per_stage0_unit": 3.8823529411764706, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [51], "patch_count_stats": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}, "patch_lengths": [3, 7, 6, 1, 6, 1, 1, 3, 3, 4, 8, 6, 3, 3, 7, 7, 6, 5, 3, 4, 2, 1, 1, 2, 6, 3, 6, 1, 1, 3, 3, 4, 2, 3, 6, 6, 3, 7, 6, 2, 3, 4, 3, 4, 3, 5, 1, 6, 5, 6, 4], "patch_length_stats": {"count": 51, "sum": 199, "mean": 3.9019607843137254, "median": 3.0, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 25, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03580446900014067, "decode_time_sec": 3.4536781900169444, "total_time_sec": 3.759327698000561, "prefill_units_per_sec": 5446.2475061209225, "prefill_bytes_per_sec": 5418.318031730559, "decode_units_per_sec": 92.65483996887099, "decode_bytes_per_sec": 92.65483996887099, "total_units_per_sec": 85.12160303827608, "total_bytes_per_sec": 85.12160303827608, "step_latency_ms": {"count": 320, "sum": 3471, "mean": 10.846875, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.7138671875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.409090909090909, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 7, 5, 3, 3, 4, 3, 5, 7, 3, 4, 5, 2, 11, 2, 2, 5, 5, 7, 2, 7, 4, 2, 1, 1, 1, 2, 5, 9, 7, 3, 3, 4, 5, 2, 11, 5, 7, 2, 6, 2, 2, 14, 2], "patch_length_stats": {"count": 44, "sum": 195, "mean": 4.431818181818182, "median": 4.0, "p95": 10.700000000000003, "max": 14, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 26, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.031779472999915015, "decode_time_sec": 3.4728931590107095, "total_time_sec": 3.7719282350008143, "prefill_units_per_sec": 6073.102596777364, "prefill_bytes_per_sec": 6041.635743944321, "decode_units_per_sec": 91.5663066613272, "decode_bytes_per_sec": 91.5663066613272, "total_units_per_sec": 84.30701227271132, "total_bytes_per_sec": 84.30701227271132, "step_latency_ms": {"count": 318, "sum": 3481, "mean": 10.946540880503145, "median": 7.0, "p95": 24.0, "max": 28, "min": 6}, "peak_allocated_mb": 2847.1728515625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 48, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48], "patch_count_stats": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}, "patch_lengths": [3, 8, 7, 5, 1, 6, 3, 3, 4, 4, 2, 6, 3, 3, 5, 7, 1, 5, 2, 7, 7, 6, 3, 7, 3, 6, 7, 2, 11, 4, 2, 4, 1, 1, 2, 1, 1, 2, 2, 3, 1, 5, 2, 4, 3, 7, 6, 5], "patch_length_stats": {"count": 48, "sum": 193, "mean": 4.020833333333333, "median": 3.5, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 27, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04202550400077598, "decode_time_sec": 3.5339732979919063, "total_time_sec": 3.845075031000306, "prefill_units_per_sec": 4759.0149066696995, "prefill_bytes_per_sec": 4735.219832136351, "decode_units_per_sec": 91.96447527905015, "decode_bytes_per_sec": 91.96447527905015, "total_units_per_sec": 84.52370821888759, "total_bytes_per_sec": 84.52370821888759, "step_latency_ms": {"count": 325, "sum": 3531, "mean": 10.864615384615385, "median": 7.0, "p95": 24.0, "max": 34, "min": 6}, "peak_allocated_mb": 2847.6416015625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}, "bytes": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 49, "stage1_units": null, "bytes_per_stage0_unit": 4.061224489795919, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [49], "patch_count_stats": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}, "patch_lengths": [3, 7, 5, 3, 3, 4, 5, 2, 2, 7, 5, 2, 5, 5, 1, 10, 2, 3, 3, 7, 4, 1, 2, 2, 7, 5, 2, 5, 5, 1, 10, 2, 3, 3, 7, 5, 2, 4, 7, 5, 7, 2, 3, 2, 3, 3, 7, 5, 2], "patch_length_stats": {"count": 49, "sum": 200, "mean": 4.081632653061225, "median": 3.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 28, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04436594200160471, "decode_time_sec": 3.9990975899781915, "total_time_sec": 4.329931938998925, "prefill_units_per_sec": 4846.05961916065, "prefill_bytes_per_sec": 4823.519806978507, "decode_units_per_sec": 85.01918054014133, "decode_bytes_per_sec": 85.01918054014133, "total_units_per_sec": 78.52317421843993, "total_bytes_per_sec": 78.52317421843993, "step_latency_ms": {"count": 340, "sum": 3998, "mean": 11.758823529411766, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2849.59375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 340, "mean": 340.0, "median": 340.0, "p95": 340.0, "max": 340, "min": 340}, "bytes": {"count": 1, "sum": 340, "mean": 340.0, "median": 340.0, "p95": 340.0, "max": 340, "min": 340}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 58, "stage1_units": null, "bytes_per_stage0_unit": 3.689655172413793, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [58], "patch_count_stats": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}, "patch_lengths": [3, 5, 3, 5, 4, 5, 1, 6, 2, 6, 2, 7, 5, 1, 7, 5, 3, 3, 3, 2, 9, 3, 3, 6, 2, 3, 4, 2, 2, 1, 3, 4, 6, 3, 2, 3, 3, 3, 11, 5, 1, 5, 3, 7, 2, 2, 1, 1, 1, 3, 4, 4, 6, 5, 1, 6, 5, 2], "patch_length_stats": {"count": 58, "sum": 215, "mean": 3.706896551724138, "median": 3.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 29, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04535521299840184, "decode_time_sec": 3.755245441032457, "total_time_sec": 4.117554276999726, "prefill_units_per_sec": 5401.804639493876, "prefill_bytes_per_sec": 5379.75645729186, "decode_units_per_sec": 98.52884606612376, "decode_bytes_per_sec": 98.52884606612376, "total_units_per_sec": 89.85916762938267, "total_bytes_per_sec": 89.85916762938267, "step_latency_ms": {"count": 370, "sum": 3779, "mean": 10.213513513513513, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2850.55859375, "peak_reserved_mb": 2984.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}, "bytes": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 4.60377358490566, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 4, 4, 7, 4, 3, 2, 9, 2, 8, 10, 2, 7, 3, 1, 7, 2, 3, 9, 2, 3, 8, 2, 3, 2, 1, 6, 2, 1, 3, 7, 2, 4, 3, 7, 9, 8, 5, 2, 3, 7, 8, 2, 8, 7, 7, 4, 7, 2, 3, 7, 8, 2], "patch_length_stats": {"count": 53, "sum": 245, "mean": 4.622641509433962, "median": 4.0, "p95": 9.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 30, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05058417699910933, "decode_time_sec": 3.3957638070351095, "total_time_sec": 3.725201125998865, "prefill_units_per_sec": 4013.112638040436, "prefill_bytes_per_sec": 3993.343610266838, "decode_units_per_sec": 96.59093465819743, "decode_bytes_per_sec": 96.59093465819743, "total_units_per_sec": 88.04893719988098, "total_bytes_per_sec": 88.04893719988098, "step_latency_ms": {"count": 328, "sum": 3422, "mean": 10.432926829268293, "median": 7.0, "p95": 25.0, "max": 25, "min": 7}, "peak_allocated_mb": 2847.7822265625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 49, "stage1_units": null, "bytes_per_stage0_unit": 4.122448979591836, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [49], "patch_count_stats": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}, "patch_lengths": [3, 7, 7, 5, 1, 6, 4, 3, 4, 3, 6, 3, 4, 5, 2, 11, 7, 5, 6, 1, 3, 2, 6, 1, 3, 1, 1, 2, 10, 1, 3, 1, 2, 5, 3, 4, 2, 7, 1, 3, 6, 2, 15, 2, 6, 7, 2, 6, 3], "patch_length_stats": {"count": 49, "sum": 203, "mean": 4.142857142857143, "median": 3.0, "p95": 8.799999999999983, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 31, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04886264900051174, "decode_time_sec": 3.2369263360124023, "total_time_sec": 3.542664736000006, "prefill_units_per_sec": 3765.6574861111803, "prefill_bytes_per_sec": 3745.1919562953585, "decode_units_per_sec": 95.46093050132855, "decode_bytes_per_sec": 95.46093050132855, "total_units_per_sec": 87.22247884762852, "total_bytes_per_sec": 87.22247884762852, "step_latency_ms": {"count": 309, "sum": 3246, "mean": 10.504854368932039, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.61083984375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}, "model_input_units": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}}, "generated_stats": {"units": {"count": 1, "sum": 309, "mean": 309.0, "median": 309.0, "p95": 309.0, "max": 309, "min": 309}, "bytes": {"count": 1, "sum": 309, "mean": 309.0, "median": 309.0, "p95": 309.0, "max": 309, "min": 309}}, "compression_summary": {"raw_prompt_bytes": 183, "model_input_units": 184, "stage0_units": 47, "stage1_units": null, "bytes_per_stage0_unit": 3.893617021276596, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [47], "patch_count_stats": {"count": 1, "sum": 47, "mean": 47.0, "median": 47.0, "p95": 47.0, "max": 47, "min": 47}, "patch_lengths": [3, 9, 3, 5, 5, 1, 8, 3, 6, 3, 2, 5, 9, 4, 1, 1, 5, 3, 5, 5, 1, 8, 2, 1, 4, 2, 6, 1, 1, 3, 5, 9, 4, 3, 5, 3, 2, 3, 4, 2, 5, 1, 6, 9, 4, 2, 2], "patch_length_stats": {"count": 47, "sum": 184, "mean": 3.9148936170212765, "median": 3.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 32, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05427497399796266, "decode_time_sec": 2.351849728016532, "total_time_sec": 2.5906996200028516, "prefill_units_per_sec": 1750.3463014752629, "prefill_bytes_per_sec": 1731.9216035649968, "decode_units_per_sec": 93.54339156079514, "decode_bytes_per_sec": 93.54339156079514, "total_units_per_sec": 84.91914628055484, "total_bytes_per_sec": 84.91914628055484, "step_latency_ms": {"count": 220, "sum": 2366, "mean": 10.754545454545454, "median": 7.0, "p95": 24.049999999999983, "max": 25, "min": 7}, "peak_allocated_mb": 2837.60400390625, "peak_reserved_mb": 2972.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}, "model_input_units": {"count": 1, "sum": 95, "mean": 95.0, "median": 95.0, "p95": 95.0, "max": 95, "min": 95}}, "generated_stats": {"units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "compression_summary": {"raw_prompt_bytes": 94, "model_input_units": 95, "stage0_units": 23, "stage1_units": null, "bytes_per_stage0_unit": 4.086956521739131, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [23], "patch_count_stats": {"count": 1, "sum": 23, "mean": 23.0, "median": 23.0, "p95": 23.0, "max": 23, "min": 23}, "patch_lengths": [3, 5, 5, 5, 4, 3, 3, 5, 5, 2, 7, 7, 2, 5, 5, 1, 3, 5, 2, 7, 7, 2, 2], "patch_length_stats": {"count": 23, "sum": 95, "mean": 4.130434782608695, "median": 5.0, "p95": 7.0, "max": 7, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 33, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049429357997723855, "decode_time_sec": 2.7799475779829663, "total_time_sec": 3.0493687089983723, "prefill_units_per_sec": 2872.786654573561, "prefill_bytes_per_sec": 2852.555762639944, "decode_units_per_sec": 96.04497657244528, "decode_bytes_per_sec": 96.04497657244528, "total_units_per_sec": 87.5591066479139, "total_bytes_per_sec": 87.5591066479139, "step_latency_ms": {"count": 267, "sum": 2792, "mean": 10.456928838951312, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2843.11376953125, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "model_input_units": {"count": 1, "sum": 142, "mean": 142.0, "median": 142.0, "p95": 142.0, "max": 142, "min": 142}}, "generated_stats": {"units": {"count": 1, "sum": 267, "mean": 267.0, "median": 267.0, "p95": 267.0, "max": 267, "min": 267}, "bytes": {"count": 1, "sum": 267, "mean": 267.0, "median": 267.0, "p95": 267.0, "max": 267, "min": 267}}, "compression_summary": {"raw_prompt_bytes": 141, "model_input_units": 142, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 3.9166666666666665, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 7, 5, 5, 7, 3, 3, 3, 4, 11, 1, 6, 1, 5, 3, 7, 7, 2, 7, 6, 4, 3, 10, 2, 3, 3, 2, 2, 1, 2, 2, 2, 2, 2, 2, 4], "patch_length_stats": {"count": 36, "sum": 142, "mean": 3.9444444444444446, "median": 3.0, "p95": 7.75, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 34, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044405942997400416, "decode_time_sec": 3.1788385080544685, "total_time_sec": 3.495369363001373, "prefill_units_per_sec": 4548.9406679602625, "prefill_bytes_per_sec": 4526.4211597030335, "decode_units_per_sec": 102.86776103015453, "decode_bytes_per_sec": 102.86776103015453, "total_units_per_sec": 93.55234484266765, "total_bytes_per_sec": 93.55234484266765, "step_latency_ms": {"count": 327, "sum": 3196, "mean": 9.773700305810397, "median": 7.0, "p95": 24.0, "max": 28, "min": 6}, "peak_allocated_mb": 2846.3486328125, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}, "bytes": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 5.153846153846154, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 8, 5, 5, 6, 3, 4, 2, 8, 4, 5, 6, 8, 5, 2, 7, 8, 2, 4, 4, 13, 2, 3, 3, 4, 7, 6, 8, 4, 2, 8, 8, 2, 7, 6, 8, 2, 8, 2], "patch_length_stats": {"count": 39, "sum": 202, "mean": 5.17948717948718, "median": 5.0, "p95": 8.0, "max": 13, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 35, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04206572499970207, "decode_time_sec": 3.8967777870202553, "total_time_sec": 4.239327860002959, "prefill_units_per_sec": 5443.861956536393, "prefill_bytes_per_sec": 5420.089633582086, "decode_units_per_sec": 90.84428708743302, "decode_bytes_per_sec": 90.84428708743302, "total_units_per_sec": 83.50380335993945, "total_bytes_per_sec": 83.50380335993945, "step_latency_ms": {"count": 354, "sum": 3911, "mean": 11.048022598870057, "median": 7.0, "p95": 25.0, "max": 28, "min": 6}, "peak_allocated_mb": 2849.9736328125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 4.071428571428571, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [5, 4, 8, 4, 1, 3, 4, 3, 5, 1, 9, 6, 3, 3, 5, 2, 3, 3, 7, 7, 1, 2, 5, 2, 3, 5, 2, 3, 4, 7, 7, 3, 5, 2, 3, 8, 1, 7, 2, 6, 7, 8, 2, 5, 2, 4, 1, 4, 3, 1, 6, 1, 9, 1, 8, 3], "patch_length_stats": {"count": 56, "sum": 229, "mean": 4.089285714285714, "median": 3.5, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 36, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.055242083999473834, "decode_time_sec": 2.7807485529920086, "total_time_sec": 3.04484666999997, "prefill_units_per_sec": 2280.869780386998, "prefill_bytes_per_sec": 2262.767639272816, "decode_units_per_sec": 90.26346511263341, "decode_bytes_per_sec": 90.26346511263341, "total_units_per_sec": 82.4343644207222, "total_bytes_per_sec": 82.4343644207222, "step_latency_ms": {"count": 251, "sum": 2789, "mean": 11.111553784860558, "median": 7.0, "p95": 24.0, "max": 28, "min": 6}, "peak_allocated_mb": 2840.3544921875, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 125, "mean": 125.0, "median": 125.0, "p95": 125.0, "max": 125, "min": 125}, "model_input_units": {"count": 1, "sum": 126, "mean": 126.0, "median": 126.0, "p95": 126.0, "max": 126, "min": 126}}, "generated_stats": {"units": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}, "bytes": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}}, "compression_summary": {"raw_prompt_bytes": 125, "model_input_units": 126, "stage0_units": 31, "stage1_units": null, "bytes_per_stage0_unit": 4.032258064516129, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [31], "patch_count_stats": {"count": 1, "sum": 31, "mean": 31.0, "median": 31.0, "p95": 31.0, "max": 31, "min": 31}, "patch_lengths": [3, 4, 10, 5, 3, 3, 6, 2, 2, 4, 3, 3, 3, 5, 6, 3, 5, 2, 7, 6, 2, 2, 5, 2, 3, 5, 5, 6, 3, 5, 3], "patch_length_stats": {"count": 31, "sum": 126, "mean": 4.064516129032258, "median": 3.0, "p95": 6.5, "max": 10, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 37, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05457903500064276, "decode_time_sec": 3.814474122969841, "total_time_sec": 4.196909590998985, "prefill_units_per_sec": 4690.44569947023, "prefill_bytes_per_sec": 4672.123645956674, "decode_units_per_sec": 99.88270668968761, "decode_bytes_per_sec": 99.88270668968761, "total_units_per_sec": 90.78108349465568, "total_bytes_per_sec": 90.78108349465568, "step_latency_ms": {"count": 381, "sum": 3840, "mean": 10.078740157480315, "median": 7.0, "p95": 24.0, "max": 28, "min": 6}, "peak_allocated_mb": 2850.734375, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 51, "stage1_units": null, "bytes_per_stage0_unit": 5.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [51], "patch_count_stats": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}, "patch_lengths": [3, 4, 6, 8, 5, 1, 6, 3, 3, 4, 4, 2, 11, 2, 5, 5, 3, 4, 6, 1, 11, 7, 4, 5, 3, 6, 6, 3, 7, 7, 9, 2, 11, 2, 6, 1, 11, 7, 2, 4, 3, 11, 4, 4, 6, 3, 5, 3, 7, 6, 4], "patch_length_stats": {"count": 51, "sum": 256, "mean": 5.019607843137255, "median": 4.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 38, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0398579470020195, "decode_time_sec": 3.1242529089940945, "total_time_sec": 3.384104451000894, "prefill_units_per_sec": 3713.1867326859865, "prefill_bytes_per_sec": 3688.097633140811, "decode_units_per_sec": 87.38089007265961, "decode_bytes_per_sec": 87.38089007265961, "total_units_per_sec": 80.67126885497184, "total_bytes_per_sec": 80.67126885497184, "step_latency_ms": {"count": 273, "sum": 3112, "mean": 11.3992673992674, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2844.1064453125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 40, "stage1_units": null, "bytes_per_stage0_unit": 3.675, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [40], "patch_count_stats": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}, "patch_lengths": [3, 12, 5, 3, 3, 5, 2, 3, 7, 3, 1, 1, 1, 2, 3, 6, 5, 4, 3, 4, 1, 2, 3, 4, 3, 5, 3, 3, 4, 5, 2, 1, 2, 3, 7, 4, 5, 9, 4, 2], "patch_length_stats": {"count": 40, "sum": 148, "mean": 3.7, "median": 3.0, "p95": 7.099999999999994, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 39, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04473466299896245, "decode_time_sec": 3.1195904220476223, "total_time_sec": 3.4306626680008776, "prefill_units_per_sec": 4515.514065785744, "prefill_bytes_per_sec": 4493.1600357571015, "decode_units_per_sec": 104.8214527423011, "decode_bytes_per_sec": 104.8214527423011, "total_units_per_sec": 95.31686197248594, "total_bytes_per_sec": 95.31686197248594, "step_latency_ms": {"count": 327, "sum": 3110, "mean": 9.510703363914374, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2847.4580078125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}, "bytes": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 47, "stage1_units": null, "bytes_per_stage0_unit": 4.276595744680851, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [47], "patch_count_stats": {"count": 1, "sum": 47, "mean": 47.0, "median": 47.0, "p95": 47.0, "max": 47, "min": 47}, "patch_lengths": [3, 4, 9, 8, 1, 5, 1, 2, 4, 1, 3, 6, 3, 3, 4, 4, 5, 2, 3, 11, 4, 2, 2, 3, 3, 3, 11, 5, 4, 9, 8, 4, 3, 4, 2, 4, 1, 3, 6, 2, 11, 7, 2, 1, 7, 7, 2], "patch_length_stats": {"count": 47, "sum": 202, "mean": 4.297872340425532, "median": 4.0, "p95": 10.399999999999991, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 40, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05516171499766642, "decode_time_sec": 3.8546148800087394, "total_time_sec": 4.190920368000661, "prefill_units_per_sec": 4042.6589349050128, "prefill_bytes_per_sec": 4024.530419501851, "decode_units_per_sec": 90.28139278059628, "decode_bytes_per_sec": 90.28139278059628, "total_units_per_sec": 83.036652916891, "total_bytes_per_sec": 83.036652916891, "step_latency_ms": {"count": 348, "sum": 3824, "mean": 10.988505747126437, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2849.4140625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 222, "mean": 222.0, "median": 222.0, "p95": 222.0, "max": 222, "min": 222}, "model_input_units": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}}, "generated_stats": {"units": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}, "bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}}, "compression_summary": {"raw_prompt_bytes": 222, "model_input_units": 223, "stage0_units": 54, "stage1_units": null, "bytes_per_stage0_unit": 4.111111111111111, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54], "patch_count_stats": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}, "patch_lengths": [3, 7, 10, 8, 1, 2, 5, 1, 4, 3, 3, 3, 4, 4, 1, 3, 5, 5, 2, 7, 6, 4, 6, 5, 2, 11, 2, 3, 7, 5, 3, 8, 2, 1, 1, 6, 2, 6, 2, 3, 5, 3, 3, 7, 2, 4, 4, 2, 8, 5, 2, 2, 7, 3], "patch_length_stats": {"count": 54, "sum": 223, "mean": 4.12962962962963, "median": 3.5, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 41, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05244725800366723, "decode_time_sec": 3.2124082259797433, "total_time_sec": 3.507308868000109, "prefill_units_per_sec": 3317.6186253213377, "prefill_bytes_per_sec": 3298.5518516125944, "decode_units_per_sec": 93.07658895338834, "decode_bytes_per_sec": 93.07658895338834, "total_units_per_sec": 85.25054714399641, "total_bytes_per_sec": 85.25054714399641, "step_latency_ms": {"count": 299, "sum": 3189, "mean": 10.665551839464882, "median": 6.0, "p95": 23.0, "max": 34, "min": 6}, "peak_allocated_mb": 2845.58642578125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 173, "mean": 173.0, "median": 173.0, "p95": 173.0, "max": 173, "min": 173}, "model_input_units": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}}, "generated_stats": {"units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}, "bytes": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "compression_summary": {"raw_prompt_bytes": 173, "model_input_units": 174, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.023255813953488, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 4, 1, 5, 11, 3, 3, 3, 8, 4, 7, 1, 2, 4, 4, 7, 7, 5, 2, 3, 4, 5, 3, 1, 10, 1, 5, 2, 1, 4, 3, 5, 2, 6, 2, 4, 7, 2, 3, 8, 2, 5, 2], "patch_length_stats": {"count": 43, "sum": 174, "mean": 4.046511627906977, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 42, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04733612099880702, "decode_time_sec": 1.7994370799751778, "total_time_sec": 2.0693932220019633, "prefill_units_per_sec": 2957.5722946020087, "prefill_bytes_per_sec": 2936.446778211994, "decode_units_per_sec": 147.2682779237024, "decode_bytes_per_sec": 147.2682779237024, "total_units_per_sec": 128.0568609109654, "total_bytes_per_sec": 128.0568609109654, "step_latency_ms": {"count": 265, "sum": 1789, "mean": 6.750943396226415, "median": 7.0, "p95": 7.0, "max": 23, "min": 6}, "peak_allocated_mb": 2841.91064453125, "peak_reserved_mb": 2974.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}, "model_input_units": {"count": 1, "sum": 140, "mean": 140.0, "median": 140.0, "p95": 140.0, "max": 140, "min": 140}}, "generated_stats": {"units": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}}, "compression_summary": {"raw_prompt_bytes": 139, "model_input_units": 140, "stage0_units": 28, "stage1_units": null, "bytes_per_stage0_unit": 4.964285714285714, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [28], "patch_count_stats": {"count": 1, "sum": 28, "mean": 28.0, "median": 28.0, "p95": 28.0, "max": 28, "min": 28}, "patch_lengths": [3, 5, 5, 1, 9, 3, 3, 4, 5, 7, 6, 11, 3, 7, 2, 5, 9, 1, 9, 6, 6, 5, 3, 7, 1, 9, 3, 2], "patch_length_stats": {"count": 28, "sum": 140, "mean": 5.0, "median": 5.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 43, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05663357400408131, "decode_time_sec": 3.83203555903674, "total_time_sec": 4.192716776997258, "prefill_units_per_sec": 4237.768924537667, "prefill_bytes_per_sec": 4220.111554018759, "decode_units_per_sec": 95.24963805183222, "decode_bytes_per_sec": 95.24963805183222, "total_units_per_sec": 87.05572530024455, "total_bytes_per_sec": 87.05572530024455, "step_latency_ms": {"count": 365, "sum": 3852, "mean": 10.553424657534247, "median": 7.0, "p95": 24.0, "max": 36, "min": 6}, "peak_allocated_mb": 2850.9169921875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}, "bytes": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 4.192982456140351, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 2, 5, 3, 7, 6, 4, 8, 11, 6, 1, 7, 3, 1, 6, 2, 1, 6, 2, 6, 6, 3, 2, 2, 4, 3, 1, 3, 6, 3, 2, 6, 6, 3, 3, 7, 6, 7, 6, 1, 1, 5, 6, 3, 2, 6, 6, 3, 3, 7, 6, 7, 6, 1, 1, 5, 2], "patch_length_stats": {"count": 57, "sum": 240, "mean": 4.2105263157894735, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 44, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.041382406001503114, "decode_time_sec": 2.987227391993656, "total_time_sec": 3.275521422998281, "prefill_units_per_sec": 4325.509734583781, "prefill_bytes_per_sec": 4301.344875731358, "decode_units_per_sec": 101.76660833212044, "decode_bytes_per_sec": 101.76660833212044, "total_units_per_sec": 92.8096509659615, "total_bytes_per_sec": 92.8096509659615, "step_latency_ms": {"count": 304, "sum": 2974, "mean": 9.782894736842104, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2844.85107421875, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 304, "mean": 304.0, "median": 304.0, "p95": 304.0, "max": 304, "min": 304}, "bytes": {"count": 1, "sum": 304, "mean": 304.0, "median": 304.0, "p95": 304.0, "max": 304, "min": 304}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 4.944444444444445, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 3, 13, 7, 6, 9, 5, 3, 3, 3, 5, 5, 4, 3, 3, 8, 2, 4, 7, 7, 6, 2, 3, 7, 2, 5, 7, 1, 3, 6, 4, 11, 7, 1, 7, 4], "patch_length_stats": {"count": 36, "sum": 179, "mean": 4.972222222222222, "median": 4.5, "p95": 9.5, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 45, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03927193800336681, "decode_time_sec": 2.7454475649610686, "total_time_sec": 2.9922366089995194, "prefill_units_per_sec": 3412.105610589222, "prefill_bytes_per_sec": 3386.6421358833327, "decode_units_per_sec": 94.33798820472927, "decode_bytes_per_sec": 94.33798820472927, "total_units_per_sec": 86.55732612221429, "total_bytes_per_sec": 86.55732612221429, "step_latency_ms": {"count": 259, "sum": 2727, "mean": 10.528957528957529, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2842.32275390625, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 133, "mean": 133.0, "median": 133.0, "p95": 133.0, "max": 133, "min": 133}, "model_input_units": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}}, "generated_stats": {"units": {"count": 1, "sum": 259, "mean": 259.0, "median": 259.0, "p95": 259.0, "max": 259, "min": 259}, "bytes": {"count": 1, "sum": 259, "mean": 259.0, "median": 259.0, "p95": 259.0, "max": 259, "min": 259}}, "compression_summary": {"raw_prompt_bytes": 133, "model_input_units": 134, "stage0_units": 33, "stage1_units": null, "bytes_per_stage0_unit": 4.03030303030303, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [33], "patch_count_stats": {"count": 1, "sum": 33, "mean": 33.0, "median": 33.0, "p95": 33.0, "max": 33, "min": 33}, "patch_lengths": [3, 2, 8, 6, 1, 4, 4, 1, 5, 6, 3, 4, 2, 7, 2, 4, 2, 4, 4, 2, 4, 3, 3, 7, 9, 2, 7, 2, 6, 1, 7, 7, 2], "patch_length_stats": {"count": 33, "sum": 134, "mean": 4.0606060606060606, "median": 4.0, "p95": 7.399999999999999, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 46, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05347097699996084, "decode_time_sec": 3.692961846005346, "total_time_sec": 4.041779318999033, "prefill_units_per_sec": 4451.012742860006, "prefill_bytes_per_sec": 4432.311008646308, "decode_units_per_sec": 98.2950853913248, "decode_bytes_per_sec": 98.2950853913248, "total_units_per_sec": 89.8119296849435, "total_bytes_per_sec": 89.8119296849435, "step_latency_ms": {"count": 363, "sum": 3657, "mean": 10.074380165289256, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2851.1162109375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}, "bytes": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 59, "stage1_units": null, "bytes_per_stage0_unit": 4.016949152542373, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [59], "patch_count_stats": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}, "patch_lengths": [3, 4, 4, 6, 4, 4, 1, 7, 1, 7, 5, 1, 2, 4, 1, 3, 2, 3, 3, 2, 5, 5, 3, 8, 8, 1, 3, 3, 4, 6, 5, 3, 5, 7, 3, 7, 7, 2, 2, 6, 2, 3, 3, 4, 7, 2, 7, 7, 2, 7, 1, 3, 4, 7, 2, 3, 5, 5, 4], "patch_length_stats": {"count": 59, "sum": 238, "mean": 4.033898305084746, "median": 4.0, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 47, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05186130800211686, "decode_time_sec": 2.9995356909967086, "total_time_sec": 3.279586996002763, "prefill_units_per_sec": 3027.30505743495, "prefill_bytes_per_sec": 3008.022859616893, "decode_units_per_sec": 94.01455060076144, "decode_bytes_per_sec": 94.01455060076144, "total_units_per_sec": 85.98643681161931, "total_bytes_per_sec": 85.98643681161931, "step_latency_ms": {"count": 282, "sum": 2996, "mean": 10.624113475177305, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2845.20458984375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 3.391304347826087, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 5, 4, 7, 4, 6, 4, 3, 6, 3, 2, 4, 6, 4, 4, 3, 5, 2, 6, 3, 2, 2, 2, 3, 1, 3, 1, 6, 2, 2, 2, 3, 4, 2, 7, 3, 2, 3, 5, 2, 2, 5, 1, 2, 2, 4], "patch_length_stats": {"count": 46, "sum": 157, "mean": 3.4130434782608696, "median": 3.0, "p95": 6.0, "max": 7, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 48, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04926302999956533, "decode_time_sec": 3.09416573595081, "total_time_sec": 3.4229186350021337, "prefill_units_per_sec": 4445.524361817215, "prefill_bytes_per_sec": 4425.22516381805, "decode_units_per_sec": 111.17697930757151, "decode_bytes_per_sec": 111.17697930757151, "total_units_per_sec": 100.49902924431785, "total_bytes_per_sec": 100.49902924431785, "step_latency_ms": {"count": 344, "sum": 3060, "mean": 8.895348837209303, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2847.146484375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}, "model_input_units": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}}, "generated_stats": {"units": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}, "bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}}, "compression_summary": {"raw_prompt_bytes": 218, "model_input_units": 219, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 5.589743589743589, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 7, 5, 1, 4, 1, 5, 3, 3, 4, 4, 2, 11, 9, 2, 5, 8, 4, 1, 5, 2, 7, 4, 3, 9, 3, 5, 2, 15, 7, 6, 2, 11, 9, 5, 3, 30, 7, 2], "patch_length_stats": {"count": 39, "sum": 219, "mean": 5.615384615384615, "median": 4.0, "p95": 11.400000000000006, "max": 30, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 49, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.040598037998279324, "decode_time_sec": 3.9039888290171803, "total_time_sec": 4.242683266998938, "prefill_units_per_sec": 5960.879193478679, "prefill_bytes_per_sec": 5936.247461274221, "decode_units_per_sec": 94.00641653280329, "decode_bytes_per_sec": 94.00641653280329, "total_units_per_sec": 86.50186141743205, "total_bytes_per_sec": 86.50186141743205, "step_latency_ms": {"count": 367, "sum": 3883, "mean": 10.580381471389646, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2851.412109375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 241, "mean": 241.0, "median": 241.0, "p95": 241.0, "max": 241, "min": 241}, "model_input_units": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}}, "generated_stats": {"units": {"count": 1, "sum": 367, "mean": 367.0, "median": 367.0, "p95": 367.0, "max": 367, "min": 367}, "bytes": {"count": 1, "sum": 367, "mean": 367.0, "median": 367.0, "p95": 367.0, "max": 367, "min": 367}}, "compression_summary": {"raw_prompt_bytes": 241, "model_input_units": 242, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.016666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 3, 4, 4, 1, 6, 5, 1, 6, 5, 4, 3, 6, 1, 2, 2, 3, 4, 2, 3, 1, 3, 4, 5, 5, 3, 17, 3, 2, 3, 1, 3, 4, 6, 3, 15, 5, 1, 3, 1, 3, 4, 4, 5, 2, 11, 4, 4, 5, 2, 6, 1, 2, 6, 3, 3, 3, 9, 4, 5], "patch_length_stats": {"count": 60, "sum": 242, "mean": 4.033333333333333, "median": 3.0, "p95": 9.099999999999994, "max": 17, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 50, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04513910300011048, "decode_time_sec": 3.210397015995113, "total_time_sec": 3.5067306680030015, "prefill_units_per_sec": 3987.673392613926, "prefill_bytes_per_sec": 3965.5196515438483, "decode_units_per_sec": 95.0038261562053, "decode_bytes_per_sec": 95.0038261562053, "total_units_per_sec": 86.97559889128587, "total_bytes_per_sec": 86.97559889128587, "step_latency_ms": {"count": 305, "sum": 3209, "mean": 10.521311475409837, "median": 7.0, "p95": 24.0, "max": 30, "min": 6}, "peak_allocated_mb": 2845.45263671875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 40, "stage1_units": null, "bytes_per_stage0_unit": 4.475, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [40], "patch_count_stats": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}, "patch_lengths": [3, 9, 9, 6, 3, 3, 7, 3, 7, 5, 1, 3, 11, 2, 7, 3, 2, 7, 4, 4, 1, 3, 2, 4, 11, 2, 7, 2, 7, 4, 8, 3, 3, 8, 4, 1, 1, 2, 2, 6], "patch_length_stats": {"count": 40, "sum": 180, "mean": 4.5, "median": 3.5, "p95": 9.099999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 51, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.051169288002711255, "decode_time_sec": 3.2930451639731473, "total_time_sec": 3.6116373900003964, "prefill_units_per_sec": 4025.8523821766853, "prefill_bytes_per_sec": 4006.3094094476724, "decode_units_per_sec": 100.51486800765272, "decode_bytes_per_sec": 100.51486800765272, "total_units_per_sec": 91.64818176831525, "total_bytes_per_sec": 91.64818176831525, "step_latency_ms": {"count": 331, "sum": 3270, "mean": 9.879154078549849, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2847.5068359375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 331, "mean": 331.0, "median": 331.0, "p95": 331.0, "max": 331, "min": 331}, "bytes": {"count": 1, "sum": 331, "mean": 331.0, "median": 331.0, "p95": 331.0, "max": 331, "min": 331}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.456521739130435, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 7, 4, 5, 1, 6, 1, 7, 3, 3, 3, 4, 11, 2, 5, 3, 7, 11, 2, 5, 2, 2, 6, 1, 7, 11, 2, 2, 2, 2, 7, 3, 1, 7, 9, 2, 5, 8, 2, 3, 2, 7, 4, 2, 11, 3], "patch_length_stats": {"count": 46, "sum": 206, "mean": 4.478260869565218, "median": 3.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 52, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05624516500029131, "decode_time_sec": 3.6466466400052013, "total_time_sec": 4.018174269000156, "prefill_units_per_sec": 4515.943725983993, "prefill_bytes_per_sec": 4498.164419976182, "decode_units_per_sec": 103.93110093043164, "decode_bytes_per_sec": 103.93110093043164, "total_units_per_sec": 94.32144417526888, "total_bytes_per_sec": 94.32144417526888, "step_latency_ms": {"count": 379, "sum": 3630, "mean": 9.577836411609498, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2849.947265625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 379, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}, "bytes": {"count": 1, "sum": 379, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 5.5, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 11, 5, 1, 2, 4, 1, 3, 6, 3, 3, 4, 3, 4, 5, 8, 9, 2, 11, 6, 13, 2, 2, 7, 9, 3, 7, 3, 4, 11, 5, 8, 9, 1, 7, 3, 11, 6, 13, 2, 7, 9, 4, 2, 7, 5], "patch_length_stats": {"count": 46, "sum": 254, "mean": 5.521739130434782, "median": 5.0, "p95": 11.0, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 53, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05234980800014455, "decode_time_sec": 3.7549353200047335, "total_time_sec": 4.1036570869982825, "prefill_units_per_sec": 4508.134967741397, "prefill_bytes_per_sec": 4489.032700928934, "decode_units_per_sec": 96.14013804092501, "decode_bytes_per_sec": 96.14013804092501, "total_units_per_sec": 87.97031339284298, "total_bytes_per_sec": 87.97031339284298, "step_latency_ms": {"count": 361, "sum": 3725, "mean": 10.318559556786704, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2849.8857421875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}, "model_input_units": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}}, "generated_stats": {"units": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}, "bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "compression_summary": {"raw_prompt_bytes": 235, "model_input_units": 236, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 4.433962264150943, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 16, 5, 1, 2, 1, 4, 3, 3, 4, 2, 5, 3, 10, 1, 3, 2, 7, 3, 7, 1, 4, 8, 6, 3, 11, 1, 7, 2, 6, 3, 4, 6, 1, 6, 12, 3, 9, 4, 7, 2, 7, 3, 4, 3, 5, 2, 11, 4, 2, 1, 1, 2], "patch_length_stats": {"count": 53, "sum": 236, "mean": 4.452830188679245, "median": 3.0, "p95": 11.0, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 54, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0526141269983782, "decode_time_sec": 3.6493323119866545, "total_time_sec": 4.012036468000588, "prefill_units_per_sec": 4770.581863075234, "prefill_bytes_per_sec": 4751.575560831906, "decode_units_per_sec": 103.03254619070576, "decode_bytes_per_sec": 103.03254619070576, "total_units_per_sec": 93.71799159826205, "total_bytes_per_sec": 93.71799159826205, "step_latency_ms": {"count": 376, "sum": 3636, "mean": 9.670212765957446, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2850.376953125, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 250, "mean": 250.0, "median": 250.0, "p95": 250.0, "max": 250, "min": 250}, "model_input_units": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}}, "generated_stats": {"units": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}, "bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}}, "compression_summary": {"raw_prompt_bytes": 250, "model_input_units": 251, "stage0_units": 50, "stage1_units": null, "bytes_per_stage0_unit": 5.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50], "patch_count_stats": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}, "patch_lengths": [3, 4, 12, 3, 6, 5, 1, 5, 4, 3, 3, 4, 2, 12, 5, 9, 4, 1, 7, 2, 3, 2, 9, 9, 3, 7, 4, 10, 3, 5, 1, 7, 11, 5, 2, 4, 7, 4, 5, 3, 3, 5, 4, 2, 11, 11, 5, 3, 5, 3], "patch_length_stats": {"count": 50, "sum": 251, "mean": 5.02, "median": 4.0, "p95": 11.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 55, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03632204099994851, "decode_time_sec": 2.902661201023875, "total_time_sec": 3.1578672569994524, "prefill_units_per_sec": 4019.597907513153, "prefill_bytes_per_sec": 3992.06641499594, "decode_units_per_sec": 93.36260115524621, "decode_bytes_per_sec": 93.36260115524621, "total_units_per_sec": 85.81741344552248, "total_bytes_per_sec": 85.81741344552248, "step_latency_ms": {"count": 271, "sum": 2896, "mean": 10.686346863468634, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2843.71826171875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}, "model_input_units": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}}, "generated_stats": {"units": {"count": 1, "sum": 271, "mean": 271.0, "median": 271.0, "p95": 271.0, "max": 271, "min": 271}, "bytes": {"count": 1, "sum": 271, "mean": 271.0, "median": 271.0, "p95": 271.0, "max": 271, "min": 271}}, "compression_summary": {"raw_prompt_bytes": 145, "model_input_units": 146, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 3.717948717948718, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 7, 5, 6, 1, 6, 3, 3, 6, 2, 2, 4, 4, 1, 4, 4, 3, 6, 3, 3, 4, 2, 3, 6, 6, 2, 1, 1, 3, 7, 6, 2, 5, 4, 2, 5, 4, 1, 6], "patch_length_stats": {"count": 39, "sum": 146, "mean": 3.7435897435897436, "median": 4.0, "p95": 6.100000000000001, "max": 7, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 56, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04111624700090033, "decode_time_sec": 3.3404460120364092, "total_time_sec": 3.6489315290018567, "prefill_units_per_sec": 4839.935901631354, "prefill_bytes_per_sec": 4815.614615693508, "decode_units_per_sec": 96.99303590974144, "decode_bytes_per_sec": 96.99303590974144, "total_units_per_sec": 88.7931158545549, "total_bytes_per_sec": 88.7931158545549, "step_latency_ms": {"count": 324, "sum": 3315, "mean": 10.231481481481481, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.0400390625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 324, "mean": 324.0, "median": 324.0, "p95": 324.0, "max": 324, "min": 324}, "bytes": {"count": 1, "sum": 324, "mean": 324.0, "median": 324.0, "p95": 324.0, "max": 324, "min": 324}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 4.4, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 10, 5, 1, 4, 3, 1, 7, 1, 7, 1, 11, 6, 3, 3, 4, 3, 4, 3, 3, 5, 3, 3, 7, 4, 11, 7, 1, 7, 5, 2, 3, 11, 3, 2, 2, 4, 3, 2, 11, 2, 6, 2, 7, 3], "patch_length_stats": {"count": 45, "sum": 199, "mean": 4.4222222222222225, "median": 3.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 57, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05163998799980618, "decode_time_sec": 3.576672400962707, "total_time_sec": 3.9161895629986248, "prefill_units_per_sec": 4260.264351742795, "prefill_bytes_per_sec": 4240.899513780328, "decode_units_per_sec": 96.45837284598356, "decode_bytes_per_sec": 96.45837284598356, "total_units_per_sec": 88.09583766313744, "total_bytes_per_sec": 88.09583766313744, "step_latency_ms": {"count": 345, "sum": 3578, "mean": 10.371014492753623, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2848.99609375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}, "bytes": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 52, "stage1_units": null, "bytes_per_stage0_unit": 4.211538461538462, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [52], "patch_count_stats": {"count": 1, "sum": 52, "mean": 52.0, "median": 52.0, "p95": 52.0, "max": 52, "min": 52}, "patch_lengths": [3, 7, 5, 2, 3, 11, 1, 7, 3, 2, 7, 6, 1, 9, 1, 4, 1, 2, 6, 2, 7, 9, 1, 9, 1, 4, 1, 2, 6, 1, 3, 4, 2, 3, 7, 2, 6, 5, 2, 7, 7, 2, 7, 5, 5, 5, 2, 7, 6, 1, 5, 3], "patch_length_stats": {"count": 52, "sum": 220, "mean": 4.230769230769231, "median": 4.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 58, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05396345700137317, "decode_time_sec": 3.0879194629924314, "total_time_sec": 3.3954501329972118, "prefill_units_per_sec": 3483.839072712041, "prefill_bytes_per_sec": 3465.3080138146365, "decode_units_per_sec": 101.36274723197572, "decode_bytes_per_sec": 101.36274723197572, "total_units_per_sec": 92.18218137213827, "total_bytes_per_sec": 92.18218137213827, "step_latency_ms": {"count": 313, "sum": 3058, "mean": 9.76996805111821, "median": 6.0, "p95": 23.0, "max": 31, "min": 6}, "peak_allocated_mb": 2845.68896484375, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 313, "mean": 313.0, "median": 313.0, "p95": 313.0, "max": 313, "min": 313}, "bytes": {"count": 1, "sum": 313, "mean": 313.0, "median": 313.0, "p95": 313.0, "max": 313, "min": 313}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 4.794871794871795, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 5, 4, 3, 5, 3, 3, 4, 5, 5, 5, 9, 5, 7, 2, 1, 5, 9, 2, 7, 5, 6, 5, 5, 4, 9, 7, 5, 3, 4, 5, 7, 5, 5, 5, 2, 7, 5, 2], "patch_length_stats": {"count": 39, "sum": 188, "mean": 4.82051282051282, "median": 5.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 59, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05108512900187634, "decode_time_sec": 3.3575836760246602, "total_time_sec": 3.6965605590012274, "prefill_units_per_sec": 4306.537035306684, "prefill_bytes_per_sec": 4286.9618669643805, "decode_units_per_sec": 102.75246525158114, "decode_bytes_per_sec": 102.75246525158114, "total_units_per_sec": 93.33000081925222, "total_bytes_per_sec": 93.33000081925222, "step_latency_ms": {"count": 345, "sum": 3350, "mean": 9.710144927536232, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2848.1640625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}, "bytes": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.760869565217392, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 4, 7, 5, 3, 3, 4, 6, 2, 6, 9, 5, 1, 5, 2, 3, 7, 4, 7, 3, 6, 3, 4, 5, 2, 11, 2, 7, 9, 5, 9, 5, 4, 6, 1, 11, 3, 5, 6, 5, 3, 5, 2, 4, 5, 3], "patch_length_stats": {"count": 46, "sum": 220, "mean": 4.782608695652174, "median": 5.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 60, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04738031200031401, "decode_time_sec": 3.3096451579658606, "total_time_sec": 3.6182792559993686, "prefill_units_per_sec": 3862.363759841581, "prefill_bytes_per_sec": 3841.257946946272, "decode_units_per_sec": 93.06133597394464, "decode_bytes_per_sec": 93.06133597394464, "total_units_per_sec": 85.12333576500866, "total_bytes_per_sec": 85.12333576500866, "step_latency_ms": {"count": 308, "sum": 3323, "mean": 10.78896103896104, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.14794921875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "model_input_units": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}}, "generated_stats": {"units": {"count": 1, "sum": 308, "mean": 308.0, "median": 308.0, "p95": 308.0, "max": 308, "min": 308}, "bytes": {"count": 1, "sum": 308, "mean": 308.0, "median": 308.0, "p95": 308.0, "max": 308, "min": 308}}, "compression_summary": {"raw_prompt_bytes": 182, "model_input_units": 183, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.136363636363637, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 4, 6, 6, 5, 1, 8, 4, 4, 3, 4, 3, 2, 5, 9, 6, 4, 6, 6, 1, 7, 3, 6, 2, 2, 5, 2, 3, 7, 2, 8, 2, 3, 8, 2, 3, 7, 3, 3, 3, 2, 1, 6, 3], "patch_length_stats": {"count": 44, "sum": 183, "mean": 4.159090909090909, "median": 3.5, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 61, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04663743300261558, "decode_time_sec": 3.5294688530157146, "total_time_sec": 3.8559073340002215, "prefill_units_per_sec": 4352.726703217459, "prefill_bytes_per_sec": 4331.2846997533325, "decode_units_per_sec": 92.93183015901788, "decode_bytes_per_sec": 92.93183015901788, "total_units_per_sec": 85.06428489808235, "total_bytes_per_sec": 85.06428489808235, "step_latency_ms": {"count": 328, "sum": 3549, "mean": 10.820121951219512, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.2275390625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 4.488888888888889, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 6, 10, 5, 1, 11, 3, 2, 6, 3, 3, 3, 4, 9, 2, 8, 5, 3, 7, 8, 2, 5, 8, 2, 1, 7, 3, 7, 7, 2, 5, 1, 1, 1, 4, 6, 3, 8, 2, 3, 5, 2, 7, 7, 2], "patch_length_stats": {"count": 45, "sum": 203, "mean": 4.511111111111111, "median": 4.0, "p95": 8.799999999999997, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 62, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.040029219002462924, "decode_time_sec": 2.7282518349929887, "total_time_sec": 2.993719450001663, "prefill_units_per_sec": 3697.299215128175, "prefill_bytes_per_sec": 3672.317463674606, "decode_units_per_sec": 100.0640763797751, "decode_bytes_per_sec": 100.0640763797751, "total_units_per_sec": 91.19090968923236, "total_bytes_per_sec": 91.19090968923236, "step_latency_ms": {"count": 273, "sum": 2728, "mean": 9.992673992673993, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2843.25732421875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 35, "stage1_units": null, "bytes_per_stage0_unit": 4.2, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [35], "patch_count_stats": {"count": 1, "sum": 35, "mean": 35.0, "median": 35.0, "p95": 35.0, "max": 35, "min": 35}, "patch_lengths": [3, 6, 4, 5, 3, 3, 4, 4, 5, 3, 4, 6, 2, 11, 5, 3, 4, 3, 4, 1, 2, 5, 3, 4, 4, 4, 3, 5, 8, 2, 11, 4, 5, 3, 2], "patch_length_stats": {"count": 35, "sum": 148, "mean": 4.228571428571429, "median": 4.0, "p95": 8.899999999999991, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 63, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04394447499726084, "decode_time_sec": 3.4602897630174994, "total_time_sec": 3.779450515001372, "prefill_units_per_sec": 4573.953836347545, "prefill_bytes_per_sec": 4551.1978471119855, "decode_units_per_sec": 94.21176327028638, "decode_bytes_per_sec": 94.21176327028638, "total_units_per_sec": 86.25592495682713, "total_bytes_per_sec": 86.25592495682713, "step_latency_ms": {"count": 326, "sum": 3474, "mean": 10.656441717791411, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.5498046875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 48, "stage1_units": null, "bytes_per_stage0_unit": 4.166666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48], "patch_count_stats": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}, "patch_lengths": [3, 7, 5, 1, 5, 1, 13, 5, 1, 5, 5, 1, 9, 5, 1, 7, 5, 4, 3, 4, 5, 2, 3, 7, 2, 2, 6, 2, 2, 4, 1, 5, 1, 13, 1, 5, 1, 9, 1, 7, 2, 7, 7, 2, 2, 3, 7, 2], "patch_length_stats": {"count": 48, "sum": 201, "mean": 4.1875, "median": 4.0, "p95": 9.0, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 64, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05259348899926408, "decode_time_sec": 3.829602006051573, "total_time_sec": 4.179083997001726, "prefill_units_per_sec": 4259.0823362780575, "prefill_bytes_per_sec": 4240.068575848245, "decode_units_per_sec": 91.13218539381036, "decode_bytes_per_sec": 91.13218539381036, "total_units_per_sec": 83.51112355013424, "total_bytes_per_sec": 83.51112355013424, "step_latency_ms": {"count": 349, "sum": 3857, "mean": 11.051575931232092, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2849.4609375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}, "model_input_units": {"count": 1, "sum": 224, "mean": 224.0, "median": 224.0, "p95": 224.0, "max": 224, "min": 224}}, "generated_stats": {"units": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}, "bytes": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}}, "compression_summary": {"raw_prompt_bytes": 223, "model_input_units": 224, "stage0_units": 54, "stage1_units": null, "bytes_per_stage0_unit": 4.12962962962963, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54], "patch_count_stats": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}, "patch_lengths": [3, 7, 5, 7, 5, 5, 1, 5, 1, 1, 4, 3, 4, 2, 7, 5, 2, 5, 6, 3, 7, 5, 5, 5, 1, 4, 1, 5, 1, 4, 2, 10, 8, 3, 4, 2, 7, 8, 5, 2, 6, 3, 7, 5, 7, 1, 2, 1, 3, 4, 3, 3, 7, 2], "patch_length_stats": {"count": 54, "sum": 224, "mean": 4.148148148148148, "median": 4.0, "p95": 7.349999999999994, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 65, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.054406376999395434, "decode_time_sec": 3.7690841060248204, "total_time_sec": 4.13508587799879, "prefill_units_per_sec": 4392.867402338807, "prefill_bytes_per_sec": 4374.48720400266, "decode_units_per_sec": 96.57518637436397, "decode_bytes_per_sec": 96.57518637436397, "total_units_per_sec": 88.02719235813329, "total_bytes_per_sec": 88.02719235813329, "step_latency_ms": {"count": 364, "sum": 3795, "mean": 10.425824175824175, "median": 7.0, "p95": 25.0, "max": 28, "min": 6}, "peak_allocated_mb": 2849.7685546875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 364, "mean": 364.0, "median": 364.0, "p95": 364.0, "max": 364, "min": 364}, "bytes": {"count": 1, "sum": 364, "mean": 364.0, "median": 364.0, "p95": 364.0, "max": 364, "min": 364}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 49, "stage1_units": null, "bytes_per_stage0_unit": 4.857142857142857, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [49], "patch_count_stats": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}, "patch_lengths": [3, 3, 8, 4, 5, 1, 7, 1, 5, 3, 3, 4, 8, 2, 8, 3, 7, 8, 12, 2, 5, 7, 1, 7, 8, 5, 2, 7, 7, 1, 7, 8, 4, 5, 2, 5, 1, 7, 8, 5, 2, 8, 6, 2, 3, 3, 7, 7, 2], "patch_length_stats": {"count": 49, "sum": 239, "mean": 4.877551020408164, "median": 5.0, "p95": 8.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 66, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03604829200048698, "decode_time_sec": 3.3256955629985896, "total_time_sec": 3.6305046300003596, "prefill_units_per_sec": 5381.669677924802, "prefill_bytes_per_sec": 5353.929112574674, "decode_units_per_sec": 95.91978398418884, "decode_bytes_per_sec": 95.91978398418884, "total_units_per_sec": 87.86657297279591, "total_bytes_per_sec": 87.86657297279591, "step_latency_ms": {"count": 319, "sum": 3332, "mean": 10.445141065830722, "median": 7.0, "p95": 24.0, "max": 28, "min": 6}, "peak_allocated_mb": 2846.8056640625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}, "bytes": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 4.288888888888889, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 4, 5, 5, 1, 4, 5, 3, 3, 4, 3, 4, 2, 11, 6, 2, 2, 3, 10, 4, 5, 5, 1, 4, 2, 12, 2, 11, 6, 2, 2, 1, 2, 10, 4, 5, 5, 3, 3, 4, 3, 6, 3, 6, 3], "patch_length_stats": {"count": 45, "sum": 194, "mean": 4.311111111111111, "median": 4.0, "p95": 10.799999999999997, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 67, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04240134700012277, "decode_time_sec": 3.3044034310005372, "total_time_sec": 3.6218280419998337, "prefill_units_per_sec": 4646.0788144166645, "prefill_bytes_per_sec": 4622.494657998306, "decode_units_per_sec": 97.44572862354822, "decode_bytes_per_sec": 97.44572862354822, "total_units_per_sec": 88.90538045042139, "total_bytes_per_sec": 88.90538045042139, "step_latency_ms": {"count": 322, "sum": 3302, "mean": 10.254658385093167, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2846.1142578125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 5.0256410256410255, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 4, 7, 5, 1, 5, 1, 9, 11, 1, 6, 3, 6, 6, 1, 3, 5, 6, 2, 11, 7, 3, 5, 2, 7, 2, 11, 3, 7, 5, 3, 5, 5, 2, 2, 15, 7, 7, 3], "patch_length_stats": {"count": 39, "sum": 197, "mean": 5.051282051282051, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 68, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03957382899534423, "decode_time_sec": 3.409086549989297, "total_time_sec": 3.7233370979993197, "prefill_units_per_sec": 5331.806533677185, "prefill_bytes_per_sec": 5306.537308399094, "decode_units_per_sec": 98.56012602585724, "decode_bytes_per_sec": 98.56012602585724, "total_units_per_sec": 90.24162764648537, "total_bytes_per_sec": 90.24162764648537, "step_latency_ms": {"count": 336, "sum": 3371, "mean": 10.032738095238095, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2848.57421875, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 210, "mean": 210.0, "median": 210.0, "p95": 210.0, "max": 210, "min": 210}, "model_input_units": {"count": 1, "sum": 211, "mean": 211.0, "median": 211.0, "p95": 211.0, "max": 211, "min": 211}}, "generated_stats": {"units": {"count": 1, "sum": 336, "mean": 336.0, "median": 336.0, "p95": 336.0, "max": 336, "min": 336}, "bytes": {"count": 1, "sum": 336, "mean": 336.0, "median": 336.0, "p95": 336.0, "max": 336, "min": 336}}, "compression_summary": {"raw_prompt_bytes": 210, "model_input_units": 211, "stage0_units": 52, "stage1_units": null, "bytes_per_stage0_unit": 4.038461538461538, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [52], "patch_count_stats": {"count": 1, "sum": 52, "mean": 52.0, "median": 52.0, "p95": 52.0, "max": 52, "min": 52}, "patch_lengths": [3, 5, 5, 5, 4, 4, 4, 3, 3, 4, 2, 9, 4, 4, 4, 2, 3, 3, 4, 7, 5, 3, 1, 3, 2, 7, 6, 10, 2, 5, 4, 5, 9, 5, 2, 1, 1, 2, 4, 4, 2, 3, 5, 2, 5, 5, 4, 8, 2, 3, 7, 2], "patch_length_stats": {"count": 52, "sum": 211, "mean": 4.0576923076923075, "median": 4.0, "p95": 8.449999999999996, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 69, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05011735099833459, "decode_time_sec": 3.0258682589592354, "total_time_sec": 3.3160139700012223, "prefill_units_per_sec": 3431.945156193822, "prefill_bytes_per_sec": 3411.9919866810674, "decode_units_per_sec": 98.15364536133336, "decode_bytes_per_sec": 98.15364536133336, "total_units_per_sec": 89.56536452706516, "total_bytes_per_sec": 89.56536452706516, "step_latency_ms": {"count": 297, "sum": 3003, "mean": 10.11111111111111, "median": 6.0, "p95": 23.0, "max": 23, "min": 6}, "peak_allocated_mb": 2844.79931640625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}, "model_input_units": {"count": 1, "sum": 172, "mean": 172.0, "median": 172.0, "p95": 172.0, "max": 172, "min": 172}}, "generated_stats": {"units": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}, "bytes": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}}, "compression_summary": {"raw_prompt_bytes": 171, "model_input_units": 172, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.5, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 6, 5, 1, 2, 7, 5, 1, 5, 5, 3, 3, 4, 5, 5, 5, 2, 11, 3, 4, 2, 7, 2, 15, 5, 5, 2, 4, 1, 3, 11, 5, 4, 5, 4, 2, 7, 3], "patch_length_stats": {"count": 38, "sum": 172, "mean": 4.526315789473684, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 70, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03480089300137479, "decode_time_sec": 2.9072849189687986, "total_time_sec": 3.168252448998828, "prefill_units_per_sec": 4166.5597487475925, "prefill_bytes_per_sec": 4137.824853928644, "decode_units_per_sec": 92.87015463753302, "decode_bytes_per_sec": 92.87015463753302, "total_units_per_sec": 85.22048174706543, "total_bytes_per_sec": 85.22048174706543, "step_latency_ms": {"count": 270, "sum": 2927, "mean": 10.84074074074074, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2842.97705078125, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 34, "stage1_units": null, "bytes_per_stage0_unit": 4.235294117647059, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [34], "patch_count_stats": {"count": 1, "sum": 34, "mean": 34.0, "median": 34.0, "p95": 34.0, "max": 34, "min": 34}, "patch_lengths": [3, 5, 3, 5, 4, 6, 3, 3, 3, 5, 4, 2, 7, 5, 9, 5, 4, 2, 3, 1, 6, 2, 3, 5, 9, 7, 4, 5, 1, 6, 3, 3, 7, 2], "patch_length_stats": {"count": 34, "sum": 145, "mean": 4.264705882352941, "median": 4.0, "p95": 7.699999999999996, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 71, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04325569700085907, "decode_time_sec": 3.220253894014604, "total_time_sec": 3.5114639870007522, "prefill_units_per_sec": 4161.301573673062, "prefill_bytes_per_sec": 4138.1832315971005, "decode_units_per_sec": 94.71302885989672, "decode_bytes_per_sec": 94.71302885989672, "total_units_per_sec": 86.85835911434471, "total_bytes_per_sec": 86.85835911434471, "step_latency_ms": {"count": 305, "sum": 3211, "mean": 10.527868852459017, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.28466796875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 3.891304347826087, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 8, 6, 4, 4, 1, 5, 1, 7, 1, 8, 3, 3, 6, 5, 1, 7, 5, 2, 2, 3, 6, 7, 5, 4, 1, 5, 2, 3, 5, 2, 5, 2, 4, 3, 3, 6, 2, 2, 3, 6, 5, 3, 3, 5, 3], "patch_length_stats": {"count": 46, "sum": 180, "mean": 3.9130434782608696, "median": 3.5, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 72, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04940691199954017, "decode_time_sec": 2.999982047946105, "total_time_sec": 3.3021871829987504, "prefill_units_per_sec": 3744.4153563315554, "prefill_bytes_per_sec": 3724.1752733243575, "decode_units_per_sec": 103.33395168555661, "decode_bytes_per_sec": 103.33395168555661, "total_units_per_sec": 93.87717377016943, "total_bytes_per_sec": 93.87717377016943, "step_latency_ms": {"count": 310, "sum": 2980, "mean": 9.612903225806452, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2845.40966796875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.842105263157895, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 4, 5, 7, 5, 3, 3, 4, 5, 2, 6, 1, 4, 7, 4, 9, 1, 5, 2, 3, 5, 7, 3, 7, 5, 7, 3, 11, 2, 4, 2, 5, 4, 8, 5, 8, 4, 12], "patch_length_stats": {"count": 38, "sum": 185, "mean": 4.868421052631579, "median": 4.5, "p95": 9.299999999999997, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 73, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.051923069997428684, "decode_time_sec": 4.097813456959557, "total_time_sec": 4.432846944997436, "prefill_units_per_sec": 4256.296864013324, "prefill_bytes_per_sec": 4237.037602185209, "decode_units_per_sec": 84.43527350235232, "decode_bytes_per_sec": 84.43527350235232, "total_units_per_sec": 78.05367617992506, "total_bytes_per_sec": 78.05367617992506, "step_latency_ms": {"count": 346, "sum": 4069, "mean": 11.760115606936417, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2849.73388671875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 346, "mean": 346.0, "median": 346.0, "p95": 346.0, "max": 346, "min": 346}, "bytes": {"count": 1, "sum": 346, "mean": 346.0, "median": 346.0, "p95": 346.0, "max": 346, "min": 346}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 3.9285714285714284, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [3, 5, 7, 2, 3, 6, 3, 8, 1, 6, 1, 5, 10, 6, 3, 3, 3, 5, 10, 2, 7, 9, 2, 3, 2, 1, 3, 3, 3, 1, 1, 2, 8, 2, 7, 4, 5, 2, 3, 2, 1, 3, 2, 3, 1, 1, 2, 5, 3, 5, 2, 9, 7, 3, 8, 4], "patch_length_stats": {"count": 56, "sum": 221, "mean": 3.9464285714285716, "median": 3.0, "p95": 9.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 74, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04923291200248059, "decode_time_sec": 3.3472378849946836, "total_time_sec": 3.6694025990000227, "prefill_units_per_sec": 4184.192882793947, "prefill_bytes_per_sec": 4163.881266858055, "decode_units_per_sec": 98.88750407726869, "decode_bytes_per_sec": 98.88750407726869, "total_units_per_sec": 90.20541929364833, "total_bytes_per_sec": 90.20541929364833, "step_latency_ms": {"count": 331, "sum": 3337, "mean": 10.081570996978853, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2847.7841796875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 331, "mean": 331.0, "median": 331.0, "p95": 331.0, "max": 331, "min": 331}, "bytes": {"count": 1, "sum": 331, "mean": 331.0, "median": 331.0, "p95": 331.0, "max": 331, "min": 331}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 48, "stage1_units": null, "bytes_per_stage0_unit": 4.270833333333333, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48], "patch_count_stats": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}, "patch_lengths": [3, 7, 5, 4, 3, 2, 5, 4, 6, 5, 2, 3, 4, 8, 2, 4, 1, 3, 6, 3, 7, 7, 5, 2, 4, 1, 3, 6, 3, 3, 3, 8, 3, 5, 5, 3, 7, 8, 2, 3, 9, 2, 4, 6, 5, 3, 4, 5], "patch_length_stats": {"count": 48, "sum": 206, "mean": 4.291666666666667, "median": 4.0, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 75, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03138747599950875, "decode_time_sec": 3.2564240360334225, "total_time_sec": 3.5497008569982427, "prefill_units_per_sec": 6148.94934537013, "prefill_bytes_per_sec": 6117.0895042024085, "decode_units_per_sec": 97.65313008417316, "decode_bytes_per_sec": 97.65313008417316, "total_units_per_sec": 89.58501372673766, "total_bytes_per_sec": 89.58501372673766, "step_latency_ms": {"count": 318, "sum": 3258, "mean": 10.245283018867925, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.1728515625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 48, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48], "patch_count_stats": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}, "patch_lengths": [3, 5, 10, 5, 1, 10, 1, 5, 5, 1, 4, 5, 1, 4, 5, 5, 1, 5, 3, 5, 1, 3, 5, 6, 3, 4, 3, 4, 3, 5, 2, 11, 3, 5, 2, 5, 3, 5, 2, 3, 4, 3, 4, 4, 5, 4, 4, 3], "patch_length_stats": {"count": 48, "sum": 193, "mean": 4.020833333333333, "median": 4.0, "p95": 8.599999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 76, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044603465001273435, "decode_time_sec": 3.3480487919805455, "total_time_sec": 3.667924920002406, "prefill_units_per_sec": 4528.796137121474, "prefill_bytes_per_sec": 4506.376354264437, "decode_units_per_sec": 97.66882752224242, "decode_bytes_per_sec": 97.66882752224242, "total_units_per_sec": 89.15122504737242, "total_bytes_per_sec": 89.15122504737242, "step_latency_ms": {"count": 327, "sum": 3390, "mean": 10.36697247706422, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.3486328125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}, "bytes": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 5.153846153846154, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 2, 3, 4, 5, 3, 3, 4, 3, 5, 5, 2, 11, 5, 5, 2, 5, 9, 5, 5, 7, 2, 42, 2, 5, 5, 6, 5, 4, 3, 4, 4, 5, 6, 4, 2, 4, 1, 2], "patch_length_stats": {"count": 39, "sum": 202, "mean": 5.17948717948718, "median": 4.0, "p95": 9.200000000000003, "max": 42, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 77, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03445266399648972, "decode_time_sec": 3.096608114999981, "total_time_sec": 3.353027506997023, "prefill_units_per_sec": 4208.673094619726, "prefill_bytes_per_sec": 4179.647762932694, "decode_units_per_sec": 87.19217607553213, "decode_bytes_per_sec": 87.19217607553213, "total_units_per_sec": 80.52424247536592, "total_bytes_per_sec": 80.52424247536592, "step_latency_ms": {"count": 270, "sum": 3092, "mean": 11.451851851851853, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2843.25439453125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 3, 6, 5, 1, 6, 4, 3, 4, 2, 5, 4, 5, 4, 5, 3, 4, 10, 2, 7, 5, 5, 2, 2, 5, 6, 1, 2, 2, 4, 3, 7, 5, 5, 2, 3], "patch_length_stats": {"count": 36, "sum": 145, "mean": 4.027777777777778, "median": 4.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 78, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05383099900063826, "decode_time_sec": 3.704557557008229, "total_time_sec": 4.057450822001556, "prefill_units_per_sec": 4421.2443465368, "prefill_bytes_per_sec": 4402.667689618577, "decode_units_per_sec": 97.98740994407869, "decode_bytes_per_sec": 97.98740994407869, "total_units_per_sec": 89.4650399782124, "total_bytes_per_sec": 89.4650399782124, "step_latency_ms": {"count": 363, "sum": 3700, "mean": 10.192837465564738, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2850.8388671875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}, "bytes": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 4.157894736842105, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 5, 5, 4, 3, 5, 5, 2, 5, 5, 4, 4, 3, 2, 3, 3, 5, 6, 2, 3, 7, 2, 2, 2, 7, 5, 2, 2, 3, 6, 4, 2, 2, 3, 3, 31, 5, 1, 3, 2, 2, 3, 3, 5, 6, 2, 7, 7, 5, 6, 6, 1, 1, 2, 3, 6, 2], "patch_length_stats": {"count": 57, "sum": 238, "mean": 4.175438596491228, "median": 3.0, "p95": 7.0, "max": 31, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 79, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04914342200208921, "decode_time_sec": 3.8181542909696873, "total_time_sec": 4.17524144699928, "prefill_units_per_sec": 5046.453622815621, "prefill_bytes_per_sec": 5026.105019497816, "decode_units_per_sec": 97.69118049581755, "decode_bytes_per_sec": 97.69118049581755, "total_units_per_sec": 89.33615091124197, "total_bytes_per_sec": 89.33615091124197, "step_latency_ms": {"count": 373, "sum": 3821, "mean": 10.243967828418231, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2851.091796875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}, "bytes": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 4.410714285714286, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [3, 4, 10, 2, 4, 5, 1, 7, 1, 7, 1, 6, 5, 1, 2, 5, 6, 3, 3, 4, 7, 2, 4, 7, 5, 2, 3, 9, 7, 8, 2, 4, 2, 7, 7, 2, 6, 2, 2, 7, 1, 7, 7, 2, 6, 2, 2, 7, 1, 7, 3, 6, 2, 11, 7, 2], "patch_length_stats": {"count": 56, "sum": 248, "mean": 4.428571428571429, "median": 4.0, "p95": 8.25, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 80, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05488524800239247, "decode_time_sec": 3.8897085710013926, "total_time_sec": 4.259578709999914, "prefill_units_per_sec": 4664.277001879282, "prefill_bytes_per_sec": 4646.057169840691, "decode_units_per_sec": 97.95078295593565, "decode_bytes_per_sec": 97.95078295593565, "total_units_per_sec": 89.44546537091873, "total_bytes_per_sec": 89.44546537091873, "step_latency_ms": {"count": 381, "sum": 3887, "mean": 10.202099737532809, "median": 7.0, "p95": 24.0, "max": 30, "min": 6}, "peak_allocated_mb": 2851.427734375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 4.553571428571429, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [3, 7, 5, 4, 3, 3, 3, 11, 4, 1, 7, 6, 3, 7, 4, 2, 11, 4, 2, 5, 6, 4, 2, 7, 7, 11, 2, 11, 6, 7, 9, 3, 3, 1, 3, 4, 2, 5, 7, 3, 3, 5, 4, 2, 5, 6, 4, 1, 5, 5, 5, 1, 7, 1, 1, 3], "patch_length_stats": {"count": 56, "sum": 256, "mean": 4.571428571428571, "median": 4.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 81, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0485913630000141, "decode_time_sec": 2.7943081989542407, "total_time_sec": 3.0815710320021026, "prefill_units_per_sec": 3519.1439268733907, "prefill_bytes_per_sec": 3498.5641378273476, "decode_units_per_sec": 105.92961796797393, "decode_bytes_per_sec": 105.92961796797393, "total_units_per_sec": 96.05490086908308, "total_bytes_per_sec": 96.05490086908308, "step_latency_ms": {"count": 296, "sum": 2772, "mean": 9.364864864864865, "median": 6.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2844.19775390625, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}, "model_input_units": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}}, "generated_stats": {"units": {"count": 1, "sum": 296, "mean": 296.0, "median": 296.0, "p95": 296.0, "max": 296, "min": 296}, "bytes": {"count": 1, "sum": 296, "mean": 296.0, "median": 296.0, "p95": 296.0, "max": 296, "min": 296}}, "compression_summary": {"raw_prompt_bytes": 170, "model_input_units": 171, "stage0_units": 34, "stage1_units": null, "bytes_per_stage0_unit": 5.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [34], "patch_count_stats": {"count": 1, "sum": 34, "mean": 34.0, "median": 34.0, "p95": 34.0, "max": 34, "min": 34}, "patch_lengths": [3, 9, 4, 5, 3, 3, 4, 5, 2, 4, 8, 3, 7, 4, 2, 11, 4, 8, 3, 5, 5, 2, 3, 3, 8, 3, 15, 5, 2, 8, 7, 2, 8, 3], "patch_length_stats": {"count": 34, "sum": 171, "mean": 5.029411764705882, "median": 4.0, "p95": 9.699999999999996, "max": 15, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 82, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048689593000744935, "decode_time_sec": 4.040795434953907, "total_time_sec": 4.386413313000958, "prefill_units_per_sec": 4785.416875356406, "prefill_bytes_per_sec": 4764.878605505091, "decode_units_per_sec": 88.59641765163589, "decode_bytes_per_sec": 88.59641765163589, "total_units_per_sec": 81.61565599368356, "total_bytes_per_sec": 81.61565599368356, "step_latency_ms": {"count": 358, "sum": 4045, "mean": 11.298882681564246, "median": 7.0, "p95": 24.0, "max": 31, "min": 6}, "peak_allocated_mb": 2850.7158203125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 3.8666666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 5, 5, 1, 9, 3, 3, 4, 5, 5, 9, 1, 2, 2, 2, 3, 3, 2, 11, 4, 5, 2, 7, 7, 3, 1, 2, 3, 5, 1, 1, 3, 1, 2, 11, 4, 2, 3, 6, 4, 5, 3, 15, 4, 1, 6, 1, 5, 2, 7, 7, 3, 2, 1, 2, 3, 5, 1, 1, 4], "patch_length_stats": {"count": 60, "sum": 233, "mean": 3.8833333333333333, "median": 3.0, "p95": 9.099999999999994, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 83, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05581492700002855, "decode_time_sec": 3.7750269499338174, "total_time_sec": 4.12928136499977, "prefill_units_per_sec": 4282.008646179503, "prefill_bytes_per_sec": 4264.092292011387, "decode_units_per_sec": 96.42315268938187, "decode_bytes_per_sec": 96.42315268938187, "total_units_per_sec": 88.15093180263833, "total_bytes_per_sec": 88.15093180263833, "step_latency_ms": {"count": 364, "sum": 3761, "mean": 10.332417582417582, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2851.8486328125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 364, "mean": 364.0, "median": 364.0, "p95": 364.0, "max": 364, "min": 364}, "bytes": {"count": 1, "sum": 364, "mean": 364.0, "median": 364.0, "p95": 364.0, "max": 364, "min": 364}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 64, "stage1_units": null, "bytes_per_stage0_unit": 3.71875, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [64], "patch_count_stats": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "patch_lengths": [3, 7, 6, 2, 4, 3, 4, 2, 2, 5, 6, 2, 2, 5, 2, 3, 3, 4, 4, 1, 2, 6, 2, 2, 5, 2, 7, 6, 6, 4, 6, 5, 4, 3, 2, 3, 6, 2, 2, 6, 2, 2, 7, 5, 4, 2, 3, 4, 6, 9, 2, 6, 2, 2, 5, 2, 4, 6, 2, 3, 4, 2, 2, 2], "patch_length_stats": {"count": 64, "sum": 239, "mean": 3.734375, "median": 3.0, "p95": 6.849999999999994, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 84, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04943945199920563, "decode_time_sec": 3.3742910910514183, "total_time_sec": 3.696680078002828, "prefill_units_per_sec": 4207.16637399909, "prefill_bytes_per_sec": 4186.939612585633, "decode_units_per_sec": 98.6873956675262, "decode_bytes_per_sec": 98.6873956675262, "total_units_per_sec": 90.08082738387978, "total_bytes_per_sec": 90.08082738387978, "step_latency_ms": {"count": 333, "sum": 3368, "mean": 10.114114114114114, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2848.5712890625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}, "bytes": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 3.9056603773584904, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 10, 5, 3, 3, 4, 7, 2, 5, 4, 5, 5, 5, 5, 8, 1, 1, 1, 1, 2, 1, 2, 7, 5, 2, 4, 7, 4, 2, 3, 6, 7, 3, 11, 5, 7, 5, 4, 5, 5, 5, 5, 8, 1, 1, 1, 1, 1, 1, 2, 2, 2, 3], "patch_length_stats": {"count": 53, "sum": 208, "mean": 3.9245283018867925, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 85, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04391447699890705, "decode_time_sec": 3.3349606589908944, "total_time_sec": 3.6565695539975422, "prefill_units_per_sec": 4895.879780268156, "prefill_bytes_per_sec": 4873.108246406443, "decode_units_per_sec": 101.9502281333893, "decode_bytes_per_sec": 101.9502281333893, "total_units_per_sec": 92.98332630601686, "total_bytes_per_sec": 92.98332630601686, "step_latency_ms": {"count": 340, "sum": 3308, "mean": 9.729411764705882, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2848.345703125, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 340, "mean": 340.0, "median": 340.0, "p95": 340.0, "max": 340, "min": 340}, "bytes": {"count": 1, "sum": 340, "mean": 340.0, "median": 340.0, "p95": 340.0, "max": 340, "min": 340}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 49, "stage1_units": null, "bytes_per_stage0_unit": 4.36734693877551, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [49], "patch_count_stats": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}, "patch_lengths": [3, 8, 7, 1, 5, 5, 1, 6, 7, 5, 1, 6, 5, 1, 3, 6, 3, 3, 5, 4, 7, 6, 2, 3, 3, 4, 8, 7, 1, 4, 4, 2, 4, 7, 7, 2, 2, 6, 3, 3, 4, 2, 7, 7, 6, 3, 7, 7, 2], "patch_length_stats": {"count": 49, "sum": 215, "mean": 4.387755102040816, "median": 4.0, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 86, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04970622299879324, "decode_time_sec": 3.7656370609547594, "total_time_sec": 4.1074198379974405, "prefill_units_per_sec": 4727.77825033508, "prefill_bytes_per_sec": 4707.660045014505, "decode_units_per_sec": 95.60135354858753, "decode_bytes_per_sec": 95.60135354858753, "total_units_per_sec": 87.64626315276232, "total_bytes_per_sec": 87.64626315276232, "step_latency_ms": {"count": 360, "sum": 3740, "mean": 10.38888888888889, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2850.6708984375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 234, "mean": 234.0, "median": 234.0, "p95": 234.0, "max": 234, "min": 234}, "model_input_units": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}}, "generated_stats": {"units": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}, "bytes": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}}, "compression_summary": {"raw_prompt_bytes": 234, "model_input_units": 235, "stage0_units": 59, "stage1_units": null, "bytes_per_stage0_unit": 3.9661016949152543, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [59], "patch_count_stats": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}, "patch_lengths": [3, 5, 4, 7, 2, 2, 6, 2, 2, 5, 5, 5, 7, 4, 5, 1, 3, 6, 3, 3, 4, 7, 2, 3, 8, 2, 6, 3, 7, 5, 2, 2, 2, 3, 8, 2, 4, 2, 2, 3, 7, 7, 2, 5, 2, 2, 1, 7, 7, 2, 3, 11, 5, 2, 2, 1, 2, 6, 4], "patch_length_stats": {"count": 59, "sum": 235, "mean": 3.983050847457627, "median": 3.0, "p95": 7.099999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 87, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04109000899916282, "decode_time_sec": 3.1751363270050206, "total_time_sec": 3.4649617279974336, "prefill_units_per_sec": 4331.95329802986, "prefill_bytes_per_sec": 4307.616481748793, "decode_units_per_sec": 95.42897337129703, "decode_bytes_per_sec": 95.42897337129703, "total_units_per_sec": 87.44685332357714, "total_bytes_per_sec": 87.44685332357714, "step_latency_ms": {"count": 303, "sum": 3167, "mean": 10.452145214521453, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2845.77490234375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}, "bytes": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.116279069767442, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 5, 5, 4, 3, 4, 5, 2, 5, 4, 5, 5, 3, 7, 5, 3, 3, 4, 2, 1, 1, 5, 7, 2, 1, 1, 3, 7, 5, 3, 5, 4, 3, 7, 4, 6, 3, 5, 7, 2, 11, 5, 3], "patch_length_stats": {"count": 43, "sum": 178, "mean": 4.1395348837209305, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 88, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.035216393996961415, "decode_time_sec": 3.0630972960061627, "total_time_sec": 3.3287674839993997, "prefill_units_per_sec": 4571.734403411423, "prefill_bytes_per_sec": 4543.338537551725, "decode_units_per_sec": 93.36954473268047, "decode_bytes_per_sec": 93.36954473268047, "total_units_per_sec": 85.91768616304219, "total_bytes_per_sec": 85.91768616304219, "step_latency_ms": {"count": 286, "sum": 3051, "mean": 10.667832167832168, "median": 7.0, "p95": 23.0, "max": 28, "min": 6}, "peak_allocated_mb": 2844.97607421875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 160, "mean": 160.0, "median": 160.0, "p95": 160.0, "max": 160, "min": 160}, "model_input_units": {"count": 1, "sum": 161, "mean": 161.0, "median": 161.0, "p95": 161.0, "max": 161, "min": 161}}, "generated_stats": {"units": {"count": 1, "sum": 286, "mean": 286.0, "median": 286.0, "p95": 286.0, "max": 286, "min": 286}, "bytes": {"count": 1, "sum": 286, "mean": 286.0, "median": 286.0, "p95": 286.0, "max": 286, "min": 286}}, "compression_summary": {"raw_prompt_bytes": 160, "model_input_units": 161, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 3.7209302325581395, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 4, 5, 5, 1, 5, 3, 3, 4, 2, 5, 1, 2, 4, 1, 3, 5, 1, 7, 4, 2, 5, 4, 6, 5, 1, 7, 4, 5, 2, 5, 4, 5, 5, 2, 7, 5, 2, 4, 2, 4, 5, 2], "patch_length_stats": {"count": 43, "sum": 161, "mean": 3.744186046511628, "median": 4.0, "p95": 6.899999999999999, "max": 7, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 89, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.050504611997894244, "decode_time_sec": 1.9572888649636297, "total_time_sec": 2.2369436680019135, "prefill_units_per_sec": 3088.826818558755, "prefill_bytes_per_sec": 3069.0266466449166, "decode_units_per_sec": 143.56593195313638, "decode_bytes_per_sec": 143.56593195313638, "total_units_per_sec": 125.61782579486916, "total_bytes_per_sec": 125.61782579486916, "step_latency_ms": {"count": 281, "sum": 1941, "mean": 6.907473309608541, "median": 7.0, "p95": 7.0, "max": 23, "min": 6}, "peak_allocated_mb": 2844.04833984375, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 155, "mean": 155.0, "median": 155.0, "p95": 155.0, "max": 155, "min": 155}, "model_input_units": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}}, "generated_stats": {"units": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}}, "compression_summary": {"raw_prompt_bytes": 155, "model_input_units": 156, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.078947368421052, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 5, 5, 3, 2, 4, 2, 6, 6, 5, 6, 1, 8, 5, 1, 5, 4, 2, 9, 5, 3, 5, 2, 4, 4, 5, 3, 1, 4, 4, 5, 5, 2, 8, 5, 3, 4, 2], "patch_length_stats": {"count": 38, "sum": 156, "mean": 4.105263157894737, "median": 4.0, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 90, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0452382059993397, "decode_time_sec": 2.6223572240196518, "total_time_sec": 2.8983833530000993, "prefill_units_per_sec": 3359.9917733744483, "prefill_bytes_per_sec": 3337.88656433909, "decode_units_per_sec": 105.63015498529356, "decode_bytes_per_sec": 105.63015498529356, "total_units_per_sec": 95.57051854899696, "total_bytes_per_sec": 95.57051854899696, "step_latency_ms": {"count": 277, "sum": 2643, "mean": 9.541516245487365, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2842.89013671875, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}, "model_input_units": {"count": 1, "sum": 152, "mean": 152.0, "median": 152.0, "p95": 152.0, "max": 152, "min": 152}}, "generated_stats": {"units": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}, "bytes": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}}, "compression_summary": {"raw_prompt_bytes": 151, "model_input_units": 152, "stage0_units": 31, "stage1_units": null, "bytes_per_stage0_unit": 4.870967741935484, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [31], "patch_count_stats": {"count": 1, "sum": 31, "mean": 31.0, "median": 31.0, "p95": 31.0, "max": 31, "min": 31}, "patch_lengths": [3, 8, 5, 1, 6, 4, 3, 4, 3, 5, 7, 6, 2, 1, 2, 2, 7, 3, 7, 1, 11, 5, 5, 3, 12, 5, 11, 2, 11, 5, 2], "patch_length_stats": {"count": 31, "sum": 152, "mean": 4.903225806451613, "median": 5.0, "p95": 11.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 91, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044415136999305105, "decode_time_sec": 3.2560487410082715, "total_time_sec": 3.5771845379968, "prefill_units_per_sec": 4547.99903022162, "prefill_bytes_per_sec": 4525.4841835373545, "decode_units_per_sec": 100.42847205620787, "decode_bytes_per_sec": 100.42847205620787, "total_units_per_sec": 91.41267287907877, "total_bytes_per_sec": 91.41267287907877, "step_latency_ms": {"count": 327, "sum": 3286, "mean": 10.048929663608563, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.9033203125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}, "bytes": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.674418604651163, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 5, 5, 1, 4, 4, 1, 5, 4, 3, 4, 9, 3, 8, 2, 5, 2, 7, 9, 2, 9, 9, 3, 7, 9, 4, 1, 2, 4, 4, 1, 1, 7, 9, 6, 7, 2, 7, 5, 3, 7, 7, 2], "patch_length_stats": {"count": 43, "sum": 202, "mean": 4.6976744186046515, "median": 4.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 92, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04357351700309664, "decode_time_sec": 3.4260832340332854, "total_time_sec": 3.7362687929999083, "prefill_units_per_sec": 4612.893652484272, "prefill_bytes_per_sec": 4589.9439328201715, "decode_units_per_sec": 95.15238764827767, "decode_bytes_per_sec": 95.15238764827767, "total_units_per_sec": 87.25282308670558, "total_bytes_per_sec": 87.25282308670558, "step_latency_ms": {"count": 326, "sum": 3419, "mean": 10.487730061349692, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.8271484375, "peak_reserved_mb": 2984.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 50, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50], "patch_count_stats": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}, "patch_lengths": [3, 5, 5, 1, 2, 1, 1, 3, 3, 4, 3, 5, 2, 6, 3, 4, 5, 2, 11, 7, 2, 5, 2, 6, 1, 7, 5, 2, 11, 7, 2, 5, 2, 4, 4, 3, 4, 5, 2, 3, 4, 7, 2, 6, 5, 5, 1, 5, 6, 2], "patch_length_stats": {"count": 50, "sum": 201, "mean": 4.02, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 93, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044619626001804136, "decode_time_sec": 2.8551727340600337, "total_time_sec": 3.14899640600197, "prefill_units_per_sec": 4056.510917251559, "prefill_bytes_per_sec": 4034.099254725307, "decode_units_per_sec": 107.17390102169767, "decode_bytes_per_sec": 107.17390102169767, "total_units_per_sec": 97.17381684423826, "total_bytes_per_sec": 97.17381684423826, "step_latency_ms": {"count": 306, "sum": 2841, "mean": 9.284313725490197, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2845.22216796875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.7368421052631575, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 5, 5, 1, 6, 3, 3, 4, 4, 5, 3, 6, 2, 11, 5, 2, 5, 5, 1, 11, 6, 2, 6, 5, 6, 7, 11, 4, 6, 2, 6, 3, 1, 2, 11, 6, 2, 5], "patch_length_stats": {"count": 38, "sum": 181, "mean": 4.7631578947368425, "median": 5.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 94, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04547844599801465, "decode_time_sec": 3.7025358880055137, "total_time_sec": 4.026558273999399, "prefill_units_per_sec": 4749.502654717565, "prefill_bytes_per_sec": 4727.51421650128, "decode_units_per_sec": 92.0990397701966, "decode_bytes_per_sec": 92.0990397701966, "total_units_per_sec": 84.68771014738104, "total_bytes_per_sec": 84.68771014738104, "step_latency_ms": {"count": 341, "sum": 3691, "mean": 10.824046920821115, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2849.501953125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}, "model_input_units": {"count": 1, "sum": 216, "mean": 216.0, "median": 216.0, "p95": 216.0, "max": 216, "min": 216}}, "generated_stats": {"units": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}, "bytes": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}}, "compression_summary": {"raw_prompt_bytes": 215, "model_input_units": 216, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 3.7719298245614037, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 4, 5, 2, 2, 1, 7, 1, 2, 1, 3, 1, 2, 1, 3, 3, 3, 4, 5, 5, 4, 2, 6, 2, 7, 4, 2, 3, 1, 5, 6, 7, 5, 3, 3, 5, 4, 2, 4, 5, 5, 9, 4, 3, 3, 3, 7, 9, 5, 2, 5, 1, 3, 2, 9, 6, 2], "patch_length_stats": {"count": 57, "sum": 216, "mean": 3.789473684210526, "median": 3.0, "p95": 7.3999999999999915, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 95, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.046038994998525595, "decode_time_sec": 2.8974684400018305, "total_time_sec": 3.1729158039997856, "prefill_units_per_sec": 3279.8283282429556, "prefill_bytes_per_sec": 3258.107610837373, "decode_units_per_sec": 95.25556730475574, "decode_bytes_per_sec": 95.25556730475574, "total_units_per_sec": 86.986235075029, "total_bytes_per_sec": 86.986235075029, "step_latency_ms": {"count": 276, "sum": 2905, "mean": 10.52536231884058, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2843.53662109375, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 150, "mean": 150.0, "median": 150.0, "p95": 150.0, "max": 150, "min": 150}, "model_input_units": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}}, "generated_stats": {"units": {"count": 1, "sum": 276, "mean": 276.0, "median": 276.0, "p95": 276.0, "max": 276, "min": 276}, "bytes": {"count": 1, "sum": 276, "mean": 276.0, "median": 276.0, "p95": 276.0, "max": 276, "min": 276}}, "compression_summary": {"raw_prompt_bytes": 150, "model_input_units": 151, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 4.166666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 4, 8, 5, 1, 4, 4, 3, 4, 4, 2, 4, 7, 4, 2, 3, 6, 5, 5, 4, 11, 3, 2, 3, 1, 1, 2, 15, 4, 3, 2, 1, 2, 11, 5, 3], "patch_length_stats": {"count": 36, "sum": 151, "mean": 4.194444444444445, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 96, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04914917300266097, "decode_time_sec": 3.212319202004437, "total_time_sec": 3.5307772510022915, "prefill_units_per_sec": 4232.014239359403, "prefill_bytes_per_sec": 4211.668017054791, "decode_units_per_sec": 103.6634216774638, "decode_bytes_per_sec": 103.6634216774638, "total_units_per_sec": 94.31351125463108, "total_bytes_per_sec": 94.31351125463108, "step_latency_ms": {"count": 333, "sum": 3178, "mean": 9.543543543543544, "median": 6.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2847.6005859375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}, "bytes": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.5, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 4, 8, 8, 1, 2, 4, 1, 3, 6, 3, 3, 7, 2, 3, 4, 7, 4, 8, 8, 2, 3, 3, 7, 4, 7, 8, 6, 2, 7, 4, 2, 7, 8, 6, 2, 4, 1, 3, 6, 2, 8, 2, 7, 6, 2], "patch_length_stats": {"count": 46, "sum": 208, "mean": 4.521739130434782, "median": 4.0, "p95": 8.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 97, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.046974534994660644, "decode_time_sec": 3.4615313980029896, "total_time_sec": 3.7748390450033185, "prefill_units_per_sec": 4342.778486752187, "prefill_bytes_per_sec": 4321.490356915167, "decode_units_per_sec": 95.04463839033936, "decode_bytes_per_sec": 95.04463839033936, "total_units_per_sec": 87.15603396004154, "total_bytes_per_sec": 87.15603396004154, "step_latency_ms": {"count": 329, "sum": 3441, "mean": 10.458966565349543, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2847.9677734375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 50, "stage1_units": null, "bytes_per_stage0_unit": 4.06, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50], "patch_count_stats": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}, "patch_lengths": [3, 2, 9, 7, 2, 3, 3, 3, 8, 2, 1, 4, 4, 2, 4, 7, 3, 8, 2, 1, 1, 2, 4, 4, 2, 4, 11, 7, 5, 4, 2, 9, 7, 1, 2, 3, 3, 4, 5, 2, 11, 7, 5, 2, 4, 1, 3, 3, 5, 3], "patch_length_stats": {"count": 50, "sum": 204, "mean": 4.08, "median": 3.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 98, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.054080378999060486, "decode_time_sec": 3.7663102179867565, "total_time_sec": 4.082386352001777, "prefill_units_per_sec": 3550.2709772676617, "prefill_bytes_per_sec": 3531.7799825943925, "decode_units_per_sec": 84.1672569843302, "decode_bytes_per_sec": 84.1672569843302, "total_units_per_sec": 77.65066132081319, "total_bytes_per_sec": 77.65066132081319, "step_latency_ms": {"count": 317, "sum": 3787, "mean": 11.946372239747634, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.54052734375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 191, "mean": 191.0, "median": 191.0, "p95": 191.0, "max": 191, "min": 191}, "model_input_units": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}}, "generated_stats": {"units": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}, "bytes": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}}, "compression_summary": {"raw_prompt_bytes": 191, "model_input_units": 192, "stage0_units": 51, "stage1_units": null, "bytes_per_stage0_unit": 3.7450980392156863, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [51], "patch_count_stats": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}, "patch_lengths": [3, 3, 4, 4, 1, 3, 3, 7, 4, 3, 7, 4, 2, 10, 2, 4, 3, 4, 7, 4, 2, 10, 2, 5, 3, 4, 7, 4, 2, 10, 2, 3, 2, 3, 3, 4, 3, 3, 1, 1, 3, 4, 3, 7, 3, 3, 1, 1, 3, 4, 4], "patch_length_stats": {"count": 51, "sum": 192, "mean": 3.764705882352941, "median": 3.0, "p95": 8.5, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 99, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04221901900382363, "decode_time_sec": 3.053039152000565, "total_time_sec": 3.340392885998881, "prefill_units_per_sec": 4239.795339247191, "prefill_bytes_per_sec": 4216.109331765362, "decode_units_per_sec": 99.57291238823385, "decode_bytes_per_sec": 99.57291238823385, "total_units_per_sec": 91.00725883898372, "total_bytes_per_sec": 91.00725883898372, "step_latency_ms": {"count": 304, "sum": 3041, "mean": 10.00328947368421, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2845.96044921875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 304, "mean": 304.0, "median": 304.0, "p95": 304.0, "max": 304, "min": 304}, "bytes": {"count": 1, "sum": 304, "mean": 304.0, "median": 304.0, "p95": 304.0, "max": 304, "min": 304}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.045454545454546, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 9, 5, 5, 3, 5, 2, 7, 2, 2, 3, 3, 4, 1, 3, 7, 2, 3, 5, 4, 3, 1, 2, 2, 2, 5, 6, 5, 3, 4, 7, 1, 6, 3, 10, 7, 4, 7, 2, 4, 4, 4, 6, 3], "patch_length_stats": {"count": 44, "sum": 179, "mean": 4.068181818181818, "median": 4.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 100, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0425342990019999, "decode_time_sec": 3.8157983279925247, "total_time_sec": 4.160542944002373, "prefill_units_per_sec": 5713.036436513848, "prefill_bytes_per_sec": 5689.525998503503, "decode_units_per_sec": 96.44115552448581, "decode_bytes_per_sec": 96.44115552448581, "total_units_per_sec": 88.44999437645274, "total_bytes_per_sec": 88.44999437645274, "step_latency_ms": {"count": 368, "sum": 3816, "mean": 10.369565217391305, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2852.28369140625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}, "model_input_units": {"count": 1, "sum": 243, "mean": 243.0, "median": 243.0, "p95": 243.0, "max": 243, "min": 243}}, "generated_stats": {"units": {"count": 1, "sum": 368, "mean": 368.0, "median": 368.0, "p95": 368.0, "max": 368, "min": 368}, "bytes": {"count": 1, "sum": 368, "mean": 368.0, "median": 368.0, "p95": 368.0, "max": 368, "min": 368}}, "compression_summary": {"raw_prompt_bytes": 242, "model_input_units": 243, "stage0_units": 66, "stage1_units": null, "bytes_per_stage0_unit": 3.6666666666666665, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [66], "patch_count_stats": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}, "patch_lengths": [3, 7, 9, 9, 9, 4, 1, 5, 3, 3, 4, 3, 11, 3, 1, 6, 1, 5, 2, 2, 4, 1, 2, 9, 3, 4, 2, 1, 3, 2, 5, 1, 1, 1, 2, 7, 2, 4, 1, 4, 1, 2, 5, 6, 7, 5, 1, 4, 2, 7, 3, 4, 3, 4, 1, 2, 9, 7, 2, 1, 1, 2, 5, 1, 4, 4], "patch_length_stats": {"count": 66, "sum": 243, "mean": 3.6818181818181817, "median": 3.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 101, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04904566400000476, "decode_time_sec": 3.6986449750038446, "total_time_sec": 4.05678845500006, "prefill_units_per_sec": 5056.512233170621, "prefill_bytes_per_sec": 5036.123070940094, "decode_units_per_sec": 100.84774357117428, "decode_bytes_per_sec": 100.84774357117428, "total_units_per_sec": 91.94465132641345, "total_bytes_per_sec": 91.94465132641345, "step_latency_ms": {"count": 373, "sum": 3717, "mean": 9.96514745308311, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2850.67578125, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}, "bytes": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 4.660377358490566, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 7, 7, 5, 1, 7, 1, 7, 3, 3, 4, 6, 2, 5, 4, 7, 6, 7, 2, 7, 3, 4, 11, 7, 1, 4, 7, 3, 11, 6, 10, 2, 6, 5, 3, 3, 5, 4, 3, 7, 4, 4, 1, 4, 5, 3, 4, 5, 2, 5, 1, 7, 4], "patch_length_stats": {"count": 53, "sum": 248, "mean": 4.679245283018868, "median": 4.0, "p95": 8.199999999999996, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 102, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04723342500074068, "decode_time_sec": 3.2724152799528383, "total_time_sec": 3.586356236002757, "prefill_units_per_sec": 4318.975386536145, "prefill_bytes_per_sec": 4297.803938562929, "decode_units_per_sec": 100.53736211766542, "decode_bytes_per_sec": 100.53736211766542, "total_units_per_sec": 91.73656445425883, "total_bytes_per_sec": 91.73656445425883, "step_latency_ms": {"count": 329, "sum": 3241, "mean": 9.851063829787234, "median": 6.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2846.9970703125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.72093023255814, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 4, 4, 5, 1, 9, 3, 3, 3, 4, 5, 2, 4, 3, 4, 3, 7, 9, 2, 5, 2, 4, 9, 9, 3, 2, 7, 4, 2, 11, 3, 6, 2, 4, 2, 4, 9, 3, 3, 7, 7, 15, 3], "patch_length_stats": {"count": 43, "sum": 204, "mean": 4.744186046511628, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 103, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03901972099993145, "decode_time_sec": 3.339034168951912, "total_time_sec": 3.6290149980013666, "prefill_units_per_sec": 4536.167749644108, "prefill_bytes_per_sec": 4510.539683261938, "decode_units_per_sec": 90.44531583658356, "decode_bytes_per_sec": 90.44531583658356, "total_units_per_sec": 83.21817357225656, "total_bytes_per_sec": 83.21817357225656, "step_latency_ms": {"count": 302, "sum": 3329, "mean": 11.02317880794702, "median": 7.0, "p95": 24.0, "max": 28, "min": 6}, "peak_allocated_mb": 2846.14306640625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 3.8260869565217392, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 6, 7, 3, 3, 6, 5, 5, 3, 3, 4, 2, 2, 5, 6, 6, 2, 3, 4, 2, 2, 1, 5, 6, 5, 2, 7, 4, 8, 4, 3, 6, 2, 3, 1, 2, 2, 1, 2, 1, 2, 3, 7, 10, 6, 2], "patch_length_stats": {"count": 46, "sum": 177, "mean": 3.847826086956522, "median": 3.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 104, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0441301979990385, "decode_time_sec": 3.613243461040838, "total_time_sec": 3.9414274340015254, "prefill_units_per_sec": 4849.287102783055, "prefill_bytes_per_sec": 4826.626882676593, "decode_units_per_sec": 93.82152175883188, "decode_bytes_per_sec": 93.82152175883188, "total_units_per_sec": 86.00944852505657, "total_bytes_per_sec": 86.00944852505657, "step_latency_ms": {"count": 339, "sum": 3630, "mean": 10.70796460176991, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2849.408203125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}, "model_input_units": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}}, "generated_stats": {"units": {"count": 1, "sum": 339, "mean": 339.0, "median": 339.0, "p95": 339.0, "max": 339, "min": 339}, "bytes": {"count": 1, "sum": 339, "mean": 339.0, "median": 339.0, "p95": 339.0, "max": 339, "min": 339}}, "compression_summary": {"raw_prompt_bytes": 213, "model_input_units": 214, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 3.736842105263158, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 6, 7, 6, 5, 3, 3, 4, 4, 2, 6, 2, 4, 5, 7, 2, 2, 4, 7, 1, 1, 7, 5, 2, 7, 2, 5, 2, 1, 1, 2, 7, 4, 2, 5, 2, 3, 2, 4, 3, 6, 8, 4, 1, 7, 3, 3, 5, 3, 7, 3, 2, 3, 3, 1, 1, 4], "patch_length_stats": {"count": 57, "sum": 214, "mean": 3.754385964912281, "median": 3.0, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 105, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048324116000003414, "decode_time_sec": 3.138534601937863, "total_time_sec": 3.4610337400008575, "prefill_units_per_sec": 4242.1883102835345, "prefill_bytes_per_sec": 4221.494708769957, "decode_units_per_sec": 105.14461105391163, "decode_bytes_per_sec": 105.14461105391163, "total_units_per_sec": 95.34723576543875, "total_bytes_per_sec": 95.34723576543875, "step_latency_ms": {"count": 330, "sum": 3141, "mean": 9.518181818181818, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.7666015625, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}, "model_input_units": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}}, "generated_stats": {"units": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}, "bytes": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}}, "compression_summary": {"raw_prompt_bytes": 204, "model_input_units": 205, "stage0_units": 41, "stage1_units": null, "bytes_per_stage0_unit": 4.975609756097561, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [41], "patch_count_stats": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}, "patch_lengths": [3, 10, 5, 5, 1, 4, 5, 1, 11, 3, 3, 4, 3, 4, 11, 11, 1, 5, 3, 11, 6, 2, 10, 6, 5, 3, 2, 5, 3, 7, 4, 7, 2, 7, 6, 7, 2, 3, 10, 2, 2], "patch_length_stats": {"count": 41, "sum": 205, "mean": 5.0, "median": 4.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 106, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03751595200083102, "decode_time_sec": 3.5352434610103955, "total_time_sec": 3.8657867969996005, "prefill_units_per_sec": 6024.104092973406, "prefill_bytes_per_sec": 5997.448765128391, "decode_units_per_sec": 99.28594844205777, "decode_bytes_per_sec": 99.28594844205777, "total_units_per_sec": 90.79652304478505, "total_bytes_per_sec": 90.79652304478505, "step_latency_ms": {"count": 351, "sum": 3566, "mean": 10.15954415954416, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2849.0009765625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 225, "mean": 225.0, "median": 225.0, "p95": 225.0, "max": 225, "min": 225}, "model_input_units": {"count": 1, "sum": 226, "mean": 226.0, "median": 226.0, "p95": 226.0, "max": 226, "min": 226}}, "generated_stats": {"units": {"count": 1, "sum": 351, "mean": 351.0, "median": 351.0, "p95": 351.0, "max": 351, "min": 351}, "bytes": {"count": 1, "sum": 351, "mean": 351.0, "median": 351.0, "p95": 351.0, "max": 351, "min": 351}}, "compression_summary": {"raw_prompt_bytes": 225, "model_input_units": 226, "stage0_units": 50, "stage1_units": null, "bytes_per_stage0_unit": 4.5, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50], "patch_count_stats": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}, "patch_lengths": [3, 2, 9, 3, 6, 3, 5, 1, 6, 1, 10, 1, 10, 4, 5, 3, 3, 3, 10, 4, 3, 5, 2, 15, 4, 2, 5, 3, 7, 4, 2, 3, 11, 2, 3, 5, 6, 3, 3, 3, 10, 4, 3, 2, 4, 3, 5, 7, 3, 2], "patch_length_stats": {"count": 50, "sum": 226, "mean": 4.52, "median": 3.0, "p95": 10.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 107, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03600482400361216, "decode_time_sec": 3.026493111960008, "total_time_sec": 3.329271704002167, "prefill_units_per_sec": 5415.940930038619, "prefill_bytes_per_sec": 5388.166873987138, "decode_units_per_sec": 105.73293517022499, "decode_bytes_per_sec": 105.73293517022499, "total_units_per_sec": 96.11711763125949, "total_bytes_per_sec": 96.11711763125949, "step_latency_ms": {"count": 320, "sum": 3046, "mean": 9.51875, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2846.7138671875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.409090909090909, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 4, 5, 1, 5, 1, 6, 5, 1, 8, 5, 3, 3, 4, 5, 4, 5, 8, 3, 7, 4, 2, 11, 3, 5, 4, 4, 2, 1, 1, 2, 15, 3, 4, 6, 2, 19, 3, 5, 2, 1, 4, 2, 4], "patch_length_stats": {"count": 44, "sum": 195, "mean": 4.431818181818182, "median": 4.0, "p95": 10.550000000000004, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 108, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04126548000203911, "decode_time_sec": 2.5979160320239316, "total_time_sec": 2.863374546999694, "prefill_units_per_sec": 3610.7661898671054, "prefill_bytes_per_sec": 3586.5328597337693, "decode_units_per_sec": 105.46915166712976, "decode_bytes_per_sec": 105.46915166712976, "total_units_per_sec": 95.69128854871717, "total_bytes_per_sec": 95.69128854871717, "step_latency_ms": {"count": 274, "sum": 2594, "mean": 9.467153284671532, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2842.33349609375, "peak_reserved_mb": 2974.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}, "model_input_units": {"count": 1, "sum": 149, "mean": 149.0, "median": 149.0, "p95": 149.0, "max": 149, "min": 149}}, "generated_stats": {"units": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}, "bytes": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}}, "compression_summary": {"raw_prompt_bytes": 148, "model_input_units": 149, "stage0_units": 28, "stage1_units": null, "bytes_per_stage0_unit": 5.285714285714286, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [28], "patch_count_stats": {"count": 1, "sum": 28, "mean": 28.0, "median": 28.0, "p95": 28.0, "max": 28, "min": 28}, "patch_lengths": [3, 11, 5, 3, 3, 4, 5, 7, 6, 2, 5, 11, 7, 7, 5, 5, 10, 2, 6, 2, 7, 3, 5, 10, 3, 4, 5, 3], "patch_length_stats": {"count": 28, "sum": 149, "mean": 5.321428571428571, "median": 5.0, "p95": 10.649999999999999, "max": 11, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 109, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03865379099806887, "decode_time_sec": 3.567505341008655, "total_time_sec": 3.869538406001084, "prefill_units_per_sec": 5096.524685246061, "prefill_bytes_per_sec": 5070.65400156461, "decode_units_per_sec": 90.25915008412004, "decode_bytes_per_sec": 90.25915008412004, "total_units_per_sec": 83.2140597184991, "total_bytes_per_sec": 83.2140597184991, "step_latency_ms": {"count": 322, "sum": 3582, "mean": 11.124223602484472, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.0849609375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.260869565217392, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 3, 5, 3, 3, 4, 4, 3, 2, 4, 7, 3, 5, 2, 2, 2, 2, 2, 11, 4, 3, 2, 2, 1, 2, 2, 2, 2, 1, 3, 6, 5, 2, 2, 6, 4, 2, 46, 2, 2, 5, 4, 2, 7, 5, 3], "patch_length_stats": {"count": 46, "sum": 197, "mean": 4.282608695652174, "median": 3.0, "p95": 7.0, "max": 46, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 110, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04253069900005357, "decode_time_sec": 3.131392246028554, "total_time_sec": 3.4422833110002102, "prefill_units_per_sec": 4702.485609271272, "prefill_bytes_per_sec": 4678.973181224916, "decode_units_per_sec": 103.78770031515127, "decode_bytes_per_sec": 103.78770031515127, "total_units_per_sec": 94.41407654083129, "total_bytes_per_sec": 94.41407654083129, "step_latency_ms": {"count": 325, "sum": 3140, "mean": 9.661538461538461, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.2255859375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}, "bytes": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.326086956521739, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 4, 5, 1, 6, 1, 9, 1, 4, 4, 3, 4, 5, 6, 2, 5, 2, 5, 1, 7, 5, 2, 5, 2, 6, 1, 7, 3, 5, 2, 5, 3, 5, 6, 2, 11, 2, 7, 4, 9, 5, 5, 6, 4, 8, 2], "patch_length_stats": {"count": 46, "sum": 200, "mean": 4.3478260869565215, "median": 4.5, "p95": 8.75, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 111, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047978785001760116, "decode_time_sec": 3.604758812020009, "total_time_sec": 3.954921500997443, "prefill_units_per_sec": 5148.108689933243, "prefill_bytes_per_sec": 5127.26614462987, "decode_units_per_sec": 103.1969181293273, "decode_bytes_per_sec": 103.1969181293273, "total_units_per_sec": 94.06002114231103, "total_bytes_per_sec": 94.06002114231103, "step_latency_ms": {"count": 372, "sum": 3571, "mean": 9.599462365591398, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2850.220703125, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 246, "mean": 246.0, "median": 246.0, "p95": 246.0, "max": 246, "min": 246}, "model_input_units": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}}, "generated_stats": {"units": {"count": 1, "sum": 372, "mean": 372.0, "median": 372.0, "p95": 372.0, "max": 372, "min": 372}, "bytes": {"count": 1, "sum": 372, "mean": 372.0, "median": 372.0, "p95": 372.0, "max": 372, "min": 372}}, "compression_summary": {"raw_prompt_bytes": 246, "model_input_units": 247, "stage0_units": 50, "stage1_units": null, "bytes_per_stage0_unit": 4.92, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50], "patch_count_stats": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}, "patch_lengths": [5, 4, 8, 9, 5, 1, 4, 3, 3, 4, 7, 5, 2, 7, 7, 4, 6, 5, 7, 1, 7, 7, 4, 3, 3, 5, 2, 7, 7, 2, 8, 4, 1, 7, 5, 1, 5, 2, 7, 3, 7, 2, 11, 7, 6, 7, 3, 4, 8, 5], "patch_length_stats": {"count": 50, "sum": 247, "mean": 4.94, "median": 5.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 112, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048942093995719915, "decode_time_sec": 3.9700985650197254, "total_time_sec": 4.326510515998962, "prefill_units_per_sec": 5067.212694693613, "prefill_bytes_per_sec": 5046.780385440816, "decode_units_per_sec": 93.9523273518895, "decode_bytes_per_sec": 93.9523273518895, "total_units_per_sec": 86.21266459903123, "total_bytes_per_sec": 86.21266459903123, "step_latency_ms": {"count": 373, "sum": 3956, "mean": 10.605898123324398, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2851.5078125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}, "bytes": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 59, "stage1_units": null, "bytes_per_stage0_unit": 4.186440677966102, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [59], "patch_count_stats": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}, "patch_lengths": [3, 2, 3, 7, 3, 5, 3, 3, 5, 3, 2, 4, 2, 7, 9, 4, 4, 2, 11, 2, 4, 4, 3, 15, 5, 6, 7, 5, 3, 6, 2, 5, 4, 5, 15, 3, 3, 5, 1, 1, 1, 3, 4, 2, 1, 1, 5, 3, 3, 5, 1, 1, 2, 6, 2, 3, 3, 11, 5], "patch_length_stats": {"count": 59, "sum": 248, "mean": 4.203389830508475, "median": 3.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 113, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0448287569997774, "decode_time_sec": 3.635933246987406, "total_time_sec": 3.9494009539994295, "prefill_units_per_sec": 4506.036158910296, "prefill_bytes_per_sec": 4483.72904921272, "decode_units_per_sec": 89.93564452013511, "decode_bytes_per_sec": 89.93564452013511, "total_units_per_sec": 82.79736694469013, "total_bytes_per_sec": 82.79736694469013, "step_latency_ms": {"count": 327, "sum": 3627, "mean": 11.091743119266056, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2848.2900390625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}, "bytes": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 3.792452830188679, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 6, 15, 7, 5, 3, 3, 4, 2, 2, 3, 7, 8, 7, 8, 7, 2, 3, 4, 2, 2, 1, 3, 4, 15, 7, 3, 1, 4, 4, 7, 2, 3, 3, 6, 2, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 3, 3, 7, 2], "patch_length_stats": {"count": 53, "sum": 202, "mean": 3.811320754716981, "median": 3.0, "p95": 8.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 114, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05541764100053115, "decode_time_sec": 3.921812012056762, "total_time_sec": 4.290389212001173, "prefill_units_per_sec": 4619.467652864299, "prefill_bytes_per_sec": 4601.422857345298, "decode_units_per_sec": 97.1489706362003, "decode_bytes_per_sec": 97.1489706362003, "total_units_per_sec": 88.80313211077872, "total_bytes_per_sec": 88.80313211077872, "step_latency_ms": {"count": 381, "sum": 3882, "mean": 10.188976377952756, "median": 6.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2851.982421875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.25, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 7, 6, 4, 3, 3, 3, 4, 2, 2, 3, 6, 9, 4, 7, 2, 2, 3, 4, 3, 4, 2, 6, 9, 1, 4, 4, 3, 2, 4, 3, 4, 5, 3, 14, 5, 8, 2, 1, 2, 12, 2, 3, 4, 5, 4, 5, 3, 9, 4, 3, 4, 3, 4, 4, 2, 1, 8, 6, 4], "patch_length_stats": {"count": 60, "sum": 256, "mean": 4.266666666666667, "median": 4.0, "p95": 9.0, "max": 14, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 115, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04369514800418983, "decode_time_sec": 2.971038833980856, "total_time_sec": 3.2711253330016916, "prefill_units_per_sec": 4142.336352371304, "prefill_bytes_per_sec": 4119.450516170358, "decode_units_per_sec": 102.99427812930826, "decode_bytes_per_sec": 102.99427812930826, "total_units_per_sec": 93.54578894083657, "total_bytes_per_sec": 93.54578894083657, "step_latency_ms": {"count": 306, "sum": 2999, "mean": 9.800653594771243, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2845.22216796875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.7368421052631575, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 5, 5, 3, 3, 4, 3, 5, 5, 2, 11, 6, 10, 2, 5, 8, 5, 1, 7, 5, 2, 6, 4, 7, 5, 2, 11, 5, 5, 2, 5, 1, 7, 4, 8, 2, 5, 2], "patch_length_stats": {"count": 38, "sum": 181, "mean": 4.7631578947368425, "median": 5.0, "p95": 10.149999999999999, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 116, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05558672999904957, "decode_time_sec": 4.014499945005809, "total_time_sec": 4.384235132998583, "prefill_units_per_sec": 4551.446001668489, "prefill_bytes_per_sec": 4533.456096523554, "decode_units_per_sec": 94.15867609370537, "decode_bytes_per_sec": 94.15867609370537, "total_units_per_sec": 86.21800349048983, "total_bytes_per_sec": 86.21800349048983, "step_latency_ms": {"count": 378, "sum": 4035, "mean": 10.674603174603174, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2852.67431640625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 252, "mean": 252.0, "median": 252.0, "p95": 252.0, "max": 252, "min": 252}, "model_input_units": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}}, "generated_stats": {"units": {"count": 1, "sum": 378, "mean": 378.0, "median": 378.0, "p95": 378.0, "max": 378, "min": 378}, "bytes": {"count": 1, "sum": 378, "mean": 378.0, "median": 378.0, "p95": 378.0, "max": 378, "min": 378}}, "compression_summary": {"raw_prompt_bytes": 252, "model_input_units": 253, "stage0_units": 66, "stage1_units": null, "bytes_per_stage0_unit": 3.8181818181818183, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [66], "patch_count_stats": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}, "patch_lengths": [3, 5, 5, 2, 2, 1, 5, 1, 8, 5, 3, 3, 5, 1, 4, 2, 2, 3, 5, 4, 5, 2, 3, 3, 5, 2, 2, 4, 5, 5, 3, 3, 3, 3, 5, 8, 2, 2, 5, 7, 2, 1, 1, 1, 4, 7, 2, 5, 2, 4, 2, 3, 7, 9, 5, 4, 5, 3, 10, 1, 7, 4, 5, 7, 4, 2], "patch_length_stats": {"count": 66, "sum": 253, "mean": 3.8333333333333335, "median": 3.5, "p95": 7.75, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 117, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05163229200115893, "decode_time_sec": 3.481962585992733, "total_time_sec": 3.819663894999394, "prefill_units_per_sec": 4280.26708547123, "prefill_bytes_per_sec": 4260.899361102581, "decode_units_per_sec": 99.36924692754931, "decode_bytes_per_sec": 99.36924692754931, "total_units_per_sec": 90.58388630815772, "total_bytes_per_sec": 90.58388630815772, "step_latency_ms": {"count": 346, "sum": 3475, "mean": 10.04335260115607, "median": 7.0, "p95": 24.0, "max": 30, "min": 6}, "peak_allocated_mb": 2848.2109375, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 346, "mean": 346.0, "median": 346.0, "p95": 346.0, "max": 346, "min": 346}, "bytes": {"count": 1, "sum": 346, "mean": 346.0, "median": 346.0, "p95": 346.0, "max": 346, "min": 346}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.782608695652174, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 8, 8, 7, 5, 4, 1, 6, 5, 1, 10, 3, 3, 4, 7, 2, 4, 3, 4, 6, 3, 6, 5, 2, 7, 5, 2, 8, 8, 7, 4, 1, 6, 1, 10, 2, 7, 4, 7, 7, 5, 2, 3, 7, 6, 2], "patch_length_stats": {"count": 46, "sum": 221, "mean": 4.804347826086956, "median": 5.0, "p95": 8.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 118, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04665444599959301, "decode_time_sec": 3.692621911966853, "total_time_sec": 4.035670272998686, "prefill_units_per_sec": 4994.164972016441, "prefill_bytes_per_sec": 4972.730787587187, "decode_units_per_sec": 96.9500827690516, "decode_bytes_per_sec": 96.9500827690516, "total_units_per_sec": 88.7089320441409, "total_bytes_per_sec": 88.7089320441409, "step_latency_ms": {"count": 358, "sum": 3702, "mean": 10.340782122905027, "median": 7.0, "p95": 24.0, "max": 30, "min": 6}, "peak_allocated_mb": 2848.7744140625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 5.043478260869565, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 3, 12, 5, 1, 2, 4, 3, 3, 4, 3, 5, 12, 3, 5, 2, 11, 6, 9, 5, 5, 3, 12, 1, 1, 1, 2, 7, 4, 7, 1, 7, 5, 12, 5, 2, 11, 4, 5, 2, 7, 8, 2, 11, 5, 2], "patch_length_stats": {"count": 46, "sum": 233, "mean": 5.065217391304348, "median": 4.5, "p95": 12.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 119, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.045112118001270574, "decode_time_sec": 2.7820168190191907, "total_time_sec": 3.0406985429981432, "prefill_units_per_sec": 3081.2120148312497, "prefill_bytes_per_sec": 3059.0450219187946, "decode_units_per_sec": 94.89518474337407, "decode_bytes_per_sec": 94.89518474337407, "total_units_per_sec": 86.82215493144373, "total_bytes_per_sec": 86.82215493144373, "step_latency_ms": {"count": 264, "sum": 2779, "mean": 10.526515151515152, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2842.97314453125, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 138, "mean": 138.0, "median": 138.0, "p95": 138.0, "max": 138, "min": 138}, "model_input_units": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}}, "generated_stats": {"units": {"count": 1, "sum": 264, "mean": 264.0, "median": 264.0, "p95": 264.0, "max": 264, "min": 264}, "bytes": {"count": 1, "sum": 264, "mean": 264.0, "median": 264.0, "p95": 264.0, "max": 264, "min": 264}}, "compression_summary": {"raw_prompt_bytes": 138, "model_input_units": 139, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 3.8333333333333335, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 8, 5, 3, 3, 4, 2, 2, 5, 2, 7, 1, 7, 4, 5, 1, 2, 1, 3, 4, 1, 2, 3, 6, 4, 11, 3, 2, 2, 1, 1, 2, 15, 7, 5, 2], "patch_length_stats": {"count": 36, "sum": 139, "mean": 3.861111111111111, "median": 3.0, "p95": 8.75, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 120, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.056731660002697026, "decode_time_sec": 3.782228822044999, "total_time_sec": 4.1533899159985594, "prefill_units_per_sec": 4477.217835471848, "prefill_bytes_per_sec": 4459.590993599912, "decode_units_per_sec": 100.20546556860087, "decode_bytes_per_sec": 100.20546556860087, "total_units_per_sec": 91.25076327173599, "total_bytes_per_sec": 91.25076327173599, "step_latency_ms": {"count": 379, "sum": 3775, "mean": 9.96042216358839, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2851.888671875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 379, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}, "bytes": {"count": 1, "sum": 379, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.216666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 7, 3, 5, 1, 5, 3, 3, 4, 4, 5, 5, 1, 4, 4, 5, 2, 5, 2, 7, 5, 10, 5, 3, 7, 6, 2, 2, 3, 5, 2, 4, 4, 4, 5, 3, 7, 4, 1, 2, 3, 6, 6, 2, 7, 4, 2, 1, 5, 5, 3, 10, 4, 5, 5, 3, 11, 4, 4, 2], "patch_length_stats": {"count": 60, "sum": 254, "mean": 4.233333333333333, "median": 4.0, "p95": 7.1499999999999915, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 121, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04297677900103736, "decode_time_sec": 2.2246852989846957, "total_time_sec": 2.455974728000001, "prefill_units_per_sec": 2396.6430801506513, "prefill_bytes_per_sec": 2373.374700731713, "decode_units_per_sec": 102.486405652096, "decode_bytes_per_sec": 102.486405652096, "total_units_per_sec": 92.83483148284249, "total_bytes_per_sec": 92.83483148284249, "step_latency_ms": {"count": 228, "sum": 2228, "mean": 9.771929824561404, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2836.84326171875, "peak_reserved_mb": 2972.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "model_input_units": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}}, "generated_stats": {"units": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}}, "compression_summary": {"raw_prompt_bytes": 102, "model_input_units": 103, "stage0_units": 20, "stage1_units": null, "bytes_per_stage0_unit": 5.1, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [20], "patch_count_stats": {"count": 1, "sum": 20, "mean": 20.0, "median": 20.0, "p95": 20.0, "max": 20, "min": 20}, "patch_lengths": [3, 14, 5, 4, 3, 4, 3, 5, 2, 7, 8, 3, 5, 2, 11, 5, 2, 5, 7, 5], "patch_length_stats": {"count": 20, "sum": 103, "mean": 5.15, "median": 5.0, "p95": 11.150000000000002, "max": 14, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 122, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03684275400155457, "decode_time_sec": 3.100830949999363, "total_time_sec": 3.399024713999097, "prefill_units_per_sec": 5319.906323825028, "prefill_bytes_per_sec": 5292.763944621839, "decode_units_per_sec": 103.52063855659914, "decode_bytes_per_sec": 103.52063855659914, "total_units_per_sec": 94.43885438018185, "total_bytes_per_sec": 94.43885438018185, "step_latency_ms": {"count": 321, "sum": 3086, "mean": 9.613707165109034, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2845.9287109375, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}, "model_input_units": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}}, "generated_stats": {"units": {"count": 1, "sum": 321, "mean": 321.0, "median": 321.0, "p95": 321.0, "max": 321, "min": 321}, "bytes": {"count": 1, "sum": 321, "mean": 321.0, "median": 321.0, "p95": 321.0, "max": 321, "min": 321}}, "compression_summary": {"raw_prompt_bytes": 195, "model_input_units": 196, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 5.131578947368421, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 7, 4, 5, 1, 5, 6, 1, 7, 5, 4, 3, 4, 4, 10, 2, 3, 11, 8, 2, 5, 2, 6, 8, 4, 7, 5, 2, 11, 3, 8, 2, 15, 8, 5, 6, 1, 3], "patch_length_stats": {"count": 38, "sum": 196, "mean": 5.157894736842105, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 123, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05310683199786581, "decode_time_sec": 2.992407030014874, "total_time_sec": 3.2779898940025305, "prefill_units_per_sec": 2975.1351013811086, "prefill_bytes_per_sec": 2956.3051323850254, "decode_units_per_sec": 94.57269588041079, "decode_bytes_per_sec": 94.57269588041079, "total_units_per_sec": 86.33339612113568, "total_bytes_per_sec": 86.33339612113568, "step_latency_ms": {"count": 283, "sum": 2998, "mean": 10.593639575971732, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2844.41943359375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}, "bytes": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 40, "stage1_units": null, "bytes_per_stage0_unit": 3.925, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [40], "patch_count_stats": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}, "patch_lengths": [3, 9, 3, 5, 5, 7, 5, 1, 4, 3, 4, 3, 8, 2, 5, 3, 8, 2, 5, 5, 2, 2, 4, 3, 6, 5, 1, 3, 8, 2, 4, 5, 2, 2, 2, 2, 3, 5, 5, 2], "patch_length_stats": {"count": 40, "sum": 158, "mean": 3.95, "median": 3.5, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 124, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.039991431000089506, "decode_time_sec": 3.1759987229997932, "total_time_sec": 3.4634106640005484, "prefill_units_per_sec": 4450.953505504757, "prefill_bytes_per_sec": 4425.948148732258, "decode_units_per_sec": 95.40306102951155, "decode_bytes_per_sec": 95.40306102951155, "total_units_per_sec": 87.48601577902632, "total_bytes_per_sec": 87.48601577902632, "step_latency_ms": {"count": 303, "sum": 3174, "mean": 10.475247524752476, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2845.35888671875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}, "bytes": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 40, "stage1_units": null, "bytes_per_stage0_unit": 4.425, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [40], "patch_count_stats": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}, "patch_lengths": [3, 7, 6, 5, 1, 6, 1, 8, 5, 3, 3, 4, 3, 8, 3, 5, 2, 11, 8, 2, 5, 4, 7, 8, 2, 3, 2, 2, 6, 1, 7, 2, 7, 5, 3, 7, 3, 5, 3, 2], "patch_length_stats": {"count": 40, "sum": 178, "mean": 4.45, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 125, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.052445122000790434, "decode_time_sec": 3.5971709480254503, "total_time_sec": 3.9471239509985026, "prefill_units_per_sec": 4519.009413238242, "prefill_bytes_per_sec": 4499.941862971414, "decode_units_per_sec": 100.63463906231871, "decode_bytes_per_sec": 100.63463906231871, "total_units_per_sec": 91.71234663366094, "total_bytes_per_sec": 91.71234663366094, "step_latency_ms": {"count": 362, "sum": 3586, "mean": 9.9060773480663, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2849.9326171875, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}, "model_input_units": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}}, "generated_stats": {"units": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}, "bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "compression_summary": {"raw_prompt_bytes": 236, "model_input_units": 237, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 4.452830188679245, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 4, 2, 2, 6, 5, 7, 3, 3, 6, 1, 6, 5, 2, 5, 1, 5, 2, 3, 4, 2, 7, 6, 2, 6, 3, 6, 6, 3, 7, 2, 5, 5, 2, 6, 4, 5, 4, 7, 3, 4, 2, 5, 5, 2, 11, 6, 6, 3, 11, 7, 6, 3], "patch_length_stats": {"count": 53, "sum": 237, "mean": 4.471698113207547, "median": 5.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 126, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048474036000698106, "decode_time_sec": 3.86108811797385, "total_time_sec": 4.188187444000505, "prefill_units_per_sec": 4497.252921066041, "prefill_bytes_per_sec": 4476.623320510693, "decode_units_per_sec": 88.83506139196668, "decode_bytes_per_sec": 88.83506139196668, "total_units_per_sec": 81.89700307977874, "total_bytes_per_sec": 81.89700307977874, "step_latency_ms": {"count": 343, "sum": 3847, "mean": 11.215743440233236, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2851.95361328125, "peak_reserved_mb": 2996.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 343, "mean": 343.0, "median": 343.0, "p95": 343.0, "max": 343, "min": 343}, "bytes": {"count": 1, "sum": 343, "mean": 343.0, "median": 343.0, "p95": 343.0, "max": 343, "min": 343}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 74, "stage1_units": null, "bytes_per_stage0_unit": 2.9324324324324325, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [74], "patch_count_stats": {"count": 1, "sum": 74, "mean": 74.0, "median": 74.0, "p95": 74.0, "max": 74, "min": 74}, "patch_lengths": [3, 12, 5, 3, 3, 4, 3, 2, 5, 4, 4, 5, 3, 7, 2, 1, 2, 3, 2, 2, 5, 4, 2, 2, 1, 3, 2, 5, 4, 2, 2, 1, 3, 3, 1, 2, 1, 7, 2, 1, 2, 2, 4, 4, 2, 2, 2, 3, 1, 2, 1, 3, 2, 1, 1, 2, 5, 4, 2, 2, 4, 7, 2, 1, 2, 2, 1, 2, 2, 1, 1, 7, 7, 4], "patch_length_stats": {"count": 74, "sum": 218, "mean": 2.945945945945946, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 127, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.041687880002427846, "decode_time_sec": 3.519020060019102, "total_time_sec": 3.8389856460016745, "prefill_units_per_sec": 5109.398702634799, "prefill_bytes_per_sec": 5085.410915298485, "decode_units_per_sec": 96.04946667969982, "decode_bytes_per_sec": 96.04946667969982, "total_units_per_sec": 88.04409059253163, "total_bytes_per_sec": 88.04409059253163, "step_latency_ms": {"count": 338, "sum": 3485, "mean": 10.310650887573965, "median": 6.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2848.9453125, "peak_reserved_mb": 2984.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}, "bytes": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 54, "stage1_units": null, "bytes_per_stage0_unit": 3.925925925925926, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54], "patch_count_stats": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 2, 2, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4], "patch_length_stats": {"count": 54, "sum": 213, "mean": 3.9444444444444446, "median": 3.0, "p95": 7.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 0, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04474781699900632, "decode_time_sec": 2.8682461210009933, "total_time_sec": 3.1660885580022295, "prefill_units_per_sec": 4044.8900558438268, "prefill_bytes_per_sec": 4022.542596971761, "decode_units_per_sec": 106.68540532819011, "decode_bytes_per_sec": 106.68540532819011, "total_units_per_sec": 96.6492232905459, "total_bytes_per_sec": 96.6492232905459, "step_latency_ms": {"count": 306, "sum": 2868, "mean": 9.372549019607844, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2845.22216796875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.7368421052631575, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 4, 5, 5, 1, 4, 3, 3, 4, 6, 4, 5, 1, 3, 4, 2, 11, 3, 4, 5, 1, 2, 4, 2, 15, 5, 4, 3, 16, 2, 15, 5, 7, 5, 5, 4, 4, 2], "patch_length_stats": {"count": 38, "sum": 181, "mean": 4.7631578947368425, "median": 4.0, "p95": 15.0, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 1, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05416362200048752, "decode_time_sec": 3.0008407269815507, "total_time_sec": 3.298236247002933, "prefill_units_per_sec": 3230.9508400015206, "prefill_bytes_per_sec": 3212.4882637729406, "decode_units_per_sec": 99.97198361865755, "decode_bytes_per_sec": 99.97198361865755, "total_units_per_sec": 90.95770512879614, "total_bytes_per_sec": 90.95770512879614, "step_latency_ms": {"count": 300, "sum": 2982, "mean": 9.94, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2845.07861328125, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}, "model_input_units": {"count": 1, "sum": 175, "mean": 175.0, "median": 175.0, "p95": 175.0, "max": 175, "min": 175}}, "generated_stats": {"units": {"count": 1, "sum": 300, "mean": 300.0, "median": 300.0, "p95": 300.0, "max": 300, "min": 300}, "bytes": {"count": 1, "sum": 300, "mean": 300.0, "median": 300.0, "p95": 300.0, "max": 300, "min": 300}}, "compression_summary": {"raw_prompt_bytes": 174, "model_input_units": 175, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 4.461538461538462, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 4, 8, 5, 1, 5, 3, 3, 4, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 4, 3, 4, 3, 8, 3, 5, 11, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 7, 5], "patch_length_stats": {"count": 39, "sum": 175, "mean": 4.487179487179487, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 2, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05164827399858041, "decode_time_sec": 3.2004558080006973, "total_time_sec": 3.5083786209979735, "prefill_units_per_sec": 3601.282010026363, "prefill_bytes_per_sec": 3581.9202787896625, "decode_units_per_sec": 97.17365858405012, "decode_bytes_per_sec": 97.17365858405012, "total_units_per_sec": 88.64493647824553, "total_bytes_per_sec": 88.64493647824553, "step_latency_ms": {"count": 311, "sum": 3189, "mean": 10.254019292604502, "median": 7.0, "p95": 23.0, "max": 31, "min": 6}, "peak_allocated_mb": 2846.70458984375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}, "model_input_units": {"count": 1, "sum": 186, "mean": 186.0, "median": 186.0, "p95": 186.0, "max": 186, "min": 186}}, "generated_stats": {"units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}, "bytes": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "compression_summary": {"raw_prompt_bytes": 185, "model_input_units": 186, "stage0_units": 47, "stage1_units": null, "bytes_per_stage0_unit": 3.9361702127659575, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [47], "patch_count_stats": {"count": 1, "sum": 47, "mean": 47.0, "median": 47.0, "p95": 47.0, "max": 47, "min": 47}, "patch_lengths": [3, 12, 3, 3, 6, 3, 5, 12, 2, 7, 1, 1, 4, 12, 2, 5, 1, 4, 4, 3, 4, 1, 4, 3, 3, 3, 4, 3, 4, 5, 2, 5, 3, 8, 4, 1, 2, 4, 3, 3, 1, 5, 2, 2, 7, 4, 3], "patch_length_stats": {"count": 47, "sum": 186, "mean": 3.9574468085106385, "median": 3.0, "p95": 10.799999999999983, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 3, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.046430555998085765, "decode_time_sec": 3.2801020920087467, "total_time_sec": 3.5763129650003975, "prefill_units_per_sec": 3639.844416400431, "prefill_bytes_per_sec": 3618.3068754749843, "decode_units_per_sec": 89.63135651059974, "decode_bytes_per_sec": 89.63135651059974, "total_units_per_sec": 82.20757044398303, "total_bytes_per_sec": 82.20757044398303, "step_latency_ms": {"count": 294, "sum": 3294, "mean": 11.204081632653061, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2845.76806640625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 168, "mean": 168.0, "median": 168.0, "p95": 168.0, "max": 168, "min": 168}, "model_input_units": {"count": 1, "sum": 169, "mean": 169.0, "median": 169.0, "p95": 169.0, "max": 169, "min": 169}}, "generated_stats": {"units": {"count": 1, "sum": 294, "mean": 294.0, "median": 294.0, "p95": 294.0, "max": 294, "min": 294}, "bytes": {"count": 1, "sum": 294, "mean": 294.0, "median": 294.0, "p95": 294.0, "max": 294, "min": 294}}, "compression_summary": {"raw_prompt_bytes": 168, "model_input_units": 169, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 3.652173913043478, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 5, 6, 4, 1, 1, 7, 5, 1, 4, 1, 11, 6, 6, 4, 5, 1, 4, 1, 16, 3, 5, 1, 6, 3, 4, 1, 1, 5, 4, 2, 1, 1, 2, 3, 4, 7, 2, 8, 2, 2, 2, 3, 1, 1, 3], "patch_length_stats": {"count": 46, "sum": 169, "mean": 3.6739130434782608, "median": 3.0, "p95": 7.75, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 4, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.041896910002833465, "decode_time_sec": 3.211545253972872, "total_time_sec": 3.5161924109997926, "prefill_units_per_sec": 4773.621729776112, "prefill_bytes_per_sec": 4749.753621127232, "decode_units_per_sec": 101.19739075697461, "decode_bytes_per_sec": 101.19739075697461, "total_units_per_sec": 92.42952660477123, "total_bytes_per_sec": 92.42952660477123, "step_latency_ms": {"count": 325, "sum": 3209, "mean": 9.873846153846154, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2846.3935546875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}, "bytes": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 40, "stage1_units": null, "bytes_per_stage0_unit": 4.975, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [40], "patch_count_stats": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}, "patch_lengths": [3, 15, 5, 4, 3, 4, 3, 5, 2, 5, 3, 4, 5, 2, 11, 7, 5, 2, 5, 2, 3, 4, 5, 7, 10, 4, 11, 7, 2, 5, 5, 5, 6, 2, 11, 5, 1, 2, 8, 2], "patch_length_stats": {"count": 40, "sum": 200, "mean": 5.0, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 5, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04864211499807425, "decode_time_sec": 3.135786291964905, "total_time_sec": 3.469973316001415, "prefill_units_per_sec": 4481.713017796012, "prefill_bytes_per_sec": 4461.154701200618, "decode_units_per_sec": 109.38245405271985, "decode_bytes_per_sec": 109.38245405271985, "total_units_per_sec": 98.84802238054448, "total_bytes_per_sec": 98.84802238054448, "step_latency_ms": {"count": 343, "sum": 3120, "mean": 9.096209912536443, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.931640625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 343, "mean": 343.0, "median": 343.0, "p95": 343.0, "max": 343, "min": 343}, "bytes": {"count": 1, "sum": 343, "mean": 343.0, "median": 343.0, "p95": 343.0, "max": 343, "min": 343}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 4.822222222222222, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 8, 5, 1, 6, 4, 3, 4, 4, 2, 7, 3, 3, 6, 7, 6, 6, 2, 6, 2, 7, 5, 7, 6, 2, 7, 5, 4, 1, 6, 3, 7, 10, 2, 7, 9, 5, 7, 6, 1, 6, 3, 7, 5, 2], "patch_length_stats": {"count": 45, "sum": 218, "mean": 4.844444444444444, "median": 5.0, "p95": 7.799999999999997, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 6, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0540951419970952, "decode_time_sec": 3.055659042998741, "total_time_sec": 3.3636460839989013, "prefill_units_per_sec": 3475.3582865185053, "prefill_bytes_per_sec": 3456.87233818596, "decode_units_per_sec": 102.43289437581697, "decode_bytes_per_sec": 102.43289437581697, "total_units_per_sec": 93.05378514373518, "total_bytes_per_sec": 93.05378514373518, "step_latency_ms": {"count": 313, "sum": 3036, "mean": 9.699680511182109, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2846.38232421875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 313, "mean": 313.0, "median": 313.0, "p95": 313.0, "max": 313, "min": 313}, "bytes": {"count": 1, "sum": 313, "mean": 313.0, "median": 313.0, "p95": 313.0, "max": 313, "min": 313}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.25, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 8, 5, 1, 5, 5, 3, 3, 4, 8, 2, 5, 5, 8, 5, 2, 7, 7, 2, 4, 7, 4, 4, 3, 8, 2, 11, 2, 2, 5, 2, 1, 4, 2, 11, 7, 7, 2, 1, 2, 1, 2, 2, 4], "patch_length_stats": {"count": 44, "sum": 188, "mean": 4.2727272727272725, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 7, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03825258299912093, "decode_time_sec": 2.8339007609902183, "total_time_sec": 3.0925428080008714, "prefill_units_per_sec": 3842.8777477164913, "prefill_bytes_per_sec": 3816.7357222218216, "decode_units_per_sec": 95.98077806541048, "decode_bytes_per_sec": 95.98077806541048, "total_units_per_sec": 87.9535116850429, "total_bytes_per_sec": 87.9535116850429, "step_latency_ms": {"count": 272, "sum": 2831, "mean": 10.408088235294118, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2843.34912109375, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}, "model_input_units": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}}, "generated_stats": {"units": {"count": 1, "sum": 272, "mean": 272.0, "median": 272.0, "p95": 272.0, "max": 272, "min": 272}, "bytes": {"count": 1, "sum": 272, "mean": 272.0, "median": 272.0, "p95": 272.0, "max": 272, "min": 272}}, "compression_summary": {"raw_prompt_bytes": 146, "model_input_units": 147, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 4.055555555555555, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 7, 5, 1, 6, 1, 6, 1, 3, 6, 3, 3, 4, 3, 6, 3, 5, 2, 11, 6, 2, 2, 6, 3, 7, 8, 2, 4, 7, 3, 2, 2, 1, 3, 7, 3], "patch_length_stats": {"count": 36, "sum": 147, "mean": 4.083333333333333, "median": 3.0, "p95": 7.25, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 8, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.052527743002428906, "decode_time_sec": 3.3123991590291553, "total_time_sec": 3.5971009749991936, "prefill_units_per_sec": 3007.934302311333, "prefill_bytes_per_sec": 2988.8967434359447, "decode_units_per_sec": 85.43656317161536, "decode_bytes_per_sec": 85.43656317161536, "total_units_per_sec": 78.67446645699553, "total_bytes_per_sec": 78.67446645699553, "step_latency_ms": {"count": 283, "sum": 3326, "mean": 11.752650176678445, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2843.2314453125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}, "bytes": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 31, "stage1_units": null, "bytes_per_stage0_unit": 5.064516129032258, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [31], "patch_count_stats": {"count": 1, "sum": 31, "mean": 31.0, "median": 31.0, "p95": 31.0, "max": 31, "min": 31}, "patch_lengths": [3, 6, 8, 8, 1, 3, 6, 3, 3, 3, 7, 4, 2, 5, 6, 2, 6, 3, 7, 3, 4, 8, 3, 8, 8, 4, 11, 7, 5, 9, 2], "patch_length_stats": {"count": 31, "sum": 158, "mean": 5.096774193548387, "median": 5.0, "p95": 8.5, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 9, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05047672400178271, "decode_time_sec": 3.0887132070056396, "total_time_sec": 3.390833464000025, "prefill_units_per_sec": 3665.0556005470216, "prefill_bytes_per_sec": 3645.2444891927134, "decode_units_per_sec": 100.36542055664995, "decode_bytes_per_sec": 100.36542055664995, "total_units_per_sec": 91.4229505197539, "total_bytes_per_sec": 91.4229505197539, "step_latency_ms": {"count": 310, "sum": 3075, "mean": 9.919354838709678, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.24169921875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.181818181818182, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 8, 5, 1, 7, 1, 8, 3, 3, 3, 4, 5, 6, 1, 2, 1, 1, 2, 7, 5, 4, 4, 8, 3, 4, 5, 6, 1, 5, 5, 2, 5, 6, 4, 3, 8, 2, 5, 6, 10, 2, 3, 6, 2], "patch_length_stats": {"count": 44, "sum": 185, "mean": 4.204545454545454, "median": 4.0, "p95": 8.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 10, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03842529299799935, "decode_time_sec": 3.51092033097666, "total_time_sec": 3.796222010998463, "prefill_units_per_sec": 4606.34093302075, "prefill_bytes_per_sec": 4580.316407975434, "decode_units_per_sec": 86.01733207543059, "decode_bytes_per_sec": 86.01733207543059, "total_units_per_sec": 79.55277618775766, "total_bytes_per_sec": 79.55277618775766, "step_latency_ms": {"count": 302, "sum": 3498, "mean": 11.582781456953642, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2845.73193359375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.093023255813954, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 5, 5, 1, 4, 1, 10, 1, 7, 3, 3, 4, 3, 5, 7, 2, 11, 7, 1, 7, 6, 2, 5, 4, 3, 7, 2, 2, 1, 2, 1, 2, 10, 5, 4, 3, 3, 7, 2, 5, 4, 5, 2], "patch_length_stats": {"count": 43, "sum": 177, "mean": 4.116279069767442, "median": 4.0, "p95": 9.699999999999996, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 11, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04763822700260789, "decode_time_sec": 3.4388252360004117, "total_time_sec": 3.7573097419990518, "prefill_units_per_sec": 4282.2752406136415, "prefill_bytes_per_sec": 4261.283695316516, "decode_units_per_sec": 95.67220705366506, "decode_bytes_per_sec": 95.67220705366506, "total_units_per_sec": 87.56265056416609, "total_bytes_per_sec": 87.56265056416609, "step_latency_ms": {"count": 329, "sum": 3462, "mean": 10.522796352583587, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2847.5517578125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 47, "stage1_units": null, "bytes_per_stage0_unit": 4.319148936170213, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [47], "patch_count_stats": {"count": 1, "sum": 47, "mean": 47.0, "median": 47.0, "p95": 47.0, "max": 47, "min": 47}, "patch_lengths": [3, 5, 9, 5, 3, 3, 2, 2, 3, 5, 2, 3, 6, 4, 8, 2, 4, 3, 7, 3, 2, 5, 4, 5, 5, 2, 1, 3, 3, 5, 2, 11, 6, 4, 5, 9, 4, 7, 7, 6, 5, 2, 4, 3, 3, 7, 2], "patch_length_stats": {"count": 47, "sum": 204, "mean": 4.340425531914893, "median": 4.0, "p95": 8.699999999999996, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 12, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048462536000442924, "decode_time_sec": 3.491919199037511, "total_time_sec": 3.8345781110001553, "prefill_units_per_sec": 4807.837542754067, "prefill_bytes_per_sec": 4787.203046862418, "decode_units_per_sec": 102.522418072754, "decode_bytes_per_sec": 102.522418072754, "total_units_per_sec": 93.36098773761177, "total_bytes_per_sec": 93.36098773761177, "step_latency_ms": {"count": 358, "sum": 3468, "mean": 9.687150837988828, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2848.0810546875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 41, "stage1_units": null, "bytes_per_stage0_unit": 5.658536585365853, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [41], "patch_count_stats": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}, "patch_lengths": [3, 8, 9, 8, 5, 3, 3, 4, 9, 2, 4, 7, 4, 5, 1, 11, 5, 3, 8, 5, 6, 4, 11, 4, 8, 3, 11, 5, 2, 15, 8, 2, 7, 4, 2, 2, 5, 1, 15, 9, 2], "patch_length_stats": {"count": 41, "sum": 233, "mean": 5.682926829268292, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 13, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04495475799922133, "decode_time_sec": 2.5255704859955586, "total_time_sec": 2.755381930001022, "prefill_units_per_sec": 2313.436989290464, "prefill_bytes_per_sec": 2291.192402854979, "decode_units_per_sec": 90.67258319251785, "decode_bytes_per_sec": 90.67258319251785, "total_units_per_sec": 83.11007541517668, "total_bytes_per_sec": 83.11007541517668, "step_latency_ms": {"count": 229, "sum": 2523, "mean": 11.017467248908297, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2840.7294921875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}, "model_input_units": {"count": 1, "sum": 104, "mean": 104.0, "median": 104.0, "p95": 104.0, "max": 104, "min": 104}}, "generated_stats": {"units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}, "bytes": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "compression_summary": {"raw_prompt_bytes": 103, "model_input_units": 104, "stage0_units": 34, "stage1_units": null, "bytes_per_stage0_unit": 3.0294117647058822, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [34], "patch_count_stats": {"count": 1, "sum": 34, "mean": 34.0, "median": 34.0, "p95": 34.0, "max": 34, "min": 34}, "patch_lengths": [3, 8, 4, 2, 3, 3, 4, 2, 3, 2, 2, 2, 2, 2, 5, 3, 3, 2, 4, 1, 3, 2, 2, 7, 3, 2, 2, 4, 2, 3, 4, 3, 4, 3], "patch_length_stats": {"count": 34, "sum": 104, "mean": 3.0588235294117645, "median": 3.0, "p95": 5.699999999999996, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 14, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049221186000067974, "decode_time_sec": 3.266120841002703, "total_time_sec": 3.5392063330000383, "prefill_units_per_sec": 3128.734037407943, "prefill_bytes_per_sec": 3108.41758261958, "decode_units_per_sec": 85.42243645656009, "decode_bytes_per_sec": 85.42243645656009, "total_units_per_sec": 78.83123326226173, "total_bytes_per_sec": 78.83123326226173, "step_latency_ms": {"count": 279, "sum": 3240, "mean": 11.612903225806452, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2846.7314453125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 153, "mean": 153.0, "median": 153.0, "p95": 153.0, "max": 153, "min": 153}, "model_input_units": {"count": 1, "sum": 154, "mean": 154.0, "median": 154.0, "p95": 154.0, "max": 154, "min": 154}}, "generated_stats": {"units": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}, "bytes": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}}, "compression_summary": {"raw_prompt_bytes": 153, "model_input_units": 154, "stage0_units": 55, "stage1_units": null, "bytes_per_stage0_unit": 2.7818181818181817, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [55], "patch_count_stats": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}, "patch_lengths": [3, 7, 4, 7, 4, 1, 3, 3, 3, 4, 5, 2, 4, 3, 4, 3, 3, 6, 1, 1, 1, 3, 2, 1, 3, 7, 2, 1, 2, 1, 2, 2, 2, 1, 3, 1, 3, 2, 7, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 7, 4, 5, 3], "patch_length_stats": {"count": 55, "sum": 154, "mean": 2.8, "median": 2.0, "p95": 7.0, "max": 7, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 15, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05614888100171811, "decode_time_sec": 5.210288408026827, "total_time_sec": 5.570007186997827, "prefill_units_per_sec": 4274.35054302607, "prefill_bytes_per_sec": 4256.540749096795, "decode_units_per_sec": 70.05370363715204, "decode_bytes_per_sec": 70.05370363715204, "total_units_per_sec": 65.5295384271723, "total_bytes_per_sec": 65.5295384271723, "step_latency_ms": {"count": 365, "sum": 5205, "mean": 14.26027397260274, "median": 7.0, "p95": 24.0, "max": 32, "min": 6}, "peak_allocated_mb": 2858.609375, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}, "bytes": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 72, "stage1_units": null, "bytes_per_stage0_unit": 3.3194444444444446, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [72], "patch_count_stats": {"count": 1, "sum": 72, "mean": 72.0, "median": 72.0, "p95": 72.0, "max": 72, "min": 72}, "patch_lengths": [3, 3, 3, 3, 5, 1, 3, 1, 3, 3, 4, 3, 5, 7, 4, 3, 6, 6, 2, 11, 2, 2, 5, 7, 4, 3, 4, 2, 6, 1, 7, 4, 2, 2, 2, 4, 7, 4, 2, 2, 5, 4, 5, 3, 2, 2, 11, 4, 4, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 11, 4, 4, 2, 2, 2, 1, 2], "patch_length_stats": {"count": 72, "sum": 240, "mean": 3.3333333333333335, "median": 3.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 16, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0434963699990476, "decode_time_sec": 3.2569414809695445, "total_time_sec": 3.5644692519999808, "prefill_units_per_sec": 4621.075276038003, "prefill_bytes_per_sec": 4598.084851779107, "decode_units_per_sec": 100.09390770599738, "decode_bytes_per_sec": 100.09390770599738, "total_units_per_sec": 91.45821634373345, "total_bytes_per_sec": 91.45821634373345, "step_latency_ms": {"count": 326, "sum": 3225, "mean": 9.892638036809815, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.8564453125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.651162790697675, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 4, 7, 5, 1, 6, 5, 4, 3, 4, 7, 6, 5, 3, 4, 5, 3, 15, 11, 6, 5, 1, 5, 1, 3, 11, 4, 4, 6, 5, 1, 3, 1, 1, 3, 11, 4, 5, 5, 5, 5, 3, 2], "patch_length_stats": {"count": 43, "sum": 201, "mean": 4.674418604651163, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 17, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.042124830004468095, "decode_time_sec": 3.6980805480088748, "total_time_sec": 4.0312328489999345, "prefill_units_per_sec": 5436.223718308429, "prefill_bytes_per_sec": 5412.484750106209, "decode_units_per_sec": 95.72533518519523, "decode_bytes_per_sec": 95.72533518519523, "total_units_per_sec": 87.81432709544924, "total_bytes_per_sec": 87.81432709544924, "step_latency_ms": {"count": 354, "sum": 3688, "mean": 10.418079096045197, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2850.8056640625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 62, "stage1_units": null, "bytes_per_stage0_unit": 3.6774193548387095, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [62], "patch_count_stats": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}, "patch_lengths": [3, 5, 3, 5, 10, 4, 4, 3, 3, 7, 3, 5, 2, 3, 2, 4, 2, 9, 3, 3, 5, 8, 3, 2, 1, 1, 1, 1, 1, 3, 3, 1, 8, 2, 6, 7, 3, 5, 3, 7, 4, 3, 3, 3, 1, 8, 2, 6, 7, 2, 1, 1, 1, 1, 1, 4, 7, 3, 5, 6, 4, 2], "patch_length_stats": {"count": 62, "sum": 229, "mean": 3.693548387096774, "median": 3.0, "p95": 8.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 18, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04335682000237284, "decode_time_sec": 3.2773502209565777, "total_time_sec": 3.588389090997225, "prefill_units_per_sec": 4612.884431770004, "prefill_bytes_per_sec": 4589.820009611154, "decode_units_per_sec": 99.16547762330403, "decode_bytes_per_sec": 99.16547762330403, "total_units_per_sec": 90.56988853727717, "total_bytes_per_sec": 90.56988853727717, "step_latency_ms": {"count": 325, "sum": 3280, "mean": 10.092307692307692, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.9482421875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}, "bytes": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.5227272727272725, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 5, 4, 9, 4, 1, 3, 6, 3, 3, 4, 7, 3, 6, 5, 5, 5, 2, 2, 5, 1, 7, 3, 7, 4, 2, 5, 4, 11, 7, 4, 2, 4, 4, 9, 5, 5, 5, 3, 6, 2, 7, 5, 3], "patch_length_stats": {"count": 44, "sum": 200, "mean": 4.545454545454546, "median": 4.0, "p95": 8.700000000000003, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 19, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03413022600216209, "decode_time_sec": 3.2173461920028785, "total_time_sec": 3.5152499949981575, "prefill_units_per_sec": 5684.111203591516, "prefill_bytes_per_sec": 5654.8116613049615, "decode_units_per_sec": 99.15003887145092, "decode_bytes_per_sec": 99.15003887145092, "total_units_per_sec": 90.74745763570286, "total_bytes_per_sec": 90.74745763570286, "step_latency_ms": {"count": 319, "sum": 3236, "mean": 10.144200626959247, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.8056640625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}, "bytes": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 4.288888888888889, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 8, 15, 2, 2, 1, 5, 1, 2, 8, 1, 8, 1, 2, 10, 1, 5, 4, 3, 3, 2, 3, 6, 6, 2, 7, 9, 5, 4, 5, 3, 3, 2, 3, 4, 5, 2, 4, 7, 2, 3, 6, 2, 10, 4], "patch_length_stats": {"count": 45, "sum": 194, "mean": 4.311111111111111, "median": 3.0, "p95": 9.799999999999997, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 20, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04478878900408745, "decode_time_sec": 3.518703740945057, "total_time_sec": 3.872932778998802, "prefill_units_per_sec": 5470.118872328546, "prefill_bytes_per_sec": 5447.791856523123, "decode_units_per_sec": 105.15235928916967, "decode_bytes_per_sec": 105.15235928916967, "total_units_per_sec": 95.53483654721457, "total_bytes_per_sec": 95.53483654721457, "step_latency_ms": {"count": 370, "sum": 3527, "mean": 9.532432432432433, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2850.00390625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}, "bytes": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 49, "stage1_units": null, "bytes_per_stage0_unit": 4.979591836734694, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [49], "patch_count_stats": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}, "patch_lengths": [3, 4, 5, 4, 5, 1, 5, 5, 1, 8, 5, 2, 27, 11, 3, 5, 1, 5, 5, 5, 3, 3, 4, 4, 5, 2, 4, 7, 4, 6, 3, 5, 5, 2, 11, 3, 5, 5, 3, 5, 2, 15, 6, 2, 5, 5, 3, 6, 2], "patch_length_stats": {"count": 49, "sum": 245, "mean": 5.0, "median": 5.0, "p95": 11.0, "max": 27, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 21, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04595563699695049, "decode_time_sec": 3.7719851140427636, "total_time_sec": 4.124737796999398, "prefill_units_per_sec": 5331.228463142784, "prefill_bytes_per_sec": 5309.468346966691, "decode_units_per_sec": 98.09158541546812, "decode_bytes_per_sec": 98.09158541546812, "total_units_per_sec": 89.70267159021891, "total_bytes_per_sec": 89.70267159021891, "step_latency_ms": {"count": 370, "sum": 3746, "mean": 10.124324324324323, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2851.390625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}, "bytes": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 59, "stage1_units": null, "bytes_per_stage0_unit": 4.135593220338983, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [59], "patch_count_stats": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}, "patch_lengths": [3, 2, 6, 3, 3, 5, 1, 8, 1, 4, 5, 5, 1, 8, 4, 3, 4, 2, 3, 5, 2, 2, 5, 2, 7, 2, 7, 4, 5, 4, 2, 4, 5, 5, 3, 3, 2, 2, 7, 2, 3, 8, 2, 5, 2, 3, 8, 5, 3, 7, 2, 3, 8, 2, 10, 4, 14, 2, 3], "patch_length_stats": {"count": 59, "sum": 245, "mean": 4.1525423728813555, "median": 3.0, "p95": 8.0, "max": 14, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 22, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.051770504000160145, "decode_time_sec": 3.1882525100118073, "total_time_sec": 3.4727322029975767, "prefill_units_per_sec": 3032.6148650110563, "prefill_bytes_per_sec": 3013.2988467625783, "decode_units_per_sec": 88.44970688941939, "decode_bytes_per_sec": 88.44970688941939, "total_units_per_sec": 81.20407319533149, "total_bytes_per_sec": 81.20407319533149, "step_latency_ms": {"count": 282, "sum": 3213, "mean": 11.393617021276595, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2845.06591796875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 3.466666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 4, 6, 3, 2, 3, 3, 3, 6, 4, 2, 2, 1, 2, 1, 1, 2, 3, 2, 3, 1, 3, 7, 2, 6, 3, 5, 4, 3, 3, 4, 2, 3, 3, 7, 2, 7, 7, 9, 2, 5, 2, 3, 5, 3], "patch_length_stats": {"count": 45, "sum": 157, "mean": 3.488888888888889, "median": 3.0, "p95": 7.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 23, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04193557100370526, "decode_time_sec": 3.082823208962509, "total_time_sec": 3.3673890179998125, "prefill_units_per_sec": 3934.607209364605, "prefill_bytes_per_sec": 3910.7611050654255, "decode_units_per_sec": 94.06961747170587, "decode_bytes_per_sec": 94.06961747170587, "total_units_per_sec": 86.1201359420767, "total_bytes_per_sec": 86.1201359420767, "step_latency_ms": {"count": 290, "sum": 3114, "mean": 10.73793103448276, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2844.33251953125, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 164, "mean": 164.0, "median": 164.0, "p95": 164.0, "max": 164, "min": 164}, "model_input_units": {"count": 1, "sum": 165, "mean": 165.0, "median": 165.0, "p95": 165.0, "max": 165, "min": 165}}, "generated_stats": {"units": {"count": 1, "sum": 290, "mean": 290.0, "median": 290.0, "p95": 290.0, "max": 290, "min": 290}, "bytes": {"count": 1, "sum": 290, "mean": 290.0, "median": 290.0, "p95": 290.0, "max": 290, "min": 290}}, "compression_summary": {"raw_prompt_bytes": 164, "model_input_units": 165, "stage0_units": 37, "stage1_units": null, "bytes_per_stage0_unit": 4.4324324324324325, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [37], "patch_count_stats": {"count": 1, "sum": 37, "mean": 37.0, "median": 37.0, "p95": 37.0, "max": 37, "min": 37}, "patch_lengths": [3, 3, 8, 8, 7, 1, 9, 1, 3, 1, 2, 2, 2, 9, 3, 3, 4, 2, 7, 7, 5, 8, 3, 1, 2, 1, 6, 9, 2, 7, 7, 5, 1, 3, 7, 10, 3], "patch_length_stats": {"count": 37, "sum": 165, "mean": 4.45945945945946, "median": 3.0, "p95": 9.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 24, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.040512341998692136, "decode_time_sec": 3.4643545420367445, "total_time_sec": 3.767610943999898, "prefill_units_per_sec": 4912.0833351580695, "prefill_bytes_per_sec": 4887.399499303004, "decode_units_per_sec": 93.52391508102276, "decode_bytes_per_sec": 93.52391508102276, "total_units_per_sec": 85.99614047623086, "total_bytes_per_sec": 85.99614047623086, "step_latency_ms": {"count": 324, "sum": 3443, "mean": 10.626543209876543, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2847.8720703125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 324, "mean": 324.0, "median": 324.0, "p95": 324.0, "max": 324, "min": 324}, "bytes": {"count": 1, "sum": 324, "mean": 324.0, "median": 324.0, "p95": 324.0, "max": 324, "min": 324}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 51, "stage1_units": null, "bytes_per_stage0_unit": 3.8823529411764706, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [51], "patch_count_stats": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}, "patch_lengths": [3, 7, 6, 1, 6, 1, 1, 3, 3, 4, 8, 6, 3, 3, 7, 7, 6, 5, 3, 4, 2, 1, 1, 2, 6, 3, 6, 1, 1, 3, 3, 4, 2, 3, 6, 6, 3, 7, 6, 2, 3, 4, 3, 4, 3, 5, 1, 6, 5, 6, 4], "patch_length_stats": {"count": 51, "sum": 199, "mean": 3.9019607843137254, "median": 3.0, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 25, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03551334500298253, "decode_time_sec": 3.3958239420280734, "total_time_sec": 3.700221043000056, "prefill_units_per_sec": 5490.893634030341, "prefill_bytes_per_sec": 5462.7352051378775, "decode_units_per_sec": 94.23338944035119, "decode_bytes_per_sec": 94.23338944035119, "total_units_per_sec": 86.4813199755632, "total_bytes_per_sec": 86.4813199755632, "step_latency_ms": {"count": 320, "sum": 3419, "mean": 10.684375, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.7138671875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.409090909090909, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 7, 5, 3, 3, 4, 3, 5, 7, 3, 4, 5, 2, 11, 2, 2, 5, 5, 7, 2, 7, 4, 2, 1, 1, 1, 2, 5, 9, 7, 3, 3, 4, 5, 2, 11, 5, 7, 2, 6, 2, 2, 14, 2], "patch_length_stats": {"count": 44, "sum": 195, "mean": 4.431818181818182, "median": 4.0, "p95": 10.700000000000003, "max": 14, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 26, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03186644800371141, "decode_time_sec": 3.2935381299976143, "total_time_sec": 3.584857165998983, "prefill_units_per_sec": 6056.526914374697, "prefill_bytes_per_sec": 6025.1459459064345, "decode_units_per_sec": 96.55270030234335, "decode_bytes_per_sec": 96.55270030234335, "total_units_per_sec": 88.70646312386167, "total_bytes_per_sec": 88.70646312386167, "step_latency_ms": {"count": 318, "sum": 3288, "mean": 10.339622641509434, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.1728515625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 48, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48], "patch_count_stats": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}, "patch_lengths": [3, 8, 7, 5, 1, 6, 3, 3, 4, 4, 2, 6, 3, 3, 5, 7, 1, 5, 2, 7, 7, 6, 3, 7, 3, 6, 7, 2, 11, 4, 2, 4, 1, 1, 2, 1, 1, 2, 2, 3, 1, 5, 2, 4, 3, 7, 6, 5], "patch_length_stats": {"count": 48, "sum": 193, "mean": 4.020833333333333, "median": 3.5, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 27, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.041973721999966074, "decode_time_sec": 3.456091356019897, "total_time_sec": 3.764423414999328, "prefill_units_per_sec": 4764.885992244425, "prefill_bytes_per_sec": 4741.061562283203, "decode_units_per_sec": 94.03686607818041, "decode_bytes_per_sec": 94.03686607818041, "total_units_per_sec": 86.33460271898187, "total_bytes_per_sec": 86.33460271898187, "step_latency_ms": {"count": 325, "sum": 3476, "mean": 10.695384615384615, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.6416015625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}, "bytes": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 49, "stage1_units": null, "bytes_per_stage0_unit": 4.061224489795919, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [49], "patch_count_stats": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}, "patch_lengths": [3, 7, 5, 3, 3, 4, 5, 2, 2, 7, 5, 2, 5, 5, 1, 10, 2, 3, 3, 7, 4, 1, 2, 2, 7, 5, 2, 5, 5, 1, 10, 2, 3, 3, 7, 5, 2, 4, 7, 5, 7, 2, 3, 2, 3, 3, 7, 5, 2], "patch_length_stats": {"count": 49, "sum": 200, "mean": 4.081632653061225, "median": 3.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 28, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044549648999236524, "decode_time_sec": 3.9196420749867684, "total_time_sec": 4.248198373999912, "prefill_units_per_sec": 4826.076183084733, "prefill_bytes_per_sec": 4803.629317116897, "decode_units_per_sec": 86.74261412023131, "decode_bytes_per_sec": 86.74261412023131, "total_units_per_sec": 80.03392734220914, "total_bytes_per_sec": 80.03392734220914, "step_latency_ms": {"count": 340, "sum": 3930, "mean": 11.558823529411764, "median": 7.0, "p95": 24.0, "max": 28, "min": 6}, "peak_allocated_mb": 2849.59375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 340, "mean": 340.0, "median": 340.0, "p95": 340.0, "max": 340, "min": 340}, "bytes": {"count": 1, "sum": 340, "mean": 340.0, "median": 340.0, "p95": 340.0, "max": 340, "min": 340}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 58, "stage1_units": null, "bytes_per_stage0_unit": 3.689655172413793, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [58], "patch_count_stats": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}, "patch_lengths": [3, 5, 3, 5, 4, 5, 1, 6, 2, 6, 2, 7, 5, 1, 7, 5, 3, 3, 3, 2, 9, 3, 3, 6, 2, 3, 4, 2, 2, 1, 3, 4, 6, 3, 2, 3, 3, 3, 11, 5, 1, 5, 3, 7, 2, 2, 1, 1, 1, 3, 4, 4, 6, 5, 1, 6, 5, 2], "patch_length_stats": {"count": 58, "sum": 215, "mean": 3.706896551724138, "median": 3.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 29, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.045414419000735506, "decode_time_sec": 3.740745009003149, "total_time_sec": 4.099113989999751, "prefill_units_per_sec": 5394.762399052867, "prefill_bytes_per_sec": 5372.742960689387, "decode_units_per_sec": 98.91077822986907, "decode_bytes_per_sec": 98.91077822986907, "total_units_per_sec": 90.26340836157682, "total_bytes_per_sec": 90.26340836157682, "step_latency_ms": {"count": 370, "sum": 3752, "mean": 10.14054054054054, "median": 7.0, "p95": 24.0, "max": 32, "min": 6}, "peak_allocated_mb": 2850.55859375, "peak_reserved_mb": 2984.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 245, "mean": 245.0, "median": 245.0, "p95": 245.0, "max": 245, "min": 245}}, "generated_stats": {"units": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}, "bytes": {"count": 1, "sum": 370, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 245, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 4.60377358490566, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 4, 4, 7, 4, 3, 2, 9, 2, 8, 10, 2, 7, 3, 1, 7, 2, 3, 9, 2, 3, 8, 2, 3, 2, 1, 6, 2, 1, 3, 7, 2, 4, 3, 7, 9, 8, 5, 2, 3, 7, 8, 2, 8, 7, 7, 4, 7, 2, 3, 7, 8, 2], "patch_length_stats": {"count": 53, "sum": 245, "mean": 4.622641509433962, "median": 4.0, "p95": 9.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 30, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05344138399959775, "decode_time_sec": 3.3176356330004637, "total_time_sec": 3.645589255000232, "prefill_units_per_sec": 3798.5543189062614, "prefill_bytes_per_sec": 3779.842228665344, "decode_units_per_sec": 98.86558871546644, "decode_bytes_per_sec": 98.86558871546644, "total_units_per_sec": 89.97173764162281, "total_bytes_per_sec": 89.97173764162281, "step_latency_ms": {"count": 328, "sum": 3327, "mean": 10.143292682926829, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.7822265625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 49, "stage1_units": null, "bytes_per_stage0_unit": 4.122448979591836, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [49], "patch_count_stats": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}, "patch_lengths": [3, 7, 7, 5, 1, 6, 4, 3, 4, 3, 6, 3, 4, 5, 2, 11, 7, 5, 6, 1, 3, 2, 6, 1, 3, 1, 1, 2, 10, 1, 3, 1, 2, 5, 3, 4, 2, 7, 1, 3, 6, 2, 15, 2, 6, 7, 2, 6, 3], "patch_length_stats": {"count": 49, "sum": 203, "mean": 4.142857142857143, "median": 3.0, "p95": 8.799999999999983, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 31, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04822809600227629, "decode_time_sec": 3.146618491027766, "total_time_sec": 3.4454299040007754, "prefill_units_per_sec": 3815.20348618605, "prefill_bytes_per_sec": 3794.4686846306913, "decode_units_per_sec": 98.20065599979128, "decode_bytes_per_sec": 98.20065599979128, "total_units_per_sec": 89.6840187174304, "total_bytes_per_sec": 89.6840187174304, "step_latency_ms": {"count": 309, "sum": 3126, "mean": 10.116504854368932, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2846.61083984375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}, "model_input_units": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}}, "generated_stats": {"units": {"count": 1, "sum": 309, "mean": 309.0, "median": 309.0, "p95": 309.0, "max": 309, "min": 309}, "bytes": {"count": 1, "sum": 309, "mean": 309.0, "median": 309.0, "p95": 309.0, "max": 309, "min": 309}}, "compression_summary": {"raw_prompt_bytes": 183, "model_input_units": 184, "stage0_units": 47, "stage1_units": null, "bytes_per_stage0_unit": 3.893617021276596, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [47], "patch_count_stats": {"count": 1, "sum": 47, "mean": 47.0, "median": 47.0, "p95": 47.0, "max": 47, "min": 47}, "patch_lengths": [3, 9, 3, 5, 5, 1, 8, 3, 6, 3, 2, 5, 9, 4, 1, 1, 5, 3, 5, 5, 1, 8, 2, 1, 4, 2, 6, 1, 1, 3, 5, 9, 4, 3, 5, 3, 2, 3, 4, 2, 5, 1, 6, 9, 4, 2, 2], "patch_length_stats": {"count": 47, "sum": 184, "mean": 3.9148936170212765, "median": 3.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 32, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.054029054001148324, "decode_time_sec": 2.25977433398657, "total_time_sec": 2.4915228110003227, "prefill_units_per_sec": 1758.3132215859432, "prefill_bytes_per_sec": 1739.8046613587226, "decode_units_per_sec": 97.35485384148427, "decode_bytes_per_sec": 97.35485384148427, "total_units_per_sec": 88.29941232272807, "total_bytes_per_sec": 88.29941232272807, "step_latency_ms": {"count": 220, "sum": 2254, "mean": 10.245454545454546, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2837.60400390625, "peak_reserved_mb": 2974.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}, "model_input_units": {"count": 1, "sum": 95, "mean": 95.0, "median": 95.0, "p95": 95.0, "max": 95, "min": 95}}, "generated_stats": {"units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "compression_summary": {"raw_prompt_bytes": 94, "model_input_units": 95, "stage0_units": 23, "stage1_units": null, "bytes_per_stage0_unit": 4.086956521739131, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [23], "patch_count_stats": {"count": 1, "sum": 23, "mean": 23.0, "median": 23.0, "p95": 23.0, "max": 23, "min": 23}, "patch_lengths": [3, 5, 5, 5, 4, 3, 3, 5, 5, 2, 7, 7, 2, 5, 5, 1, 3, 5, 2, 7, 7, 2, 2], "patch_length_stats": {"count": 23, "sum": 95, "mean": 4.130434782608695, "median": 5.0, "p95": 7.0, "max": 7, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 33, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04978218700125581, "decode_time_sec": 2.810077440004534, "total_time_sec": 3.0818571880008676, "prefill_units_per_sec": 2852.425908817905, "prefill_bytes_per_sec": 2832.338402417779, "decode_units_per_sec": 95.01517509765468, "decode_bytes_per_sec": 95.01517509765468, "total_units_per_sec": 86.63607159979952, "total_bytes_per_sec": 86.63607159979952, "step_latency_ms": {"count": 267, "sum": 2818, "mean": 10.55430711610487, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2843.11376953125, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "model_input_units": {"count": 1, "sum": 142, "mean": 142.0, "median": 142.0, "p95": 142.0, "max": 142, "min": 142}}, "generated_stats": {"units": {"count": 1, "sum": 267, "mean": 267.0, "median": 267.0, "p95": 267.0, "max": 267, "min": 267}, "bytes": {"count": 1, "sum": 267, "mean": 267.0, "median": 267.0, "p95": 267.0, "max": 267, "min": 267}}, "compression_summary": {"raw_prompt_bytes": 141, "model_input_units": 142, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 3.9166666666666665, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 7, 5, 5, 7, 3, 3, 3, 4, 11, 1, 6, 1, 5, 3, 7, 7, 2, 7, 6, 4, 3, 10, 2, 3, 3, 2, 2, 1, 2, 2, 2, 2, 2, 2, 4], "patch_length_stats": {"count": 36, "sum": 142, "mean": 3.9444444444444446, "median": 3.0, "p95": 7.75, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 34, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044677149002382066, "decode_time_sec": 3.150952001033147, "total_time_sec": 3.468482815002062, "prefill_units_per_sec": 4521.326998489315, "prefill_bytes_per_sec": 4498.944191566101, "decode_units_per_sec": 103.7781597094408, "decode_bytes_per_sec": 103.7781597094408, "total_units_per_sec": 94.27753212028112, "total_bytes_per_sec": 94.27753212028112, "step_latency_ms": {"count": 327, "sum": 3168, "mean": 9.688073394495413, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.3486328125, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}, "bytes": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 5.153846153846154, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 8, 5, 5, 6, 3, 4, 2, 8, 4, 5, 6, 8, 5, 2, 7, 8, 2, 4, 4, 13, 2, 3, 3, 4, 7, 6, 8, 4, 2, 8, 8, 2, 7, 6, 8, 2, 8, 2], "patch_length_stats": {"count": 39, "sum": 202, "mean": 5.17948717948718, "median": 5.0, "p95": 8.0, "max": 13, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 35, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04197746100180666, "decode_time_sec": 3.7576301640037855, "total_time_sec": 4.096802927000681, "prefill_units_per_sec": 5455.308504488733, "prefill_bytes_per_sec": 5431.486196608869, "decode_units_per_sec": 94.20831336493481, "decode_bytes_per_sec": 94.20831336493481, "total_units_per_sec": 86.40884277515582, "total_bytes_per_sec": 86.40884277515582, "step_latency_ms": {"count": 354, "sum": 3755, "mean": 10.607344632768362, "median": 7.0, "p95": 24.0, "max": 32, "min": 6}, "peak_allocated_mb": 2849.9736328125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 229, "mean": 229.0, "median": 229.0, "p95": 229.0, "max": 229, "min": 229}}, "generated_stats": {"units": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 229, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 4.071428571428571, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [5, 4, 8, 4, 1, 3, 4, 3, 5, 1, 9, 6, 3, 3, 5, 2, 3, 3, 7, 7, 1, 2, 5, 2, 3, 5, 2, 3, 4, 7, 7, 3, 5, 2, 3, 8, 1, 7, 2, 6, 7, 8, 2, 5, 2, 4, 1, 4, 3, 1, 6, 1, 9, 1, 8, 3], "patch_length_stats": {"count": 56, "sum": 229, "mean": 4.089285714285714, "median": 3.5, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 36, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.056088021003233735, "decode_time_sec": 2.6495696229903842, "total_time_sec": 2.9091365819986095, "prefill_units_per_sec": 2246.4689918857275, "prefill_bytes_per_sec": 2228.6398729025072, "decode_units_per_sec": 94.73236627641957, "decode_bytes_per_sec": 94.73236627641957, "total_units_per_sec": 86.27989540029097, "total_bytes_per_sec": 86.27989540029097, "step_latency_ms": {"count": 251, "sum": 2628, "mean": 10.47011952191235, "median": 6.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2840.3544921875, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 125, "mean": 125.0, "median": 125.0, "p95": 125.0, "max": 125, "min": 125}, "model_input_units": {"count": 1, "sum": 126, "mean": 126.0, "median": 126.0, "p95": 126.0, "max": 126, "min": 126}}, "generated_stats": {"units": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}, "bytes": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}}, "compression_summary": {"raw_prompt_bytes": 125, "model_input_units": 126, "stage0_units": 31, "stage1_units": null, "bytes_per_stage0_unit": 4.032258064516129, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [31], "patch_count_stats": {"count": 1, "sum": 31, "mean": 31.0, "median": 31.0, "p95": 31.0, "max": 31, "min": 31}, "patch_lengths": [3, 4, 10, 5, 3, 3, 6, 2, 2, 4, 3, 3, 3, 5, 6, 3, 5, 2, 7, 6, 2, 2, 5, 2, 3, 5, 5, 6, 3, 5, 3], "patch_length_stats": {"count": 31, "sum": 126, "mean": 4.064516129032258, "median": 3.0, "p95": 6.5, "max": 10, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 37, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.054857122002431424, "decode_time_sec": 3.71750779505237, "total_time_sec": 4.102500248998695, "prefill_units_per_sec": 4666.668440766057, "prefill_bytes_per_sec": 4648.439267169314, "decode_units_per_sec": 102.48801643592323, "decode_bytes_per_sec": 102.48801643592323, "total_units_per_sec": 92.87019546019319, "total_bytes_per_sec": 92.87019546019319, "step_latency_ms": {"count": 381, "sum": 3725, "mean": 9.776902887139107, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2850.734375, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 51, "stage1_units": null, "bytes_per_stage0_unit": 5.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [51], "patch_count_stats": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}, "patch_lengths": [3, 4, 6, 8, 5, 1, 6, 3, 3, 4, 4, 2, 11, 2, 5, 5, 3, 4, 6, 1, 11, 7, 4, 5, 3, 6, 6, 3, 7, 7, 9, 2, 11, 2, 6, 1, 11, 7, 2, 4, 3, 11, 4, 4, 6, 3, 5, 3, 7, 6, 4], "patch_length_stats": {"count": 51, "sum": 256, "mean": 5.019607843137255, "median": 4.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 38, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0399274930023239, "decode_time_sec": 3.3330416100288858, "total_time_sec": 3.605427120997774, "prefill_units_per_sec": 3706.7190767871643, "prefill_bytes_per_sec": 3681.673677619683, "decode_units_per_sec": 81.9071682689356, "decode_bytes_per_sec": 81.9071682689356, "total_units_per_sec": 75.71918411831588, "total_bytes_per_sec": 75.71918411831588, "step_latency_ms": {"count": 273, "sum": 3343, "mean": 12.245421245421245, "median": 7.0, "p95": 25.0, "max": 25, "min": 7}, "peak_allocated_mb": 2844.1064453125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 40, "stage1_units": null, "bytes_per_stage0_unit": 3.675, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [40], "patch_count_stats": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}, "patch_lengths": [3, 12, 5, 3, 3, 5, 2, 3, 7, 3, 1, 1, 1, 2, 3, 6, 5, 4, 3, 4, 1, 2, 3, 4, 3, 5, 3, 3, 4, 5, 2, 1, 2, 3, 7, 4, 5, 9, 4, 2], "patch_length_stats": {"count": 40, "sum": 148, "mean": 3.7, "median": 3.0, "p95": 7.099999999999994, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 39, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04503661899798317, "decode_time_sec": 3.312637489005283, "total_time_sec": 3.6348799929983215, "prefill_units_per_sec": 4485.239000934906, "prefill_bytes_per_sec": 4463.034847464931, "decode_units_per_sec": 98.71288394378202, "decode_bytes_per_sec": 98.71288394378202, "total_units_per_sec": 89.96170454867367, "total_bytes_per_sec": 89.96170454867367, "step_latency_ms": {"count": 327, "sum": 3333, "mean": 10.192660550458715, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.4580078125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}, "bytes": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 47, "stage1_units": null, "bytes_per_stage0_unit": 4.276595744680851, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [47], "patch_count_stats": {"count": 1, "sum": 47, "mean": 47.0, "median": 47.0, "p95": 47.0, "max": 47, "min": 47}, "patch_lengths": [3, 4, 9, 8, 1, 5, 1, 2, 4, 1, 3, 6, 3, 3, 4, 4, 5, 2, 3, 11, 4, 2, 2, 3, 3, 3, 11, 5, 4, 9, 8, 4, 3, 4, 2, 4, 1, 3, 6, 2, 11, 7, 2, 1, 7, 7, 2], "patch_length_stats": {"count": 47, "sum": 202, "mean": 4.297872340425532, "median": 4.0, "p95": 10.399999999999991, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 40, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.054406042996561155, "decode_time_sec": 4.020303068984504, "total_time_sec": 4.368562715997541, "prefill_units_per_sec": 4098.809391708475, "prefill_bytes_per_sec": 4080.429080534895, "decode_units_per_sec": 86.56063834707417, "decode_bytes_per_sec": 86.56063834707417, "total_units_per_sec": 79.660067309011, "total_bytes_per_sec": 79.660067309011, "step_latency_ms": {"count": 348, "sum": 4033, "mean": 11.589080459770114, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2849.4140625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 222, "mean": 222.0, "median": 222.0, "p95": 222.0, "max": 222, "min": 222}, "model_input_units": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}}, "generated_stats": {"units": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}, "bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}}, "compression_summary": {"raw_prompt_bytes": 222, "model_input_units": 223, "stage0_units": 54, "stage1_units": null, "bytes_per_stage0_unit": 4.111111111111111, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54], "patch_count_stats": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}, "patch_lengths": [3, 7, 10, 8, 1, 2, 5, 1, 4, 3, 3, 3, 4, 4, 1, 3, 5, 5, 2, 7, 6, 4, 6, 5, 2, 11, 2, 3, 7, 5, 3, 8, 2, 1, 1, 6, 2, 6, 2, 3, 5, 3, 3, 7, 2, 4, 4, 2, 8, 5, 2, 2, 7, 3], "patch_length_stats": {"count": 54, "sum": 223, "mean": 4.12962962962963, "median": 3.5, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 41, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.052771154998481506, "decode_time_sec": 3.1937388929909503, "total_time_sec": 3.4886152380022395, "prefill_units_per_sec": 3297.255858906383, "prefill_bytes_per_sec": 3278.306112590829, "decode_units_per_sec": 93.62067783818895, "decode_bytes_per_sec": 93.62067783818895, "total_units_per_sec": 85.70735939662488, "total_bytes_per_sec": 85.70735939662488, "step_latency_ms": {"count": 299, "sum": 3179, "mean": 10.632107023411372, "median": 7.0, "p95": 23.0, "max": 23, "min": 6}, "peak_allocated_mb": 2845.58642578125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 173, "mean": 173.0, "median": 173.0, "p95": 173.0, "max": 173, "min": 173}, "model_input_units": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}}, "generated_stats": {"units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}, "bytes": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "compression_summary": {"raw_prompt_bytes": 173, "model_input_units": 174, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.023255813953488, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 4, 1, 5, 11, 3, 3, 3, 8, 4, 7, 1, 2, 4, 4, 7, 7, 5, 2, 3, 4, 5, 3, 1, 10, 1, 5, 2, 1, 4, 3, 5, 2, 6, 2, 4, 7, 2, 3, 8, 2, 5, 2], "patch_length_stats": {"count": 43, "sum": 174, "mean": 4.046511627906977, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 42, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04756577800071682, "decode_time_sec": 1.7607759909769811, "total_time_sec": 2.0284051910020935, "prefill_units_per_sec": 2943.292549485687, "prefill_bytes_per_sec": 2922.2690312750747, "decode_units_per_sec": 150.5018249669355, "decode_bytes_per_sec": 150.5018249669355, "total_units_per_sec": 130.6445088858612, "total_bytes_per_sec": 130.6445088858612, "step_latency_ms": {"count": 265, "sum": 1722, "mean": 6.49811320754717, "median": 6.0, "p95": 7.0, "max": 23, "min": 6}, "peak_allocated_mb": 2841.91064453125, "peak_reserved_mb": 2974.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}, "model_input_units": {"count": 1, "sum": 140, "mean": 140.0, "median": 140.0, "p95": 140.0, "max": 140, "min": 140}}, "generated_stats": {"units": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}}, "compression_summary": {"raw_prompt_bytes": 139, "model_input_units": 140, "stage0_units": 28, "stage1_units": null, "bytes_per_stage0_unit": 4.964285714285714, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [28], "patch_count_stats": {"count": 1, "sum": 28, "mean": 28.0, "median": 28.0, "p95": 28.0, "max": 28, "min": 28}, "patch_lengths": [3, 5, 5, 1, 9, 3, 3, 4, 5, 7, 6, 11, 3, 7, 2, 5, 9, 1, 9, 6, 6, 5, 3, 7, 1, 9, 3, 2], "patch_length_stats": {"count": 28, "sum": 140, "mean": 5.0, "median": 5.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 43, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05309414400107926, "decode_time_sec": 3.715472274001513, "total_time_sec": 4.069864707002125, "prefill_units_per_sec": 4520.272518097692, "prefill_bytes_per_sec": 4501.438049272285, "decode_units_per_sec": 98.2378478650037, "decode_bytes_per_sec": 98.2378478650037, "total_units_per_sec": 89.68357089905824, "total_bytes_per_sec": 89.68357089905824, "step_latency_ms": {"count": 365, "sum": 3705, "mean": 10.150684931506849, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2850.9169921875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 240, "mean": 240.0, "median": 240.0, "p95": 240.0, "max": 240, "min": 240}}, "generated_stats": {"units": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}, "bytes": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 240, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 4.192982456140351, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 2, 5, 3, 7, 6, 4, 8, 11, 6, 1, 7, 3, 1, 6, 2, 1, 6, 2, 6, 6, 3, 2, 2, 4, 3, 1, 3, 6, 3, 2, 6, 6, 3, 3, 7, 6, 7, 6, 1, 1, 5, 6, 3, 2, 6, 6, 3, 3, 7, 6, 7, 6, 1, 1, 5, 2], "patch_length_stats": {"count": 57, "sum": 240, "mean": 4.2105263157894735, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 44, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.041382672996405745, "decode_time_sec": 3.131782216954889, "total_time_sec": 3.428977114999725, "prefill_units_per_sec": 4325.481827032944, "prefill_bytes_per_sec": 4301.317124088626, "decode_units_per_sec": 97.06932951921124, "decode_bytes_per_sec": 97.06932951921124, "total_units_per_sec": 88.65617640613048, "total_bytes_per_sec": 88.65617640613048, "step_latency_ms": {"count": 304, "sum": 3150, "mean": 10.361842105263158, "median": 7.0, "p95": 24.849999999999966, "max": 28, "min": 6}, "peak_allocated_mb": 2844.85107421875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 304, "mean": 304.0, "median": 304.0, "p95": 304.0, "max": 304, "min": 304}, "bytes": {"count": 1, "sum": 304, "mean": 304.0, "median": 304.0, "p95": 304.0, "max": 304, "min": 304}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 4.944444444444445, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 3, 13, 7, 6, 9, 5, 3, 3, 3, 5, 5, 4, 3, 3, 8, 2, 4, 7, 7, 6, 2, 3, 7, 2, 5, 7, 1, 3, 6, 4, 11, 7, 1, 7, 4], "patch_length_stats": {"count": 36, "sum": 179, "mean": 4.972222222222222, "median": 4.5, "p95": 9.5, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 45, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.039175152000098024, "decode_time_sec": 2.756821658997069, "total_time_sec": 3.0041126139985863, "prefill_units_per_sec": 3420.53554762633, "prefill_bytes_per_sec": 3395.009162942551, "decode_units_per_sec": 93.94876855916176, "decode_bytes_per_sec": 93.94876855916176, "total_units_per_sec": 86.21514346469898, "total_bytes_per_sec": 86.21514346469898, "step_latency_ms": {"count": 259, "sum": 2741, "mean": 10.583011583011583, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2842.32275390625, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 133, "mean": 133.0, "median": 133.0, "p95": 133.0, "max": 133, "min": 133}, "model_input_units": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}}, "generated_stats": {"units": {"count": 1, "sum": 259, "mean": 259.0, "median": 259.0, "p95": 259.0, "max": 259, "min": 259}, "bytes": {"count": 1, "sum": 259, "mean": 259.0, "median": 259.0, "p95": 259.0, "max": 259, "min": 259}}, "compression_summary": {"raw_prompt_bytes": 133, "model_input_units": 134, "stage0_units": 33, "stage1_units": null, "bytes_per_stage0_unit": 4.03030303030303, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [33], "patch_count_stats": {"count": 1, "sum": 33, "mean": 33.0, "median": 33.0, "p95": 33.0, "max": 33, "min": 33}, "patch_lengths": [3, 2, 8, 6, 1, 4, 4, 1, 5, 6, 3, 4, 2, 7, 2, 4, 2, 4, 4, 2, 4, 3, 3, 7, 9, 2, 7, 2, 6, 1, 7, 7, 2], "patch_length_stats": {"count": 33, "sum": 134, "mean": 4.0606060606060606, "median": 4.0, "p95": 7.399999999999999, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 46, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.053682413999922574, "decode_time_sec": 3.8413066990178777, "total_time_sec": 4.199195057000907, "prefill_units_per_sec": 4433.481698500803, "prefill_bytes_per_sec": 4414.853624137354, "decode_units_per_sec": 94.49909326240721, "decode_bytes_per_sec": 94.49909326240721, "total_units_per_sec": 86.44513890699258, "total_bytes_per_sec": 86.44513890699258, "step_latency_ms": {"count": 363, "sum": 3844, "mean": 10.589531680440771, "median": 7.0, "p95": 24.0, "max": 30, "min": 6}, "peak_allocated_mb": 2851.1162109375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}, "bytes": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 59, "stage1_units": null, "bytes_per_stage0_unit": 4.016949152542373, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [59], "patch_count_stats": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}, "patch_lengths": [3, 4, 4, 6, 4, 4, 1, 7, 1, 7, 5, 1, 2, 4, 1, 3, 2, 3, 3, 2, 5, 5, 3, 8, 8, 1, 3, 3, 4, 6, 5, 3, 5, 7, 3, 7, 7, 2, 2, 6, 2, 3, 3, 4, 7, 2, 7, 7, 2, 7, 1, 3, 4, 7, 2, 3, 5, 5, 4], "patch_length_stats": {"count": 59, "sum": 238, "mean": 4.033898305084746, "median": 4.0, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 47, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05124609500126098, "decode_time_sec": 2.9815297320274112, "total_time_sec": 3.2610069740003382, "prefill_units_per_sec": 3063.6480691092033, "prefill_bytes_per_sec": 3044.1343871403546, "decode_units_per_sec": 94.58232026693315, "decode_bytes_per_sec": 94.58232026693315, "total_units_per_sec": 86.47635599934499, "total_bytes_per_sec": 86.47635599934499, "step_latency_ms": {"count": 282, "sum": 2973, "mean": 10.542553191489361, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2845.20458984375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 157, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 3.391304347826087, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 5, 4, 7, 4, 6, 4, 3, 6, 3, 2, 4, 6, 4, 4, 3, 5, 2, 6, 3, 2, 2, 2, 3, 1, 3, 1, 6, 2, 2, 2, 3, 4, 2, 7, 3, 2, 3, 5, 2, 2, 5, 1, 2, 2, 4], "patch_length_stats": {"count": 46, "sum": 157, "mean": 3.4130434782608696, "median": 3.0, "p95": 6.0, "max": 7, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 48, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049303177002002485, "decode_time_sec": 3.08759543400447, "total_time_sec": 3.4181249299981573, "prefill_units_per_sec": 4441.904423139003, "prefill_bytes_per_sec": 4421.621754540194, "decode_units_per_sec": 111.41356027782686, "decode_bytes_per_sec": 111.41356027782686, "total_units_per_sec": 100.63997280526124, "total_bytes_per_sec": 100.63997280526124, "step_latency_ms": {"count": 344, "sum": 3050, "mean": 8.866279069767442, "median": 6.0, "p95": 23.0, "max": 23, "min": 6}, "peak_allocated_mb": 2847.146484375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}, "model_input_units": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}}, "generated_stats": {"units": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}, "bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}}, "compression_summary": {"raw_prompt_bytes": 218, "model_input_units": 219, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 5.589743589743589, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 7, 5, 1, 4, 1, 5, 3, 3, 4, 4, 2, 11, 9, 2, 5, 8, 4, 1, 5, 2, 7, 4, 3, 9, 3, 5, 2, 15, 7, 6, 2, 11, 9, 5, 3, 30, 7, 2], "patch_length_stats": {"count": 39, "sum": 219, "mean": 5.615384615384615, "median": 4.0, "p95": 11.400000000000006, "max": 30, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 49, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04329233099997509, "decode_time_sec": 4.150770012009161, "total_time_sec": 4.50853205599924, "prefill_units_per_sec": 5589.90459534598, "prefill_bytes_per_sec": 5566.805816026369, "decode_units_per_sec": 88.41732954082785, "decode_bytes_per_sec": 88.41732954082785, "total_units_per_sec": 81.40121783356393, "total_bytes_per_sec": 81.40121783356393, "step_latency_ms": {"count": 367, "sum": 4173, "mean": 11.370572207084468, "median": 7.0, "p95": 25.0, "max": 25, "min": 7}, "peak_allocated_mb": 2851.412109375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 241, "mean": 241.0, "median": 241.0, "p95": 241.0, "max": 241, "min": 241}, "model_input_units": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}}, "generated_stats": {"units": {"count": 1, "sum": 367, "mean": 367.0, "median": 367.0, "p95": 367.0, "max": 367, "min": 367}, "bytes": {"count": 1, "sum": 367, "mean": 367.0, "median": 367.0, "p95": 367.0, "max": 367, "min": 367}}, "compression_summary": {"raw_prompt_bytes": 241, "model_input_units": 242, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.016666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 3, 4, 4, 1, 6, 5, 1, 6, 5, 4, 3, 6, 1, 2, 2, 3, 4, 2, 3, 1, 3, 4, 5, 5, 3, 17, 3, 2, 3, 1, 3, 4, 6, 3, 15, 5, 1, 3, 1, 3, 4, 4, 5, 2, 11, 4, 4, 5, 2, 6, 1, 2, 6, 3, 3, 3, 9, 4, 5], "patch_length_stats": {"count": 60, "sum": 242, "mean": 4.033333333333333, "median": 3.0, "p95": 9.099999999999994, "max": 17, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 50, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.043478170002344996, "decode_time_sec": 3.277666969002894, "total_time_sec": 3.579777675000514, "prefill_units_per_sec": 4140.008652394793, "prefill_bytes_per_sec": 4117.0086043259325, "decode_units_per_sec": 93.05399324714942, "decode_bytes_per_sec": 93.05399324714942, "total_units_per_sec": 85.20082186387629, "total_bytes_per_sec": 85.20082186387629, "step_latency_ms": {"count": 305, "sum": 3287, "mean": 10.777049180327868, "median": 7.0, "p95": 24.0, "max": 29, "min": 6}, "peak_allocated_mb": 2845.45263671875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 40, "stage1_units": null, "bytes_per_stage0_unit": 4.475, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [40], "patch_count_stats": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}, "patch_lengths": [3, 9, 9, 6, 3, 3, 7, 3, 7, 5, 1, 3, 11, 2, 7, 3, 2, 7, 4, 4, 1, 3, 2, 4, 11, 2, 7, 2, 7, 4, 8, 3, 3, 8, 4, 1, 1, 2, 2, 6], "patch_length_stats": {"count": 40, "sum": 180, "mean": 4.5, "median": 3.5, "p95": 9.099999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 51, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05036345600092318, "decode_time_sec": 3.4709599639427324, "total_time_sec": 3.801189097997849, "prefill_units_per_sec": 4090.26735568393, "prefill_bytes_per_sec": 4070.411688908765, "decode_units_per_sec": 95.36266722708335, "decode_bytes_per_sec": 95.36266722708335, "total_units_per_sec": 87.07801465976617, "total_bytes_per_sec": 87.07801465976617, "step_latency_ms": {"count": 331, "sum": 3474, "mean": 10.49546827794562, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2847.5068359375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 331, "mean": 331.0, "median": 331.0, "p95": 331.0, "max": 331, "min": 331}, "bytes": {"count": 1, "sum": 331, "mean": 331.0, "median": 331.0, "p95": 331.0, "max": 331, "min": 331}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.456521739130435, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 7, 4, 5, 1, 6, 1, 7, 3, 3, 3, 4, 11, 2, 5, 3, 7, 11, 2, 5, 2, 2, 6, 1, 7, 11, 2, 2, 2, 2, 7, 3, 1, 7, 9, 2, 5, 8, 2, 3, 2, 7, 4, 2, 11, 3], "patch_length_stats": {"count": 46, "sum": 206, "mean": 4.478260869565218, "median": 3.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 52, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05686861200229032, "decode_time_sec": 3.6544310970530205, "total_time_sec": 4.028691038001853, "prefill_units_per_sec": 4466.43572010814, "prefill_bytes_per_sec": 4448.851327509289, "decode_units_per_sec": 103.70971293059279, "decode_bytes_per_sec": 103.70971293059279, "total_units_per_sec": 94.07522106435249, "total_bytes_per_sec": 94.07522106435249, "step_latency_ms": {"count": 379, "sum": 3658, "mean": 9.651715039577837, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2849.947265625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 379, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}, "bytes": {"count": 1, "sum": 379, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 5.5, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 11, 5, 1, 2, 4, 1, 3, 6, 3, 3, 4, 3, 4, 5, 8, 9, 2, 11, 6, 13, 2, 2, 7, 9, 3, 7, 3, 4, 11, 5, 8, 9, 1, 7, 3, 11, 6, 13, 2, 7, 9, 4, 2, 7, 5], "patch_length_stats": {"count": 46, "sum": 254, "mean": 5.521739130434782, "median": 5.0, "p95": 11.0, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 53, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.051306506000400987, "decode_time_sec": 3.966403766997246, "total_time_sec": 4.324590011998225, "prefill_units_per_sec": 4599.806504035873, "prefill_bytes_per_sec": 4580.315798510297, "decode_units_per_sec": 91.01443554580274, "decode_bytes_per_sec": 91.01443554580274, "total_units_per_sec": 83.47612120419154, "total_bytes_per_sec": 83.47612120419154, "step_latency_ms": {"count": 361, "sum": 3986, "mean": 11.041551246537397, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2849.8857421875, "peak_reserved_mb": 2984.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}, "model_input_units": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}}, "generated_stats": {"units": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}, "bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "compression_summary": {"raw_prompt_bytes": 235, "model_input_units": 236, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 4.433962264150943, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 16, 5, 1, 2, 1, 4, 3, 3, 4, 2, 5, 3, 10, 1, 3, 2, 7, 3, 7, 1, 4, 8, 6, 3, 11, 1, 7, 2, 6, 3, 4, 6, 1, 6, 12, 3, 9, 4, 7, 2, 7, 3, 4, 3, 5, 2, 11, 4, 2, 1, 1, 2], "patch_length_stats": {"count": 53, "sum": 236, "mean": 4.452830188679245, "median": 3.0, "p95": 11.0, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 54, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05302747399764485, "decode_time_sec": 3.792411908001668, "total_time_sec": 4.165622811000503, "prefill_units_per_sec": 4733.395371824573, "prefill_bytes_per_sec": 4714.537222932841, "decode_units_per_sec": 99.1453484276515, "decode_bytes_per_sec": 99.1453484276515, "total_units_per_sec": 90.26261307362391, "total_bytes_per_sec": 90.26261307362391, "step_latency_ms": {"count": 376, "sum": 3808, "mean": 10.127659574468085, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2850.376953125, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 250, "mean": 250.0, "median": 250.0, "p95": 250.0, "max": 250, "min": 250}, "model_input_units": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}}, "generated_stats": {"units": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}, "bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}}, "compression_summary": {"raw_prompt_bytes": 250, "model_input_units": 251, "stage0_units": 50, "stage1_units": null, "bytes_per_stage0_unit": 5.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50], "patch_count_stats": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}, "patch_lengths": [3, 4, 12, 3, 6, 5, 1, 5, 4, 3, 3, 4, 2, 12, 5, 9, 4, 1, 7, 2, 3, 2, 9, 9, 3, 7, 4, 10, 3, 5, 1, 7, 11, 5, 2, 4, 7, 4, 5, 3, 3, 5, 4, 2, 11, 11, 5, 3, 5, 3], "patch_length_stats": {"count": 50, "sum": 251, "mean": 5.02, "median": 4.0, "p95": 11.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 55, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03597828600322828, "decode_time_sec": 3.0637673740056925, "total_time_sec": 3.32922730500286, "prefill_units_per_sec": 4058.003207459623, "prefill_bytes_per_sec": 4030.208664942776, "decode_units_per_sec": 88.45319076744515, "decode_bytes_per_sec": 88.45319076744515, "total_units_per_sec": 81.40026954385658, "total_bytes_per_sec": 81.40026954385658, "step_latency_ms": {"count": 271, "sum": 3076, "mean": 11.350553505535055, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2843.71826171875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}, "model_input_units": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}}, "generated_stats": {"units": {"count": 1, "sum": 271, "mean": 271.0, "median": 271.0, "p95": 271.0, "max": 271, "min": 271}, "bytes": {"count": 1, "sum": 271, "mean": 271.0, "median": 271.0, "p95": 271.0, "max": 271, "min": 271}}, "compression_summary": {"raw_prompt_bytes": 145, "model_input_units": 146, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 3.717948717948718, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 7, 5, 6, 1, 6, 3, 3, 6, 2, 2, 4, 4, 1, 4, 4, 3, 6, 3, 3, 4, 2, 3, 6, 6, 2, 1, 1, 3, 7, 6, 2, 5, 4, 2, 5, 4, 1, 6], "patch_length_stats": {"count": 39, "sum": 146, "mean": 3.7435897435897436, "median": 4.0, "p95": 6.100000000000001, "max": 7, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 56, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.041470642001513625, "decode_time_sec": 3.538356468998245, "total_time_sec": 3.8551792739999655, "prefill_units_per_sec": 4798.57533897683, "prefill_bytes_per_sec": 4774.4618950623735, "decode_units_per_sec": 91.56793636784951, "decode_bytes_per_sec": 91.56793636784951, "total_units_per_sec": 84.04278425782046, "total_bytes_per_sec": 84.04278425782046, "step_latency_ms": {"count": 324, "sum": 3558, "mean": 10.981481481481481, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.0400390625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}}, "generated_stats": {"units": {"count": 1, "sum": 324, "mean": 324.0, "median": 324.0, "p95": 324.0, "max": 324, "min": 324}, "bytes": {"count": 1, "sum": 324, "mean": 324.0, "median": 324.0, "p95": 324.0, "max": 324, "min": 324}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 199, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 4.4, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 10, 5, 1, 4, 3, 1, 7, 1, 7, 1, 11, 6, 3, 3, 4, 3, 4, 3, 3, 5, 3, 3, 7, 4, 11, 7, 1, 7, 5, 2, 3, 11, 3, 2, 2, 4, 3, 2, 11, 2, 6, 2, 7, 3], "patch_length_stats": {"count": 45, "sum": 199, "mean": 4.4222222222222225, "median": 3.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 57, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0507036960007099, "decode_time_sec": 3.7266816710507555, "total_time_sec": 4.071991152002738, "prefill_units_per_sec": 4338.934187301056, "prefill_bytes_per_sec": 4319.21175917696, "decode_units_per_sec": 92.5756558924781, "decode_bytes_per_sec": 92.5756558924781, "total_units_per_sec": 84.7251349822599, "total_bytes_per_sec": 84.7251349822599, "step_latency_ms": {"count": 345, "sum": 3738, "mean": 10.834782608695653, "median": 7.0, "p95": 24.80000000000001, "max": 25, "min": 6}, "peak_allocated_mb": 2848.99609375, "peak_reserved_mb": 2984.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}, "bytes": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 52, "stage1_units": null, "bytes_per_stage0_unit": 4.211538461538462, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [52], "patch_count_stats": {"count": 1, "sum": 52, "mean": 52.0, "median": 52.0, "p95": 52.0, "max": 52, "min": 52}, "patch_lengths": [3, 7, 5, 2, 3, 11, 1, 7, 3, 2, 7, 6, 1, 9, 1, 4, 1, 2, 6, 2, 7, 9, 1, 9, 1, 4, 1, 2, 6, 1, 3, 4, 2, 3, 7, 2, 6, 5, 2, 7, 7, 2, 7, 5, 5, 5, 2, 7, 6, 1, 5, 3], "patch_length_stats": {"count": 52, "sum": 220, "mean": 4.230769230769231, "median": 4.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 58, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0529604740004288, "decode_time_sec": 3.1187573940078437, "total_time_sec": 3.4333346509993135, "prefill_units_per_sec": 3549.8171711695372, "prefill_bytes_per_sec": 3530.935164939912, "decode_units_per_sec": 100.36048350582693, "decode_bytes_per_sec": 100.36048350582693, "total_units_per_sec": 91.16501355581448, "total_bytes_per_sec": 91.16501355581448, "step_latency_ms": {"count": 313, "sum": 3112, "mean": 9.942492012779553, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2845.68896484375, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 188, "mean": 188.0, "median": 188.0, "p95": 188.0, "max": 188, "min": 188}}, "generated_stats": {"units": {"count": 1, "sum": 313, "mean": 313.0, "median": 313.0, "p95": 313.0, "max": 313, "min": 313}, "bytes": {"count": 1, "sum": 313, "mean": 313.0, "median": 313.0, "p95": 313.0, "max": 313, "min": 313}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 188, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 4.794871794871795, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 5, 4, 3, 5, 3, 3, 4, 5, 5, 5, 9, 5, 7, 2, 1, 5, 9, 2, 7, 5, 6, 5, 5, 4, 9, 7, 5, 3, 4, 5, 7, 5, 5, 5, 2, 7, 5, 2], "patch_length_stats": {"count": 39, "sum": 188, "mean": 4.82051282051282, "median": 5.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 59, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.050431846000719815, "decode_time_sec": 3.472062239958177, "total_time_sec": 3.8174757759989006, "prefill_units_per_sec": 4362.322965470269, "prefill_bytes_per_sec": 4342.494224718132, "decode_units_per_sec": 99.36457821221423, "decode_bytes_per_sec": 99.36457821221423, "total_units_per_sec": 90.37385441161719, "total_bytes_per_sec": 90.37385441161719, "step_latency_ms": {"count": 345, "sum": 3490, "mean": 10.115942028985508, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2848.1640625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}}, "generated_stats": {"units": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}, "bytes": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 220, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.760869565217392, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 4, 7, 5, 3, 3, 4, 6, 2, 6, 9, 5, 1, 5, 2, 3, 7, 4, 7, 3, 6, 3, 4, 5, 2, 11, 2, 7, 9, 5, 9, 5, 4, 6, 1, 11, 3, 5, 6, 5, 3, 5, 2, 4, 5, 3], "patch_length_stats": {"count": 46, "sum": 220, "mean": 4.782608695652174, "median": 5.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 60, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047145877997536445, "decode_time_sec": 3.114509471011843, "total_time_sec": 3.412998998999683, "prefill_units_per_sec": 3881.5694557552297, "prefill_bytes_per_sec": 3860.3586937019227, "decode_units_per_sec": 98.89197732955901, "decode_bytes_per_sec": 98.89197732955901, "total_units_per_sec": 90.24321427878292, "total_bytes_per_sec": 90.24321427878292, "step_latency_ms": {"count": 308, "sum": 3074, "mean": 9.980519480519481, "median": 6.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2846.14794921875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "model_input_units": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}}, "generated_stats": {"units": {"count": 1, "sum": 308, "mean": 308.0, "median": 308.0, "p95": 308.0, "max": 308, "min": 308}, "bytes": {"count": 1, "sum": 308, "mean": 308.0, "median": 308.0, "p95": 308.0, "max": 308, "min": 308}}, "compression_summary": {"raw_prompt_bytes": 182, "model_input_units": 183, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.136363636363637, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 4, 6, 6, 5, 1, 8, 4, 4, 3, 4, 3, 2, 5, 9, 6, 4, 6, 6, 1, 7, 3, 6, 2, 2, 5, 2, 3, 7, 2, 8, 2, 3, 8, 2, 3, 7, 3, 3, 3, 2, 1, 6, 3], "patch_length_stats": {"count": 44, "sum": 183, "mean": 4.159090909090909, "median": 3.5, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 61, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04616215900023235, "decode_time_sec": 3.3687255250006274, "total_time_sec": 3.685018078998837, "prefill_units_per_sec": 4397.541284821151, "prefill_bytes_per_sec": 4375.878519871292, "decode_units_per_sec": 97.36619904642986, "decode_bytes_per_sec": 97.36619904642986, "total_units_per_sec": 89.00906127687509, "total_bytes_per_sec": 89.00906127687509, "step_latency_ms": {"count": 328, "sum": 3362, "mean": 10.25, "median": 7.0, "p95": 24.0, "max": 28, "min": 6}, "peak_allocated_mb": 2847.2275390625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}}, "generated_stats": {"units": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 203, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 4.488888888888889, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 6, 10, 5, 1, 11, 3, 2, 6, 3, 3, 3, 4, 9, 2, 8, 5, 3, 7, 8, 2, 5, 8, 2, 1, 7, 3, 7, 7, 2, 5, 1, 1, 1, 4, 6, 3, 8, 2, 3, 5, 2, 7, 7, 2], "patch_length_stats": {"count": 45, "sum": 203, "mean": 4.511111111111111, "median": 4.0, "p95": 8.799999999999997, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 62, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03974283400020795, "decode_time_sec": 2.6964568450239312, "total_time_sec": 2.957822386000771, "prefill_units_per_sec": 3723.94178027731, "prefill_bytes_per_sec": 3698.7800114916527, "decode_units_per_sec": 101.24397151165128, "decode_bytes_per_sec": 101.24397151165128, "total_units_per_sec": 92.29763128850998, "total_bytes_per_sec": 92.29763128850998, "step_latency_ms": {"count": 273, "sum": 2675, "mean": 9.7985347985348, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2843.25732421875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}}, "generated_stats": {"units": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 148, "stage0_units": 35, "stage1_units": null, "bytes_per_stage0_unit": 4.2, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [35], "patch_count_stats": {"count": 1, "sum": 35, "mean": 35.0, "median": 35.0, "p95": 35.0, "max": 35, "min": 35}, "patch_lengths": [3, 6, 4, 5, 3, 3, 4, 4, 5, 3, 4, 6, 2, 11, 5, 3, 4, 3, 4, 1, 2, 5, 3, 4, 4, 4, 3, 5, 8, 2, 11, 4, 5, 3, 2], "patch_length_stats": {"count": 35, "sum": 148, "mean": 4.228571428571429, "median": 4.0, "p95": 8.899999999999991, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 63, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04295211199860205, "decode_time_sec": 3.2886924860322324, "total_time_sec": 3.5976967610004067, "prefill_units_per_sec": 4679.63018923358, "prefill_bytes_per_sec": 4656.348446998586, "decode_units_per_sec": 99.12754122940666, "decode_bytes_per_sec": 99.12754122940666, "total_units_per_sec": 90.61352905945014, "total_bytes_per_sec": 90.61352905945014, "step_latency_ms": {"count": 326, "sum": 3281, "mean": 10.06441717791411, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2847.5498046875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 48, "stage1_units": null, "bytes_per_stage0_unit": 4.166666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48], "patch_count_stats": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}, "patch_lengths": [3, 7, 5, 1, 5, 1, 13, 5, 1, 5, 5, 1, 9, 5, 1, 7, 5, 4, 3, 4, 5, 2, 3, 7, 2, 2, 6, 2, 2, 4, 1, 5, 1, 13, 1, 5, 1, 9, 1, 7, 2, 7, 7, 2, 2, 3, 7, 2], "patch_length_stats": {"count": 48, "sum": 201, "mean": 4.1875, "median": 4.0, "p95": 9.0, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 64, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05225642400182551, "decode_time_sec": 3.6064089209976373, "total_time_sec": 3.941665254002146, "prefill_units_per_sec": 4286.554318990042, "prefill_bytes_per_sec": 4267.417915780265, "decode_units_per_sec": 96.77216523284788, "decode_bytes_per_sec": 96.77216523284788, "total_units_per_sec": 88.54125794818445, "total_bytes_per_sec": 88.54125794818445, "step_latency_ms": {"count": 349, "sum": 3580, "mean": 10.257879656160458, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2849.4609375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}, "model_input_units": {"count": 1, "sum": 224, "mean": 224.0, "median": 224.0, "p95": 224.0, "max": 224, "min": 224}}, "generated_stats": {"units": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}, "bytes": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}}, "compression_summary": {"raw_prompt_bytes": 223, "model_input_units": 224, "stage0_units": 54, "stage1_units": null, "bytes_per_stage0_unit": 4.12962962962963, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54], "patch_count_stats": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}, "patch_lengths": [3, 7, 5, 7, 5, 5, 1, 5, 1, 1, 4, 3, 4, 2, 7, 5, 2, 5, 6, 3, 7, 5, 5, 5, 1, 4, 1, 5, 1, 4, 2, 10, 8, 3, 4, 2, 7, 8, 5, 2, 6, 3, 7, 5, 7, 1, 2, 1, 3, 4, 3, 3, 7, 2], "patch_length_stats": {"count": 54, "sum": 224, "mean": 4.148148148148148, "median": 4.0, "p95": 7.349999999999994, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 65, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05462972400346189, "decode_time_sec": 3.559571050973318, "total_time_sec": 3.91202133600018, "prefill_units_per_sec": 4374.907696492382, "prefill_bytes_per_sec": 4356.602643368982, "decode_units_per_sec": 102.25951239278366, "decode_bytes_per_sec": 102.25951239278366, "total_units_per_sec": 93.04652729020373, "total_bytes_per_sec": 93.04652729020373, "step_latency_ms": {"count": 364, "sum": 3537, "mean": 9.717032967032967, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2849.7685546875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 364, "mean": 364.0, "median": 364.0, "p95": 364.0, "max": 364, "min": 364}, "bytes": {"count": 1, "sum": 364, "mean": 364.0, "median": 364.0, "p95": 364.0, "max": 364, "min": 364}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 49, "stage1_units": null, "bytes_per_stage0_unit": 4.857142857142857, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [49], "patch_count_stats": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}, "patch_lengths": [3, 3, 8, 4, 5, 1, 7, 1, 5, 3, 3, 4, 8, 2, 8, 3, 7, 8, 12, 2, 5, 7, 1, 7, 8, 5, 2, 7, 7, 1, 7, 8, 4, 5, 2, 5, 1, 7, 8, 5, 2, 8, 6, 2, 3, 3, 7, 7, 2], "patch_length_stats": {"count": 49, "sum": 239, "mean": 4.877551020408164, "median": 5.0, "p95": 8.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 66, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03348879799887072, "decode_time_sec": 3.2431070480270137, "total_time_sec": 3.5394790659993305, "prefill_units_per_sec": 5792.981880285518, "prefill_bytes_per_sec": 5763.12114894384, "decode_units_per_sec": 98.36246391992142, "decode_bytes_per_sec": 98.36246391992142, "total_units_per_sec": 90.1262570145853, "total_bytes_per_sec": 90.1262570145853, "step_latency_ms": {"count": 319, "sum": 3245, "mean": 10.172413793103448, "median": 7.0, "p95": 24.0, "max": 31, "min": 6}, "peak_allocated_mb": 2846.8056640625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}}, "generated_stats": {"units": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}, "bytes": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 194, "stage0_units": 45, "stage1_units": null, "bytes_per_stage0_unit": 4.288888888888889, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [45], "patch_count_stats": {"count": 1, "sum": 45, "mean": 45.0, "median": 45.0, "p95": 45.0, "max": 45, "min": 45}, "patch_lengths": [3, 4, 5, 5, 1, 4, 5, 3, 3, 4, 3, 4, 2, 11, 6, 2, 2, 3, 10, 4, 5, 5, 1, 4, 2, 12, 2, 11, 6, 2, 2, 1, 2, 10, 4, 5, 5, 3, 3, 4, 3, 6, 3, 6, 3], "patch_length_stats": {"count": 45, "sum": 194, "mean": 4.311111111111111, "median": 4.0, "p95": 10.799999999999997, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 67, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03844243499770528, "decode_time_sec": 3.2026342089666286, "total_time_sec": 3.502985221999552, "prefill_units_per_sec": 5124.545310716125, "prefill_bytes_per_sec": 5098.532390357159, "decode_units_per_sec": 100.54223460752249, "decode_bytes_per_sec": 100.54223460752249, "total_units_per_sec": 91.92159817796718, "total_bytes_per_sec": 91.92159817796718, "step_latency_ms": {"count": 322, "sum": 3180, "mean": 9.875776397515528, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.1142578125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 5.0256410256410255, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 4, 7, 5, 1, 5, 1, 9, 11, 1, 6, 3, 6, 6, 1, 3, 5, 6, 2, 11, 7, 3, 5, 2, 7, 2, 11, 3, 7, 5, 3, 5, 5, 2, 2, 15, 7, 7, 3], "patch_length_stats": {"count": 39, "sum": 197, "mean": 5.051282051282051, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 68, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03968929399707122, "decode_time_sec": 3.463994667024963, "total_time_sec": 3.781999958999222, "prefill_units_per_sec": 5316.2951201795195, "prefill_bytes_per_sec": 5291.099408709474, "decode_units_per_sec": 96.9978398634696, "decode_bytes_per_sec": 96.9978398634696, "total_units_per_sec": 88.84188356493557, "total_bytes_per_sec": 88.84188356493557, "step_latency_ms": {"count": 336, "sum": 3468, "mean": 10.321428571428571, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2848.57421875, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 210, "mean": 210.0, "median": 210.0, "p95": 210.0, "max": 210, "min": 210}, "model_input_units": {"count": 1, "sum": 211, "mean": 211.0, "median": 211.0, "p95": 211.0, "max": 211, "min": 211}}, "generated_stats": {"units": {"count": 1, "sum": 336, "mean": 336.0, "median": 336.0, "p95": 336.0, "max": 336, "min": 336}, "bytes": {"count": 1, "sum": 336, "mean": 336.0, "median": 336.0, "p95": 336.0, "max": 336, "min": 336}}, "compression_summary": {"raw_prompt_bytes": 210, "model_input_units": 211, "stage0_units": 52, "stage1_units": null, "bytes_per_stage0_unit": 4.038461538461538, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [52], "patch_count_stats": {"count": 1, "sum": 52, "mean": 52.0, "median": 52.0, "p95": 52.0, "max": 52, "min": 52}, "patch_lengths": [3, 5, 5, 5, 4, 4, 4, 3, 3, 4, 2, 9, 4, 4, 4, 2, 3, 3, 4, 7, 5, 3, 1, 3, 2, 7, 6, 10, 2, 5, 4, 5, 9, 5, 2, 1, 1, 2, 4, 4, 2, 3, 5, 2, 5, 5, 4, 8, 2, 3, 7, 2], "patch_length_stats": {"count": 52, "sum": 211, "mean": 4.0576923076923075, "median": 4.0, "p95": 8.449999999999996, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 69, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05155462600305327, "decode_time_sec": 3.0776117440000235, "total_time_sec": 3.372395021997363, "prefill_units_per_sec": 3336.2670498242674, "prefill_bytes_per_sec": 3316.8701483718005, "decode_units_per_sec": 96.50340091761677, "decode_bytes_per_sec": 96.50340091761677, "total_units_per_sec": 88.06797485547713, "total_bytes_per_sec": 88.06797485547713, "step_latency_ms": {"count": 297, "sum": 3064, "mean": 10.316498316498317, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2844.79931640625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}, "model_input_units": {"count": 1, "sum": 172, "mean": 172.0, "median": 172.0, "p95": 172.0, "max": 172, "min": 172}}, "generated_stats": {"units": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}, "bytes": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}}, "compression_summary": {"raw_prompt_bytes": 171, "model_input_units": 172, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.5, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 6, 5, 1, 2, 7, 5, 1, 5, 5, 3, 3, 4, 5, 5, 5, 2, 11, 3, 4, 2, 7, 2, 15, 5, 5, 2, 4, 1, 3, 11, 5, 4, 5, 4, 2, 7, 3], "patch_length_stats": {"count": 38, "sum": 172, "mean": 4.526315789473684, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 70, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03491098700033035, "decode_time_sec": 2.7495226390456082, "total_time_sec": 3.0020137100000284, "prefill_units_per_sec": 4153.420239841053, "prefill_bytes_per_sec": 4124.7759623249085, "decode_units_per_sec": 98.19886411036069, "decode_bytes_per_sec": 98.19886411036069, "total_units_per_sec": 89.93962922307821, "total_bytes_per_sec": 89.93962922307821, "step_latency_ms": {"count": 270, "sum": 2733, "mean": 10.122222222222222, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2842.97705078125, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 34, "stage1_units": null, "bytes_per_stage0_unit": 4.235294117647059, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [34], "patch_count_stats": {"count": 1, "sum": 34, "mean": 34.0, "median": 34.0, "p95": 34.0, "max": 34, "min": 34}, "patch_lengths": [3, 5, 3, 5, 4, 6, 3, 3, 3, 5, 4, 2, 7, 5, 9, 5, 4, 2, 3, 1, 6, 2, 3, 5, 9, 7, 4, 5, 1, 6, 3, 3, 7, 2], "patch_length_stats": {"count": 34, "sum": 145, "mean": 4.264705882352941, "median": 4.0, "p95": 7.699999999999996, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 71, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04302898099558661, "decode_time_sec": 3.250340091995895, "total_time_sec": 3.542443951999303, "prefill_units_per_sec": 4183.227114266597, "prefill_bytes_per_sec": 4159.986963631783, "decode_units_per_sec": 93.83633446576125, "decode_bytes_per_sec": 93.83633446576125, "total_units_per_sec": 86.09875106926181, "total_bytes_per_sec": 86.09875106926181, "step_latency_ms": {"count": 305, "sum": 3244, "mean": 10.636065573770491, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2846.28466796875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}}, "generated_stats": {"units": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 180, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 3.891304347826087, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 8, 6, 4, 4, 1, 5, 1, 7, 1, 8, 3, 3, 6, 5, 1, 7, 5, 2, 2, 3, 6, 7, 5, 4, 1, 5, 2, 3, 5, 2, 5, 2, 4, 3, 3, 6, 2, 2, 3, 6, 5, 3, 3, 5, 3], "patch_length_stats": {"count": 46, "sum": 180, "mean": 3.9130434782608696, "median": 3.5, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 72, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05008734699731576, "decode_time_sec": 2.9821622160015977, "total_time_sec": 3.284362135000265, "prefill_units_per_sec": 3693.547594164138, "prefill_bytes_per_sec": 3673.5824720335213, "decode_units_per_sec": 103.95142099802995, "decode_bytes_per_sec": 103.95142099802995, "total_units_per_sec": 94.38666847861921, "total_bytes_per_sec": 94.38666847861921, "step_latency_ms": {"count": 310, "sum": 2959, "mean": 9.54516129032258, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2845.40966796875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}}, "generated_stats": {"units": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 185, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.842105263157895, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 4, 5, 7, 5, 3, 3, 4, 5, 2, 6, 1, 4, 7, 4, 9, 1, 5, 2, 3, 5, 7, 3, 7, 5, 7, 3, 11, 2, 4, 2, 5, 4, 8, 5, 8, 4, 12], "patch_length_stats": {"count": 38, "sum": 185, "mean": 4.868421052631579, "median": 4.5, "p95": 9.299999999999997, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 73, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05238297500181943, "decode_time_sec": 4.09521866594514, "total_time_sec": 4.429465479002829, "prefill_units_per_sec": 4218.928000792699, "prefill_bytes_per_sec": 4199.837828843411, "decode_units_per_sec": 84.48877293836672, "decode_bytes_per_sec": 84.48877293836672, "total_units_per_sec": 78.11326256862313, "total_bytes_per_sec": 78.11326256862313, "step_latency_ms": {"count": 346, "sum": 4094, "mean": 11.832369942196532, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2849.73388671875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 346, "mean": 346.0, "median": 346.0, "p95": 346.0, "max": 346, "min": 346}, "bytes": {"count": 1, "sum": 346, "mean": 346.0, "median": 346.0, "p95": 346.0, "max": 346, "min": 346}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 3.9285714285714284, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [3, 5, 7, 2, 3, 6, 3, 8, 1, 6, 1, 5, 10, 6, 3, 3, 3, 5, 10, 2, 7, 9, 2, 3, 2, 1, 3, 3, 3, 1, 1, 2, 8, 2, 7, 4, 5, 2, 3, 2, 1, 3, 2, 3, 1, 1, 2, 5, 3, 5, 2, 9, 7, 3, 8, 4], "patch_length_stats": {"count": 56, "sum": 221, "mean": 3.9464285714285716, "median": 3.0, "p95": 9.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 74, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.050101296001230367, "decode_time_sec": 3.38239859704845, "total_time_sec": 3.7043797410005936, "prefill_units_per_sec": 4111.670085239733, "prefill_bytes_per_sec": 4091.7105217191524, "decode_units_per_sec": 97.85954863180152, "decode_bytes_per_sec": 97.85954863180152, "total_units_per_sec": 89.35369026464691, "total_bytes_per_sec": 89.35369026464691, "step_latency_ms": {"count": 331, "sum": 3369, "mean": 10.178247734138973, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2847.7841796875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 331, "mean": 331.0, "median": 331.0, "p95": 331.0, "max": 331, "min": 331}, "bytes": {"count": 1, "sum": 331, "mean": 331.0, "median": 331.0, "p95": 331.0, "max": 331, "min": 331}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 206, "stage0_units": 48, "stage1_units": null, "bytes_per_stage0_unit": 4.270833333333333, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48], "patch_count_stats": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}, "patch_lengths": [3, 7, 5, 4, 3, 2, 5, 4, 6, 5, 2, 3, 4, 8, 2, 4, 1, 3, 6, 3, 7, 7, 5, 2, 4, 1, 3, 6, 3, 3, 3, 8, 3, 5, 5, 3, 7, 8, 2, 3, 9, 2, 4, 6, 5, 3, 4, 5], "patch_length_stats": {"count": 48, "sum": 206, "mean": 4.291666666666667, "median": 4.0, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 75, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.031194110000797082, "decode_time_sec": 3.221773399014637, "total_time_sec": 3.5115116399974795, "prefill_units_per_sec": 6187.065442645051, "prefill_bytes_per_sec": 6155.008108745335, "decode_units_per_sec": 98.70340356564452, "decode_bytes_per_sec": 98.70340356564452, "total_units_per_sec": 90.55928973091152, "total_bytes_per_sec": 90.55928973091152, "step_latency_ms": {"count": 318, "sum": 3185, "mean": 10.015723270440251, "median": 6.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2847.1728515625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}}, "generated_stats": {"units": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 193, "stage0_units": 48, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48], "patch_count_stats": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}, "patch_lengths": [3, 5, 10, 5, 1, 10, 1, 5, 5, 1, 4, 5, 1, 4, 5, 5, 1, 5, 3, 5, 1, 3, 5, 6, 3, 4, 3, 4, 3, 5, 2, 11, 3, 5, 2, 5, 3, 5, 2, 3, 4, 3, 4, 4, 5, 4, 4, 3], "patch_length_stats": {"count": 48, "sum": 193, "mean": 4.020833333333333, "median": 4.0, "p95": 8.599999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 76, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04407826999886311, "decode_time_sec": 3.2214156019799702, "total_time_sec": 3.5403128239995567, "prefill_units_per_sec": 4582.756991261456, "prefill_bytes_per_sec": 4560.0700754631325, "decode_units_per_sec": 101.50816920332069, "decode_bytes_per_sec": 101.50816920332069, "total_units_per_sec": 92.36471923703682, "total_bytes_per_sec": 92.36471923703682, "step_latency_ms": {"count": 327, "sum": 3201, "mean": 9.788990825688073, "median": 7.0, "p95": 23.69999999999999, "max": 26, "min": 6}, "peak_allocated_mb": 2846.3486328125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}, "bytes": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 39, "stage1_units": null, "bytes_per_stage0_unit": 5.153846153846154, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [39], "patch_count_stats": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}, "patch_lengths": [3, 2, 3, 4, 5, 3, 3, 4, 3, 5, 5, 2, 11, 5, 5, 2, 5, 9, 5, 5, 7, 2, 42, 2, 5, 5, 6, 5, 4, 3, 4, 4, 5, 6, 4, 2, 4, 1, 2], "patch_length_stats": {"count": 39, "sum": 202, "mean": 5.17948717948718, "median": 4.0, "p95": 9.200000000000003, "max": 42, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 77, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.034738586997264065, "decode_time_sec": 3.0653573859963217, "total_time_sec": 3.3174596110002312, "prefill_units_per_sec": 4174.032755316728, "prefill_bytes_per_sec": 4145.246322521441, "decode_units_per_sec": 88.08108354133817, "decode_bytes_per_sec": 88.08108354133817, "total_units_per_sec": 81.38757714026656, "total_bytes_per_sec": 81.38757714026656, "step_latency_ms": {"count": 270, "sum": 3041, "mean": 11.262962962962963, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2843.25439453125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}}, "generated_stats": {"units": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 145, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 3, 6, 5, 1, 6, 4, 3, 4, 2, 5, 4, 5, 4, 5, 3, 4, 10, 2, 7, 5, 5, 2, 2, 5, 6, 1, 2, 2, 4, 3, 7, 5, 5, 2, 3], "patch_length_stats": {"count": 36, "sum": 145, "mean": 4.027777777777778, "median": 4.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 78, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05402124499960337, "decode_time_sec": 3.692975963043864, "total_time_sec": 4.043544535001274, "prefill_units_per_sec": 4405.674101027243, "prefill_bytes_per_sec": 4387.162865308641, "decode_units_per_sec": 98.29470964138208, "decode_bytes_per_sec": 98.29470964138208, "total_units_per_sec": 89.7727221396575, "total_bytes_per_sec": 89.7727221396575, "step_latency_ms": {"count": 363, "sum": 3675, "mean": 10.12396694214876, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2850.8388671875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}, "bytes": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 238, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 4.157894736842105, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 5, 5, 4, 3, 5, 5, 2, 5, 5, 4, 4, 3, 2, 3, 3, 5, 6, 2, 3, 7, 2, 2, 2, 7, 5, 2, 2, 3, 6, 4, 2, 2, 3, 3, 31, 5, 1, 3, 2, 2, 3, 3, 5, 6, 2, 7, 7, 5, 6, 6, 1, 1, 2, 3, 6, 2], "patch_length_stats": {"count": 57, "sum": 238, "mean": 4.175438596491228, "median": 3.0, "p95": 7.0, "max": 31, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 79, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05145138700027019, "decode_time_sec": 3.8090834669528704, "total_time_sec": 4.172595112999261, "prefill_units_per_sec": 4820.08385893849, "prefill_bytes_per_sec": 4800.648036926642, "decode_units_per_sec": 97.92381900688214, "decode_bytes_per_sec": 97.92381900688214, "total_units_per_sec": 89.3928094863457, "total_bytes_per_sec": 89.3928094863457, "step_latency_ms": {"count": 373, "sum": 3795, "mean": 10.17426273458445, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2851.091796875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}, "bytes": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 4.410714285714286, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [3, 4, 10, 2, 4, 5, 1, 7, 1, 7, 1, 6, 5, 1, 2, 5, 6, 3, 3, 4, 7, 2, 4, 7, 5, 2, 3, 9, 7, 8, 2, 4, 2, 7, 7, 2, 6, 2, 2, 7, 1, 7, 7, 2, 6, 2, 2, 7, 1, 7, 3, 6, 2, 11, 7, 2], "patch_length_stats": {"count": 56, "sum": 248, "mean": 4.428571428571429, "median": 4.0, "p95": 8.25, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 80, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.054489502996148076, "decode_time_sec": 3.8766695199810783, "total_time_sec": 4.2434512180007005, "prefill_units_per_sec": 4698.152596805608, "prefill_bytes_per_sec": 4679.800438224335, "decode_units_per_sec": 98.28023720780295, "decode_bytes_per_sec": 98.28023720780295, "total_units_per_sec": 89.785408250671, "total_bytes_per_sec": 89.785408250671, "step_latency_ms": {"count": 381, "sum": 3877, "mean": 10.175853018372704, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2851.427734375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 4.553571428571429, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [3, 7, 5, 4, 3, 3, 3, 11, 4, 1, 7, 6, 3, 7, 4, 2, 11, 4, 2, 5, 6, 4, 2, 7, 7, 11, 2, 11, 6, 7, 9, 3, 3, 1, 3, 4, 2, 5, 7, 3, 3, 5, 4, 2, 5, 6, 4, 1, 5, 5, 5, 1, 7, 1, 1, 3], "patch_length_stats": {"count": 56, "sum": 256, "mean": 4.571428571428571, "median": 4.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 81, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04857651900238125, "decode_time_sec": 2.842212768999161, "total_time_sec": 3.133279080000648, "prefill_units_per_sec": 3520.219305784704, "prefill_bytes_per_sec": 3499.6332279730977, "decode_units_per_sec": 104.14420877583755, "decode_bytes_per_sec": 104.14420877583755, "total_units_per_sec": 94.46972083952981, "total_bytes_per_sec": 94.46972083952981, "step_latency_ms": {"count": 296, "sum": 2846, "mean": 9.614864864864865, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2844.19775390625, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}, "model_input_units": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}}, "generated_stats": {"units": {"count": 1, "sum": 296, "mean": 296.0, "median": 296.0, "p95": 296.0, "max": 296, "min": 296}, "bytes": {"count": 1, "sum": 296, "mean": 296.0, "median": 296.0, "p95": 296.0, "max": 296, "min": 296}}, "compression_summary": {"raw_prompt_bytes": 170, "model_input_units": 171, "stage0_units": 34, "stage1_units": null, "bytes_per_stage0_unit": 5.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [34], "patch_count_stats": {"count": 1, "sum": 34, "mean": 34.0, "median": 34.0, "p95": 34.0, "max": 34, "min": 34}, "patch_lengths": [3, 9, 4, 5, 3, 3, 4, 5, 2, 4, 8, 3, 7, 4, 2, 11, 4, 8, 3, 5, 5, 2, 3, 3, 8, 3, 15, 5, 2, 8, 7, 2, 8, 3], "patch_length_stats": {"count": 34, "sum": 171, "mean": 5.029411764705882, "median": 4.0, "p95": 9.699999999999996, "max": 15, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 82, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04645148999770754, "decode_time_sec": 3.9903985869786993, "total_time_sec": 4.32861526600027, "prefill_units_per_sec": 5015.985493931388, "prefill_bytes_per_sec": 4994.457659193486, "decode_units_per_sec": 89.71534852889397, "decode_bytes_per_sec": 89.71534852889397, "total_units_per_sec": 82.70543303119646, "total_bytes_per_sec": 82.70543303119646, "step_latency_ms": {"count": 358, "sum": 3974, "mean": 11.100558659217876, "median": 7.0, "p95": 23.0, "max": 29, "min": 6}, "peak_allocated_mb": 2850.7158203125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 3.8666666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 5, 5, 1, 9, 3, 3, 4, 5, 5, 9, 1, 2, 2, 2, 3, 3, 2, 11, 4, 5, 2, 7, 7, 3, 1, 2, 3, 5, 1, 1, 3, 1, 2, 11, 4, 2, 3, 6, 4, 5, 3, 15, 4, 1, 6, 1, 5, 2, 7, 7, 3, 2, 1, 2, 3, 5, 1, 1, 4], "patch_length_stats": {"count": 60, "sum": 233, "mean": 3.8833333333333333, "median": 3.0, "p95": 9.099999999999994, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 83, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05462345399791957, "decode_time_sec": 3.7922785800037673, "total_time_sec": 4.14590902800046, "prefill_units_per_sec": 4375.409874467161, "prefill_bytes_per_sec": 4357.102720180687, "decode_units_per_sec": 95.98450966111209, "decode_bytes_per_sec": 95.98450966111209, "total_units_per_sec": 87.79739196919967, "total_bytes_per_sec": 87.79739196919967, "step_latency_ms": {"count": 364, "sum": 3772, "mean": 10.362637362637363, "median": 7.0, "p95": 23.849999999999966, "max": 25, "min": 6}, "peak_allocated_mb": 2851.8486328125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}}, "generated_stats": {"units": {"count": 1, "sum": 364, "mean": 364.0, "median": 364.0, "p95": 364.0, "max": 364, "min": 364}, "bytes": {"count": 1, "sum": 364, "mean": 364.0, "median": 364.0, "p95": 364.0, "max": 364, "min": 364}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 239, "stage0_units": 64, "stage1_units": null, "bytes_per_stage0_unit": 3.71875, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [64], "patch_count_stats": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "patch_lengths": [3, 7, 6, 2, 4, 3, 4, 2, 2, 5, 6, 2, 2, 5, 2, 3, 3, 4, 4, 1, 2, 6, 2, 2, 5, 2, 7, 6, 6, 4, 6, 5, 4, 3, 2, 3, 6, 2, 2, 6, 2, 2, 7, 5, 4, 2, 3, 4, 6, 9, 2, 6, 2, 2, 5, 2, 4, 6, 2, 3, 4, 2, 2, 2], "patch_length_stats": {"count": 64, "sum": 239, "mean": 3.734375, "median": 3.0, "p95": 6.849999999999994, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 84, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04920632799985469, "decode_time_sec": 3.340609746013797, "total_time_sec": 3.6607945380019373, "prefill_units_per_sec": 4227.098595949168, "prefill_bytes_per_sec": 4206.776006545566, "decode_units_per_sec": 99.68240091419067, "decode_bytes_per_sec": 99.68240091419067, "total_units_per_sec": 90.96385949640089, "total_bytes_per_sec": 90.96385949640089, "step_latency_ms": {"count": 333, "sum": 3314, "mean": 9.951951951951951, "median": 6.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2848.5712890625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}, "bytes": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 3.9056603773584904, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 10, 5, 3, 3, 4, 7, 2, 5, 4, 5, 5, 5, 5, 8, 1, 1, 1, 1, 2, 1, 2, 7, 5, 2, 4, 7, 4, 2, 3, 6, 7, 3, 11, 5, 7, 5, 4, 5, 5, 5, 5, 8, 1, 1, 1, 1, 1, 1, 2, 2, 2, 3], "patch_length_stats": {"count": 53, "sum": 208, "mean": 3.9245283018867925, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 85, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04455904100177577, "decode_time_sec": 3.3315155310447153, "total_time_sec": 3.6514469559988356, "prefill_units_per_sec": 4825.058959222929, "prefill_bytes_per_sec": 4802.616824528869, "decode_units_per_sec": 102.05565510102271, "decode_bytes_per_sec": 102.05565510102271, "total_units_per_sec": 93.11377218322336, "total_bytes_per_sec": 93.11377218322336, "step_latency_ms": {"count": 340, "sum": 3310, "mean": 9.735294117647058, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2848.345703125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}}, "generated_stats": {"units": {"count": 1, "sum": 340, "mean": 340.0, "median": 340.0, "p95": 340.0, "max": 340, "min": 340}, "bytes": {"count": 1, "sum": 340, "mean": 340.0, "median": 340.0, "p95": 340.0, "max": 340, "min": 340}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 215, "stage0_units": 49, "stage1_units": null, "bytes_per_stage0_unit": 4.36734693877551, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [49], "patch_count_stats": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}, "patch_lengths": [3, 8, 7, 1, 5, 5, 1, 6, 7, 5, 1, 6, 5, 1, 3, 6, 3, 3, 5, 4, 7, 6, 2, 3, 3, 4, 8, 7, 1, 4, 4, 2, 4, 7, 7, 2, 2, 6, 3, 3, 4, 2, 7, 7, 6, 3, 7, 7, 2], "patch_length_stats": {"count": 49, "sum": 215, "mean": 4.387755102040816, "median": 4.0, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 86, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05008670700044604, "decode_time_sec": 3.7946371949874447, "total_time_sec": 4.139552448999893, "prefill_units_per_sec": 4691.863651525488, "prefill_bytes_per_sec": 4671.898274284955, "decode_units_per_sec": 94.87072979613039, "decode_bytes_per_sec": 94.87072979613039, "total_units_per_sec": 86.96592311252759, "total_bytes_per_sec": 86.96592311252759, "step_latency_ms": {"count": 360, "sum": 3786, "mean": 10.516666666666667, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2850.6708984375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 234, "mean": 234.0, "median": 234.0, "p95": 234.0, "max": 234, "min": 234}, "model_input_units": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}}, "generated_stats": {"units": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}, "bytes": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}}, "compression_summary": {"raw_prompt_bytes": 234, "model_input_units": 235, "stage0_units": 59, "stage1_units": null, "bytes_per_stage0_unit": 3.9661016949152543, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [59], "patch_count_stats": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}, "patch_lengths": [3, 5, 4, 7, 2, 2, 6, 2, 2, 5, 5, 5, 7, 4, 5, 1, 3, 6, 3, 3, 4, 7, 2, 3, 8, 2, 6, 3, 7, 5, 2, 2, 2, 3, 8, 2, 4, 2, 2, 3, 7, 7, 2, 5, 2, 2, 1, 7, 7, 2, 3, 11, 5, 2, 2, 1, 2, 6, 4], "patch_length_stats": {"count": 59, "sum": 235, "mean": 3.983050847457627, "median": 3.0, "p95": 7.099999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 87, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04324734200054081, "decode_time_sec": 3.080457920059416, "total_time_sec": 3.3682020750020456, "prefill_units_per_sec": 4115.8598833143105, "prefill_bytes_per_sec": 4092.7370749810843, "decode_units_per_sec": 98.36199937253345, "decode_bytes_per_sec": 98.36199937253345, "total_units_per_sec": 89.9589731414247, "total_bytes_per_sec": 89.9589731414247, "step_latency_ms": {"count": 303, "sum": 3049, "mean": 10.062706270627062, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2845.77490234375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}, "bytes": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.116279069767442, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 5, 5, 4, 3, 4, 5, 2, 5, 4, 5, 5, 3, 7, 5, 3, 3, 4, 2, 1, 1, 5, 7, 2, 1, 1, 3, 7, 5, 3, 5, 4, 3, 7, 4, 6, 3, 5, 7, 2, 11, 5, 3], "patch_length_stats": {"count": 43, "sum": 178, "mean": 4.1395348837209305, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 88, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03486510700167855, "decode_time_sec": 3.1945928330351308, "total_time_sec": 3.470241229999374, "prefill_units_per_sec": 4617.797386718153, "prefill_bytes_per_sec": 4589.115415372077, "decode_units_per_sec": 89.52627610081879, "decode_bytes_per_sec": 89.52627610081879, "total_units_per_sec": 82.41501989187408, "total_bytes_per_sec": 82.41501989187408, "step_latency_ms": {"count": 286, "sum": 3209, "mean": 11.22027972027972, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2844.97607421875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 160, "mean": 160.0, "median": 160.0, "p95": 160.0, "max": 160, "min": 160}, "model_input_units": {"count": 1, "sum": 161, "mean": 161.0, "median": 161.0, "p95": 161.0, "max": 161, "min": 161}}, "generated_stats": {"units": {"count": 1, "sum": 286, "mean": 286.0, "median": 286.0, "p95": 286.0, "max": 286, "min": 286}, "bytes": {"count": 1, "sum": 286, "mean": 286.0, "median": 286.0, "p95": 286.0, "max": 286, "min": 286}}, "compression_summary": {"raw_prompt_bytes": 160, "model_input_units": 161, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 3.7209302325581395, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 4, 5, 5, 1, 5, 3, 3, 4, 2, 5, 1, 2, 4, 1, 3, 5, 1, 7, 4, 2, 5, 4, 6, 5, 1, 7, 4, 5, 2, 5, 4, 5, 5, 2, 7, 5, 2, 4, 2, 4, 5, 2], "patch_length_stats": {"count": 43, "sum": 161, "mean": 3.744186046511628, "median": 4.0, "p95": 6.899999999999999, "max": 7, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 89, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05028166600095574, "decode_time_sec": 1.9352514520396653, "total_time_sec": 2.212883222997334, "prefill_units_per_sec": 3102.5224979028103, "prefill_bytes_per_sec": 3082.634533172664, "decode_units_per_sec": 145.20076949372086, "decode_bytes_per_sec": 145.20076949372086, "total_units_per_sec": 126.98365511551376, "total_bytes_per_sec": 126.98365511551376, "step_latency_ms": {"count": 281, "sum": 1892, "mean": 6.733096085409253, "median": 6.0, "p95": 7.0, "max": 23, "min": 6}, "peak_allocated_mb": 2844.04833984375, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 155, "mean": 155.0, "median": 155.0, "p95": 155.0, "max": 155, "min": 155}, "model_input_units": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}}, "generated_stats": {"units": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}}, "compression_summary": {"raw_prompt_bytes": 155, "model_input_units": 156, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.078947368421052, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 5, 5, 3, 2, 4, 2, 6, 6, 5, 6, 1, 8, 5, 1, 5, 4, 2, 9, 5, 3, 5, 2, 4, 4, 5, 3, 1, 4, 4, 5, 5, 2, 8, 5, 3, 4, 2], "patch_length_stats": {"count": 38, "sum": 156, "mean": 4.105263157894737, "median": 4.0, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 90, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04540104099942255, "decode_time_sec": 2.5353194050148886, "total_time_sec": 2.802990469001088, "prefill_units_per_sec": 3347.9408545265137, "prefill_bytes_per_sec": 3325.914927851997, "decode_units_per_sec": 109.25645086456998, "decode_bytes_per_sec": 109.25645086456998, "total_units_per_sec": 98.82302600148174, "total_bytes_per_sec": 98.82302600148174, "step_latency_ms": {"count": 277, "sum": 2529, "mean": 9.129963898916968, "median": 7.0, "p95": 23.0, "max": 23, "min": 6}, "peak_allocated_mb": 2842.89013671875, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}, "model_input_units": {"count": 1, "sum": 152, "mean": 152.0, "median": 152.0, "p95": 152.0, "max": 152, "min": 152}}, "generated_stats": {"units": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}, "bytes": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}}, "compression_summary": {"raw_prompt_bytes": 151, "model_input_units": 152, "stage0_units": 31, "stage1_units": null, "bytes_per_stage0_unit": 4.870967741935484, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [31], "patch_count_stats": {"count": 1, "sum": 31, "mean": 31.0, "median": 31.0, "p95": 31.0, "max": 31, "min": 31}, "patch_lengths": [3, 8, 5, 1, 6, 4, 3, 4, 3, 5, 7, 6, 2, 1, 2, 2, 7, 3, 7, 1, 11, 5, 5, 3, 12, 5, 11, 2, 11, 5, 2], "patch_length_stats": {"count": 31, "sum": 152, "mean": 4.903225806451613, "median": 5.0, "p95": 11.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 91, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044469610998930875, "decode_time_sec": 3.1714309470407898, "total_time_sec": 3.4822405259983498, "prefill_units_per_sec": 4542.427861688658, "prefill_bytes_per_sec": 4519.940595046635, "decode_units_per_sec": 103.10803087329344, "decode_bytes_per_sec": 103.10803087329344, "total_units_per_sec": 93.90505841242828, "total_bytes_per_sec": 93.90505841242828, "step_latency_ms": {"count": 327, "sum": 3162, "mean": 9.669724770642201, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2846.9033203125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}, "bytes": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.674418604651163, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 5, 5, 1, 4, 4, 1, 5, 4, 3, 4, 9, 3, 8, 2, 5, 2, 7, 9, 2, 9, 9, 3, 7, 9, 4, 1, 2, 4, 4, 1, 1, 7, 9, 6, 7, 2, 7, 5, 3, 7, 7, 2], "patch_length_stats": {"count": 43, "sum": 202, "mean": 4.6976744186046515, "median": 4.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 92, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04969026799881249, "decode_time_sec": 3.592068806017778, "total_time_sec": 3.92123877099948, "prefill_units_per_sec": 4045.057676179238, "prefill_bytes_per_sec": 4024.93301112362, "decode_units_per_sec": 90.75549985397093, "decode_bytes_per_sec": 90.75549985397093, "total_units_per_sec": 83.13699293473685, "total_bytes_per_sec": 83.13699293473685, "step_latency_ms": {"count": 326, "sum": 3606, "mean": 11.061349693251534, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.8271484375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}}, "generated_stats": {"units": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 201, "stage0_units": 50, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50], "patch_count_stats": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}, "patch_lengths": [3, 5, 5, 1, 2, 1, 1, 3, 3, 4, 3, 5, 2, 6, 3, 4, 5, 2, 11, 7, 2, 5, 2, 6, 1, 7, 5, 2, 11, 7, 2, 5, 2, 4, 4, 3, 4, 5, 2, 3, 4, 7, 2, 6, 5, 5, 1, 5, 6, 2], "patch_length_stats": {"count": 50, "sum": 201, "mean": 4.02, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 93, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04442867100078729, "decode_time_sec": 2.8566063459729776, "total_time_sec": 3.150103615000262, "prefill_units_per_sec": 4073.9458534961045, "prefill_bytes_per_sec": 4051.437865355242, "decode_units_per_sec": 107.12011489835662, "decode_bytes_per_sec": 107.12011489835662, "total_units_per_sec": 97.13966186473347, "total_bytes_per_sec": 97.13966186473347, "step_latency_ms": {"count": 306, "sum": 2840, "mean": 9.281045751633988, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2845.22216796875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.7368421052631575, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 5, 5, 1, 6, 3, 3, 4, 4, 5, 3, 6, 2, 11, 5, 2, 5, 5, 1, 11, 6, 2, 6, 5, 6, 7, 11, 4, 6, 2, 6, 3, 1, 2, 11, 6, 2, 5], "patch_length_stats": {"count": 38, "sum": 181, "mean": 4.7631578947368425, "median": 5.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 94, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.046301449998281896, "decode_time_sec": 3.8674522019609867, "total_time_sec": 4.204033230002096, "prefill_units_per_sec": 4665.080683391451, "prefill_bytes_per_sec": 4643.483087635009, "decode_units_per_sec": 88.17174258213105, "decode_bytes_per_sec": 88.17174258213105, "total_units_per_sec": 81.11258435505515, "total_bytes_per_sec": 81.11258435505515, "step_latency_ms": {"count": 341, "sum": 3881, "mean": 11.381231671554252, "median": 7.0, "p95": 25.0, "max": 27, "min": 6}, "peak_allocated_mb": 2849.501953125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}, "model_input_units": {"count": 1, "sum": 216, "mean": 216.0, "median": 216.0, "p95": 216.0, "max": 216, "min": 216}}, "generated_stats": {"units": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}, "bytes": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}}, "compression_summary": {"raw_prompt_bytes": 215, "model_input_units": 216, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 3.7719298245614037, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 4, 5, 2, 2, 1, 7, 1, 2, 1, 3, 1, 2, 1, 3, 3, 3, 4, 5, 5, 4, 2, 6, 2, 7, 4, 2, 3, 1, 5, 6, 7, 5, 3, 3, 5, 4, 2, 4, 5, 5, 9, 4, 3, 3, 3, 7, 9, 5, 2, 5, 1, 3, 2, 9, 6, 2], "patch_length_stats": {"count": 57, "sum": 216, "mean": 3.789473684210526, "median": 3.0, "p95": 7.3999999999999915, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 95, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0438617309955589, "decode_time_sec": 2.976196626015735, "total_time_sec": 3.2508460819990432, "prefill_units_per_sec": 3442.636589406129, "prefill_bytes_per_sec": 3419.837671595493, "decode_units_per_sec": 92.73580837617037, "decode_bytes_per_sec": 92.73580837617037, "total_units_per_sec": 84.90097440426318, "total_bytes_per_sec": 84.90097440426318, "step_latency_ms": {"count": 276, "sum": 2992, "mean": 10.840579710144928, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2843.53662109375, "peak_reserved_mb": 2976.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 150, "mean": 150.0, "median": 150.0, "p95": 150.0, "max": 150, "min": 150}, "model_input_units": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}}, "generated_stats": {"units": {"count": 1, "sum": 276, "mean": 276.0, "median": 276.0, "p95": 276.0, "max": 276, "min": 276}, "bytes": {"count": 1, "sum": 276, "mean": 276.0, "median": 276.0, "p95": 276.0, "max": 276, "min": 276}}, "compression_summary": {"raw_prompt_bytes": 150, "model_input_units": 151, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 4.166666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 4, 8, 5, 1, 4, 4, 3, 4, 4, 2, 4, 7, 4, 2, 3, 6, 5, 5, 4, 11, 3, 2, 3, 1, 1, 2, 15, 4, 3, 2, 1, 2, 11, 5, 3], "patch_length_stats": {"count": 36, "sum": 151, "mean": 4.194444444444445, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 96, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04962750699633034, "decode_time_sec": 3.4205029320146423, "total_time_sec": 3.7539720159984427, "prefill_units_per_sec": 4191.224032578956, "prefill_bytes_per_sec": 4171.073917037711, "decode_units_per_sec": 97.35410453335479, "decode_bytes_per_sec": 97.35410453335479, "total_units_per_sec": 88.7060421816789, "total_bytes_per_sec": 88.7060421816789, "step_latency_ms": {"count": 333, "sum": 3441, "mean": 10.333333333333334, "median": 7.0, "p95": 24.399999999999977, "max": 28, "min": 6}, "peak_allocated_mb": 2847.6005859375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}, "bytes": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 208, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.5, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 4, 8, 8, 1, 2, 4, 1, 3, 6, 3, 3, 7, 2, 3, 4, 7, 4, 8, 8, 2, 3, 3, 7, 4, 7, 8, 6, 2, 7, 4, 2, 7, 8, 6, 2, 4, 1, 3, 6, 2, 8, 2, 7, 6, 2], "patch_length_stats": {"count": 46, "sum": 208, "mean": 4.521739130434782, "median": 4.0, "p95": 8.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 97, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047467689004406566, "decode_time_sec": 3.6586596309680317, "total_time_sec": 3.9867194769976777, "prefill_units_per_sec": 4297.660245921433, "prefill_bytes_per_sec": 4276.593283931622, "decode_units_per_sec": 89.92364231295029, "decode_bytes_per_sec": 89.92364231295029, "total_units_per_sec": 82.52399043831487, "total_bytes_per_sec": 82.52399043831487, "step_latency_ms": {"count": 329, "sum": 3683, "mean": 11.19452887537994, "median": 7.0, "p95": 25.0, "max": 27, "min": 6}, "peak_allocated_mb": 2847.9677734375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 50, "stage1_units": null, "bytes_per_stage0_unit": 4.06, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50], "patch_count_stats": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}, "patch_lengths": [3, 2, 9, 7, 2, 3, 3, 3, 8, 2, 1, 4, 4, 2, 4, 7, 3, 8, 2, 1, 1, 2, 4, 4, 2, 4, 11, 7, 5, 4, 2, 9, 7, 1, 2, 3, 3, 4, 5, 2, 11, 7, 5, 2, 4, 1, 3, 3, 5, 3], "patch_length_stats": {"count": 50, "sum": 204, "mean": 4.08, "median": 3.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 98, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05703093200281728, "decode_time_sec": 3.8380415509454906, "total_time_sec": 4.160671605000971, "prefill_units_per_sec": 3366.5941140592854, "prefill_bytes_per_sec": 3349.0597697152266, "decode_units_per_sec": 82.59420743423374, "decode_bytes_per_sec": 82.59420743423374, "total_units_per_sec": 76.18962275681116, "total_bytes_per_sec": 76.18962275681116, "step_latency_ms": {"count": 317, "sum": 3842, "mean": 12.1198738170347, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.54052734375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 191, "mean": 191.0, "median": 191.0, "p95": 191.0, "max": 191, "min": 191}, "model_input_units": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}}, "generated_stats": {"units": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}, "bytes": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}}, "compression_summary": {"raw_prompt_bytes": 191, "model_input_units": 192, "stage0_units": 51, "stage1_units": null, "bytes_per_stage0_unit": 3.7450980392156863, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [51], "patch_count_stats": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}, "patch_lengths": [3, 3, 4, 4, 1, 3, 3, 7, 4, 3, 7, 4, 2, 10, 2, 4, 3, 4, 7, 4, 2, 10, 2, 5, 3, 4, 7, 4, 2, 10, 2, 3, 2, 3, 3, 4, 3, 3, 1, 1, 3, 4, 3, 7, 3, 3, 1, 1, 3, 4, 4], "patch_length_stats": {"count": 51, "sum": 192, "mean": 3.764705882352941, "median": 3.0, "p95": 8.5, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 99, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04210436300127185, "decode_time_sec": 3.13935648403276, "total_time_sec": 3.434386488999735, "prefill_units_per_sec": 4251.340888225596, "prefill_bytes_per_sec": 4227.590380470146, "decode_units_per_sec": 96.83513215086907, "decode_bytes_per_sec": 96.83513215086907, "total_units_per_sec": 88.51653737099927, "total_bytes_per_sec": 88.51653737099927, "step_latency_ms": {"count": 304, "sum": 3160, "mean": 10.394736842105264, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2845.96044921875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}}, "generated_stats": {"units": {"count": 1, "sum": 304, "mean": 304.0, "median": 304.0, "p95": 304.0, "max": 304, "min": 304}, "bytes": {"count": 1, "sum": 304, "mean": 304.0, "median": 304.0, "p95": 304.0, "max": 304, "min": 304}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 179, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.045454545454546, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 9, 5, 5, 3, 5, 2, 7, 2, 2, 3, 3, 4, 1, 3, 7, 2, 3, 5, 4, 3, 1, 2, 2, 2, 5, 6, 5, 3, 4, 7, 1, 6, 3, 10, 7, 4, 7, 2, 4, 4, 4, 6, 3], "patch_length_stats": {"count": 44, "sum": 179, "mean": 4.068181818181818, "median": 4.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 100, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.043985920998238726, "decode_time_sec": 3.776374051994935, "total_time_sec": 4.1205408749992785, "prefill_units_per_sec": 5524.494985787161, "prefill_bytes_per_sec": 5501.760438520547, "decode_units_per_sec": 97.44797388531933, "decode_bytes_per_sec": 97.44797388531933, "total_units_per_sec": 89.30866387778872, "total_bytes_per_sec": 89.30866387778872, "step_latency_ms": {"count": 368, "sum": 3750, "mean": 10.190217391304348, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2852.28369140625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}, "model_input_units": {"count": 1, "sum": 243, "mean": 243.0, "median": 243.0, "p95": 243.0, "max": 243, "min": 243}}, "generated_stats": {"units": {"count": 1, "sum": 368, "mean": 368.0, "median": 368.0, "p95": 368.0, "max": 368, "min": 368}, "bytes": {"count": 1, "sum": 368, "mean": 368.0, "median": 368.0, "p95": 368.0, "max": 368, "min": 368}}, "compression_summary": {"raw_prompt_bytes": 242, "model_input_units": 243, "stage0_units": 66, "stage1_units": null, "bytes_per_stage0_unit": 3.6666666666666665, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [66], "patch_count_stats": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}, "patch_lengths": [3, 7, 9, 9, 9, 4, 1, 5, 3, 3, 4, 3, 11, 3, 1, 6, 1, 5, 2, 2, 4, 1, 2, 9, 3, 4, 2, 1, 3, 2, 5, 1, 1, 1, 2, 7, 2, 4, 1, 4, 1, 2, 5, 6, 7, 5, 1, 4, 2, 7, 3, 4, 3, 4, 1, 2, 9, 7, 2, 1, 1, 2, 5, 1, 4, 4], "patch_length_stats": {"count": 66, "sum": 243, "mean": 3.6818181818181817, "median": 3.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 101, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048438207999424776, "decode_time_sec": 3.624961544992402, "total_time_sec": 3.982098157001019, "prefill_units_per_sec": 5119.925163270803, "prefill_bytes_per_sec": 5099.280303741485, "decode_units_per_sec": 102.89764329093919, "decode_bytes_per_sec": 102.89764329093919, "total_units_per_sec": 93.66921288572962, "total_bytes_per_sec": 93.66921288572962, "step_latency_ms": {"count": 373, "sum": 3602, "mean": 9.656836461126005, "median": 7.0, "p95": 23.399999999999977, "max": 24, "min": 6}, "peak_allocated_mb": 2850.67578125, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}, "bytes": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 4.660377358490566, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 7, 7, 5, 1, 7, 1, 7, 3, 3, 4, 6, 2, 5, 4, 7, 6, 7, 2, 7, 3, 4, 11, 7, 1, 4, 7, 3, 11, 6, 10, 2, 6, 5, 3, 3, 5, 4, 3, 7, 4, 4, 1, 4, 5, 3, 4, 5, 2, 5, 1, 7, 4], "patch_length_stats": {"count": 53, "sum": 248, "mean": 4.679245283018868, "median": 4.0, "p95": 8.199999999999996, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 102, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04742767899733735, "decode_time_sec": 3.2575261410165695, "total_time_sec": 3.5729731930005073, "prefill_units_per_sec": 4301.285753651424, "prefill_bytes_per_sec": 4280.201019564897, "decode_units_per_sec": 100.99688713390636, "decode_bytes_per_sec": 100.99688713390636, "total_units_per_sec": 92.08017587271982, "total_bytes_per_sec": 92.08017587271982, "step_latency_ms": {"count": 329, "sum": 3219, "mean": 9.78419452887538, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.9970703125, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 204, "stage0_units": 43, "stage1_units": null, "bytes_per_stage0_unit": 4.72093023255814, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [43], "patch_count_stats": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}, "patch_lengths": [3, 4, 4, 5, 1, 9, 3, 3, 3, 4, 5, 2, 4, 3, 4, 3, 7, 9, 2, 5, 2, 4, 9, 9, 3, 2, 7, 4, 2, 11, 3, 6, 2, 4, 2, 4, 9, 3, 3, 7, 7, 15, 3], "patch_length_stats": {"count": 43, "sum": 204, "mean": 4.744186046511628, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 103, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03932512300161761, "decode_time_sec": 3.2893599810595333, "total_time_sec": 3.5767731519990775, "prefill_units_per_sec": 4500.939513723052, "prefill_bytes_per_sec": 4475.510476922357, "decode_units_per_sec": 91.81117352279668, "decode_bytes_per_sec": 91.81117352279668, "total_units_per_sec": 84.43364652052664, "total_bytes_per_sec": 84.43364652052664, "step_latency_ms": {"count": 302, "sum": 3274, "mean": 10.841059602649006, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2846.14306640625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 177, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 3.8260869565217392, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 6, 7, 3, 3, 6, 5, 5, 3, 3, 4, 2, 2, 5, 6, 6, 2, 3, 4, 2, 2, 1, 5, 6, 5, 2, 7, 4, 8, 4, 3, 6, 2, 3, 1, 2, 2, 1, 2, 1, 2, 3, 7, 10, 6, 2], "patch_length_stats": {"count": 46, "sum": 177, "mean": 3.847826086956522, "median": 3.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 104, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04417627099974197, "decode_time_sec": 3.5740173470039736, "total_time_sec": 3.8975820960004057, "prefill_units_per_sec": 4844.229609177514, "prefill_bytes_per_sec": 4821.593022218741, "decode_units_per_sec": 94.85124639481026, "decode_bytes_per_sec": 94.85124639481026, "total_units_per_sec": 86.97700052241946, "total_bytes_per_sec": 86.97700052241946, "step_latency_ms": {"count": 339, "sum": 3574, "mean": 10.542772861356932, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2849.408203125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}, "model_input_units": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}}, "generated_stats": {"units": {"count": 1, "sum": 339, "mean": 339.0, "median": 339.0, "p95": 339.0, "max": 339, "min": 339}, "bytes": {"count": 1, "sum": 339, "mean": 339.0, "median": 339.0, "p95": 339.0, "max": 339, "min": 339}}, "compression_summary": {"raw_prompt_bytes": 213, "model_input_units": 214, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 3.736842105263158, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 6, 7, 6, 5, 3, 3, 4, 4, 2, 6, 2, 4, 5, 7, 2, 2, 4, 7, 1, 1, 7, 5, 2, 7, 2, 5, 2, 1, 1, 2, 7, 4, 2, 5, 2, 3, 2, 4, 3, 6, 8, 4, 1, 7, 3, 3, 5, 3, 7, 3, 2, 3, 3, 1, 1, 4], "patch_length_stats": {"count": 57, "sum": 214, "mean": 3.754385964912281, "median": 3.0, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 105, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048889157002122374, "decode_time_sec": 3.077676814991719, "total_time_sec": 3.3938727530003234, "prefill_units_per_sec": 4193.158822335606, "prefill_bytes_per_sec": 4172.70438905592, "decode_units_per_sec": 107.22373395170406, "decode_bytes_per_sec": 107.22373395170406, "total_units_per_sec": 97.23405207465908, "total_bytes_per_sec": 97.23405207465908, "step_latency_ms": {"count": 330, "sum": 3058, "mean": 9.266666666666667, "median": 6.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2846.7666015625, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}, "model_input_units": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}}, "generated_stats": {"units": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}, "bytes": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}}, "compression_summary": {"raw_prompt_bytes": 204, "model_input_units": 205, "stage0_units": 41, "stage1_units": null, "bytes_per_stage0_unit": 4.975609756097561, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [41], "patch_count_stats": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}, "patch_lengths": [3, 10, 5, 5, 1, 4, 5, 1, 11, 3, 3, 4, 3, 4, 11, 11, 1, 5, 3, 11, 6, 2, 10, 6, 5, 3, 2, 5, 3, 7, 4, 7, 2, 7, 6, 7, 2, 3, 10, 2, 2], "patch_length_stats": {"count": 41, "sum": 205, "mean": 5.0, "median": 4.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 106, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.037201835999439936, "decode_time_sec": 3.479983102013648, "total_time_sec": 3.8066761890004273, "prefill_units_per_sec": 6074.968988181185, "prefill_bytes_per_sec": 6048.088594428171, "decode_units_per_sec": 100.86255872820138, "decode_bytes_per_sec": 100.86255872820138, "total_units_per_sec": 92.20642433791224, "total_bytes_per_sec": 92.20642433791224, "step_latency_ms": {"count": 351, "sum": 3454, "mean": 9.84045584045584, "median": 7.0, "p95": 24.0, "max": 32, "min": 6}, "peak_allocated_mb": 2849.0009765625, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 225, "mean": 225.0, "median": 225.0, "p95": 225.0, "max": 225, "min": 225}, "model_input_units": {"count": 1, "sum": 226, "mean": 226.0, "median": 226.0, "p95": 226.0, "max": 226, "min": 226}}, "generated_stats": {"units": {"count": 1, "sum": 351, "mean": 351.0, "median": 351.0, "p95": 351.0, "max": 351, "min": 351}, "bytes": {"count": 1, "sum": 351, "mean": 351.0, "median": 351.0, "p95": 351.0, "max": 351, "min": 351}}, "compression_summary": {"raw_prompt_bytes": 225, "model_input_units": 226, "stage0_units": 50, "stage1_units": null, "bytes_per_stage0_unit": 4.5, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50], "patch_count_stats": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}, "patch_lengths": [3, 2, 9, 3, 6, 3, 5, 1, 6, 1, 10, 1, 10, 4, 5, 3, 3, 3, 10, 4, 3, 5, 2, 15, 4, 2, 5, 3, 7, 4, 2, 3, 11, 2, 3, 5, 6, 3, 3, 3, 10, 4, 3, 2, 4, 3, 5, 7, 3, 2], "patch_length_stats": {"count": 50, "sum": 226, "mean": 4.52, "median": 3.0, "p95": 10.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 107, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.035819556997012114, "decode_time_sec": 2.9440201750112465, "total_time_sec": 3.239079146998847, "prefill_units_per_sec": 5443.953425115389, "prefill_bytes_per_sec": 5416.035715243002, "decode_units_per_sec": 108.69490729586374, "decode_bytes_per_sec": 108.69490729586374, "total_units_per_sec": 98.7935105866414, "total_bytes_per_sec": 98.7935105866414, "step_latency_ms": {"count": 320, "sum": 2915, "mean": 9.109375, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2846.7138671875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 195, "stage0_units": 44, "stage1_units": null, "bytes_per_stage0_unit": 4.409090909090909, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [44], "patch_count_stats": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}, "patch_lengths": [3, 4, 5, 1, 5, 1, 6, 5, 1, 8, 5, 3, 3, 4, 5, 4, 5, 8, 3, 7, 4, 2, 11, 3, 5, 4, 4, 2, 1, 1, 2, 15, 3, 4, 6, 2, 19, 3, 5, 2, 1, 4, 2, 4], "patch_length_stats": {"count": 44, "sum": 195, "mean": 4.431818181818182, "median": 4.0, "p95": 10.550000000000004, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 108, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0414919530012412, "decode_time_sec": 2.5478784080005425, "total_time_sec": 2.8103322349998052, "prefill_units_per_sec": 3591.0577647560426, "prefill_bytes_per_sec": 3566.9567059321766, "decode_units_per_sec": 107.54045371224075, "decode_bytes_per_sec": 107.54045371224075, "total_units_per_sec": 97.49736938131765, "total_bytes_per_sec": 97.49736938131765, "step_latency_ms": {"count": 274, "sum": 2534, "mean": 9.248175182481752, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2842.33349609375, "peak_reserved_mb": 2974.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}, "model_input_units": {"count": 1, "sum": 149, "mean": 149.0, "median": 149.0, "p95": 149.0, "max": 149, "min": 149}}, "generated_stats": {"units": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}, "bytes": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}}, "compression_summary": {"raw_prompt_bytes": 148, "model_input_units": 149, "stage0_units": 28, "stage1_units": null, "bytes_per_stage0_unit": 5.285714285714286, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [28], "patch_count_stats": {"count": 1, "sum": 28, "mean": 28.0, "median": 28.0, "p95": 28.0, "max": 28, "min": 28}, "patch_lengths": [3, 11, 5, 3, 3, 4, 5, 7, 6, 2, 5, 11, 7, 7, 5, 5, 10, 2, 6, 2, 7, 3, 5, 10, 3, 4, 5, 3], "patch_length_stats": {"count": 28, "sum": 149, "mean": 5.321428571428571, "median": 5.0, "p95": 10.649999999999999, "max": 11, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 109, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0384520949992293, "decode_time_sec": 3.5939483269758057, "total_time_sec": 3.8972031839984993, "prefill_units_per_sec": 5123.257913618191, "prefill_bytes_per_sec": 5097.251528269875, "decode_units_per_sec": 89.59505555021512, "decode_bytes_per_sec": 89.59505555021512, "total_units_per_sec": 82.6233544409739, "total_bytes_per_sec": 82.6233544409739, "step_latency_ms": {"count": 322, "sum": 3619, "mean": 11.23913043478261, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.0849609375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 197, "mean": 197.0, "median": 197.0, "p95": 197.0, "max": 197, "min": 197}}, "generated_stats": {"units": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 197, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.260869565217392, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 3, 5, 3, 3, 4, 4, 3, 2, 4, 7, 3, 5, 2, 2, 2, 2, 2, 11, 4, 3, 2, 2, 1, 2, 2, 2, 2, 1, 3, 6, 5, 2, 2, 6, 4, 2, 46, 2, 2, 5, 4, 2, 7, 5, 3], "patch_length_stats": {"count": 46, "sum": 197, "mean": 4.282608695652174, "median": 3.0, "p95": 7.0, "max": 46, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 110, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04256437200092478, "decode_time_sec": 3.0679977529689495, "total_time_sec": 3.3737829830024566, "prefill_units_per_sec": 4698.765436869471, "prefill_bytes_per_sec": 4675.271609685124, "decode_units_per_sec": 105.93228097559472, "decode_bytes_per_sec": 105.93228097559472, "total_units_per_sec": 96.3310330383996, "total_bytes_per_sec": 96.3310330383996, "step_latency_ms": {"count": 325, "sum": 3043, "mean": 9.363076923076923, "median": 6.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2847.2255859375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}, "bytes": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 200, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.326086956521739, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 4, 5, 1, 6, 1, 9, 1, 4, 4, 3, 4, 5, 6, 2, 5, 2, 5, 1, 7, 5, 2, 5, 2, 6, 1, 7, 3, 5, 2, 5, 3, 5, 6, 2, 11, 2, 7, 4, 9, 5, 5, 6, 4, 8, 2], "patch_length_stats": {"count": 46, "sum": 200, "mean": 4.3478260869565215, "median": 4.5, "p95": 8.75, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 111, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047696339002868626, "decode_time_sec": 3.6214540930050134, "total_time_sec": 3.9753428770018218, "prefill_units_per_sec": 5178.594524521988, "prefill_bytes_per_sec": 5157.628554787081, "decode_units_per_sec": 102.72116957620233, "decode_bytes_per_sec": 102.72116957620233, "total_units_per_sec": 93.57683387566308, "total_bytes_per_sec": 93.57683387566308, "step_latency_ms": {"count": 372, "sum": 3586, "mean": 9.63978494623656, "median": 6.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2850.220703125, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 246, "mean": 246.0, "median": 246.0, "p95": 246.0, "max": 246, "min": 246}, "model_input_units": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}}, "generated_stats": {"units": {"count": 1, "sum": 372, "mean": 372.0, "median": 372.0, "p95": 372.0, "max": 372, "min": 372}, "bytes": {"count": 1, "sum": 372, "mean": 372.0, "median": 372.0, "p95": 372.0, "max": 372, "min": 372}}, "compression_summary": {"raw_prompt_bytes": 246, "model_input_units": 247, "stage0_units": 50, "stage1_units": null, "bytes_per_stage0_unit": 4.92, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50], "patch_count_stats": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}, "patch_lengths": [5, 4, 8, 9, 5, 1, 4, 3, 3, 4, 7, 5, 2, 7, 7, 4, 6, 5, 7, 1, 7, 7, 4, 3, 3, 5, 2, 7, 7, 2, 8, 4, 1, 7, 5, 1, 5, 2, 7, 3, 7, 2, 11, 7, 6, 7, 3, 4, 8, 5], "patch_length_stats": {"count": 50, "sum": 247, "mean": 4.94, "median": 5.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 112, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048728259000199614, "decode_time_sec": 3.9661607519992685, "total_time_sec": 4.319404926998686, "prefill_units_per_sec": 5089.449224914521, "prefill_bytes_per_sec": 5068.927252233415, "decode_units_per_sec": 94.04560816451466, "decode_bytes_per_sec": 94.04560816451466, "total_units_per_sec": 86.35448778338476, "total_bytes_per_sec": 86.35448778338476, "step_latency_ms": {"count": 373, "sum": 3932, "mean": 10.541554959785524, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2851.5078125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 248, "mean": 248.0, "median": 248.0, "p95": 248.0, "max": 248, "min": 248}}, "generated_stats": {"units": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}, "bytes": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 248, "stage0_units": 59, "stage1_units": null, "bytes_per_stage0_unit": 4.186440677966102, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [59], "patch_count_stats": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}, "patch_lengths": [3, 2, 3, 7, 3, 5, 3, 3, 5, 3, 2, 4, 2, 7, 9, 4, 4, 2, 11, 2, 4, 4, 3, 15, 5, 6, 7, 5, 3, 6, 2, 5, 4, 5, 15, 3, 3, 5, 1, 1, 1, 3, 4, 2, 1, 1, 5, 3, 3, 5, 1, 1, 2, 6, 2, 3, 3, 11, 5], "patch_length_stats": {"count": 59, "sum": 248, "mean": 4.203389830508475, "median": 3.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 113, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04430063200197765, "decode_time_sec": 3.7108093299721077, "total_time_sec": 4.025699598001665, "prefill_units_per_sec": 4559.754361765819, "prefill_bytes_per_sec": 4537.181320370939, "decode_units_per_sec": 88.12093829743009, "decode_bytes_per_sec": 88.12093829743009, "total_units_per_sec": 81.22811750840052, "total_bytes_per_sec": 81.22811750840052, "step_latency_ms": {"count": 327, "sum": 3734, "mean": 11.418960244648318, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2848.2900390625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}}, "generated_stats": {"units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}, "bytes": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 202, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 3.792452830188679, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 6, 15, 7, 5, 3, 3, 4, 2, 2, 3, 7, 8, 7, 8, 7, 2, 3, 4, 2, 2, 1, 3, 4, 15, 7, 3, 1, 4, 4, 7, 2, 3, 3, 6, 2, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 3, 3, 7, 2], "patch_length_stats": {"count": 53, "sum": 202, "mean": 3.811320754716981, "median": 3.0, "p95": 8.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 114, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05524400500507909, "decode_time_sec": 3.9662768890411826, "total_time_sec": 4.335992219999753, "prefill_units_per_sec": 4633.986981509823, "prefill_bytes_per_sec": 4615.8854698633, "decode_units_per_sec": 96.0598593236651, "decode_bytes_per_sec": 96.0598593236651, "total_units_per_sec": 87.86916135195965, "total_bytes_per_sec": 87.86916135195965, "step_latency_ms": {"count": 381, "sum": 3967, "mean": 10.412073490813649, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2851.982421875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 256, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.25, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 7, 6, 4, 3, 3, 3, 4, 2, 2, 3, 6, 9, 4, 7, 2, 2, 3, 4, 3, 4, 2, 6, 9, 1, 4, 4, 3, 2, 4, 3, 4, 5, 3, 14, 5, 8, 2, 1, 2, 12, 2, 3, 4, 5, 4, 5, 3, 9, 4, 3, 4, 3, 4, 4, 2, 1, 8, 6, 4], "patch_length_stats": {"count": 60, "sum": 256, "mean": 4.266666666666667, "median": 4.0, "p95": 9.0, "max": 14, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 115, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04586918999848422, "decode_time_sec": 2.853789567008789, "total_time_sec": 3.14849519499694, "prefill_units_per_sec": 3946.0038427969034, "prefill_bytes_per_sec": 3924.2027165936056, "decode_units_per_sec": 107.22584577976964, "decode_bytes_per_sec": 107.22584577976964, "total_units_per_sec": 97.18928600756445, "total_bytes_per_sec": 97.18928600756445, "step_latency_ms": {"count": 306, "sum": 2813, "mean": 9.19281045751634, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2845.22216796875, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 181, "mean": 181.0, "median": 181.0, "p95": 181.0, "max": 181, "min": 181}}, "generated_stats": {"units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 181, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 4.7368421052631575, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 5, 5, 3, 3, 4, 3, 5, 5, 2, 11, 6, 10, 2, 5, 8, 5, 1, 7, 5, 2, 6, 4, 7, 5, 2, 11, 5, 5, 2, 5, 1, 7, 4, 8, 2, 5, 2], "patch_length_stats": {"count": 38, "sum": 181, "mean": 4.7631578947368425, "median": 5.0, "p95": 10.149999999999999, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 116, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05601175300034811, "decode_time_sec": 3.965072451999731, "total_time_sec": 4.336115821999556, "prefill_units_per_sec": 4516.9091565198405, "prefill_bytes_per_sec": 4499.055760644268, "decode_units_per_sec": 95.33243202387406, "decode_bytes_per_sec": 95.33243202387406, "total_units_per_sec": 87.17479318292035, "total_bytes_per_sec": 87.17479318292035, "step_latency_ms": {"count": 378, "sum": 3973, "mean": 10.510582010582011, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2852.67431640625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 252, "mean": 252.0, "median": 252.0, "p95": 252.0, "max": 252, "min": 252}, "model_input_units": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}}, "generated_stats": {"units": {"count": 1, "sum": 378, "mean": 378.0, "median": 378.0, "p95": 378.0, "max": 378, "min": 378}, "bytes": {"count": 1, "sum": 378, "mean": 378.0, "median": 378.0, "p95": 378.0, "max": 378, "min": 378}}, "compression_summary": {"raw_prompt_bytes": 252, "model_input_units": 253, "stage0_units": 66, "stage1_units": null, "bytes_per_stage0_unit": 3.8181818181818183, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [66], "patch_count_stats": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}, "patch_lengths": [3, 5, 5, 2, 2, 1, 5, 1, 8, 5, 3, 3, 5, 1, 4, 2, 2, 3, 5, 4, 5, 2, 3, 3, 5, 2, 2, 4, 5, 5, 3, 3, 3, 3, 5, 8, 2, 2, 5, 7, 2, 1, 1, 1, 4, 7, 2, 5, 2, 4, 2, 3, 7, 9, 5, 4, 5, 3, 10, 1, 7, 4, 5, 7, 4, 2], "patch_length_stats": {"count": 66, "sum": 253, "mean": 3.8333333333333335, "median": 3.5, "p95": 7.75, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 117, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05231926700071199, "decode_time_sec": 3.4080713459916296, "total_time_sec": 3.745073344998673, "prefill_units_per_sec": 4224.065295046899, "prefill_bytes_per_sec": 4204.951877422253, "decode_units_per_sec": 101.52369621221239, "decode_bytes_per_sec": 101.52369621221239, "total_units_per_sec": 92.38804373806532, "total_bytes_per_sec": 92.38804373806532, "step_latency_ms": {"count": 346, "sum": 3376, "mean": 9.757225433526012, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2848.2109375, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 221, "mean": 221.0, "median": 221.0, "p95": 221.0, "max": 221, "min": 221}}, "generated_stats": {"units": {"count": 1, "sum": 346, "mean": 346.0, "median": 346.0, "p95": 346.0, "max": 346, "min": 346}, "bytes": {"count": 1, "sum": 346, "mean": 346.0, "median": 346.0, "p95": 346.0, "max": 346, "min": 346}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 221, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 4.782608695652174, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 8, 8, 7, 5, 4, 1, 6, 5, 1, 10, 3, 3, 4, 7, 2, 4, 3, 4, 6, 3, 6, 5, 2, 7, 5, 2, 8, 8, 7, 4, 1, 6, 1, 10, 2, 7, 4, 7, 7, 5, 2, 3, 7, 6, 2], "patch_length_stats": {"count": 46, "sum": 221, "mean": 4.804347826086956, "median": 5.0, "p95": 8.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 118, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047199859996908344, "decode_time_sec": 3.6176038419762335, "total_time_sec": 3.961452546998771, "prefill_units_per_sec": 4936.455320317938, "prefill_bytes_per_sec": 4915.26881679726, "decode_units_per_sec": 98.9605317879226, "decode_bytes_per_sec": 98.9605317879226, "total_units_per_sec": 90.3708919273118, "total_bytes_per_sec": 90.3708919273118, "step_latency_ms": {"count": 358, "sum": 3591, "mean": 10.03072625698324, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2848.7744140625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 233, "mean": 233.0, "median": 233.0, "p95": 233.0, "max": 233, "min": 233}}, "generated_stats": {"units": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 233, "stage0_units": 46, "stage1_units": null, "bytes_per_stage0_unit": 5.043478260869565, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46], "patch_count_stats": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}, "patch_lengths": [3, 3, 12, 5, 1, 2, 4, 3, 3, 4, 3, 5, 12, 3, 5, 2, 11, 6, 9, 5, 5, 3, 12, 1, 1, 1, 2, 7, 4, 7, 1, 7, 5, 12, 5, 2, 11, 4, 5, 2, 7, 8, 2, 11, 5, 2], "patch_length_stats": {"count": 46, "sum": 233, "mean": 5.065217391304348, "median": 4.5, "p95": 12.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 119, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04578435000075842, "decode_time_sec": 2.781439271006093, "total_time_sec": 3.040973479000968, "prefill_units_per_sec": 3035.97189864435, "prefill_bytes_per_sec": 3014.1303741936713, "decode_units_per_sec": 94.91488911944025, "decode_bytes_per_sec": 94.91488911944025, "total_units_per_sec": 86.81430529500385, "total_bytes_per_sec": 86.81430529500385, "step_latency_ms": {"count": 264, "sum": 2775, "mean": 10.511363636363637, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2842.97314453125, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 138, "mean": 138.0, "median": 138.0, "p95": 138.0, "max": 138, "min": 138}, "model_input_units": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}}, "generated_stats": {"units": {"count": 1, "sum": 264, "mean": 264.0, "median": 264.0, "p95": 264.0, "max": 264, "min": 264}, "bytes": {"count": 1, "sum": 264, "mean": 264.0, "median": 264.0, "p95": 264.0, "max": 264, "min": 264}}, "compression_summary": {"raw_prompt_bytes": 138, "model_input_units": 139, "stage0_units": 36, "stage1_units": null, "bytes_per_stage0_unit": 3.8333333333333335, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36], "patch_count_stats": {"count": 1, "sum": 36, "mean": 36.0, "median": 36.0, "p95": 36.0, "max": 36, "min": 36}, "patch_lengths": [3, 8, 5, 3, 3, 4, 2, 2, 5, 2, 7, 1, 7, 4, 5, 1, 2, 1, 3, 4, 1, 2, 3, 6, 4, 11, 3, 2, 2, 1, 1, 2, 15, 7, 5, 2], "patch_length_stats": {"count": 36, "sum": 139, "mean": 3.861111111111111, "median": 3.0, "p95": 8.75, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 120, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0563831340004981, "decode_time_sec": 3.8268078680048347, "total_time_sec": 4.197360647998721, "prefill_units_per_sec": 4504.893254031535, "prefill_bytes_per_sec": 4487.157453818812, "decode_units_per_sec": 99.03815740757257, "decode_bytes_per_sec": 99.03815740757257, "total_units_per_sec": 90.29483806227258, "total_bytes_per_sec": 90.29483806227258, "step_latency_ms": {"count": 379, "sum": 3837, "mean": 10.12401055408971, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2851.888671875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 254, "mean": 254.0, "median": 254.0, "p95": 254.0, "max": 254, "min": 254}}, "generated_stats": {"units": {"count": 1, "sum": 379, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}, "bytes": {"count": 1, "sum": 379, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 254, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.216666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 7, 3, 5, 1, 5, 3, 3, 4, 4, 5, 5, 1, 4, 4, 5, 2, 5, 2, 7, 5, 10, 5, 3, 7, 6, 2, 2, 3, 5, 2, 4, 4, 4, 5, 3, 7, 4, 1, 2, 3, 6, 6, 2, 7, 4, 2, 1, 5, 5, 3, 10, 4, 5, 5, 3, 11, 4, 4, 2], "patch_length_stats": {"count": 60, "sum": 254, "mean": 4.233333333333333, "median": 4.0, "p95": 7.1499999999999915, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 121, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04691386999547831, "decode_time_sec": 2.1864507230093295, "total_time_sec": 2.4160901209979784, "prefill_units_per_sec": 2195.512755820985, "prefill_bytes_per_sec": 2174.1970979974803, "decode_units_per_sec": 104.2785906860921, "decode_bytes_per_sec": 104.2785906860921, "total_units_per_sec": 94.36734086136796, "total_bytes_per_sec": 94.36734086136796, "step_latency_ms": {"count": 228, "sum": 2171, "mean": 9.521929824561404, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2836.84326171875, "peak_reserved_mb": 2972.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "model_input_units": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}}, "generated_stats": {"units": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}}, "compression_summary": {"raw_prompt_bytes": 102, "model_input_units": 103, "stage0_units": 20, "stage1_units": null, "bytes_per_stage0_unit": 5.1, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [20], "patch_count_stats": {"count": 1, "sum": 20, "mean": 20.0, "median": 20.0, "p95": 20.0, "max": 20, "min": 20}, "patch_lengths": [3, 14, 5, 4, 3, 4, 3, 5, 2, 7, 8, 3, 5, 2, 11, 5, 2, 5, 7, 5], "patch_length_stats": {"count": 20, "sum": 103, "mean": 5.15, "median": 5.0, "p95": 11.150000000000002, "max": 14, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 122, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03692043599949102, "decode_time_sec": 3.131122716986283, "total_time_sec": 3.4298503729987715, "prefill_units_per_sec": 5308.713039106636, "prefill_bytes_per_sec": 5281.627768498948, "decode_units_per_sec": 102.51913738755141, "decode_bytes_per_sec": 102.51913738755141, "total_units_per_sec": 93.59008851437001, "total_bytes_per_sec": 93.59008851437001, "step_latency_ms": {"count": 321, "sum": 3122, "mean": 9.725856697819315, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2845.9287109375, "peak_reserved_mb": 2978.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}, "model_input_units": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}}, "generated_stats": {"units": {"count": 1, "sum": 321, "mean": 321.0, "median": 321.0, "p95": 321.0, "max": 321, "min": 321}, "bytes": {"count": 1, "sum": 321, "mean": 321.0, "median": 321.0, "p95": 321.0, "max": 321, "min": 321}}, "compression_summary": {"raw_prompt_bytes": 195, "model_input_units": 196, "stage0_units": 38, "stage1_units": null, "bytes_per_stage0_unit": 5.131578947368421, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [38], "patch_count_stats": {"count": 1, "sum": 38, "mean": 38.0, "median": 38.0, "p95": 38.0, "max": 38, "min": 38}, "patch_lengths": [3, 7, 4, 5, 1, 5, 6, 1, 7, 5, 4, 3, 4, 4, 10, 2, 3, 11, 8, 2, 5, 2, 6, 8, 4, 7, 5, 2, 11, 3, 8, 2, 15, 8, 5, 6, 1, 3], "patch_length_stats": {"count": 38, "sum": 196, "mean": 5.157894736842105, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 123, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.052473195999482414, "decode_time_sec": 3.008736706960917, "total_time_sec": 3.2925420720021066, "prefill_units_per_sec": 3011.061113974428, "prefill_bytes_per_sec": 2992.0037651518046, "decode_units_per_sec": 94.05941016548914, "decode_bytes_per_sec": 94.05941016548914, "total_units_per_sec": 85.95182500672354, "total_bytes_per_sec": 85.95182500672354, "step_latency_ms": {"count": 283, "sum": 2996, "mean": 10.586572438162545, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2844.41943359375, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 158, "mean": 158.0, "median": 158.0, "p95": 158.0, "max": 158, "min": 158}}, "generated_stats": {"units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}, "bytes": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 158, "stage0_units": 40, "stage1_units": null, "bytes_per_stage0_unit": 3.925, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [40], "patch_count_stats": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}, "patch_lengths": [3, 9, 3, 5, 5, 7, 5, 1, 4, 3, 4, 3, 8, 2, 5, 3, 8, 2, 5, 5, 2, 2, 4, 3, 6, 5, 1, 3, 8, 2, 4, 5, 2, 2, 2, 2, 3, 5, 5, 2], "patch_length_stats": {"count": 40, "sum": 158, "mean": 3.95, "median": 3.5, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 124, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.039737174003676046, "decode_time_sec": 3.1418125880409207, "total_time_sec": 3.429107906002173, "prefill_units_per_sec": 4479.4327846145625, "prefill_bytes_per_sec": 4454.267431892009, "decode_units_per_sec": 96.44114392861856, "decode_bytes_per_sec": 96.44114392861856, "total_units_per_sec": 88.36117389879769, "total_bytes_per_sec": 88.36117389879769, "step_latency_ms": {"count": 303, "sum": 3124, "mean": 10.310231023102311, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2845.35888671875, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}}, "generated_stats": {"units": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}, "bytes": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 178, "stage0_units": 40, "stage1_units": null, "bytes_per_stage0_unit": 4.425, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [40], "patch_count_stats": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}, "patch_lengths": [3, 7, 6, 5, 1, 6, 1, 8, 5, 3, 3, 4, 3, 8, 3, 5, 2, 11, 8, 2, 5, 4, 7, 8, 2, 3, 2, 2, 6, 1, 7, 2, 7, 5, 3, 7, 3, 5, 3, 2], "patch_length_stats": {"count": 40, "sum": 178, "mean": 4.45, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 125, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.053841365999687696, "decode_time_sec": 3.632388600068225, "total_time_sec": 3.9881816689994594, "prefill_units_per_sec": 4401.819968709091, "prefill_bytes_per_sec": 4383.246888672344, "decode_units_per_sec": 99.65894067424415, "decode_bytes_per_sec": 99.65894067424415, "total_units_per_sec": 90.76818210510888, "total_bytes_per_sec": 90.76818210510888, "step_latency_ms": {"count": 362, "sum": 3642, "mean": 10.060773480662984, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2849.9326171875, "peak_reserved_mb": 2982.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}, "model_input_units": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}}, "generated_stats": {"units": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}, "bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "compression_summary": {"raw_prompt_bytes": 236, "model_input_units": 237, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 4.452830188679245, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 4, 2, 2, 6, 5, 7, 3, 3, 6, 1, 6, 5, 2, 5, 1, 5, 2, 3, 4, 2, 7, 6, 2, 6, 3, 6, 6, 3, 7, 2, 5, 5, 2, 6, 4, 5, 4, 7, 3, 4, 2, 5, 5, 2, 11, 6, 6, 3, 11, 7, 6, 3], "patch_length_stats": {"count": 53, "sum": 237, "mean": 4.471698113207547, "median": 5.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 126, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048332619000575505, "decode_time_sec": 3.8780814570054645, "total_time_sec": 4.206651420001435, "prefill_units_per_sec": 4510.41148830367, "prefill_bytes_per_sec": 4489.721527348149, "decode_units_per_sec": 88.44579563443571, "decode_bytes_per_sec": 88.44579563443571, "total_units_per_sec": 81.53753799735632, "total_bytes_per_sec": 81.53753799735632, "step_latency_ms": {"count": 343, "sum": 3865, "mean": 11.268221574344023, "median": 7.0, "p95": 23.0, "max": 34, "min": 6}, "peak_allocated_mb": 2851.95361328125, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}}, "generated_stats": {"units": {"count": 1, "sum": 343, "mean": 343.0, "median": 343.0, "p95": 343.0, "max": 343, "min": 343}, "bytes": {"count": 1, "sum": 343, "mean": 343.0, "median": 343.0, "p95": 343.0, "max": 343, "min": 343}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 218, "stage0_units": 74, "stage1_units": null, "bytes_per_stage0_unit": 2.9324324324324325, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [74], "patch_count_stats": {"count": 1, "sum": 74, "mean": 74.0, "median": 74.0, "p95": 74.0, "max": 74, "min": 74}, "patch_lengths": [3, 12, 5, 3, 3, 4, 3, 2, 5, 4, 4, 5, 3, 7, 2, 1, 2, 3, 2, 2, 5, 4, 2, 2, 1, 3, 2, 5, 4, 2, 2, 1, 3, 3, 1, 2, 1, 7, 2, 1, 2, 2, 4, 4, 2, 2, 2, 3, 1, 2, 1, 3, 2, 1, 1, 2, 5, 4, 2, 2, 4, 7, 2, 1, 2, 2, 1, 2, 2, 1, 1, 7, 7, 4], "patch_length_stats": {"count": 74, "sum": 218, "mean": 2.945945945945946, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 127, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.06383559900132241, "decode_time_sec": 10.615336842103716, "total_time_sec": 14.616579525001725, "prefill_units_per_sec": 45303.87503593551, "prefill_bytes_per_sec": 45053.231190646795, "decode_units_per_sec": 539.596631289266, "decode_bytes_per_sec": 539.596631289266, "total_units_per_sec": 391.88375024418195, "total_bytes_per_sec": 391.88375024418195, "step_latency_ms": {"count": 996, "sum": 10700, "mean": 10.742971887550201, "median": 9.0, "p95": 24.0, "max": 29, "min": 7}, "peak_allocated_mb": 3255.2919921875, "peak_reserved_mb": 3590.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 5728, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "bytes": {"count": 16, "sum": 5728, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 683, "stage1_units": null, "bytes_per_stage0_unit": 4.210834553440702, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53, 38, 39, 47, 45, 40, 45, 44, 36, 31, 44, 43, 47, 41, 34, 56], "patch_count_stats": {"count": 16, "sum": 683, "mean": 42.6875, "median": 43.5, "p95": 53.75, "max": 56, "min": 31}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 4, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4, 3, 4, 5, 5, 1, 4, 3, 3, 4, 6, 4, 5, 1, 3, 4, 2, 11, 3, 4, 5, 1, 2, 4, 2, 15, 5, 4, 3, 16, 2, 15, 5, 7, 5, 5, 4, 4, 2, 3, 4, 8, 5, 1, 5, 3, 3, 4, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 4, 3, 4, 3, 8, 3, 5, 11, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 7, 5, 3, 12, 3, 3, 6, 3, 5, 12, 2, 7, 1, 1, 4, 12, 2, 5, 1, 4, 4, 3, 4, 1, 4, 3, 3, 3, 4, 3, 4, 5, 2, 5, 3, 8, 4, 1, 2, 4, 3, 3, 1, 5, 2, 2, 7, 4, 3, 3, 5, 6, 4, 1, 1, 7, 5, 1, 4, 1, 11, 6, 6, 4, 5, 1, 4, 1, 16, 3, 5, 1, 6, 3, 4, 1, 6, 4, 2, 1, 1, 2, 3, 4, 7, 2, 8, 2, 2, 2, 3, 1, 1, 3, 3, 15, 5, 4, 3, 4, 3, 5, 2, 5, 3, 4, 5, 2, 11, 7, 5, 2, 5, 2, 3, 4, 5, 7, 10, 4, 11, 7, 2, 5, 5, 5, 6, 2, 11, 5, 1, 2, 8, 2, 3, 8, 5, 1, 6, 4, 3, 4, 4, 2, 7, 3, 3, 6, 7, 6, 6, 2, 6, 2, 7, 5, 7, 6, 2, 7, 5, 4, 1, 6, 3, 7, 10, 2, 7, 9, 5, 7, 6, 1, 6, 3, 7, 5, 2, 3, 8, 5, 1, 5, 5, 3, 3, 4, 8, 2, 5, 5, 8, 5, 2, 7, 7, 2, 4, 7, 4, 4, 3, 8, 2, 11, 2, 2, 5, 2, 1, 4, 2, 11, 7, 7, 2, 1, 2, 1, 2, 2, 4, 3, 7, 5, 1, 6, 1, 6, 1, 3, 6, 3, 3, 4, 3, 6, 3, 5, 2, 11, 6, 2, 2, 6, 3, 7, 8, 2, 4, 7, 3, 2, 2, 1, 3, 7, 3, 3, 6, 8, 8, 1, 3, 6, 3, 3, 3, 7, 4, 2, 5, 6, 2, 6, 3, 7, 3, 4, 8, 3, 8, 8, 4, 11, 7, 5, 9, 2, 3, 8, 5, 1, 7, 1, 8, 3, 3, 3, 4, 5, 6, 1, 2, 1, 1, 2, 7, 5, 4, 4, 8, 3, 4, 5, 6, 1, 5, 5, 2, 5, 6, 4, 3, 8, 2, 5, 6, 10, 2, 3, 6, 2, 3, 5, 5, 1, 4, 1, 10, 1, 7, 3, 3, 4, 3, 5, 7, 2, 11, 7, 1, 7, 6, 2, 5, 4, 3, 7, 2, 2, 1, 2, 1, 2, 10, 5, 4, 3, 3, 7, 2, 5, 4, 5, 2, 3, 5, 9, 5, 3, 3, 2, 2, 3, 5, 2, 3, 6, 4, 8, 2, 4, 3, 7, 3, 2, 5, 4, 5, 5, 2, 1, 3, 3, 5, 2, 11, 6, 4, 5, 9, 4, 7, 7, 6, 5, 2, 4, 3, 3, 7, 2, 3, 8, 9, 8, 5, 3, 3, 4, 9, 2, 4, 7, 4, 5, 1, 11, 5, 3, 8, 5, 6, 4, 11, 4, 8, 3, 11, 5, 2, 15, 8, 2, 7, 4, 2, 2, 5, 1, 15, 9, 2, 3, 8, 4, 2, 3, 3, 4, 2, 3, 2, 2, 2, 2, 2, 5, 3, 3, 2, 4, 1, 3, 2, 2, 7, 3, 2, 2, 4, 2, 3, 4, 3, 4, 3, 3, 7, 2, 2, 7, 4, 1, 3, 3, 3, 4, 5, 2, 4, 3, 4, 3, 3, 6, 1, 1, 1, 3, 2, 1, 3, 7, 2, 1, 2, 1, 2, 2, 2, 1, 3, 1, 3, 2, 7, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 7, 4, 5, 3], "patch_length_stats": {"count": 683, "sum": 2892, "mean": 4.234260614934114, "median": 4.0, "p95": 9.0, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 0, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07061052599965478, "decode_time_sec": 12.502585635022115, "total_time_sec": 17.20870753499912, "prefill_units_per_sec": 47103.458767836695, "prefill_bytes_per_sec": 46876.86365650615, "decode_units_per_sec": 473.50205572013493, "decode_bytes_per_sec": 473.50205572013493, "total_units_per_sec": 344.0118897924139, "total_bytes_per_sec": 344.0118897924139, "step_latency_ms": {"count": 1140, "sum": 12560, "mean": 11.017543859649123, "median": 9.0, "p95": 24.0, "max": 28, "min": 7}, "peak_allocated_mb": 3371.4404296875, "peak_reserved_mb": 3828.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3310, "mean": 206.875, "median": 199.5, "p95": 244.0, "max": 244, "min": 156}, "model_input_units": {"count": 16, "sum": 3326, "mean": 207.875, "median": 200.5, "p95": 245.0, "max": 245, "min": 157}}, "generated_stats": {"units": {"count": 16, "sum": 5920, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}, "bytes": {"count": 16, "sum": 5920, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}}, "compression_summary": {"raw_prompt_bytes": 3310, "model_input_units": 3326, "stage0_units": 807, "stage1_units": null, "bytes_per_stage0_unit": 4.1016109045848825, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [72, 43, 62, 44, 45, 49, 59, 45, 37, 51, 44, 47, 49, 58, 53, 49], "patch_count_stats": {"count": 16, "sum": 807, "mean": 50.4375, "median": 49.0, "p95": 64.5, "max": 72, "min": 37}, "patch_lengths": [3, 3, 3, 3, 5, 1, 3, 1, 3, 3, 4, 3, 5, 7, 4, 3, 6, 6, 2, 11, 2, 2, 5, 7, 4, 3, 4, 2, 6, 1, 7, 4, 2, 2, 2, 4, 7, 4, 2, 2, 5, 4, 5, 3, 2, 2, 11, 4, 4, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 11, 4, 4, 2, 2, 2, 1, 2, 3, 4, 7, 5, 1, 6, 5, 4, 3, 4, 7, 6, 5, 3, 4, 5, 3, 15, 11, 6, 5, 1, 5, 1, 3, 11, 4, 4, 6, 5, 1, 3, 1, 1, 3, 11, 4, 5, 5, 5, 5, 3, 2, 3, 5, 3, 5, 10, 4, 4, 3, 3, 7, 3, 5, 2, 3, 2, 4, 2, 9, 3, 3, 5, 8, 3, 2, 1, 1, 1, 1, 1, 3, 3, 1, 8, 2, 6, 7, 3, 5, 3, 7, 4, 3, 3, 3, 1, 8, 2, 6, 7, 2, 1, 1, 1, 1, 1, 4, 7, 3, 5, 6, 4, 2, 3, 5, 4, 9, 4, 1, 3, 6, 3, 3, 4, 7, 3, 6, 5, 5, 5, 2, 2, 5, 1, 7, 3, 7, 4, 2, 5, 4, 11, 7, 4, 2, 4, 4, 9, 5, 5, 5, 3, 6, 2, 7, 5, 3, 3, 8, 15, 2, 2, 1, 5, 1, 2, 8, 1, 8, 1, 2, 10, 1, 5, 4, 3, 3, 2, 3, 6, 6, 2, 7, 9, 5, 4, 5, 3, 3, 2, 3, 4, 5, 2, 4, 7, 2, 3, 6, 2, 10, 4, 3, 4, 5, 4, 5, 1, 5, 5, 1, 8, 5, 2, 27, 11, 3, 5, 1, 5, 5, 5, 3, 3, 4, 4, 5, 2, 4, 7, 4, 6, 3, 5, 5, 2, 11, 3, 5, 5, 3, 5, 2, 15, 6, 2, 5, 5, 3, 6, 2, 3, 2, 6, 3, 3, 5, 1, 8, 1, 4, 5, 5, 1, 8, 4, 3, 4, 2, 3, 5, 2, 2, 5, 2, 7, 2, 7, 4, 5, 4, 2, 4, 5, 5, 3, 3, 2, 2, 7, 2, 3, 8, 2, 5, 2, 3, 8, 5, 3, 7, 2, 3, 8, 2, 10, 4, 14, 2, 3, 3, 4, 6, 3, 2, 3, 3, 3, 6, 4, 2, 2, 1, 2, 1, 1, 2, 3, 2, 3, 1, 3, 7, 2, 6, 3, 5, 4, 3, 3, 4, 2, 3, 3, 7, 2, 7, 7, 9, 2, 5, 2, 3, 5, 3, 3, 3, 8, 8, 7, 1, 9, 1, 3, 1, 2, 2, 2, 9, 3, 3, 4, 2, 7, 7, 5, 8, 3, 1, 2, 1, 6, 9, 2, 7, 7, 5, 1, 3, 7, 10, 3, 3, 7, 6, 1, 6, 1, 1, 3, 3, 4, 8, 6, 3, 3, 7, 7, 6, 5, 3, 4, 2, 1, 1, 2, 6, 3, 6, 1, 1, 3, 3, 4, 2, 3, 6, 6, 3, 7, 6, 2, 3, 4, 3, 4, 3, 5, 1, 6, 5, 6, 4, 3, 7, 5, 3, 3, 4, 3, 5, 7, 3, 4, 5, 2, 11, 2, 2, 5, 5, 7, 2, 7, 4, 2, 1, 1, 1, 2, 5, 9, 7, 3, 3, 4, 5, 2, 11, 5, 7, 2, 6, 2, 2, 14, 2, 3, 8, 7, 5, 1, 6, 3, 3, 4, 4, 2, 6, 3, 3, 5, 7, 1, 5, 2, 7, 7, 6, 3, 7, 3, 6, 7, 2, 11, 4, 2, 4, 1, 1, 2, 1, 1, 2, 2, 3, 1, 5, 2, 7, 7, 6, 5, 3, 7, 5, 3, 3, 4, 5, 2, 2, 7, 5, 2, 5, 5, 1, 10, 2, 3, 3, 7, 4, 1, 2, 2, 7, 5, 2, 5, 5, 1, 10, 2, 3, 3, 7, 5, 2, 4, 7, 5, 7, 2, 3, 2, 3, 3, 7, 5, 2, 3, 5, 3, 5, 4, 5, 1, 6, 2, 6, 2, 7, 5, 1, 7, 5, 3, 3, 3, 2, 9, 3, 3, 6, 2, 3, 4, 2, 2, 1, 3, 4, 6, 3, 2, 3, 3, 3, 11, 5, 1, 5, 3, 7, 2, 2, 1, 1, 1, 3, 4, 4, 6, 5, 1, 6, 5, 2, 3, 4, 4, 7, 4, 3, 2, 9, 2, 8, 10, 2, 7, 3, 1, 7, 2, 3, 9, 2, 3, 8, 2, 3, 2, 1, 6, 2, 1, 3, 7, 2, 4, 3, 7, 9, 8, 5, 2, 3, 7, 8, 2, 8, 7, 7, 4, 7, 2, 3, 7, 8, 2, 3, 7, 7, 5, 1, 6, 4, 3, 4, 3, 6, 3, 4, 5, 2, 11, 7, 5, 6, 1, 3, 2, 6, 1, 3, 1, 1, 2, 10, 1, 3, 1, 2, 5, 3, 4, 2, 7, 1, 3, 6, 2, 15, 2, 6, 7, 2, 6, 3], "patch_length_stats": {"count": 807, "sum": 3326, "mean": 4.121437422552664, "median": 3.0, "p95": 9.0, "max": 27, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 1, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07778087000042433, "decode_time_sec": 12.350131696082826, "total_time_sec": 17.544342035998852, "prefill_units_per_sec": 37438.511551543634, "prefill_bytes_per_sec": 37232.80544411757, "decode_units_per_sec": 493.5979753101345, "decode_bytes_per_sec": 493.5979753101345, "total_units_per_sec": 347.4624461545352, "total_bytes_per_sec": 347.4624461545352, "step_latency_ms": {"count": 1235, "sum": 12375, "mean": 10.020242914979757, "median": 9.0, "p95": 24.0, "max": 31, "min": 7}, "peak_allocated_mb": 3262.634765625, "peak_reserved_mb": 3470.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2896, "mean": 181.0, "median": 180.5, "p95": 243.0, "max": 255, "min": 94}, "model_input_units": {"count": 16, "sum": 2912, "mean": 182.0, "median": 181.5, "p95": 244.0, "max": 256, "min": 95}}, "generated_stats": {"units": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 2896, "model_input_units": 2912, "stage0_units": 680, "stage1_units": null, "bytes_per_stage0_unit": 4.258823529411765, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [47, 23, 36, 39, 56, 31, 51, 40, 47, 54, 43, 28, 57, 36, 33, 59], "patch_count_stats": {"count": 16, "sum": 680, "mean": 42.5, "median": 41.5, "p95": 57.5, "max": 59, "min": 23}, "patch_lengths": [3, 9, 3, 5, 5, 1, 8, 3, 6, 3, 2, 5, 9, 4, 1, 1, 5, 3, 5, 5, 1, 8, 2, 1, 4, 2, 6, 1, 1, 3, 5, 9, 4, 3, 5, 3, 2, 3, 4, 2, 5, 1, 6, 9, 4, 2, 2, 3, 5, 5, 5, 4, 3, 3, 5, 5, 2, 7, 7, 2, 5, 5, 1, 3, 5, 2, 7, 7, 2, 2, 3, 7, 5, 5, 7, 3, 3, 3, 4, 11, 1, 6, 1, 5, 3, 7, 7, 2, 7, 6, 4, 3, 10, 2, 3, 3, 2, 2, 1, 2, 2, 2, 2, 2, 2, 4, 3, 8, 5, 5, 6, 3, 4, 2, 8, 4, 5, 6, 8, 5, 2, 7, 8, 2, 4, 4, 13, 2, 3, 3, 4, 7, 6, 8, 4, 2, 8, 8, 2, 7, 6, 8, 2, 8, 2, 5, 4, 8, 4, 1, 3, 4, 3, 5, 1, 9, 6, 3, 3, 5, 2, 3, 3, 7, 7, 1, 2, 5, 2, 3, 5, 2, 3, 4, 7, 7, 3, 5, 2, 3, 8, 1, 7, 2, 6, 7, 8, 2, 5, 2, 4, 1, 4, 3, 1, 6, 1, 9, 1, 8, 3, 3, 4, 10, 5, 3, 3, 6, 2, 2, 4, 3, 3, 3, 5, 6, 3, 5, 2, 7, 6, 2, 2, 5, 2, 3, 5, 5, 6, 3, 5, 3, 3, 4, 6, 8, 5, 1, 6, 3, 3, 4, 4, 2, 11, 2, 5, 5, 3, 4, 6, 1, 11, 7, 4, 5, 3, 6, 6, 3, 7, 7, 9, 2, 11, 2, 6, 1, 11, 7, 2, 4, 3, 11, 4, 4, 6, 3, 5, 3, 7, 6, 4, 3, 12, 5, 3, 3, 5, 2, 3, 7, 3, 1, 1, 1, 2, 3, 6, 5, 4, 3, 4, 1, 2, 3, 4, 3, 5, 3, 3, 4, 5, 2, 1, 2, 3, 7, 4, 5, 9, 4, 2, 3, 4, 9, 8, 1, 5, 1, 2, 4, 1, 3, 6, 3, 3, 4, 4, 5, 2, 3, 11, 4, 2, 2, 3, 3, 3, 11, 5, 4, 9, 8, 4, 3, 4, 2, 4, 1, 3, 6, 2, 11, 7, 2, 1, 7, 7, 2, 3, 7, 10, 8, 1, 2, 5, 1, 4, 3, 3, 3, 4, 4, 1, 3, 5, 5, 2, 7, 6, 4, 6, 5, 2, 11, 2, 3, 7, 5, 3, 8, 2, 1, 1, 6, 2, 6, 2, 3, 5, 3, 3, 7, 2, 4, 4, 2, 8, 5, 2, 2, 7, 3, 3, 4, 1, 5, 11, 3, 3, 3, 8, 4, 7, 1, 2, 4, 4, 7, 7, 5, 2, 3, 4, 5, 3, 1, 10, 1, 5, 2, 1, 4, 3, 5, 2, 6, 2, 4, 7, 2, 3, 8, 2, 5, 2, 3, 5, 5, 1, 9, 3, 3, 4, 5, 7, 6, 11, 3, 7, 2, 5, 9, 1, 9, 6, 6, 5, 3, 7, 1, 9, 3, 2, 3, 2, 5, 3, 7, 6, 4, 8, 11, 6, 1, 7, 3, 1, 6, 2, 1, 6, 2, 6, 6, 3, 2, 2, 4, 3, 1, 3, 6, 3, 2, 6, 6, 3, 3, 7, 6, 7, 6, 1, 1, 5, 6, 3, 2, 6, 6, 3, 3, 7, 6, 7, 6, 1, 1, 5, 2, 3, 3, 13, 7, 6, 9, 5, 3, 3, 3, 5, 5, 4, 3, 3, 8, 2, 4, 7, 7, 6, 2, 3, 7, 2, 5, 7, 1, 3, 6, 4, 11, 7, 1, 7, 4, 3, 2, 8, 6, 1, 4, 4, 1, 5, 6, 3, 4, 2, 7, 2, 4, 2, 4, 4, 2, 4, 3, 3, 7, 9, 2, 7, 2, 6, 1, 7, 7, 2, 3, 4, 4, 6, 4, 4, 1, 7, 1, 7, 5, 1, 2, 4, 1, 3, 2, 3, 3, 2, 5, 5, 3, 8, 8, 1, 3, 3, 4, 6, 5, 3, 5, 7, 3, 7, 7, 2, 2, 6, 2, 3, 3, 4, 7, 2, 7, 7, 2, 7, 1, 3, 4, 7, 2, 3, 5, 5, 4], "patch_length_stats": {"count": 680, "sum": 2912, "mean": 4.2823529411764705, "median": 4.0, "p95": 9.0, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 2, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07581383100114181, "decode_time_sec": 9.676719397099077, "total_time_sec": 13.496621310998307, "prefill_units_per_sec": 42894.54782928754, "prefill_bytes_per_sec": 42683.50454353459, "decode_units_per_sec": 626.6586589064356, "decode_bytes_per_sec": 626.6586589064356, "total_units_per_sec": 449.29763236807173, "total_bytes_per_sec": 449.29763236807173, "step_latency_ms": {"count": 948, "sum": 9782, "mean": 10.318565400843882, "median": 9.0, "p95": 24.0, "max": 28, "min": 7}, "peak_allocated_mb": 3262.353515625, "peak_reserved_mb": 3404.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 203.5, "p95": 250.75, "max": 253, "min": 145}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 204.5, "p95": 251.75, "max": 254, "min": 146}}, "generated_stats": {"units": {"count": 16, "sum": 6064, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}, "bytes": {"count": 16, "sum": 6064, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 726, "stage1_units": null, "bytes_per_stage0_unit": 4.457300275482094, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46, 39, 60, 41, 46, 46, 53, 50, 39, 45, 52, 39, 46, 44, 45, 35], "patch_count_stats": {"count": 16, "sum": 726, "mean": 45.375, "median": 45.5, "p95": 54.75, "max": 60, "min": 35}, "patch_lengths": [3, 5, 4, 7, 4, 6, 4, 3, 6, 3, 2, 4, 6, 4, 4, 3, 5, 2, 6, 3, 2, 2, 2, 3, 1, 3, 1, 6, 2, 2, 2, 3, 4, 2, 7, 3, 2, 3, 5, 2, 2, 5, 1, 2, 2, 4, 3, 7, 5, 1, 4, 1, 5, 3, 3, 4, 4, 2, 11, 9, 2, 5, 8, 4, 1, 5, 2, 7, 4, 3, 9, 3, 5, 2, 15, 7, 6, 2, 11, 9, 5, 3, 30, 7, 2, 3, 3, 4, 4, 1, 6, 5, 1, 6, 5, 4, 3, 6, 1, 2, 2, 3, 4, 2, 3, 1, 3, 4, 5, 5, 3, 17, 3, 2, 3, 1, 3, 4, 6, 3, 15, 5, 1, 3, 1, 3, 4, 4, 5, 2, 11, 4, 4, 5, 2, 6, 1, 2, 6, 3, 3, 3, 9, 4, 5, 3, 9, 9, 6, 3, 3, 7, 3, 7, 5, 1, 3, 11, 2, 7, 3, 2, 7, 4, 4, 1, 1, 2, 2, 4, 11, 2, 7, 2, 7, 4, 8, 3, 3, 8, 4, 1, 1, 2, 2, 6, 3, 7, 4, 5, 1, 6, 1, 7, 3, 3, 3, 4, 11, 2, 5, 3, 7, 11, 2, 5, 2, 2, 6, 1, 7, 11, 2, 2, 2, 2, 7, 3, 1, 7, 9, 2, 5, 8, 2, 3, 2, 7, 4, 2, 11, 3, 3, 11, 5, 1, 2, 4, 1, 3, 6, 3, 3, 4, 3, 4, 5, 8, 9, 2, 11, 6, 13, 2, 2, 7, 9, 3, 7, 3, 4, 11, 5, 8, 9, 1, 7, 3, 11, 6, 13, 2, 7, 9, 4, 2, 7, 5, 3, 16, 5, 1, 2, 1, 4, 3, 3, 4, 2, 5, 3, 10, 1, 3, 2, 7, 3, 7, 1, 4, 8, 6, 3, 11, 1, 7, 2, 6, 3, 4, 6, 1, 6, 12, 3, 9, 4, 7, 2, 7, 3, 4, 3, 5, 2, 11, 4, 2, 1, 1, 2, 3, 4, 12, 3, 6, 5, 1, 5, 4, 3, 3, 4, 2, 12, 5, 9, 4, 1, 7, 2, 3, 2, 9, 9, 3, 7, 4, 10, 3, 5, 1, 7, 11, 5, 2, 4, 7, 4, 5, 3, 3, 5, 4, 2, 11, 11, 5, 3, 5, 3, 3, 7, 5, 6, 1, 6, 3, 3, 6, 2, 2, 4, 4, 1, 4, 4, 3, 6, 3, 3, 4, 2, 3, 6, 6, 2, 1, 1, 3, 7, 6, 2, 5, 4, 2, 5, 4, 1, 6, 3, 10, 5, 1, 4, 3, 1, 7, 1, 7, 1, 11, 6, 3, 3, 4, 3, 4, 3, 3, 5, 3, 3, 7, 4, 11, 7, 1, 7, 5, 2, 3, 11, 3, 2, 2, 4, 3, 2, 11, 2, 6, 2, 7, 3, 3, 7, 5, 2, 3, 11, 1, 7, 3, 2, 7, 6, 1, 9, 1, 4, 1, 2, 6, 2, 7, 9, 1, 9, 1, 4, 1, 2, 6, 1, 3, 4, 2, 3, 7, 2, 6, 5, 2, 7, 7, 2, 7, 5, 5, 5, 2, 7, 6, 1, 5, 3, 3, 5, 4, 3, 5, 3, 3, 4, 5, 5, 5, 9, 5, 7, 2, 1, 5, 9, 2, 7, 5, 6, 5, 5, 4, 9, 7, 5, 3, 4, 5, 7, 5, 5, 5, 2, 7, 5, 2, 3, 4, 7, 5, 3, 3, 4, 6, 2, 6, 9, 5, 1, 5, 2, 3, 7, 4, 7, 3, 6, 3, 4, 5, 2, 11, 2, 7, 9, 5, 9, 5, 4, 6, 1, 11, 3, 5, 6, 5, 3, 5, 2, 4, 5, 3, 3, 4, 6, 6, 5, 1, 8, 4, 4, 3, 4, 3, 2, 5, 9, 6, 4, 6, 6, 1, 7, 3, 6, 2, 2, 5, 2, 3, 7, 2, 8, 2, 3, 8, 2, 3, 7, 3, 3, 3, 2, 1, 6, 3, 3, 6, 10, 5, 1, 11, 3, 2, 6, 3, 3, 3, 4, 9, 2, 8, 5, 3, 7, 8, 2, 5, 8, 2, 1, 7, 3, 7, 7, 2, 5, 1, 1, 1, 4, 6, 3, 8, 2, 3, 5, 2, 7, 7, 2, 3, 6, 4, 5, 3, 3, 4, 4, 5, 3, 4, 6, 2, 11, 5, 3, 4, 3, 4, 1, 2, 5, 3, 4, 4, 4, 3, 5, 8, 2, 11, 4, 5, 3, 2], "patch_length_stats": {"count": 726, "sum": 3252, "mean": 4.479338842975206, "median": 4.0, "p95": 11.0, "max": 30, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 3, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07301615300093545, "decode_time_sec": 10.08840872699875, "total_time_sec": 13.935643046999758, "prefill_units_per_sec": 43182.22571873385, "prefill_bytes_per_sec": 42963.09612422076, "decode_units_per_sec": 543.1976586490139, "decode_bytes_per_sec": 543.1976586490139, "total_units_per_sec": 393.2362490570397, "total_bytes_per_sec": 393.2362490570397, "step_latency_ms": {"count": 967, "sum": 10155, "mean": 10.501551189245088, "median": 9.0, "p95": 24.0, "max": 27, "min": 7}, "peak_allocated_mb": 3244.416015625, "peak_reserved_mb": 3526.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3137, "mean": 196.0625, "median": 198.0, "p95": 237.25, "max": 238, "min": 144}, "model_input_units": {"count": 16, "sum": 3153, "mean": 197.0625, "median": 199.0, "p95": 238.25, "max": 239, "min": 145}}, "generated_stats": {"units": {"count": 16, "sum": 5480, "mean": 342.5, "median": 364.0, "p95": 364.0, "max": 364, "min": 20}, "bytes": {"count": 16, "sum": 5480, "mean": 342.5, "median": 364.0, "p95": 364.0, "max": 364, "min": 20}}, "compression_summary": {"raw_prompt_bytes": 3137, "model_input_units": 3153, "stage0_units": 726, "stage1_units": null, "bytes_per_stage0_unit": 4.320936639118457, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48, 54, 49, 45, 39, 52, 38, 33, 46, 38, 56, 48, 48, 39, 36, 57], "patch_count_stats": {"count": 16, "sum": 726, "mean": 45.375, "median": 47.0, "p95": 56.25, "max": 57, "min": 33}, "patch_lengths": [3, 7, 5, 1, 5, 1, 13, 5, 1, 5, 5, 1, 9, 5, 1, 7, 5, 4, 3, 4, 5, 2, 3, 7, 2, 2, 6, 2, 2, 4, 1, 5, 1, 13, 1, 5, 1, 9, 1, 7, 2, 7, 7, 2, 2, 3, 7, 2, 3, 7, 5, 7, 5, 5, 1, 5, 1, 1, 4, 3, 4, 2, 7, 5, 2, 5, 6, 3, 7, 5, 5, 5, 1, 4, 1, 5, 1, 4, 2, 10, 8, 3, 4, 2, 7, 8, 5, 2, 6, 3, 7, 5, 7, 1, 2, 1, 3, 4, 3, 3, 7, 2, 3, 3, 8, 4, 5, 1, 7, 1, 5, 3, 3, 4, 8, 2, 8, 3, 7, 8, 12, 2, 5, 7, 1, 7, 8, 5, 2, 7, 7, 1, 7, 8, 4, 5, 2, 5, 1, 7, 8, 5, 2, 8, 6, 2, 3, 3, 7, 7, 2, 3, 4, 5, 5, 1, 4, 5, 3, 3, 4, 3, 4, 2, 11, 6, 2, 2, 3, 10, 4, 5, 5, 1, 4, 2, 12, 2, 11, 6, 2, 2, 1, 2, 10, 4, 5, 5, 3, 3, 4, 3, 6, 3, 6, 3, 3, 4, 7, 5, 1, 5, 1, 9, 11, 1, 6, 3, 6, 6, 1, 3, 5, 6, 2, 11, 7, 3, 5, 2, 7, 2, 11, 3, 7, 5, 3, 5, 5, 2, 2, 15, 7, 7, 3, 3, 5, 5, 5, 4, 4, 4, 3, 3, 4, 2, 9, 4, 4, 4, 2, 3, 3, 4, 7, 5, 3, 1, 3, 2, 7, 6, 10, 2, 5, 4, 5, 9, 5, 2, 1, 1, 2, 4, 4, 2, 3, 5, 2, 5, 5, 4, 8, 2, 3, 7, 2, 3, 6, 5, 1, 2, 7, 5, 1, 5, 5, 3, 3, 4, 5, 5, 5, 2, 11, 3, 4, 2, 7, 2, 15, 5, 5, 2, 4, 1, 3, 11, 5, 4, 5, 4, 2, 7, 3, 3, 5, 3, 5, 4, 6, 3, 3, 3, 5, 4, 2, 7, 5, 9, 5, 4, 5, 1, 6, 2, 3, 5, 9, 7, 4, 5, 1, 6, 3, 3, 7, 2, 3, 8, 6, 4, 4, 1, 5, 1, 7, 1, 8, 3, 3, 6, 5, 1, 7, 5, 2, 2, 3, 6, 7, 5, 4, 1, 5, 2, 3, 5, 2, 5, 2, 4, 3, 3, 6, 2, 2, 3, 6, 5, 3, 3, 5, 3, 3, 4, 5, 7, 5, 3, 3, 4, 5, 2, 6, 1, 4, 7, 4, 9, 1, 5, 2, 3, 5, 7, 3, 7, 5, 7, 3, 11, 2, 4, 2, 5, 4, 8, 5, 8, 4, 12, 3, 5, 7, 2, 3, 6, 3, 8, 1, 6, 1, 5, 10, 6, 3, 3, 3, 5, 10, 2, 7, 9, 2, 3, 2, 1, 3, 3, 3, 1, 1, 2, 8, 2, 7, 4, 5, 2, 3, 2, 1, 3, 2, 3, 1, 1, 2, 5, 3, 5, 2, 9, 7, 3, 8, 4, 3, 7, 5, 4, 3, 2, 5, 4, 6, 5, 2, 3, 4, 8, 2, 4, 1, 3, 6, 3, 7, 7, 5, 2, 4, 1, 3, 6, 3, 3, 3, 8, 3, 5, 5, 3, 7, 8, 2, 3, 9, 2, 4, 6, 5, 3, 4, 5, 3, 5, 10, 5, 1, 10, 1, 5, 5, 1, 4, 5, 1, 4, 5, 5, 1, 5, 3, 5, 1, 3, 5, 6, 3, 4, 3, 4, 3, 5, 2, 11, 3, 5, 2, 5, 3, 5, 2, 3, 4, 3, 4, 4, 5, 4, 4, 3, 3, 2, 3, 4, 5, 3, 3, 4, 3, 5, 5, 2, 11, 5, 5, 2, 5, 9, 5, 5, 7, 2, 42, 2, 5, 5, 6, 5, 4, 3, 4, 4, 5, 6, 4, 2, 4, 1, 2, 3, 3, 6, 5, 1, 6, 4, 3, 4, 2, 5, 4, 5, 4, 5, 3, 4, 10, 2, 7, 5, 5, 2, 2, 5, 6, 1, 2, 2, 4, 3, 7, 5, 5, 2, 3, 3, 5, 5, 4, 3, 5, 5, 2, 5, 5, 4, 4, 3, 2, 3, 3, 5, 6, 2, 3, 7, 2, 2, 2, 7, 5, 2, 2, 3, 6, 4, 2, 2, 3, 3, 31, 5, 1, 3, 2, 2, 3, 3, 5, 6, 2, 7, 7, 5, 6, 6, 1, 1, 2, 3, 6, 2], "patch_length_stats": {"count": 726, "sum": 3153, "mean": 4.3429752066115705, "median": 4.0, "p95": 9.0, "max": 42, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 4, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07315489400207298, "decode_time_sec": 10.66943349405119, "total_time_sec": 14.80535476300065, "prefill_units_per_sec": 44453.62192593497, "prefill_bytes_per_sec": 44234.9079189193, "decode_units_per_sec": 571.3517970189198, "decode_bytes_per_sec": 571.3517970189198, "total_units_per_sec": 411.7429198815431, "total_bytes_per_sec": 411.7429198815431, "step_latency_ms": {"count": 1011, "sum": 10706, "mean": 10.589515331355093, "median": 9.0, "p95": 24.0, "max": 26, "min": 7}, "peak_allocated_mb": 3261.83203125, "peak_reserved_mb": 3570.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 204.0, "p95": 249.0, "max": 255, "min": 151}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 205.0, "p95": 250.0, "max": 256, "min": 152}}, "generated_stats": {"units": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 774, "stage1_units": null, "bytes_per_stage0_unit": 4.180878552971576, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56, 56, 34, 60, 64, 53, 49, 59, 43, 43, 38, 31, 43, 50, 38, 57], "patch_count_stats": {"count": 16, "sum": 774, "mean": 48.375, "median": 49.5, "p95": 61.0, "max": 64, "min": 31}, "patch_lengths": [3, 4, 10, 2, 4, 5, 1, 7, 1, 7, 1, 6, 5, 1, 2, 5, 6, 3, 3, 4, 7, 2, 4, 7, 5, 2, 3, 9, 7, 8, 2, 4, 2, 7, 7, 2, 6, 2, 2, 7, 1, 7, 7, 2, 6, 2, 2, 7, 1, 7, 3, 6, 2, 11, 7, 2, 3, 7, 5, 4, 3, 3, 3, 11, 4, 1, 7, 6, 3, 7, 4, 2, 11, 4, 2, 5, 6, 4, 2, 7, 7, 11, 2, 11, 6, 7, 9, 3, 3, 1, 3, 4, 2, 5, 7, 3, 3, 5, 4, 2, 5, 6, 4, 1, 5, 5, 5, 1, 7, 1, 1, 3, 3, 9, 4, 5, 3, 3, 4, 5, 2, 4, 8, 3, 7, 4, 2, 11, 4, 8, 3, 5, 5, 2, 3, 3, 8, 3, 15, 5, 2, 8, 7, 2, 8, 3, 3, 5, 5, 1, 9, 3, 3, 4, 5, 5, 9, 1, 2, 2, 2, 3, 3, 2, 11, 4, 5, 2, 7, 7, 3, 1, 2, 3, 5, 1, 1, 3, 1, 2, 11, 4, 2, 3, 6, 4, 5, 3, 15, 4, 1, 6, 1, 5, 2, 7, 7, 3, 2, 1, 2, 3, 5, 1, 1, 4, 3, 7, 6, 2, 4, 3, 4, 2, 2, 5, 6, 2, 2, 5, 2, 3, 3, 4, 4, 1, 2, 6, 2, 2, 5, 2, 7, 6, 6, 4, 6, 5, 4, 3, 2, 3, 6, 2, 2, 6, 2, 2, 7, 5, 4, 2, 3, 4, 6, 9, 2, 6, 2, 2, 5, 2, 4, 6, 2, 3, 4, 2, 2, 2, 3, 10, 5, 3, 3, 4, 7, 2, 5, 4, 5, 5, 5, 5, 8, 1, 1, 1, 1, 2, 1, 2, 7, 5, 2, 4, 7, 4, 2, 3, 6, 7, 3, 11, 5, 7, 5, 4, 5, 5, 5, 5, 8, 1, 1, 1, 1, 1, 1, 2, 2, 2, 3, 3, 8, 7, 1, 5, 5, 1, 6, 7, 5, 1, 6, 5, 1, 3, 6, 3, 3, 5, 4, 7, 6, 2, 3, 3, 4, 8, 7, 1, 4, 4, 2, 4, 7, 7, 2, 2, 6, 3, 3, 4, 2, 7, 7, 6, 3, 7, 7, 2, 3, 5, 4, 7, 2, 2, 6, 2, 2, 5, 5, 5, 7, 4, 5, 1, 3, 6, 3, 3, 4, 7, 2, 3, 8, 2, 6, 3, 7, 5, 2, 2, 2, 3, 8, 2, 4, 2, 2, 3, 7, 7, 2, 5, 2, 2, 1, 7, 7, 2, 3, 11, 5, 2, 2, 1, 2, 6, 4, 3, 5, 5, 4, 3, 4, 5, 2, 5, 4, 5, 5, 3, 7, 5, 3, 3, 4, 2, 1, 1, 5, 7, 2, 1, 1, 3, 7, 5, 3, 5, 4, 3, 7, 4, 6, 3, 5, 7, 2, 11, 5, 3, 3, 4, 5, 5, 1, 5, 3, 3, 4, 2, 5, 1, 2, 4, 1, 3, 5, 1, 7, 4, 2, 5, 4, 6, 5, 1, 7, 4, 5, 2, 5, 4, 5, 5, 2, 7, 5, 2, 4, 2, 4, 5, 2, 3, 5, 5, 3, 2, 4, 2, 6, 6, 5, 6, 1, 8, 5, 1, 5, 4, 2, 9, 5, 3, 5, 2, 4, 4, 5, 3, 1, 4, 4, 5, 5, 2, 8, 5, 3, 4, 2, 3, 8, 5, 1, 6, 4, 3, 4, 3, 5, 7, 6, 2, 1, 2, 2, 7, 3, 7, 1, 11, 5, 5, 3, 12, 5, 11, 2, 11, 5, 2, 3, 5, 5, 1, 4, 4, 1, 5, 4, 3, 4, 9, 3, 8, 2, 5, 2, 7, 9, 2, 9, 9, 3, 7, 9, 4, 1, 2, 4, 4, 1, 1, 7, 9, 6, 7, 2, 7, 5, 3, 7, 7, 2, 3, 5, 5, 1, 2, 1, 1, 3, 3, 4, 3, 5, 2, 6, 3, 4, 5, 2, 11, 7, 2, 5, 2, 6, 1, 7, 5, 2, 11, 7, 2, 5, 2, 4, 4, 3, 4, 5, 2, 3, 4, 7, 2, 6, 5, 5, 1, 5, 6, 2, 3, 5, 5, 1, 6, 3, 3, 4, 4, 5, 3, 6, 2, 11, 5, 2, 5, 5, 1, 11, 6, 2, 6, 5, 6, 7, 11, 4, 6, 2, 6, 3, 1, 2, 11, 6, 2, 5, 3, 4, 5, 2, 2, 1, 7, 1, 2, 1, 3, 1, 2, 1, 3, 3, 3, 4, 5, 5, 4, 2, 6, 2, 7, 4, 2, 3, 1, 5, 6, 7, 5, 3, 3, 5, 4, 2, 4, 5, 5, 9, 4, 3, 3, 3, 7, 9, 5, 2, 5, 1, 3, 2, 9, 6, 2], "patch_length_stats": {"count": 774, "sum": 3252, "mean": 4.2015503875969, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 5, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.06897662700066576, "decode_time_sec": 13.805788606940041, "total_time_sec": 19.777924297002755, "prefill_units_per_sec": 46276.5452414655, "prefill_bytes_per_sec": 46044.5826086762, "decode_units_per_sec": 432.28244107692205, "decode_bytes_per_sec": 432.28244107692205, "total_units_per_sec": 301.7505735374071, "total_bytes_per_sec": 301.7505735374071, "step_latency_ms": {"count": 1394, "sum": 13800, "mean": 9.899569583931134, "median": 9.0, "p95": 24.0, "max": 35, "min": 7}, "peak_allocated_mb": 3259.7607421875, "peak_reserved_mb": 3564.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3176, "mean": 198.5, "median": 201.0, "p95": 243.25, "max": 247, "min": 148}, "model_input_units": {"count": 16, "sum": 3192, "mean": 199.5, "median": 202.0, "p95": 244.25, "max": 248, "min": 149}}, "generated_stats": {"units": {"count": 16, "sum": 5968, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}, "bytes": {"count": 16, "sum": 5968, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}}, "compression_summary": {"raw_prompt_bytes": 3176, "model_input_units": 3192, "stage0_units": 747, "stage1_units": null, "bytes_per_stage0_unit": 4.251673360107095, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36, 46, 50, 51, 44, 66, 53, 43, 46, 57, 41, 50, 44, 28, 46, 46], "patch_count_stats": {"count": 16, "sum": 747, "mean": 46.6875, "median": 46.0, "p95": 59.25, "max": 66, "min": 28}, "patch_lengths": [3, 4, 8, 5, 1, 4, 4, 3, 4, 4, 2, 4, 7, 4, 2, 3, 6, 5, 5, 4, 11, 3, 2, 3, 1, 1, 2, 15, 4, 3, 2, 1, 2, 11, 5, 3, 3, 4, 8, 8, 1, 2, 4, 1, 3, 6, 3, 3, 7, 2, 3, 4, 7, 4, 8, 8, 2, 3, 3, 7, 4, 7, 8, 6, 2, 7, 4, 2, 7, 8, 6, 2, 4, 1, 3, 6, 2, 8, 2, 7, 6, 2, 3, 2, 9, 7, 2, 3, 3, 3, 8, 2, 1, 4, 4, 2, 4, 7, 3, 8, 2, 1, 1, 2, 4, 4, 2, 4, 11, 7, 5, 4, 2, 9, 7, 1, 2, 3, 3, 4, 5, 2, 11, 7, 5, 2, 4, 1, 3, 3, 5, 3, 3, 3, 4, 4, 1, 3, 3, 7, 4, 3, 7, 4, 2, 10, 2, 4, 3, 4, 7, 4, 2, 10, 2, 5, 3, 4, 7, 4, 2, 10, 2, 3, 2, 3, 3, 4, 3, 3, 1, 1, 3, 4, 3, 7, 3, 3, 1, 1, 3, 4, 4, 3, 9, 5, 5, 3, 5, 2, 7, 2, 2, 3, 3, 4, 1, 3, 7, 2, 3, 5, 4, 3, 1, 2, 2, 2, 5, 6, 5, 3, 4, 7, 1, 6, 3, 10, 7, 4, 7, 2, 4, 4, 4, 6, 3, 3, 7, 9, 9, 9, 4, 1, 5, 3, 3, 4, 3, 11, 3, 1, 6, 1, 5, 2, 2, 4, 1, 2, 9, 3, 4, 2, 1, 3, 2, 5, 1, 1, 1, 2, 7, 2, 4, 1, 4, 1, 2, 5, 6, 7, 5, 1, 4, 2, 7, 3, 4, 3, 4, 1, 2, 9, 7, 2, 1, 1, 2, 5, 1, 4, 4, 3, 7, 7, 5, 1, 7, 1, 7, 3, 3, 4, 6, 2, 5, 4, 7, 6, 7, 2, 7, 3, 4, 11, 7, 1, 4, 7, 3, 11, 6, 10, 2, 6, 5, 3, 3, 5, 4, 3, 7, 4, 4, 1, 4, 5, 3, 4, 5, 2, 5, 1, 7, 4, 3, 4, 4, 5, 1, 9, 3, 3, 3, 4, 5, 2, 4, 3, 4, 3, 7, 9, 2, 5, 2, 4, 9, 9, 3, 2, 7, 4, 2, 11, 3, 6, 2, 4, 2, 4, 9, 3, 3, 7, 7, 15, 3, 3, 6, 7, 3, 3, 6, 5, 5, 3, 3, 4, 2, 2, 5, 6, 6, 2, 3, 4, 2, 2, 1, 5, 6, 5, 2, 7, 4, 8, 4, 3, 6, 2, 3, 1, 2, 2, 1, 2, 1, 2, 3, 7, 10, 6, 2, 3, 6, 7, 6, 5, 3, 3, 4, 4, 2, 6, 2, 4, 5, 7, 2, 2, 4, 7, 1, 1, 7, 5, 2, 7, 2, 5, 2, 1, 1, 2, 7, 4, 2, 5, 2, 3, 2, 4, 3, 6, 8, 4, 1, 7, 3, 3, 5, 3, 7, 3, 2, 3, 3, 1, 1, 4, 3, 10, 5, 5, 1, 4, 5, 1, 11, 3, 3, 4, 3, 4, 11, 11, 1, 5, 3, 11, 6, 2, 10, 6, 5, 3, 2, 5, 3, 11, 7, 2, 3, 4, 6, 7, 2, 3, 10, 2, 2, 3, 2, 9, 3, 6, 3, 5, 1, 6, 1, 10, 1, 10, 4, 5, 3, 3, 3, 10, 4, 3, 5, 2, 15, 4, 2, 5, 3, 7, 4, 2, 3, 11, 2, 3, 5, 6, 3, 3, 3, 10, 4, 3, 2, 4, 3, 5, 7, 3, 2, 3, 4, 5, 1, 5, 1, 6, 5, 1, 8, 5, 3, 3, 4, 5, 4, 5, 8, 3, 7, 4, 2, 11, 3, 5, 4, 4, 2, 1, 1, 2, 15, 3, 4, 6, 2, 19, 3, 5, 2, 1, 4, 2, 4, 3, 11, 5, 3, 3, 4, 5, 7, 6, 2, 5, 11, 7, 7, 5, 5, 10, 2, 6, 2, 7, 3, 5, 10, 3, 4, 5, 3, 3, 3, 5, 3, 3, 4, 4, 3, 2, 4, 7, 3, 5, 2, 2, 2, 2, 2, 11, 4, 3, 2, 2, 1, 2, 2, 2, 2, 1, 3, 6, 5, 2, 2, 6, 4, 2, 46, 2, 2, 5, 4, 2, 7, 5, 3, 3, 4, 5, 1, 6, 1, 9, 1, 4, 4, 3, 4, 5, 6, 2, 5, 2, 5, 1, 7, 5, 2, 5, 2, 6, 1, 7, 3, 5, 2, 5, 3, 5, 6, 2, 11, 2, 7, 4, 9, 5, 5, 6, 4, 8, 2], "patch_length_stats": {"count": 747, "sum": 3192, "mean": 4.2730923694779115, "median": 4.0, "p95": 10.0, "max": 46, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 6, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07751848100087955, "decode_time_sec": 10.229544452915434, "total_time_sec": 14.247003679000045, "prefill_units_per_sec": 42880.0971985285, "prefill_bytes_per_sec": 42673.694805274456, "decode_units_per_sec": 595.9209648150687, "decode_bytes_per_sec": 595.9209648150687, "total_units_per_sec": 427.879443099004, "total_bytes_per_sec": 427.879443099004, "step_latency_ms": {"count": 993, "sum": 10324, "mean": 10.396777442094663, "median": 9.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 3283.91455078125, "peak_reserved_mb": 3564.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3308, "mean": 206.75, "median": 218.5, "p95": 253.5, "max": 255, "min": 102}, "model_input_units": {"count": 16, "sum": 3324, "mean": 207.75, "median": 219.5, "p95": 254.5, "max": 256, "min": 103}}, "generated_stats": {"units": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 3308, "model_input_units": 3324, "stage0_units": 778, "stage1_units": null, "bytes_per_stage0_unit": 4.251928020565552, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50, 59, 53, 59, 38, 66, 46, 46, 36, 60, 20, 38, 40, 40, 53, 74], "patch_count_stats": {"count": 16, "sum": 778, "mean": 48.625, "median": 48.0, "p95": 68.0, "max": 74, "min": 20}, "patch_lengths": [5, 4, 8, 9, 5, 1, 4, 3, 3, 4, 7, 5, 2, 7, 7, 4, 6, 5, 7, 1, 7, 7, 4, 3, 3, 5, 2, 7, 7, 2, 8, 4, 1, 7, 5, 1, 5, 2, 7, 3, 7, 2, 11, 7, 6, 7, 3, 4, 8, 5, 3, 2, 3, 7, 3, 5, 3, 3, 5, 3, 2, 4, 2, 7, 9, 4, 4, 2, 11, 2, 4, 4, 3, 15, 5, 6, 7, 5, 3, 6, 2, 5, 4, 5, 15, 3, 3, 5, 1, 1, 1, 3, 4, 2, 1, 1, 5, 3, 3, 5, 1, 1, 2, 6, 2, 3, 3, 11, 5, 3, 6, 15, 7, 5, 3, 3, 4, 2, 2, 3, 7, 8, 7, 8, 7, 2, 3, 4, 2, 2, 1, 3, 4, 15, 7, 3, 1, 4, 4, 7, 2, 3, 3, 6, 2, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 3, 3, 7, 2, 3, 7, 6, 4, 3, 3, 3, 4, 2, 2, 3, 6, 9, 4, 7, 2, 2, 3, 4, 3, 4, 2, 6, 9, 1, 4, 4, 3, 2, 4, 3, 4, 5, 3, 14, 5, 8, 2, 1, 2, 12, 2, 3, 4, 5, 4, 5, 3, 9, 4, 3, 7, 4, 4, 2, 1, 8, 6, 4, 3, 5, 5, 3, 3, 4, 3, 5, 5, 2, 11, 6, 10, 2, 5, 8, 5, 1, 7, 5, 2, 6, 4, 7, 5, 2, 11, 5, 5, 2, 5, 1, 7, 4, 8, 2, 5, 2, 3, 5, 5, 2, 2, 1, 5, 1, 8, 5, 3, 3, 5, 1, 4, 2, 2, 3, 5, 4, 5, 2, 3, 3, 5, 2, 2, 4, 5, 5, 3, 3, 3, 3, 5, 8, 2, 2, 5, 7, 2, 1, 1, 1, 4, 7, 2, 5, 2, 4, 2, 3, 7, 9, 5, 4, 5, 3, 10, 1, 7, 4, 5, 7, 4, 2, 3, 8, 8, 7, 5, 4, 1, 6, 5, 1, 10, 3, 3, 4, 7, 2, 4, 3, 4, 6, 3, 6, 5, 2, 7, 5, 2, 8, 8, 7, 4, 1, 6, 1, 10, 2, 7, 4, 7, 7, 5, 2, 3, 7, 6, 2, 3, 3, 12, 5, 1, 2, 4, 3, 3, 4, 3, 5, 12, 3, 5, 2, 11, 6, 9, 5, 5, 3, 12, 1, 1, 1, 2, 7, 4, 7, 1, 7, 5, 12, 5, 2, 11, 4, 5, 2, 7, 8, 2, 11, 5, 2, 3, 8, 5, 3, 3, 4, 2, 2, 5, 2, 7, 1, 7, 4, 5, 1, 2, 1, 3, 4, 1, 2, 3, 6, 4, 11, 3, 2, 2, 1, 1, 2, 15, 7, 5, 2, 3, 7, 3, 5, 1, 5, 3, 3, 4, 4, 5, 5, 1, 4, 4, 5, 2, 5, 2, 7, 5, 10, 5, 3, 7, 6, 2, 2, 3, 5, 2, 4, 4, 4, 5, 3, 7, 4, 1, 2, 3, 6, 6, 2, 7, 4, 2, 1, 5, 5, 3, 10, 4, 5, 5, 3, 11, 4, 4, 2, 3, 14, 5, 4, 3, 4, 3, 5, 2, 7, 8, 3, 5, 2, 11, 5, 2, 5, 7, 5, 3, 7, 4, 5, 1, 5, 6, 1, 7, 5, 4, 3, 4, 4, 10, 2, 3, 11, 8, 2, 5, 2, 6, 8, 4, 7, 5, 2, 11, 3, 8, 2, 15, 8, 5, 6, 1, 3, 3, 9, 3, 5, 5, 7, 5, 1, 4, 3, 4, 3, 8, 2, 5, 3, 8, 2, 5, 5, 2, 2, 4, 3, 6, 5, 1, 3, 8, 2, 4, 5, 2, 2, 2, 2, 3, 5, 5, 2, 3, 7, 6, 5, 1, 6, 1, 8, 5, 3, 3, 4, 3, 8, 3, 5, 2, 11, 8, 2, 5, 4, 7, 8, 2, 3, 2, 2, 6, 1, 7, 2, 7, 5, 3, 7, 3, 5, 3, 2, 3, 4, 2, 2, 6, 5, 7, 3, 3, 6, 1, 6, 5, 2, 5, 1, 5, 2, 3, 4, 2, 7, 6, 2, 6, 3, 6, 6, 3, 7, 2, 5, 5, 2, 6, 4, 5, 4, 7, 3, 4, 2, 5, 5, 2, 11, 6, 6, 3, 11, 7, 6, 3, 3, 12, 5, 3, 3, 4, 3, 2, 5, 4, 4, 5, 3, 7, 2, 1, 2, 3, 2, 2, 5, 4, 2, 2, 1, 3, 2, 5, 4, 2, 2, 1, 3, 3, 1, 2, 1, 7, 2, 1, 2, 2, 4, 4, 2, 2, 2, 3, 1, 2, 1, 3, 2, 1, 1, 2, 5, 4, 2, 2, 4, 7, 2, 1, 2, 2, 1, 2, 2, 1, 1, 7, 7, 4], "patch_length_stats": {"count": 778, "sum": 3324, "mean": 4.272493573264781, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 7, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.06471736000094097, "decode_time_sec": 10.604515245875518, "total_time_sec": 14.608473265001521, "prefill_units_per_sec": 44686.61886019379, "prefill_bytes_per_sec": 44439.389986831724, "decode_units_per_sec": 540.1472737971524, "decode_bytes_per_sec": 540.1472737971524, "total_units_per_sec": 392.10120702503156, "total_bytes_per_sec": 392.10120702503156, "step_latency_ms": {"count": 996, "sum": 10690, "mean": 10.73293172690763, "median": 9.0, "p95": 24.0, "max": 27, "min": 7}, "peak_allocated_mb": 3254.8544921875, "peak_reserved_mb": 3574.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 5728, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "bytes": {"count": 16, "sum": 5728, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 683, "stage1_units": null, "bytes_per_stage0_unit": 4.210834553440702, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53, 38, 39, 47, 45, 40, 45, 44, 36, 31, 44, 43, 47, 41, 34, 56], "patch_count_stats": {"count": 16, "sum": 683, "mean": 42.6875, "median": 43.5, "p95": 53.75, "max": 56, "min": 31}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 4, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4, 3, 4, 5, 5, 1, 4, 3, 3, 4, 6, 4, 5, 1, 3, 4, 2, 11, 3, 4, 5, 1, 2, 4, 2, 15, 5, 4, 3, 16, 2, 15, 5, 7, 5, 5, 4, 4, 2, 3, 4, 8, 5, 1, 5, 3, 3, 4, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 4, 3, 4, 3, 8, 3, 5, 11, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 7, 5, 3, 12, 3, 3, 6, 3, 5, 12, 2, 7, 1, 1, 4, 12, 2, 5, 1, 4, 4, 3, 4, 1, 4, 3, 3, 3, 4, 3, 4, 5, 2, 5, 3, 8, 4, 1, 2, 4, 3, 3, 1, 5, 2, 2, 7, 4, 3, 3, 5, 6, 4, 1, 1, 7, 5, 1, 4, 1, 11, 6, 6, 4, 5, 1, 4, 1, 16, 3, 5, 1, 6, 3, 4, 1, 6, 4, 2, 1, 1, 2, 3, 4, 7, 2, 8, 2, 2, 2, 3, 1, 1, 3, 3, 15, 5, 4, 3, 4, 3, 5, 2, 5, 3, 4, 5, 2, 11, 7, 5, 2, 5, 2, 3, 4, 5, 7, 10, 4, 11, 7, 2, 5, 5, 5, 6, 2, 11, 5, 1, 2, 8, 2, 3, 8, 5, 1, 6, 4, 3, 4, 4, 2, 7, 3, 3, 6, 7, 6, 6, 2, 6, 2, 7, 5, 7, 6, 2, 7, 5, 4, 1, 6, 3, 7, 10, 2, 7, 9, 5, 7, 6, 1, 6, 3, 7, 5, 2, 3, 8, 5, 1, 5, 5, 3, 3, 4, 8, 2, 5, 5, 8, 5, 2, 7, 7, 2, 4, 7, 4, 4, 3, 8, 2, 11, 2, 2, 5, 2, 1, 4, 2, 11, 7, 7, 2, 1, 2, 1, 2, 2, 4, 3, 7, 5, 1, 6, 1, 6, 1, 3, 6, 3, 3, 4, 3, 6, 3, 5, 2, 11, 6, 2, 2, 6, 3, 7, 8, 2, 4, 7, 3, 2, 2, 1, 3, 7, 3, 3, 6, 8, 8, 1, 3, 6, 3, 3, 3, 7, 4, 2, 5, 6, 2, 6, 3, 7, 3, 4, 8, 3, 8, 8, 4, 11, 7, 5, 9, 2, 3, 8, 5, 1, 7, 1, 8, 3, 3, 3, 4, 5, 6, 1, 2, 1, 1, 2, 7, 5, 4, 4, 8, 3, 4, 5, 6, 1, 5, 5, 2, 5, 6, 4, 3, 8, 2, 5, 6, 10, 2, 3, 6, 2, 3, 5, 5, 1, 4, 1, 10, 1, 7, 3, 3, 4, 3, 5, 7, 2, 11, 7, 1, 7, 6, 2, 5, 4, 3, 7, 2, 2, 1, 2, 1, 2, 10, 5, 4, 3, 3, 7, 2, 5, 4, 5, 2, 3, 5, 9, 5, 3, 3, 2, 2, 3, 5, 2, 3, 6, 4, 8, 2, 4, 3, 7, 3, 2, 5, 4, 5, 5, 2, 1, 3, 3, 5, 2, 11, 6, 4, 5, 9, 4, 7, 7, 6, 5, 2, 4, 3, 3, 7, 2, 3, 8, 9, 8, 5, 3, 3, 4, 9, 2, 4, 7, 4, 5, 1, 11, 5, 3, 8, 5, 6, 4, 11, 4, 8, 3, 11, 5, 2, 15, 8, 2, 7, 4, 2, 2, 5, 1, 15, 9, 2, 3, 8, 4, 2, 3, 3, 4, 2, 3, 2, 2, 2, 2, 2, 5, 3, 3, 2, 4, 1, 3, 2, 2, 7, 3, 2, 2, 4, 2, 3, 4, 3, 4, 3, 3, 7, 2, 2, 7, 4, 1, 3, 3, 3, 4, 5, 2, 4, 3, 4, 3, 3, 6, 1, 1, 1, 3, 2, 1, 3, 7, 2, 1, 2, 1, 2, 2, 2, 1, 3, 1, 3, 2, 7, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 7, 4, 5, 3], "patch_length_stats": {"count": 683, "sum": 2892, "mean": 4.234260614934114, "median": 4.0, "p95": 9.0, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 0, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.06516265899699647, "decode_time_sec": 12.463094605926017, "total_time_sec": 17.156581432001985, "prefill_units_per_sec": 51041.502160820426, "prefill_bytes_per_sec": 50795.96276377499, "decode_units_per_sec": 475.0024120963607, "decode_bytes_per_sec": 475.0024120963607, "total_units_per_sec": 345.05708631193204, "total_bytes_per_sec": 345.05708631193204, "step_latency_ms": {"count": 1140, "sum": 12521, "mean": 10.983333333333333, "median": 9.0, "p95": 24.0, "max": 26, "min": 7}, "peak_allocated_mb": 3372.2529296875, "peak_reserved_mb": 3820.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3310, "mean": 206.875, "median": 199.5, "p95": 244.0, "max": 244, "min": 156}, "model_input_units": {"count": 16, "sum": 3326, "mean": 207.875, "median": 200.5, "p95": 245.0, "max": 245, "min": 157}}, "generated_stats": {"units": {"count": 16, "sum": 5920, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}, "bytes": {"count": 16, "sum": 5920, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}}, "compression_summary": {"raw_prompt_bytes": 3310, "model_input_units": 3326, "stage0_units": 807, "stage1_units": null, "bytes_per_stage0_unit": 4.1016109045848825, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [72, 43, 62, 44, 45, 49, 59, 45, 37, 51, 44, 47, 49, 58, 53, 49], "patch_count_stats": {"count": 16, "sum": 807, "mean": 50.4375, "median": 49.0, "p95": 64.5, "max": 72, "min": 37}, "patch_lengths": [3, 3, 3, 3, 5, 1, 3, 1, 3, 3, 4, 3, 5, 7, 4, 3, 6, 6, 2, 11, 2, 2, 5, 7, 4, 3, 4, 2, 6, 1, 7, 4, 2, 2, 2, 4, 7, 4, 2, 2, 5, 4, 5, 3, 2, 2, 11, 4, 4, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 11, 4, 4, 2, 2, 2, 1, 2, 3, 4, 7, 5, 1, 6, 5, 4, 3, 4, 7, 6, 5, 3, 4, 5, 3, 15, 11, 6, 5, 1, 5, 1, 3, 11, 4, 4, 6, 5, 1, 3, 1, 1, 3, 11, 4, 5, 5, 5, 5, 3, 2, 3, 5, 3, 5, 10, 4, 4, 3, 3, 7, 3, 5, 2, 3, 2, 4, 2, 9, 3, 3, 5, 8, 3, 2, 1, 1, 1, 1, 1, 3, 3, 1, 8, 2, 6, 7, 3, 5, 3, 7, 4, 3, 3, 3, 1, 8, 2, 6, 7, 2, 1, 1, 1, 1, 1, 4, 7, 3, 5, 6, 4, 2, 3, 5, 4, 9, 4, 1, 3, 6, 3, 3, 4, 7, 3, 6, 5, 5, 5, 2, 2, 5, 1, 7, 3, 7, 4, 2, 5, 4, 11, 7, 4, 2, 4, 4, 9, 5, 5, 5, 3, 6, 2, 7, 5, 3, 3, 8, 15, 2, 2, 1, 5, 1, 2, 8, 1, 8, 1, 2, 10, 1, 5, 4, 3, 3, 2, 3, 6, 6, 2, 7, 9, 5, 4, 5, 3, 3, 2, 3, 4, 5, 2, 4, 7, 2, 3, 6, 2, 10, 4, 3, 4, 5, 4, 5, 1, 5, 5, 1, 8, 5, 2, 27, 11, 3, 5, 1, 5, 5, 5, 3, 3, 4, 4, 5, 2, 4, 7, 4, 6, 3, 5, 5, 2, 11, 3, 5, 5, 3, 5, 2, 15, 6, 2, 5, 5, 3, 6, 2, 3, 2, 6, 3, 3, 5, 1, 8, 1, 4, 5, 5, 1, 8, 4, 3, 4, 2, 3, 5, 2, 2, 5, 2, 7, 2, 7, 4, 5, 4, 2, 4, 5, 5, 3, 3, 2, 2, 7, 2, 3, 8, 2, 5, 2, 3, 8, 5, 3, 7, 2, 3, 8, 2, 10, 4, 14, 2, 3, 3, 4, 6, 3, 2, 3, 3, 3, 6, 4, 2, 2, 1, 2, 1, 1, 2, 3, 2, 3, 1, 3, 7, 2, 6, 3, 5, 4, 3, 3, 4, 2, 3, 3, 7, 2, 7, 7, 9, 2, 5, 2, 3, 5, 3, 3, 3, 8, 8, 7, 1, 9, 1, 3, 1, 2, 2, 2, 9, 3, 3, 4, 2, 7, 7, 5, 8, 3, 1, 2, 1, 6, 9, 2, 7, 7, 5, 1, 3, 7, 10, 3, 3, 7, 6, 1, 6, 1, 1, 3, 3, 4, 8, 6, 3, 3, 7, 7, 6, 5, 3, 4, 2, 1, 1, 2, 6, 3, 6, 1, 1, 3, 3, 4, 2, 3, 6, 6, 3, 7, 6, 2, 3, 4, 3, 4, 3, 5, 1, 6, 5, 6, 4, 3, 7, 5, 3, 3, 4, 3, 5, 7, 3, 4, 5, 2, 11, 2, 2, 5, 5, 7, 2, 7, 4, 2, 1, 1, 1, 2, 5, 9, 7, 3, 3, 4, 5, 2, 11, 5, 7, 2, 6, 2, 2, 14, 2, 3, 8, 7, 5, 1, 6, 3, 3, 4, 4, 2, 6, 3, 3, 5, 7, 1, 5, 2, 7, 7, 6, 3, 7, 3, 6, 7, 2, 11, 4, 2, 4, 1, 1, 2, 1, 1, 2, 2, 3, 1, 5, 2, 7, 7, 6, 5, 3, 7, 5, 3, 3, 4, 5, 2, 2, 7, 5, 2, 5, 5, 1, 10, 2, 3, 3, 7, 4, 1, 2, 2, 7, 5, 2, 5, 5, 1, 10, 2, 3, 3, 7, 5, 2, 4, 7, 5, 7, 2, 3, 2, 3, 3, 7, 5, 2, 3, 5, 3, 5, 4, 5, 1, 6, 2, 6, 2, 7, 5, 1, 7, 5, 3, 3, 3, 2, 9, 3, 3, 6, 2, 3, 4, 2, 2, 1, 3, 4, 6, 3, 2, 3, 3, 3, 11, 5, 1, 5, 3, 7, 2, 2, 1, 1, 1, 3, 4, 4, 6, 5, 1, 6, 5, 2, 3, 4, 4, 7, 4, 3, 2, 9, 2, 8, 10, 2, 7, 3, 1, 7, 2, 3, 9, 2, 3, 8, 2, 3, 2, 1, 6, 2, 1, 3, 7, 2, 4, 3, 7, 9, 8, 5, 2, 3, 7, 8, 2, 8, 7, 7, 4, 7, 2, 3, 7, 8, 2, 3, 7, 7, 5, 1, 6, 4, 3, 4, 3, 6, 3, 4, 5, 2, 11, 7, 5, 6, 1, 3, 2, 6, 1, 3, 1, 1, 2, 10, 1, 3, 1, 2, 5, 3, 4, 2, 7, 1, 3, 6, 2, 15, 2, 6, 7, 2, 6, 3], "patch_length_stats": {"count": 807, "sum": 3326, "mean": 4.121437422552664, "median": 3.0, "p95": 9.0, "max": 27, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 1, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07319736399949761, "decode_time_sec": 12.337594412023464, "total_time_sec": 17.53765275099795, "prefill_units_per_sec": 39782.85338280743, "prefill_bytes_per_sec": 39564.26627630848, "decode_units_per_sec": 494.0995623959896, "decode_bytes_per_sec": 494.0995623959896, "total_units_per_sec": 347.5949767367311, "total_bytes_per_sec": 347.5949767367311, "step_latency_ms": {"count": 1235, "sum": 12365, "mean": 10.012145748987853, "median": 9.0, "p95": 24.0, "max": 28, "min": 7}, "peak_allocated_mb": 3262.634765625, "peak_reserved_mb": 3470.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2896, "mean": 181.0, "median": 180.5, "p95": 243.0, "max": 255, "min": 94}, "model_input_units": {"count": 16, "sum": 2912, "mean": 182.0, "median": 181.5, "p95": 244.0, "max": 256, "min": 95}}, "generated_stats": {"units": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 2896, "model_input_units": 2912, "stage0_units": 680, "stage1_units": null, "bytes_per_stage0_unit": 4.258823529411765, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [47, 23, 36, 39, 56, 31, 51, 40, 47, 54, 43, 28, 57, 36, 33, 59], "patch_count_stats": {"count": 16, "sum": 680, "mean": 42.5, "median": 41.5, "p95": 57.5, "max": 59, "min": 23}, "patch_lengths": [3, 9, 3, 5, 5, 1, 8, 3, 6, 3, 2, 5, 9, 4, 1, 1, 5, 3, 5, 5, 1, 8, 2, 1, 4, 2, 6, 1, 1, 3, 5, 9, 4, 3, 5, 3, 2, 3, 4, 2, 5, 1, 6, 9, 4, 2, 2, 3, 5, 5, 5, 4, 3, 3, 5, 5, 2, 7, 7, 2, 5, 5, 1, 3, 5, 2, 7, 7, 2, 2, 3, 7, 5, 5, 7, 3, 3, 3, 4, 11, 1, 6, 1, 5, 3, 7, 7, 2, 7, 6, 4, 3, 10, 2, 3, 3, 2, 2, 1, 2, 2, 2, 2, 2, 2, 4, 3, 8, 5, 5, 6, 3, 4, 2, 8, 4, 5, 6, 8, 5, 2, 7, 8, 2, 4, 4, 13, 2, 3, 3, 4, 7, 6, 8, 4, 2, 8, 8, 2, 7, 6, 8, 2, 8, 2, 5, 4, 8, 4, 1, 3, 4, 3, 5, 1, 9, 6, 3, 3, 5, 2, 3, 3, 7, 7, 1, 2, 5, 2, 3, 5, 2, 3, 4, 7, 7, 3, 5, 2, 3, 8, 1, 7, 2, 6, 7, 8, 2, 5, 2, 4, 1, 4, 3, 1, 6, 1, 9, 1, 8, 3, 3, 4, 10, 5, 3, 3, 6, 2, 2, 4, 3, 3, 3, 5, 6, 3, 5, 2, 7, 6, 2, 2, 5, 2, 3, 5, 5, 6, 3, 5, 3, 3, 4, 6, 8, 5, 1, 6, 3, 3, 4, 4, 2, 11, 2, 5, 5, 3, 4, 6, 1, 11, 7, 4, 5, 3, 6, 6, 3, 7, 7, 9, 2, 11, 2, 6, 1, 11, 7, 2, 4, 3, 11, 4, 4, 6, 3, 5, 3, 7, 6, 4, 3, 12, 5, 3, 3, 5, 2, 3, 7, 3, 1, 1, 1, 2, 3, 6, 5, 4, 3, 4, 1, 2, 3, 4, 3, 5, 3, 3, 4, 5, 2, 1, 2, 3, 7, 4, 5, 9, 4, 2, 3, 4, 9, 8, 1, 5, 1, 2, 4, 1, 3, 6, 3, 3, 4, 4, 5, 2, 3, 11, 4, 2, 2, 3, 3, 3, 11, 5, 4, 9, 8, 4, 3, 4, 2, 4, 1, 3, 6, 2, 11, 7, 2, 1, 7, 7, 2, 3, 7, 10, 8, 1, 2, 5, 1, 4, 3, 3, 3, 4, 4, 1, 3, 5, 5, 2, 7, 6, 4, 6, 5, 2, 11, 2, 3, 7, 5, 3, 8, 2, 1, 1, 6, 2, 6, 2, 3, 5, 3, 3, 7, 2, 4, 4, 2, 8, 5, 2, 2, 7, 3, 3, 4, 1, 5, 11, 3, 3, 3, 8, 4, 7, 1, 2, 4, 4, 7, 7, 5, 2, 3, 4, 5, 3, 1, 10, 1, 5, 2, 1, 4, 3, 5, 2, 6, 2, 4, 7, 2, 3, 8, 2, 5, 2, 3, 5, 5, 1, 9, 3, 3, 4, 5, 7, 6, 11, 3, 7, 2, 5, 9, 1, 9, 6, 6, 5, 3, 7, 1, 9, 3, 2, 3, 2, 5, 3, 7, 6, 4, 8, 11, 6, 1, 7, 3, 1, 6, 2, 1, 6, 2, 6, 6, 3, 2, 2, 4, 3, 1, 3, 6, 3, 2, 6, 6, 3, 3, 7, 6, 7, 6, 1, 1, 5, 6, 3, 2, 6, 6, 3, 3, 7, 6, 7, 6, 1, 1, 5, 2, 3, 3, 13, 7, 6, 9, 5, 3, 3, 3, 5, 5, 4, 3, 3, 8, 2, 4, 7, 7, 6, 2, 3, 7, 2, 5, 7, 1, 3, 6, 4, 11, 7, 1, 7, 4, 3, 2, 8, 6, 1, 4, 4, 1, 5, 6, 3, 4, 2, 7, 2, 4, 2, 4, 4, 2, 4, 3, 3, 7, 9, 2, 7, 2, 6, 1, 7, 7, 2, 3, 4, 4, 6, 4, 4, 1, 7, 1, 7, 5, 1, 2, 4, 1, 3, 2, 3, 3, 2, 5, 5, 3, 8, 8, 1, 3, 3, 4, 6, 5, 3, 5, 7, 3, 7, 7, 2, 2, 6, 2, 3, 3, 4, 7, 2, 7, 7, 2, 7, 1, 3, 4, 7, 2, 3, 5, 5, 4], "patch_length_stats": {"count": 680, "sum": 2912, "mean": 4.2823529411764705, "median": 4.0, "p95": 9.0, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 2, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07452394300344167, "decode_time_sec": 9.670981306913745, "total_time_sec": 13.48132272300063, "prefill_units_per_sec": 43636.98254465435, "prefill_bytes_per_sec": 43422.28644357364, "decode_units_per_sec": 627.030474732163, "decode_bytes_per_sec": 627.030474732163, "total_units_per_sec": 449.807494753771, "total_bytes_per_sec": 449.807494753771, "step_latency_ms": {"count": 948, "sum": 9772, "mean": 10.308016877637131, "median": 9.0, "p95": 24.0, "max": 26, "min": 7}, "peak_allocated_mb": 3262.353515625, "peak_reserved_mb": 3404.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 203.5, "p95": 250.75, "max": 253, "min": 145}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 204.5, "p95": 251.75, "max": 254, "min": 146}}, "generated_stats": {"units": {"count": 16, "sum": 6064, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}, "bytes": {"count": 16, "sum": 6064, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 726, "stage1_units": null, "bytes_per_stage0_unit": 4.457300275482094, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46, 39, 60, 41, 46, 46, 53, 50, 39, 45, 52, 39, 46, 44, 45, 35], "patch_count_stats": {"count": 16, "sum": 726, "mean": 45.375, "median": 45.5, "p95": 54.75, "max": 60, "min": 35}, "patch_lengths": [3, 5, 4, 7, 4, 6, 4, 3, 6, 3, 2, 4, 6, 4, 4, 3, 5, 2, 6, 3, 2, 2, 2, 3, 1, 3, 1, 6, 2, 2, 2, 3, 4, 2, 7, 3, 2, 3, 5, 2, 2, 5, 1, 2, 2, 4, 3, 7, 5, 1, 4, 1, 5, 3, 3, 4, 4, 2, 11, 9, 2, 5, 8, 4, 1, 5, 2, 7, 4, 3, 9, 3, 5, 2, 15, 7, 6, 2, 11, 9, 5, 3, 30, 7, 2, 3, 3, 4, 4, 1, 6, 5, 1, 6, 5, 4, 3, 6, 1, 2, 2, 3, 4, 2, 3, 1, 3, 4, 5, 5, 3, 17, 3, 2, 3, 1, 3, 4, 6, 3, 15, 5, 1, 3, 1, 3, 4, 4, 5, 2, 11, 4, 4, 5, 2, 6, 1, 2, 6, 3, 3, 3, 9, 4, 5, 3, 9, 9, 6, 3, 3, 7, 3, 7, 5, 1, 3, 11, 2, 7, 3, 2, 7, 4, 4, 1, 1, 2, 2, 4, 11, 2, 7, 2, 7, 4, 8, 3, 3, 8, 4, 1, 1, 2, 2, 6, 3, 7, 4, 5, 1, 6, 1, 7, 3, 3, 3, 4, 11, 2, 5, 3, 7, 11, 2, 5, 2, 2, 6, 1, 7, 11, 2, 2, 2, 2, 7, 3, 1, 7, 9, 2, 5, 8, 2, 3, 2, 7, 4, 2, 11, 3, 3, 11, 5, 1, 2, 4, 1, 3, 6, 3, 3, 4, 3, 4, 5, 8, 9, 2, 11, 6, 13, 2, 2, 7, 9, 3, 7, 3, 4, 11, 5, 8, 9, 1, 7, 3, 11, 6, 13, 2, 7, 9, 4, 2, 7, 5, 3, 16, 5, 1, 2, 1, 4, 3, 3, 4, 2, 5, 3, 10, 1, 3, 2, 7, 3, 7, 1, 4, 8, 6, 3, 11, 1, 7, 2, 6, 3, 4, 6, 1, 6, 12, 3, 9, 4, 7, 2, 7, 3, 4, 3, 5, 2, 11, 4, 2, 1, 1, 2, 3, 4, 12, 3, 6, 5, 1, 5, 4, 3, 3, 4, 2, 12, 5, 9, 4, 1, 7, 2, 3, 2, 9, 9, 3, 7, 4, 10, 3, 5, 1, 7, 11, 5, 2, 4, 7, 4, 5, 3, 3, 5, 4, 2, 11, 11, 5, 3, 5, 3, 3, 7, 5, 6, 1, 6, 3, 3, 6, 2, 2, 4, 4, 1, 4, 4, 3, 6, 3, 3, 4, 2, 3, 6, 6, 2, 1, 1, 3, 7, 6, 2, 5, 4, 2, 5, 4, 1, 6, 3, 10, 5, 1, 4, 3, 1, 7, 1, 7, 1, 11, 6, 3, 3, 4, 3, 4, 3, 3, 5, 3, 3, 7, 4, 11, 7, 1, 7, 5, 2, 3, 11, 3, 2, 2, 4, 3, 2, 11, 2, 6, 2, 7, 3, 3, 7, 5, 2, 3, 11, 1, 7, 3, 2, 7, 6, 1, 9, 1, 4, 1, 2, 6, 2, 7, 9, 1, 9, 1, 4, 1, 2, 6, 1, 3, 4, 2, 3, 7, 2, 6, 5, 2, 7, 7, 2, 7, 5, 5, 5, 2, 7, 6, 1, 5, 3, 3, 5, 4, 3, 5, 3, 3, 4, 5, 5, 5, 9, 5, 7, 2, 1, 5, 9, 2, 7, 5, 6, 5, 5, 4, 9, 7, 5, 3, 4, 5, 7, 5, 5, 5, 2, 7, 5, 2, 3, 4, 7, 5, 3, 3, 4, 6, 2, 6, 9, 5, 1, 5, 2, 3, 7, 4, 7, 3, 6, 3, 4, 5, 2, 11, 2, 7, 9, 5, 9, 5, 4, 6, 1, 11, 3, 5, 6, 5, 3, 5, 2, 4, 5, 3, 3, 4, 6, 6, 5, 1, 8, 4, 4, 3, 4, 3, 2, 5, 9, 6, 4, 6, 6, 1, 7, 3, 6, 2, 2, 5, 2, 3, 7, 2, 8, 2, 3, 8, 2, 3, 7, 3, 3, 3, 2, 1, 6, 3, 3, 6, 10, 5, 1, 11, 3, 2, 6, 3, 3, 3, 4, 9, 2, 8, 5, 3, 7, 8, 2, 5, 8, 2, 1, 7, 3, 7, 7, 2, 5, 1, 1, 1, 4, 6, 3, 8, 2, 3, 5, 2, 7, 7, 2, 3, 6, 4, 5, 3, 3, 4, 4, 5, 3, 4, 6, 2, 11, 5, 3, 4, 3, 4, 1, 2, 5, 3, 4, 4, 4, 3, 5, 8, 2, 11, 4, 5, 3, 2], "patch_length_stats": {"count": 726, "sum": 3252, "mean": 4.479338842975206, "median": 4.0, "p95": 11.0, "max": 30, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 3, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07258815400200547, "decode_time_sec": 10.098793725999712, "total_time_sec": 13.951155331000336, "prefill_units_per_sec": 43436.839569069205, "prefill_bytes_per_sec": 43216.41792837618, "decode_units_per_sec": 542.639066474993, "decode_bytes_per_sec": 542.639066474993, "total_units_per_sec": 392.7990098298955, "total_bytes_per_sec": 392.7990098298955, "step_latency_ms": {"count": 967, "sum": 10186, "mean": 10.533609100310239, "median": 9.0, "p95": 24.0, "max": 31, "min": 7}, "peak_allocated_mb": 3244.416015625, "peak_reserved_mb": 3526.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3137, "mean": 196.0625, "median": 198.0, "p95": 237.25, "max": 238, "min": 144}, "model_input_units": {"count": 16, "sum": 3153, "mean": 197.0625, "median": 199.0, "p95": 238.25, "max": 239, "min": 145}}, "generated_stats": {"units": {"count": 16, "sum": 5480, "mean": 342.5, "median": 364.0, "p95": 364.0, "max": 364, "min": 20}, "bytes": {"count": 16, "sum": 5480, "mean": 342.5, "median": 364.0, "p95": 364.0, "max": 364, "min": 20}}, "compression_summary": {"raw_prompt_bytes": 3137, "model_input_units": 3153, "stage0_units": 726, "stage1_units": null, "bytes_per_stage0_unit": 4.320936639118457, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48, 54, 49, 45, 39, 52, 38, 33, 46, 38, 56, 48, 48, 39, 36, 57], "patch_count_stats": {"count": 16, "sum": 726, "mean": 45.375, "median": 47.0, "p95": 56.25, "max": 57, "min": 33}, "patch_lengths": [3, 7, 5, 1, 5, 1, 13, 5, 1, 5, 5, 1, 9, 5, 1, 7, 5, 4, 3, 4, 5, 2, 3, 7, 2, 2, 6, 2, 2, 4, 1, 5, 1, 13, 1, 5, 1, 9, 1, 7, 2, 7, 7, 2, 2, 3, 7, 2, 3, 7, 5, 7, 5, 5, 1, 5, 1, 1, 4, 3, 4, 2, 7, 5, 2, 5, 6, 3, 7, 5, 5, 5, 1, 4, 1, 5, 1, 4, 2, 10, 8, 3, 4, 2, 7, 8, 5, 2, 6, 3, 7, 5, 7, 1, 2, 1, 3, 4, 3, 3, 7, 2, 3, 3, 8, 4, 5, 1, 7, 1, 5, 3, 3, 4, 8, 2, 8, 3, 7, 8, 12, 2, 5, 7, 1, 7, 8, 5, 2, 7, 7, 1, 7, 8, 4, 5, 2, 5, 1, 7, 8, 5, 2, 8, 6, 2, 3, 3, 7, 7, 2, 3, 4, 5, 5, 1, 4, 5, 3, 3, 4, 3, 4, 2, 11, 6, 2, 2, 3, 10, 4, 5, 5, 1, 4, 2, 12, 2, 11, 6, 2, 2, 1, 2, 10, 4, 5, 5, 3, 3, 4, 3, 6, 3, 6, 3, 3, 4, 7, 5, 1, 5, 1, 9, 11, 1, 6, 3, 6, 6, 1, 3, 5, 6, 2, 11, 7, 3, 5, 2, 7, 2, 11, 3, 7, 5, 3, 5, 5, 2, 2, 15, 7, 7, 3, 3, 5, 5, 5, 4, 4, 4, 3, 3, 4, 2, 9, 4, 4, 4, 2, 3, 3, 4, 7, 5, 3, 1, 3, 2, 7, 6, 10, 2, 5, 4, 5, 9, 5, 2, 1, 1, 2, 4, 4, 2, 3, 5, 2, 5, 5, 4, 8, 2, 3, 7, 2, 3, 6, 5, 1, 2, 7, 5, 1, 5, 5, 3, 3, 4, 5, 5, 5, 2, 11, 3, 4, 2, 7, 2, 15, 5, 5, 2, 4, 1, 3, 11, 5, 4, 5, 4, 2, 7, 3, 3, 5, 3, 5, 4, 6, 3, 3, 3, 5, 4, 2, 7, 5, 9, 5, 4, 5, 1, 6, 2, 3, 5, 9, 7, 4, 5, 1, 6, 3, 3, 7, 2, 3, 8, 6, 4, 4, 1, 5, 1, 7, 1, 8, 3, 3, 6, 5, 1, 7, 5, 2, 2, 3, 6, 7, 5, 4, 1, 5, 2, 3, 5, 2, 5, 2, 4, 3, 3, 6, 2, 2, 3, 6, 5, 3, 3, 5, 3, 3, 4, 5, 7, 5, 3, 3, 4, 5, 2, 6, 1, 4, 7, 4, 9, 1, 5, 2, 3, 5, 7, 3, 7, 5, 7, 3, 11, 2, 4, 2, 5, 4, 8, 5, 8, 4, 12, 3, 5, 7, 2, 3, 6, 3, 8, 1, 6, 1, 5, 10, 6, 3, 3, 3, 5, 10, 2, 7, 9, 2, 3, 2, 1, 3, 3, 3, 1, 1, 2, 8, 2, 7, 4, 5, 2, 3, 2, 1, 3, 2, 3, 1, 1, 2, 5, 3, 5, 2, 9, 7, 3, 8, 4, 3, 7, 5, 4, 3, 2, 5, 4, 6, 5, 2, 3, 4, 8, 2, 4, 1, 3, 6, 3, 7, 7, 5, 2, 4, 1, 3, 6, 3, 3, 3, 8, 3, 5, 5, 3, 7, 8, 2, 3, 9, 2, 4, 6, 5, 3, 4, 5, 3, 5, 10, 5, 1, 10, 1, 5, 5, 1, 4, 5, 1, 4, 5, 5, 1, 5, 3, 5, 1, 3, 5, 6, 3, 4, 3, 4, 3, 5, 2, 11, 3, 5, 2, 5, 3, 5, 2, 3, 4, 3, 4, 4, 5, 4, 4, 3, 3, 2, 3, 4, 5, 3, 3, 4, 3, 5, 5, 2, 11, 5, 5, 2, 5, 9, 5, 5, 7, 2, 42, 2, 5, 5, 6, 5, 4, 3, 4, 4, 5, 6, 4, 2, 4, 1, 2, 3, 3, 6, 5, 1, 6, 4, 3, 4, 2, 5, 4, 5, 4, 5, 3, 4, 10, 2, 7, 5, 5, 2, 2, 5, 6, 1, 2, 2, 4, 3, 7, 5, 5, 2, 3, 3, 5, 5, 4, 3, 5, 5, 2, 5, 5, 4, 4, 3, 2, 3, 3, 5, 6, 2, 3, 7, 2, 2, 2, 7, 5, 2, 2, 3, 6, 4, 2, 2, 3, 3, 31, 5, 1, 3, 2, 2, 3, 3, 5, 6, 2, 7, 7, 5, 6, 6, 1, 1, 2, 3, 6, 2], "patch_length_stats": {"count": 726, "sum": 3153, "mean": 4.3429752066115705, "median": 4.0, "p95": 9.0, "max": 42, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 4, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07452890299828141, "decode_time_sec": 10.593891734013596, "total_time_sec": 14.695779337998829, "prefill_units_per_sec": 43634.078447055486, "prefill_bytes_per_sec": 43419.396634277844, "decode_units_per_sec": 575.4259296824504, "decode_bytes_per_sec": 575.4259296824504, "total_units_per_sec": 414.8129785970311, "total_bytes_per_sec": 414.8129785970311, "step_latency_ms": {"count": 1011, "sum": 10659, "mean": 10.543026706231455, "median": 9.0, "p95": 24.0, "max": 26, "min": 7}, "peak_allocated_mb": 3261.83203125, "peak_reserved_mb": 3570.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 204.0, "p95": 249.0, "max": 255, "min": 151}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 205.0, "p95": 250.0, "max": 256, "min": 152}}, "generated_stats": {"units": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 774, "stage1_units": null, "bytes_per_stage0_unit": 4.180878552971576, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56, 56, 34, 60, 64, 53, 49, 59, 43, 43, 38, 31, 43, 50, 38, 57], "patch_count_stats": {"count": 16, "sum": 774, "mean": 48.375, "median": 49.5, "p95": 61.0, "max": 64, "min": 31}, "patch_lengths": [3, 4, 10, 2, 4, 5, 1, 7, 1, 7, 1, 6, 5, 1, 2, 5, 6, 3, 3, 4, 7, 2, 4, 7, 5, 2, 3, 9, 7, 8, 2, 4, 2, 7, 7, 2, 6, 2, 2, 7, 1, 7, 7, 2, 6, 2, 2, 7, 1, 7, 3, 6, 2, 11, 7, 2, 3, 7, 5, 4, 3, 3, 3, 11, 4, 1, 7, 6, 3, 7, 4, 2, 11, 4, 2, 5, 6, 4, 2, 7, 7, 11, 2, 11, 6, 7, 9, 3, 3, 1, 3, 4, 2, 5, 7, 3, 3, 5, 4, 2, 5, 6, 4, 1, 5, 5, 5, 1, 7, 1, 1, 3, 3, 9, 4, 5, 3, 3, 4, 5, 2, 4, 8, 3, 7, 4, 2, 11, 4, 8, 3, 5, 5, 2, 3, 3, 8, 3, 15, 5, 2, 8, 7, 2, 8, 3, 3, 5, 5, 1, 9, 3, 3, 4, 5, 5, 9, 1, 2, 2, 2, 3, 3, 2, 11, 4, 5, 2, 7, 7, 3, 1, 2, 3, 5, 1, 1, 3, 1, 2, 11, 4, 2, 3, 6, 4, 5, 3, 15, 4, 1, 6, 1, 5, 2, 7, 7, 3, 2, 1, 2, 3, 5, 1, 1, 4, 3, 7, 6, 2, 4, 3, 4, 2, 2, 5, 6, 2, 2, 5, 2, 3, 3, 4, 4, 1, 2, 6, 2, 2, 5, 2, 7, 6, 6, 4, 6, 5, 4, 3, 2, 3, 6, 2, 2, 6, 2, 2, 7, 5, 4, 2, 3, 4, 6, 9, 2, 6, 2, 2, 5, 2, 4, 6, 2, 3, 4, 2, 2, 2, 3, 10, 5, 3, 3, 4, 7, 2, 5, 4, 5, 5, 5, 5, 8, 1, 1, 1, 1, 2, 1, 2, 7, 5, 2, 4, 7, 4, 2, 3, 6, 7, 3, 11, 5, 7, 5, 4, 5, 5, 5, 5, 8, 1, 1, 1, 1, 1, 1, 2, 2, 2, 3, 3, 8, 7, 1, 5, 5, 1, 6, 7, 5, 1, 6, 5, 1, 3, 6, 3, 3, 5, 4, 7, 6, 2, 3, 3, 4, 8, 7, 1, 4, 4, 2, 4, 7, 7, 2, 2, 6, 3, 3, 4, 2, 7, 7, 6, 3, 7, 7, 2, 3, 5, 4, 7, 2, 2, 6, 2, 2, 5, 5, 5, 7, 4, 5, 1, 3, 6, 3, 3, 4, 7, 2, 3, 8, 2, 6, 3, 7, 5, 2, 2, 2, 3, 8, 2, 4, 2, 2, 3, 7, 7, 2, 5, 2, 2, 1, 7, 7, 2, 3, 11, 5, 2, 2, 1, 2, 6, 4, 3, 5, 5, 4, 3, 4, 5, 2, 5, 4, 5, 5, 3, 7, 5, 3, 3, 4, 2, 1, 1, 5, 7, 2, 1, 1, 3, 7, 5, 3, 5, 4, 3, 7, 4, 6, 3, 5, 7, 2, 11, 5, 3, 3, 4, 5, 5, 1, 5, 3, 3, 4, 2, 5, 1, 2, 4, 1, 3, 5, 1, 7, 4, 2, 5, 4, 6, 5, 1, 7, 4, 5, 2, 5, 4, 5, 5, 2, 7, 5, 2, 4, 2, 4, 5, 2, 3, 5, 5, 3, 2, 4, 2, 6, 6, 5, 6, 1, 8, 5, 1, 5, 4, 2, 9, 5, 3, 5, 2, 4, 4, 5, 3, 1, 4, 4, 5, 5, 2, 8, 5, 3, 4, 2, 3, 8, 5, 1, 6, 4, 3, 4, 3, 5, 7, 6, 2, 1, 2, 2, 7, 3, 7, 1, 11, 5, 5, 3, 12, 5, 11, 2, 11, 5, 2, 3, 5, 5, 1, 4, 4, 1, 5, 4, 3, 4, 9, 3, 8, 2, 5, 2, 7, 9, 2, 9, 9, 3, 7, 9, 4, 1, 2, 4, 4, 1, 1, 7, 9, 6, 7, 2, 7, 5, 3, 7, 7, 2, 3, 5, 5, 1, 2, 1, 1, 3, 3, 4, 3, 5, 2, 6, 3, 4, 5, 2, 11, 7, 2, 5, 2, 6, 1, 7, 5, 2, 11, 7, 2, 5, 2, 4, 4, 3, 4, 5, 2, 3, 4, 7, 2, 6, 5, 5, 1, 5, 6, 2, 3, 5, 5, 1, 6, 3, 3, 4, 4, 5, 3, 6, 2, 11, 5, 2, 5, 5, 1, 11, 6, 2, 6, 5, 6, 7, 11, 4, 6, 2, 6, 3, 1, 2, 11, 6, 2, 5, 3, 4, 5, 2, 2, 1, 7, 1, 2, 1, 3, 1, 2, 1, 3, 3, 3, 4, 5, 5, 4, 2, 6, 2, 7, 4, 2, 3, 1, 5, 6, 7, 5, 3, 3, 5, 4, 2, 4, 5, 5, 9, 4, 3, 3, 3, 7, 9, 5, 2, 5, 1, 3, 2, 9, 6, 2], "patch_length_stats": {"count": 774, "sum": 3252, "mean": 4.2015503875969, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 5, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.06852782700298121, "decode_time_sec": 13.789429557054973, "total_time_sec": 19.739022762001696, "prefill_units_per_sec": 46579.617939164134, "prefill_bytes_per_sec": 46346.13614498286, "decode_units_per_sec": 432.7952781010177, "decode_bytes_per_sec": 432.7952781010177, "total_units_per_sec": 302.34526156424556, "total_bytes_per_sec": 302.34526156424556, "step_latency_ms": {"count": 1394, "sum": 13799, "mean": 9.898852223816355, "median": 9.0, "p95": 24.0, "max": 26, "min": 7}, "peak_allocated_mb": 3259.7919921875, "peak_reserved_mb": 3592.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3176, "mean": 198.5, "median": 201.0, "p95": 243.25, "max": 247, "min": 148}, "model_input_units": {"count": 16, "sum": 3192, "mean": 199.5, "median": 202.0, "p95": 244.25, "max": 248, "min": 149}}, "generated_stats": {"units": {"count": 16, "sum": 5968, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}, "bytes": {"count": 16, "sum": 5968, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}}, "compression_summary": {"raw_prompt_bytes": 3176, "model_input_units": 3192, "stage0_units": 747, "stage1_units": null, "bytes_per_stage0_unit": 4.251673360107095, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36, 46, 50, 51, 44, 66, 53, 43, 46, 57, 41, 50, 44, 28, 46, 46], "patch_count_stats": {"count": 16, "sum": 747, "mean": 46.6875, "median": 46.0, "p95": 59.25, "max": 66, "min": 28}, "patch_lengths": [3, 4, 8, 5, 1, 4, 4, 3, 4, 4, 2, 4, 7, 4, 2, 3, 6, 5, 5, 4, 11, 3, 2, 3, 1, 1, 2, 15, 4, 3, 2, 1, 2, 11, 5, 3, 3, 4, 8, 8, 1, 2, 4, 1, 3, 6, 3, 3, 7, 2, 3, 4, 7, 4, 8, 8, 2, 3, 3, 7, 4, 7, 8, 6, 2, 7, 4, 2, 7, 8, 6, 2, 4, 1, 3, 6, 2, 8, 2, 7, 6, 2, 3, 2, 9, 7, 2, 3, 3, 3, 8, 2, 1, 4, 4, 2, 4, 7, 3, 8, 2, 1, 1, 2, 4, 4, 2, 4, 11, 7, 5, 4, 2, 9, 7, 1, 2, 3, 3, 4, 5, 2, 11, 7, 5, 2, 4, 1, 3, 3, 5, 3, 3, 3, 4, 4, 1, 3, 3, 7, 4, 3, 7, 4, 2, 10, 2, 4, 3, 4, 7, 4, 2, 10, 2, 5, 3, 4, 7, 4, 2, 10, 2, 3, 2, 3, 3, 4, 3, 3, 1, 1, 3, 4, 3, 7, 3, 3, 1, 1, 3, 4, 4, 3, 9, 5, 5, 3, 5, 2, 7, 2, 2, 3, 3, 4, 1, 3, 7, 2, 3, 5, 4, 3, 1, 2, 2, 2, 5, 6, 5, 3, 4, 7, 1, 6, 3, 10, 7, 4, 7, 2, 4, 4, 4, 6, 3, 3, 7, 9, 9, 9, 4, 1, 5, 3, 3, 4, 3, 11, 3, 1, 6, 1, 5, 2, 2, 4, 1, 2, 9, 3, 4, 2, 1, 3, 2, 5, 1, 1, 1, 2, 7, 2, 4, 1, 4, 1, 2, 5, 6, 7, 5, 1, 4, 2, 7, 3, 4, 3, 4, 1, 2, 9, 7, 2, 1, 1, 2, 5, 1, 4, 4, 3, 7, 7, 5, 1, 7, 1, 7, 3, 3, 4, 6, 2, 5, 4, 7, 6, 7, 2, 7, 3, 4, 11, 7, 1, 4, 7, 3, 11, 6, 10, 2, 6, 5, 3, 3, 5, 4, 3, 7, 4, 4, 1, 4, 5, 3, 4, 5, 2, 5, 1, 7, 4, 3, 4, 4, 5, 1, 9, 3, 3, 3, 4, 5, 2, 4, 3, 4, 3, 7, 9, 2, 5, 2, 4, 9, 9, 3, 2, 7, 4, 2, 11, 3, 6, 2, 4, 2, 4, 9, 3, 3, 7, 7, 15, 3, 3, 6, 7, 3, 3, 6, 5, 5, 3, 3, 4, 2, 2, 5, 6, 6, 2, 3, 4, 2, 2, 1, 5, 6, 5, 2, 7, 4, 8, 4, 3, 6, 2, 3, 1, 2, 2, 1, 2, 1, 2, 3, 7, 10, 6, 2, 3, 6, 7, 6, 5, 3, 3, 4, 4, 2, 6, 2, 4, 5, 7, 2, 2, 4, 7, 1, 1, 7, 5, 2, 7, 2, 5, 2, 1, 1, 2, 7, 4, 2, 5, 2, 3, 2, 4, 3, 6, 8, 4, 1, 7, 3, 3, 5, 3, 7, 3, 2, 3, 3, 1, 1, 4, 3, 10, 5, 5, 1, 4, 5, 1, 11, 3, 3, 4, 3, 4, 11, 11, 1, 5, 3, 11, 6, 2, 10, 6, 5, 3, 2, 5, 3, 11, 7, 2, 3, 4, 6, 7, 2, 3, 10, 2, 2, 3, 2, 9, 3, 6, 3, 5, 1, 6, 1, 10, 1, 10, 4, 5, 3, 3, 3, 10, 4, 3, 5, 2, 15, 4, 2, 5, 3, 7, 4, 2, 3, 11, 2, 3, 5, 6, 3, 3, 3, 10, 4, 3, 2, 4, 3, 5, 7, 3, 2, 3, 4, 5, 1, 5, 1, 6, 5, 1, 8, 5, 3, 3, 4, 5, 4, 5, 8, 3, 7, 4, 2, 11, 3, 5, 4, 4, 2, 1, 1, 2, 15, 3, 4, 6, 2, 19, 3, 5, 2, 1, 4, 2, 4, 3, 11, 5, 3, 3, 4, 5, 7, 6, 2, 5, 11, 7, 7, 5, 5, 10, 2, 6, 2, 7, 3, 5, 10, 3, 4, 5, 3, 3, 3, 5, 3, 3, 4, 4, 3, 2, 4, 7, 3, 5, 2, 2, 2, 2, 2, 11, 4, 3, 2, 2, 1, 2, 2, 2, 2, 1, 3, 6, 5, 2, 2, 6, 4, 2, 46, 2, 2, 5, 4, 2, 7, 5, 3, 3, 4, 5, 1, 6, 1, 9, 1, 4, 4, 3, 4, 5, 6, 2, 5, 2, 5, 1, 7, 5, 2, 5, 2, 6, 1, 7, 3, 5, 2, 5, 3, 5, 6, 2, 11, 2, 7, 4, 9, 5, 5, 6, 4, 8, 2], "patch_length_stats": {"count": 747, "sum": 3192, "mean": 4.2730923694779115, "median": 4.0, "p95": 10.0, "max": 46, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 6, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07621481300157029, "decode_time_sec": 10.273989635963517, "total_time_sec": 14.31782186000055, "prefill_units_per_sec": 43613.56892565641, "prefill_bytes_per_sec": 43403.635982572625, "decode_units_per_sec": 593.343016296347, "decode_bytes_per_sec": 593.343016296347, "total_units_per_sec": 425.76308460927913, "total_bytes_per_sec": 425.76308460927913, "step_latency_ms": {"count": 993, "sum": 10355, "mean": 10.427995971802618, "median": 9.0, "p95": 24.0, "max": 28, "min": 7}, "peak_allocated_mb": 3283.91455078125, "peak_reserved_mb": 3564.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3308, "mean": 206.75, "median": 218.5, "p95": 253.5, "max": 255, "min": 102}, "model_input_units": {"count": 16, "sum": 3324, "mean": 207.75, "median": 219.5, "p95": 254.5, "max": 256, "min": 103}}, "generated_stats": {"units": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 3308, "model_input_units": 3324, "stage0_units": 778, "stage1_units": null, "bytes_per_stage0_unit": 4.251928020565552, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50, 59, 53, 59, 38, 66, 46, 46, 36, 60, 20, 38, 40, 40, 53, 74], "patch_count_stats": {"count": 16, "sum": 778, "mean": 48.625, "median": 48.0, "p95": 68.0, "max": 74, "min": 20}, "patch_lengths": [5, 4, 8, 9, 5, 1, 4, 3, 3, 4, 7, 5, 2, 7, 7, 4, 6, 5, 7, 1, 7, 7, 4, 3, 3, 5, 2, 7, 7, 2, 8, 4, 1, 7, 5, 1, 5, 2, 7, 3, 7, 2, 11, 7, 6, 7, 3, 4, 8, 5, 3, 2, 3, 7, 3, 5, 3, 3, 5, 3, 2, 4, 2, 7, 9, 4, 4, 2, 11, 2, 4, 4, 3, 15, 5, 6, 7, 5, 3, 6, 2, 5, 4, 5, 15, 3, 3, 5, 1, 1, 1, 3, 4, 2, 1, 1, 5, 3, 3, 5, 1, 1, 2, 6, 2, 3, 3, 11, 5, 3, 6, 15, 7, 5, 3, 3, 4, 2, 2, 3, 7, 8, 7, 8, 7, 2, 3, 4, 2, 2, 1, 3, 4, 15, 7, 3, 1, 4, 4, 7, 2, 3, 3, 6, 2, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 3, 3, 7, 2, 3, 7, 6, 4, 3, 3, 3, 4, 2, 2, 3, 6, 9, 4, 7, 2, 2, 3, 4, 3, 4, 2, 6, 9, 1, 4, 4, 3, 2, 4, 3, 4, 5, 3, 14, 5, 8, 2, 1, 2, 12, 2, 3, 4, 5, 4, 5, 3, 9, 4, 3, 7, 4, 4, 2, 1, 8, 6, 4, 3, 5, 5, 3, 3, 4, 3, 5, 5, 2, 11, 6, 10, 2, 5, 8, 5, 1, 7, 5, 2, 6, 4, 7, 5, 2, 11, 5, 5, 2, 5, 1, 7, 4, 8, 2, 5, 2, 3, 5, 5, 2, 2, 1, 5, 1, 8, 5, 3, 3, 5, 1, 4, 2, 2, 3, 5, 4, 5, 2, 3, 3, 5, 2, 2, 4, 5, 5, 3, 3, 3, 3, 5, 8, 2, 2, 5, 7, 2, 1, 1, 1, 4, 7, 2, 5, 2, 4, 2, 3, 7, 9, 5, 4, 5, 3, 10, 1, 7, 4, 5, 7, 4, 2, 3, 8, 8, 7, 5, 4, 1, 6, 5, 1, 10, 3, 3, 4, 7, 2, 4, 3, 4, 6, 3, 6, 5, 2, 7, 5, 2, 8, 8, 7, 4, 1, 6, 1, 10, 2, 7, 4, 7, 7, 5, 2, 3, 7, 6, 2, 3, 3, 12, 5, 1, 2, 4, 3, 3, 4, 3, 5, 12, 3, 5, 2, 11, 6, 9, 5, 5, 3, 12, 1, 1, 1, 2, 7, 4, 7, 1, 7, 5, 12, 5, 2, 11, 4, 5, 2, 7, 8, 2, 11, 5, 2, 3, 8, 5, 3, 3, 4, 2, 2, 5, 2, 7, 1, 7, 4, 5, 1, 2, 1, 3, 4, 1, 2, 3, 6, 4, 11, 3, 2, 2, 1, 1, 2, 15, 7, 5, 2, 3, 7, 3, 5, 1, 5, 3, 3, 4, 4, 5, 5, 1, 4, 4, 5, 2, 5, 2, 7, 5, 10, 5, 3, 7, 6, 2, 2, 3, 5, 2, 4, 4, 4, 5, 3, 7, 4, 1, 2, 3, 6, 6, 2, 7, 4, 2, 1, 5, 5, 3, 10, 4, 5, 5, 3, 11, 4, 4, 2, 3, 14, 5, 4, 3, 4, 3, 5, 2, 7, 8, 3, 5, 2, 11, 5, 2, 5, 7, 5, 3, 7, 4, 5, 1, 5, 6, 1, 7, 5, 4, 3, 4, 4, 10, 2, 3, 11, 8, 2, 5, 2, 6, 8, 4, 7, 5, 2, 11, 3, 8, 2, 15, 8, 5, 6, 1, 3, 3, 9, 3, 5, 5, 7, 5, 1, 4, 3, 4, 3, 8, 2, 5, 3, 8, 2, 5, 5, 2, 2, 4, 3, 6, 5, 1, 3, 8, 2, 4, 5, 2, 2, 2, 2, 3, 5, 5, 2, 3, 7, 6, 5, 1, 6, 1, 8, 5, 3, 3, 4, 3, 8, 3, 5, 2, 11, 8, 2, 5, 4, 7, 8, 2, 3, 2, 2, 6, 1, 7, 2, 7, 5, 3, 7, 3, 5, 3, 2, 3, 4, 2, 2, 6, 5, 7, 3, 3, 6, 1, 6, 5, 2, 5, 1, 5, 2, 3, 4, 2, 7, 6, 2, 6, 3, 6, 6, 3, 7, 2, 5, 5, 2, 6, 4, 5, 4, 7, 3, 4, 2, 5, 5, 2, 11, 6, 6, 3, 11, 7, 6, 3, 3, 12, 5, 3, 3, 4, 3, 2, 5, 4, 4, 5, 3, 7, 2, 1, 2, 3, 2, 2, 5, 4, 2, 2, 1, 3, 2, 5, 4, 2, 2, 1, 3, 3, 1, 2, 1, 7, 2, 1, 2, 2, 4, 4, 2, 2, 2, 3, 1, 2, 1, 3, 2, 1, 1, 2, 5, 4, 2, 2, 4, 7, 2, 1, 2, 2, 1, 2, 2, 1, 1, 7, 7, 4], "patch_length_stats": {"count": 778, "sum": 3324, "mean": 4.272493573264781, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 7, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.06408635099796811, "decode_time_sec": 10.59208623999075, "total_time_sec": 14.608578131003014, "prefill_units_per_sec": 45126.613623105055, "prefill_bytes_per_sec": 44876.95047719576, "decode_units_per_sec": 540.7810954534866, "decode_bytes_per_sec": 540.7810954534866, "total_units_per_sec": 392.09839237151823, "total_bytes_per_sec": 392.09839237151823, "step_latency_ms": {"count": 996, "sum": 10675, "mean": 10.717871485943775, "median": 9.0, "p95": 24.0, "max": 31, "min": 7}, "peak_allocated_mb": 3254.8544921875, "peak_reserved_mb": 3574.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 5728, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "bytes": {"count": 16, "sum": 5728, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 683, "stage1_units": null, "bytes_per_stage0_unit": 4.210834553440702, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53, 38, 39, 47, 45, 40, 45, 44, 36, 31, 44, 43, 47, 41, 34, 56], "patch_count_stats": {"count": 16, "sum": 683, "mean": 42.6875, "median": 43.5, "p95": 53.75, "max": 56, "min": 31}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 4, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4, 3, 4, 5, 5, 1, 4, 3, 3, 4, 6, 4, 5, 1, 3, 4, 2, 11, 3, 4, 5, 1, 2, 4, 2, 15, 5, 4, 3, 16, 2, 15, 5, 7, 5, 5, 4, 4, 2, 3, 4, 8, 5, 1, 5, 3, 3, 4, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 4, 3, 4, 3, 8, 3, 5, 11, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 7, 5, 3, 12, 3, 3, 6, 3, 5, 12, 2, 7, 1, 1, 4, 12, 2, 5, 1, 4, 4, 3, 4, 1, 4, 3, 3, 3, 4, 3, 4, 5, 2, 5, 3, 8, 4, 1, 2, 4, 3, 3, 1, 5, 2, 2, 7, 4, 3, 3, 5, 6, 4, 1, 1, 7, 5, 1, 4, 1, 11, 6, 6, 4, 5, 1, 4, 1, 16, 3, 5, 1, 6, 3, 4, 1, 6, 4, 2, 1, 1, 2, 3, 4, 7, 2, 8, 2, 2, 2, 3, 1, 1, 3, 3, 15, 5, 4, 3, 4, 3, 5, 2, 5, 3, 4, 5, 2, 11, 7, 5, 2, 5, 2, 3, 4, 5, 7, 10, 4, 11, 7, 2, 5, 5, 5, 6, 2, 11, 5, 1, 2, 8, 2, 3, 8, 5, 1, 6, 4, 3, 4, 4, 2, 7, 3, 3, 6, 7, 6, 6, 2, 6, 2, 7, 5, 7, 6, 2, 7, 5, 4, 1, 6, 3, 7, 10, 2, 7, 9, 5, 7, 6, 1, 6, 3, 7, 5, 2, 3, 8, 5, 1, 5, 5, 3, 3, 4, 8, 2, 5, 5, 8, 5, 2, 7, 7, 2, 4, 7, 4, 4, 3, 8, 2, 11, 2, 2, 5, 2, 1, 4, 2, 11, 7, 7, 2, 1, 2, 1, 2, 2, 4, 3, 7, 5, 1, 6, 1, 6, 1, 3, 6, 3, 3, 4, 3, 6, 3, 5, 2, 11, 6, 2, 2, 6, 3, 7, 8, 2, 4, 7, 3, 2, 2, 1, 3, 7, 3, 3, 6, 8, 8, 1, 3, 6, 3, 3, 3, 7, 4, 2, 5, 6, 2, 6, 3, 7, 3, 4, 8, 3, 8, 8, 4, 11, 7, 5, 9, 2, 3, 8, 5, 1, 7, 1, 8, 3, 3, 3, 4, 5, 6, 1, 2, 1, 1, 2, 7, 5, 4, 4, 8, 3, 4, 5, 6, 1, 5, 5, 2, 5, 6, 4, 3, 8, 2, 5, 6, 10, 2, 3, 6, 2, 3, 5, 5, 1, 4, 1, 10, 1, 7, 3, 3, 4, 3, 5, 7, 2, 11, 7, 1, 7, 6, 2, 5, 4, 3, 7, 2, 2, 1, 2, 1, 2, 10, 5, 4, 3, 3, 7, 2, 5, 4, 5, 2, 3, 5, 9, 5, 3, 3, 2, 2, 3, 5, 2, 3, 6, 4, 8, 2, 4, 3, 7, 3, 2, 5, 4, 5, 5, 2, 1, 3, 3, 5, 2, 11, 6, 4, 5, 9, 4, 7, 7, 6, 5, 2, 4, 3, 3, 7, 2, 3, 8, 9, 8, 5, 3, 3, 4, 9, 2, 4, 7, 4, 5, 1, 11, 5, 3, 8, 5, 6, 4, 11, 4, 8, 3, 11, 5, 2, 15, 8, 2, 7, 4, 2, 2, 5, 1, 15, 9, 2, 3, 8, 4, 2, 3, 3, 4, 2, 3, 2, 2, 2, 2, 2, 5, 3, 3, 2, 4, 1, 3, 2, 2, 7, 3, 2, 2, 4, 2, 3, 4, 3, 4, 3, 3, 7, 2, 2, 7, 4, 1, 3, 3, 3, 4, 5, 2, 4, 3, 4, 3, 3, 6, 1, 1, 1, 3, 2, 1, 3, 7, 2, 1, 2, 1, 2, 2, 2, 1, 3, 1, 3, 2, 7, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 7, 4, 5, 3], "patch_length_stats": {"count": 683, "sum": 2892, "mean": 4.234260614934114, "median": 4.0, "p95": 9.0, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 0, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.06502742000157014, "decode_time_sec": 12.491916541097453, "total_time_sec": 17.196410337000998, "prefill_units_per_sec": 51147.65432673926, "prefill_bytes_per_sec": 50901.604275858976, "decode_units_per_sec": 473.906464274209, "decode_bytes_per_sec": 473.906464274209, "total_units_per_sec": 344.25789359434594, "total_bytes_per_sec": 344.25789359434594, "step_latency_ms": {"count": 1140, "sum": 12536, "mean": 10.996491228070175, "median": 9.0, "p95": 24.0, "max": 38, "min": 7}, "peak_allocated_mb": 3372.3154296875, "peak_reserved_mb": 3822.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3310, "mean": 206.875, "median": 199.5, "p95": 244.0, "max": 244, "min": 156}, "model_input_units": {"count": 16, "sum": 3326, "mean": 207.875, "median": 200.5, "p95": 245.0, "max": 245, "min": 157}}, "generated_stats": {"units": {"count": 16, "sum": 5920, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}, "bytes": {"count": 16, "sum": 5920, "mean": 370.0, "median": 370.0, "p95": 370.0, "max": 370, "min": 370}}, "compression_summary": {"raw_prompt_bytes": 3310, "model_input_units": 3326, "stage0_units": 807, "stage1_units": null, "bytes_per_stage0_unit": 4.1016109045848825, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [72, 43, 62, 44, 45, 49, 59, 45, 37, 51, 44, 47, 49, 58, 53, 49], "patch_count_stats": {"count": 16, "sum": 807, "mean": 50.4375, "median": 49.0, "p95": 64.5, "max": 72, "min": 37}, "patch_lengths": [3, 3, 3, 3, 5, 1, 3, 1, 3, 3, 4, 3, 5, 7, 4, 3, 6, 6, 2, 11, 2, 2, 5, 7, 4, 3, 4, 2, 6, 1, 7, 4, 2, 2, 2, 4, 7, 4, 2, 2, 5, 4, 5, 3, 2, 2, 11, 4, 4, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 2, 11, 4, 4, 2, 2, 2, 1, 2, 3, 4, 7, 5, 1, 6, 5, 4, 3, 4, 7, 6, 5, 3, 4, 5, 3, 15, 11, 6, 5, 1, 5, 1, 3, 11, 4, 4, 6, 5, 1, 3, 1, 1, 3, 11, 4, 5, 5, 5, 5, 3, 2, 3, 5, 3, 5, 10, 4, 4, 3, 3, 7, 3, 5, 2, 3, 2, 4, 2, 9, 3, 3, 5, 8, 3, 2, 1, 1, 1, 1, 1, 3, 3, 1, 8, 2, 6, 7, 3, 5, 3, 7, 4, 3, 3, 3, 1, 8, 2, 6, 7, 2, 1, 1, 1, 1, 1, 4, 7, 3, 5, 6, 4, 2, 3, 5, 4, 9, 4, 1, 3, 6, 3, 3, 4, 7, 3, 6, 5, 5, 5, 2, 2, 5, 1, 7, 3, 7, 4, 2, 5, 4, 11, 7, 4, 2, 4, 4, 9, 5, 5, 5, 3, 6, 2, 7, 5, 3, 3, 8, 15, 2, 2, 1, 5, 1, 2, 8, 1, 8, 1, 2, 10, 1, 5, 4, 3, 3, 2, 3, 6, 6, 2, 7, 9, 5, 4, 5, 3, 3, 2, 3, 4, 5, 2, 4, 7, 2, 3, 6, 2, 10, 4, 3, 4, 5, 4, 5, 1, 5, 5, 1, 8, 5, 2, 27, 11, 3, 5, 1, 5, 5, 5, 3, 3, 4, 4, 5, 2, 4, 7, 4, 6, 3, 5, 5, 2, 11, 3, 5, 5, 3, 5, 2, 15, 6, 2, 5, 5, 3, 6, 2, 3, 2, 6, 3, 3, 5, 1, 8, 1, 4, 5, 5, 1, 8, 4, 3, 4, 2, 3, 5, 2, 2, 5, 2, 7, 2, 7, 4, 5, 4, 2, 4, 5, 5, 3, 3, 2, 2, 7, 2, 3, 8, 2, 5, 2, 3, 8, 5, 3, 7, 2, 3, 8, 2, 10, 4, 14, 2, 3, 3, 4, 6, 3, 2, 3, 3, 3, 6, 4, 2, 2, 1, 2, 1, 1, 2, 3, 2, 3, 1, 3, 7, 2, 6, 3, 5, 4, 3, 3, 4, 2, 3, 3, 7, 2, 7, 7, 9, 2, 5, 2, 3, 5, 3, 3, 3, 8, 8, 7, 1, 9, 1, 3, 1, 2, 2, 2, 9, 3, 3, 4, 2, 7, 7, 5, 8, 3, 1, 2, 1, 6, 9, 2, 7, 7, 5, 1, 3, 7, 10, 3, 3, 7, 6, 1, 6, 1, 1, 3, 3, 4, 8, 6, 3, 3, 7, 7, 6, 5, 3, 4, 2, 1, 1, 2, 6, 3, 6, 1, 1, 3, 3, 4, 2, 3, 6, 6, 3, 7, 6, 2, 3, 4, 3, 4, 3, 5, 1, 6, 5, 6, 4, 3, 7, 5, 3, 3, 4, 3, 5, 7, 3, 4, 5, 2, 11, 2, 2, 5, 5, 7, 2, 7, 4, 2, 1, 1, 1, 2, 5, 9, 7, 3, 3, 4, 5, 2, 11, 5, 7, 2, 6, 2, 2, 14, 2, 3, 8, 7, 5, 1, 6, 3, 3, 4, 4, 2, 6, 3, 3, 5, 7, 1, 5, 2, 7, 7, 6, 3, 7, 3, 6, 7, 2, 11, 4, 2, 4, 1, 1, 2, 1, 1, 2, 2, 3, 1, 5, 2, 7, 7, 6, 5, 3, 7, 5, 3, 3, 4, 5, 2, 2, 7, 5, 2, 5, 5, 1, 10, 2, 3, 3, 7, 4, 1, 2, 2, 7, 5, 2, 5, 5, 1, 10, 2, 3, 3, 7, 5, 2, 4, 7, 5, 7, 2, 3, 2, 3, 3, 7, 5, 2, 3, 5, 3, 5, 4, 5, 1, 6, 2, 6, 2, 7, 5, 1, 7, 5, 3, 3, 3, 2, 9, 3, 3, 6, 2, 3, 4, 2, 2, 1, 3, 4, 6, 3, 2, 3, 3, 3, 11, 5, 1, 5, 3, 7, 2, 2, 1, 1, 1, 3, 4, 4, 6, 5, 1, 6, 5, 2, 3, 4, 4, 7, 4, 3, 2, 9, 2, 8, 10, 2, 7, 3, 1, 7, 2, 3, 9, 2, 3, 8, 2, 3, 2, 1, 6, 2, 1, 3, 7, 2, 4, 3, 7, 9, 8, 5, 2, 3, 7, 8, 2, 8, 7, 7, 4, 7, 2, 3, 7, 8, 2, 3, 7, 7, 5, 1, 6, 4, 3, 4, 3, 6, 3, 4, 5, 2, 11, 7, 5, 6, 1, 3, 2, 6, 1, 3, 1, 1, 2, 10, 1, 3, 1, 2, 5, 3, 4, 2, 7, 1, 3, 6, 2, 15, 2, 6, 7, 2, 6, 3], "patch_length_stats": {"count": 807, "sum": 3326, "mean": 4.121437422552664, "median": 3.0, "p95": 9.0, "max": 27, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 1, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07296558499729144, "decode_time_sec": 12.319518229123787, "total_time_sec": 17.49840872400091, "prefill_units_per_sec": 39909.22570014475, "prefill_bytes_per_sec": 39689.94424025385, "decode_units_per_sec": 494.8245448096205, "decode_bytes_per_sec": 494.8245448096205, "total_units_per_sec": 348.3745348592009, "total_bytes_per_sec": 348.3745348592009, "step_latency_ms": {"count": 1235, "sum": 12329, "mean": 9.982995951417005, "median": 9.0, "p95": 24.0, "max": 29, "min": 7}, "peak_allocated_mb": 3262.634765625, "peak_reserved_mb": 3470.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2896, "mean": 181.0, "median": 180.5, "p95": 243.0, "max": 255, "min": 94}, "model_input_units": {"count": 16, "sum": 2912, "mean": 182.0, "median": 181.5, "p95": 244.0, "max": 256, "min": 95}}, "generated_stats": {"units": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 2896, "model_input_units": 2912, "stage0_units": 680, "stage1_units": null, "bytes_per_stage0_unit": 4.258823529411765, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [47, 23, 36, 39, 56, 31, 51, 40, 47, 54, 43, 28, 57, 36, 33, 59], "patch_count_stats": {"count": 16, "sum": 680, "mean": 42.5, "median": 41.5, "p95": 57.5, "max": 59, "min": 23}, "patch_lengths": [3, 9, 3, 5, 5, 1, 8, 3, 6, 3, 2, 5, 9, 4, 1, 1, 5, 3, 5, 5, 1, 8, 2, 1, 4, 2, 6, 1, 1, 3, 5, 9, 4, 3, 5, 3, 2, 3, 4, 2, 5, 1, 6, 9, 4, 2, 2, 3, 5, 5, 5, 4, 3, 3, 5, 5, 2, 7, 7, 2, 5, 5, 1, 3, 5, 2, 7, 7, 2, 2, 3, 7, 5, 5, 7, 3, 3, 3, 4, 11, 1, 6, 1, 5, 3, 7, 7, 2, 7, 6, 4, 3, 10, 2, 3, 3, 2, 2, 1, 2, 2, 2, 2, 2, 2, 4, 3, 8, 5, 5, 6, 3, 4, 2, 8, 4, 5, 6, 8, 5, 2, 7, 8, 2, 4, 4, 13, 2, 3, 3, 4, 7, 6, 8, 4, 2, 8, 8, 2, 7, 6, 8, 2, 8, 2, 5, 4, 8, 4, 1, 3, 4, 3, 5, 1, 9, 6, 3, 3, 5, 2, 3, 3, 7, 7, 1, 2, 5, 2, 3, 5, 2, 3, 4, 7, 7, 3, 5, 2, 3, 8, 1, 7, 2, 6, 7, 8, 2, 5, 2, 4, 1, 4, 3, 1, 6, 1, 9, 1, 8, 3, 3, 4, 10, 5, 3, 3, 6, 2, 2, 4, 3, 3, 3, 5, 6, 3, 5, 2, 7, 6, 2, 2, 5, 2, 3, 5, 5, 6, 3, 5, 3, 3, 4, 6, 8, 5, 1, 6, 3, 3, 4, 4, 2, 11, 2, 5, 5, 3, 4, 6, 1, 11, 7, 4, 5, 3, 6, 6, 3, 7, 7, 9, 2, 11, 2, 6, 1, 11, 7, 2, 4, 3, 11, 4, 4, 6, 3, 5, 3, 7, 6, 4, 3, 12, 5, 3, 3, 5, 2, 3, 7, 3, 1, 1, 1, 2, 3, 6, 5, 4, 3, 4, 1, 2, 3, 4, 3, 5, 3, 3, 4, 5, 2, 1, 2, 3, 7, 4, 5, 9, 4, 2, 3, 4, 9, 8, 1, 5, 1, 2, 4, 1, 3, 6, 3, 3, 4, 4, 5, 2, 3, 11, 4, 2, 2, 3, 3, 3, 11, 5, 4, 9, 8, 4, 3, 4, 2, 4, 1, 3, 6, 2, 11, 7, 2, 1, 7, 7, 2, 3, 7, 10, 8, 1, 2, 5, 1, 4, 3, 3, 3, 4, 4, 1, 3, 5, 5, 2, 7, 6, 4, 6, 5, 2, 11, 2, 3, 7, 5, 3, 8, 2, 1, 1, 6, 2, 6, 2, 3, 5, 3, 3, 7, 2, 4, 4, 2, 8, 5, 2, 2, 7, 3, 3, 4, 1, 5, 11, 3, 3, 3, 8, 4, 7, 1, 2, 4, 4, 7, 7, 5, 2, 3, 4, 5, 3, 1, 10, 1, 5, 2, 1, 4, 3, 5, 2, 6, 2, 4, 7, 2, 3, 8, 2, 5, 2, 3, 5, 5, 1, 9, 3, 3, 4, 5, 7, 6, 11, 3, 7, 2, 5, 9, 1, 9, 6, 6, 5, 3, 7, 1, 9, 3, 2, 3, 2, 5, 3, 7, 6, 4, 8, 11, 6, 1, 7, 3, 1, 6, 2, 1, 6, 2, 6, 6, 3, 2, 2, 4, 3, 1, 3, 6, 3, 2, 6, 6, 3, 3, 7, 6, 7, 6, 1, 1, 5, 6, 3, 2, 6, 6, 3, 3, 7, 6, 7, 6, 1, 1, 5, 2, 3, 3, 13, 7, 6, 9, 5, 3, 3, 3, 5, 5, 4, 3, 3, 8, 2, 4, 7, 7, 6, 2, 3, 7, 2, 5, 7, 1, 3, 6, 4, 11, 7, 1, 7, 4, 3, 2, 8, 6, 1, 4, 4, 1, 5, 6, 3, 4, 2, 7, 2, 4, 2, 4, 4, 2, 4, 3, 3, 7, 9, 2, 7, 2, 6, 1, 7, 7, 2, 3, 4, 4, 6, 4, 4, 1, 7, 1, 7, 5, 1, 2, 4, 1, 3, 2, 3, 3, 2, 5, 5, 3, 8, 8, 1, 3, 3, 4, 6, 5, 3, 5, 7, 3, 7, 7, 2, 2, 6, 2, 3, 3, 4, 7, 2, 7, 7, 2, 7, 1, 3, 4, 7, 2, 3, 5, 5, 4], "patch_length_stats": {"count": 680, "sum": 2912, "mean": 4.2823529411764705, "median": 4.0, "p95": 9.0, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 2, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07464924300074927, "decode_time_sec": 9.663238474004174, "total_time_sec": 13.463004212997475, "prefill_units_per_sec": 43563.73714288515, "prefill_bytes_per_sec": 43349.40141278485, "decode_units_per_sec": 627.5328934821629, "decode_bytes_per_sec": 627.5328934821629, "total_units_per_sec": 450.4195277712001, "total_bytes_per_sec": 450.4195277712001, "step_latency_ms": {"count": 948, "sum": 9754, "mean": 10.289029535864978, "median": 9.0, "p95": 24.0, "max": 25, "min": 7}, "peak_allocated_mb": 3262.353515625, "peak_reserved_mb": 3404.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 203.5, "p95": 250.75, "max": 253, "min": 145}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 204.5, "p95": 251.75, "max": 254, "min": 146}}, "generated_stats": {"units": {"count": 16, "sum": 6064, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}, "bytes": {"count": 16, "sum": 6064, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 726, "stage1_units": null, "bytes_per_stage0_unit": 4.457300275482094, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [46, 39, 60, 41, 46, 46, 53, 50, 39, 45, 52, 39, 46, 44, 45, 35], "patch_count_stats": {"count": 16, "sum": 726, "mean": 45.375, "median": 45.5, "p95": 54.75, "max": 60, "min": 35}, "patch_lengths": [3, 5, 4, 7, 4, 6, 4, 3, 6, 3, 2, 4, 6, 4, 4, 3, 5, 2, 6, 3, 2, 2, 2, 3, 1, 3, 1, 6, 2, 2, 2, 3, 4, 2, 7, 3, 2, 3, 5, 2, 2, 5, 1, 2, 2, 4, 3, 7, 5, 1, 4, 1, 5, 3, 3, 4, 4, 2, 11, 9, 2, 5, 8, 4, 1, 5, 2, 7, 4, 3, 9, 3, 5, 2, 15, 7, 6, 2, 11, 9, 5, 3, 30, 7, 2, 3, 3, 4, 4, 1, 6, 5, 1, 6, 5, 4, 3, 6, 1, 2, 2, 3, 4, 2, 3, 1, 3, 4, 5, 5, 3, 17, 3, 2, 3, 1, 3, 4, 6, 3, 15, 5, 1, 3, 1, 3, 4, 4, 5, 2, 11, 4, 4, 5, 2, 6, 1, 2, 6, 3, 3, 3, 9, 4, 5, 3, 9, 9, 6, 3, 3, 7, 3, 7, 5, 1, 3, 11, 2, 7, 3, 2, 7, 4, 4, 1, 1, 2, 2, 4, 11, 2, 7, 2, 7, 4, 8, 3, 3, 8, 4, 1, 1, 2, 2, 6, 3, 7, 4, 5, 1, 6, 1, 7, 3, 3, 3, 4, 11, 2, 5, 3, 7, 11, 2, 5, 2, 2, 6, 1, 7, 11, 2, 2, 2, 2, 7, 3, 1, 7, 9, 2, 5, 8, 2, 3, 2, 7, 4, 2, 11, 3, 3, 11, 5, 1, 2, 4, 1, 3, 6, 3, 3, 4, 3, 4, 5, 8, 9, 2, 11, 6, 13, 2, 2, 7, 9, 3, 7, 3, 4, 11, 5, 8, 9, 1, 7, 3, 11, 6, 13, 2, 7, 9, 4, 2, 7, 5, 3, 16, 5, 1, 2, 1, 4, 3, 3, 4, 2, 5, 3, 10, 1, 3, 2, 7, 3, 7, 1, 4, 8, 6, 3, 11, 1, 7, 2, 6, 3, 4, 6, 1, 6, 12, 3, 9, 4, 7, 2, 7, 3, 4, 3, 5, 2, 11, 4, 2, 1, 1, 2, 3, 4, 12, 3, 6, 5, 1, 5, 4, 3, 3, 4, 2, 12, 5, 9, 4, 1, 7, 2, 3, 2, 9, 9, 3, 7, 4, 10, 3, 5, 1, 7, 11, 5, 2, 4, 7, 4, 5, 3, 3, 5, 4, 2, 11, 11, 5, 3, 5, 3, 3, 7, 5, 6, 1, 6, 3, 3, 6, 2, 2, 4, 4, 1, 4, 4, 3, 6, 3, 3, 4, 2, 3, 6, 6, 2, 1, 1, 3, 7, 6, 2, 5, 4, 2, 5, 4, 1, 6, 3, 10, 5, 1, 4, 3, 1, 7, 1, 7, 1, 11, 6, 3, 3, 4, 3, 4, 3, 3, 5, 3, 3, 7, 4, 11, 7, 1, 7, 5, 2, 3, 11, 3, 2, 2, 4, 3, 2, 11, 2, 6, 2, 7, 3, 3, 7, 5, 2, 3, 11, 1, 7, 3, 2, 7, 6, 1, 9, 1, 4, 1, 2, 6, 2, 7, 9, 1, 9, 1, 4, 1, 2, 6, 1, 3, 4, 2, 3, 7, 2, 6, 5, 2, 7, 7, 2, 7, 5, 5, 5, 2, 7, 6, 1, 5, 3, 3, 5, 4, 3, 5, 3, 3, 4, 5, 5, 5, 9, 5, 7, 2, 1, 5, 9, 2, 7, 5, 6, 5, 5, 4, 9, 7, 5, 3, 4, 5, 7, 5, 5, 5, 2, 7, 5, 2, 3, 4, 7, 5, 3, 3, 4, 6, 2, 6, 9, 5, 1, 5, 2, 3, 7, 4, 7, 3, 6, 3, 4, 5, 2, 11, 2, 7, 9, 5, 9, 5, 4, 6, 1, 11, 3, 5, 6, 5, 3, 5, 2, 4, 5, 3, 3, 4, 6, 6, 5, 1, 8, 4, 4, 3, 4, 3, 2, 5, 9, 6, 4, 6, 6, 1, 7, 3, 6, 2, 2, 5, 2, 3, 7, 2, 8, 2, 3, 8, 2, 3, 7, 3, 3, 3, 2, 1, 6, 3, 3, 6, 10, 5, 1, 11, 3, 2, 6, 3, 3, 3, 4, 9, 2, 8, 5, 3, 7, 8, 2, 5, 8, 2, 1, 7, 3, 7, 7, 2, 5, 1, 1, 1, 4, 6, 3, 8, 2, 3, 5, 2, 7, 7, 2, 3, 6, 4, 5, 3, 3, 4, 4, 5, 3, 4, 6, 2, 11, 5, 3, 4, 3, 4, 1, 2, 5, 3, 4, 4, 4, 3, 5, 8, 2, 11, 4, 5, 3, 2], "patch_length_stats": {"count": 726, "sum": 3252, "mean": 4.479338842975206, "median": 4.0, "p95": 11.0, "max": 30, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 3, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07254768600250827, "decode_time_sec": 10.06861645196841, "total_time_sec": 13.919048419000319, "prefill_units_per_sec": 43461.06917718903, "prefill_bytes_per_sec": 43240.52458256961, "decode_units_per_sec": 544.2654436328899, "decode_bytes_per_sec": 544.2654436328899, "total_units_per_sec": 393.70507487562713, "total_bytes_per_sec": 393.70507487562713, "step_latency_ms": {"count": 967, "sum": 10141, "mean": 10.4870734229576, "median": 9.0, "p95": 24.0, "max": 28, "min": 7}, "peak_allocated_mb": 3244.416015625, "peak_reserved_mb": 3528.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3137, "mean": 196.0625, "median": 198.0, "p95": 237.25, "max": 238, "min": 144}, "model_input_units": {"count": 16, "sum": 3153, "mean": 197.0625, "median": 199.0, "p95": 238.25, "max": 239, "min": 145}}, "generated_stats": {"units": {"count": 16, "sum": 5480, "mean": 342.5, "median": 364.0, "p95": 364.0, "max": 364, "min": 20}, "bytes": {"count": 16, "sum": 5480, "mean": 342.5, "median": 364.0, "p95": 364.0, "max": 364, "min": 20}}, "compression_summary": {"raw_prompt_bytes": 3137, "model_input_units": 3153, "stage0_units": 726, "stage1_units": null, "bytes_per_stage0_unit": 4.320936639118457, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48, 54, 49, 45, 39, 52, 38, 33, 46, 38, 56, 48, 48, 39, 36, 57], "patch_count_stats": {"count": 16, "sum": 726, "mean": 45.375, "median": 47.0, "p95": 56.25, "max": 57, "min": 33}, "patch_lengths": [3, 7, 5, 1, 5, 1, 13, 5, 1, 5, 5, 1, 9, 5, 1, 7, 5, 4, 3, 4, 5, 2, 3, 7, 2, 2, 6, 2, 2, 4, 1, 5, 1, 13, 1, 5, 1, 9, 1, 7, 2, 7, 7, 2, 2, 3, 7, 2, 3, 7, 5, 7, 5, 5, 1, 5, 1, 1, 4, 3, 4, 2, 7, 5, 2, 5, 6, 3, 7, 5, 5, 5, 1, 4, 1, 5, 1, 4, 2, 10, 8, 3, 4, 2, 7, 8, 5, 2, 6, 3, 7, 5, 7, 1, 2, 1, 3, 4, 3, 3, 7, 2, 3, 3, 8, 4, 5, 1, 7, 1, 5, 3, 3, 4, 8, 2, 8, 3, 7, 8, 12, 2, 5, 7, 1, 7, 8, 5, 2, 7, 7, 1, 7, 8, 4, 5, 2, 5, 1, 7, 8, 5, 2, 8, 6, 2, 3, 3, 7, 7, 2, 3, 4, 5, 5, 1, 4, 5, 3, 3, 4, 3, 4, 2, 11, 6, 2, 2, 3, 10, 4, 5, 5, 1, 4, 2, 12, 2, 11, 6, 2, 2, 1, 2, 10, 4, 5, 5, 3, 3, 4, 3, 6, 3, 6, 3, 3, 4, 7, 5, 1, 5, 1, 9, 11, 1, 6, 3, 6, 6, 1, 3, 5, 6, 2, 11, 7, 3, 5, 2, 7, 2, 11, 3, 7, 5, 3, 5, 5, 2, 2, 15, 7, 7, 3, 3, 5, 5, 5, 4, 4, 4, 3, 3, 4, 2, 9, 4, 4, 4, 2, 3, 3, 4, 7, 5, 3, 1, 3, 2, 7, 6, 10, 2, 5, 4, 5, 9, 5, 2, 1, 1, 2, 4, 4, 2, 3, 5, 2, 5, 5, 4, 8, 2, 3, 7, 2, 3, 6, 5, 1, 2, 7, 5, 1, 5, 5, 3, 3, 4, 5, 5, 5, 2, 11, 3, 4, 2, 7, 2, 15, 5, 5, 2, 4, 1, 3, 11, 5, 4, 5, 4, 2, 7, 3, 3, 5, 3, 5, 4, 6, 3, 3, 3, 5, 4, 2, 7, 5, 9, 5, 4, 5, 1, 6, 2, 3, 5, 9, 7, 4, 5, 1, 6, 3, 3, 7, 2, 3, 8, 6, 4, 4, 1, 5, 1, 7, 1, 8, 3, 3, 6, 5, 1, 7, 5, 2, 2, 3, 6, 7, 5, 4, 1, 5, 2, 3, 5, 2, 5, 2, 4, 3, 3, 6, 2, 2, 3, 6, 5, 3, 3, 5, 3, 3, 4, 5, 7, 5, 3, 3, 4, 5, 2, 6, 1, 4, 7, 4, 9, 1, 5, 2, 3, 5, 7, 3, 7, 5, 7, 3, 11, 2, 4, 2, 5, 4, 8, 5, 8, 4, 12, 3, 5, 7, 2, 3, 6, 3, 8, 1, 6, 1, 5, 10, 6, 3, 3, 3, 5, 10, 2, 7, 9, 2, 3, 2, 1, 3, 3, 3, 1, 1, 2, 8, 2, 7, 4, 5, 2, 3, 2, 1, 3, 2, 3, 1, 1, 2, 5, 3, 5, 2, 9, 7, 3, 8, 4, 3, 7, 5, 4, 3, 2, 5, 4, 6, 5, 2, 3, 4, 8, 2, 4, 1, 3, 6, 3, 7, 7, 5, 2, 4, 1, 3, 6, 3, 3, 3, 8, 3, 5, 5, 3, 7, 8, 2, 3, 9, 2, 4, 6, 5, 3, 4, 5, 3, 5, 10, 5, 1, 10, 1, 5, 5, 1, 4, 5, 1, 4, 5, 5, 1, 5, 3, 5, 1, 3, 5, 6, 3, 4, 3, 4, 3, 5, 2, 11, 3, 5, 2, 5, 3, 5, 2, 3, 4, 3, 4, 4, 5, 4, 4, 3, 3, 2, 3, 4, 5, 3, 3, 4, 3, 5, 5, 2, 11, 5, 5, 2, 5, 9, 5, 5, 7, 2, 42, 2, 5, 5, 6, 5, 4, 3, 4, 4, 5, 6, 4, 2, 4, 1, 2, 3, 3, 6, 5, 1, 6, 4, 3, 4, 2, 5, 4, 5, 4, 5, 3, 4, 10, 2, 7, 5, 5, 2, 2, 5, 6, 1, 2, 2, 4, 3, 7, 5, 5, 2, 3, 3, 5, 5, 4, 3, 5, 5, 2, 5, 5, 4, 4, 3, 2, 3, 3, 5, 6, 2, 3, 7, 2, 2, 2, 7, 5, 2, 2, 3, 6, 4, 2, 2, 3, 3, 31, 5, 1, 3, 2, 2, 3, 3, 5, 6, 2, 7, 7, 5, 6, 6, 1, 1, 2, 3, 6, 2], "patch_length_stats": {"count": 726, "sum": 3153, "mean": 4.3429752066115705, "median": 4.0, "p95": 9.0, "max": 42, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 4, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07363550500303973, "decode_time_sec": 10.637522648885351, "total_time_sec": 14.74389182899904, "prefill_units_per_sec": 44163.47792910166, "prefill_bytes_per_sec": 43946.19144482564, "decode_units_per_sec": 573.0657598777256, "decode_bytes_per_sec": 573.0657598777256, "total_units_per_sec": 413.4593546060936, "total_bytes_per_sec": 413.4593546060936, "step_latency_ms": {"count": 1011, "sum": 10684, "mean": 10.567754698318497, "median": 9.0, "p95": 24.0, "max": 31, "min": 7}, "peak_allocated_mb": 3261.83203125, "peak_reserved_mb": 3570.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 204.0, "p95": 249.0, "max": 255, "min": 151}, "model_input_units": {"count": 16, "sum": 3252, "mean": 203.25, "median": 205.0, "p95": 250.0, "max": 256, "min": 152}}, "generated_stats": {"units": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 3252, "stage0_units": 774, "stage1_units": null, "bytes_per_stage0_unit": 4.180878552971576, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56, 56, 34, 60, 64, 53, 49, 59, 43, 43, 38, 31, 43, 50, 38, 57], "patch_count_stats": {"count": 16, "sum": 774, "mean": 48.375, "median": 49.5, "p95": 61.0, "max": 64, "min": 31}, "patch_lengths": [3, 4, 10, 2, 4, 5, 1, 7, 1, 7, 1, 6, 5, 1, 2, 5, 6, 3, 3, 4, 7, 2, 4, 7, 5, 2, 3, 9, 7, 8, 2, 4, 2, 7, 7, 2, 6, 2, 2, 7, 1, 7, 7, 2, 6, 2, 2, 7, 1, 7, 3, 6, 2, 11, 7, 2, 3, 7, 5, 4, 3, 3, 3, 11, 4, 1, 7, 6, 3, 7, 4, 2, 11, 4, 2, 5, 6, 4, 2, 7, 7, 11, 2, 11, 6, 7, 9, 3, 3, 1, 3, 4, 2, 5, 7, 3, 3, 5, 4, 2, 5, 6, 4, 1, 5, 5, 5, 1, 7, 1, 1, 3, 3, 9, 4, 5, 3, 3, 4, 5, 2, 4, 8, 3, 7, 4, 2, 11, 4, 8, 3, 5, 5, 2, 3, 3, 8, 3, 15, 5, 2, 8, 7, 2, 8, 3, 3, 5, 5, 1, 9, 3, 3, 4, 5, 5, 9, 1, 2, 2, 2, 3, 3, 2, 11, 4, 5, 2, 7, 7, 3, 1, 2, 3, 5, 1, 1, 3, 1, 2, 11, 4, 2, 3, 6, 4, 5, 3, 15, 4, 1, 6, 1, 5, 2, 7, 7, 3, 2, 1, 2, 3, 5, 1, 1, 4, 3, 7, 6, 2, 4, 3, 4, 2, 2, 5, 6, 2, 2, 5, 2, 3, 3, 4, 4, 1, 2, 6, 2, 2, 5, 2, 7, 6, 6, 4, 6, 5, 4, 3, 2, 3, 6, 2, 2, 6, 2, 2, 7, 5, 4, 2, 3, 4, 6, 9, 2, 6, 2, 2, 5, 2, 4, 6, 2, 3, 4, 2, 2, 2, 3, 10, 5, 3, 3, 4, 7, 2, 5, 4, 5, 5, 5, 5, 8, 1, 1, 1, 1, 2, 1, 2, 7, 5, 2, 4, 7, 4, 2, 3, 6, 7, 3, 11, 5, 7, 5, 4, 5, 5, 5, 5, 8, 1, 1, 1, 1, 1, 1, 2, 2, 2, 3, 3, 8, 7, 1, 5, 5, 1, 6, 7, 5, 1, 6, 5, 1, 3, 6, 3, 3, 5, 4, 7, 6, 2, 3, 3, 4, 8, 7, 1, 4, 4, 2, 4, 7, 7, 2, 2, 6, 3, 3, 4, 2, 7, 7, 6, 3, 7, 7, 2, 3, 5, 4, 7, 2, 2, 6, 2, 2, 5, 5, 5, 7, 4, 5, 1, 3, 6, 3, 3, 4, 7, 2, 3, 8, 2, 6, 3, 7, 5, 2, 2, 2, 3, 8, 2, 4, 2, 2, 3, 7, 7, 2, 5, 2, 2, 1, 7, 7, 2, 3, 11, 5, 2, 2, 1, 2, 6, 4, 3, 5, 5, 4, 3, 4, 5, 2, 5, 4, 5, 5, 3, 7, 5, 3, 3, 4, 2, 1, 1, 5, 7, 2, 1, 1, 3, 7, 5, 3, 5, 4, 3, 7, 4, 6, 3, 5, 7, 2, 11, 5, 3, 3, 4, 5, 5, 1, 5, 3, 3, 4, 2, 5, 1, 2, 4, 1, 3, 5, 1, 7, 4, 2, 5, 4, 6, 5, 1, 7, 4, 5, 2, 5, 4, 5, 5, 2, 7, 5, 2, 4, 2, 4, 5, 2, 3, 5, 5, 3, 2, 4, 2, 6, 6, 5, 6, 1, 8, 5, 1, 5, 4, 2, 9, 5, 3, 5, 2, 4, 4, 5, 3, 1, 4, 4, 5, 5, 2, 8, 5, 3, 4, 2, 3, 8, 5, 1, 6, 4, 3, 4, 3, 5, 7, 6, 2, 1, 2, 2, 7, 3, 7, 1, 11, 5, 5, 3, 12, 5, 11, 2, 11, 5, 2, 3, 5, 5, 1, 4, 4, 1, 5, 4, 3, 4, 9, 3, 8, 2, 5, 2, 7, 9, 2, 9, 9, 3, 7, 9, 4, 1, 2, 4, 4, 1, 1, 7, 9, 6, 7, 2, 7, 5, 3, 7, 7, 2, 3, 5, 5, 1, 2, 1, 1, 3, 3, 4, 3, 5, 2, 6, 3, 4, 5, 2, 11, 7, 2, 5, 2, 6, 1, 7, 5, 2, 11, 7, 2, 5, 2, 4, 4, 3, 4, 5, 2, 3, 4, 7, 2, 6, 5, 5, 1, 5, 6, 2, 3, 5, 5, 1, 6, 3, 3, 4, 4, 5, 3, 6, 2, 11, 5, 2, 5, 5, 1, 11, 6, 2, 6, 5, 6, 7, 11, 4, 6, 2, 6, 3, 1, 2, 11, 6, 2, 5, 3, 4, 5, 2, 2, 1, 7, 1, 2, 1, 3, 1, 2, 1, 3, 3, 3, 4, 5, 5, 4, 2, 6, 2, 7, 4, 2, 3, 1, 5, 6, 7, 5, 3, 3, 5, 4, 2, 4, 5, 5, 9, 4, 3, 3, 3, 7, 9, 5, 2, 5, 1, 3, 2, 9, 6, 2], "patch_length_stats": {"count": 774, "sum": 3252, "mean": 4.2015503875969, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 5, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.06844886799808592, "decode_time_sec": 13.791278974036686, "total_time_sec": 19.734506042997964, "prefill_units_per_sec": 46633.34973033097, "prefill_bytes_per_sec": 46399.598603863145, "decode_units_per_sec": 432.7372400511434, "decode_bytes_per_sec": 432.7372400511434, "total_units_per_sec": 302.41446058983155, "total_bytes_per_sec": 302.41446058983155, "step_latency_ms": {"count": 1394, "sum": 13804, "mean": 9.902439024390244, "median": 9.0, "p95": 24.0, "max": 26, "min": 7}, "peak_allocated_mb": 3259.7919921875, "peak_reserved_mb": 3592.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3176, "mean": 198.5, "median": 201.0, "p95": 243.25, "max": 247, "min": 148}, "model_input_units": {"count": 16, "sum": 3192, "mean": 199.5, "median": 202.0, "p95": 244.25, "max": 248, "min": 149}}, "generated_stats": {"units": {"count": 16, "sum": 5968, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}, "bytes": {"count": 16, "sum": 5968, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}}, "compression_summary": {"raw_prompt_bytes": 3176, "model_input_units": 3192, "stage0_units": 747, "stage1_units": null, "bytes_per_stage0_unit": 4.251673360107095, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [36, 46, 50, 51, 44, 66, 53, 43, 46, 57, 41, 50, 44, 28, 46, 46], "patch_count_stats": {"count": 16, "sum": 747, "mean": 46.6875, "median": 46.0, "p95": 59.25, "max": 66, "min": 28}, "patch_lengths": [3, 4, 8, 5, 1, 4, 4, 3, 4, 4, 2, 4, 7, 4, 2, 3, 6, 5, 5, 4, 11, 3, 2, 3, 1, 1, 2, 15, 4, 3, 2, 1, 2, 11, 5, 3, 3, 4, 8, 8, 1, 2, 4, 1, 3, 6, 3, 3, 7, 2, 3, 4, 7, 4, 8, 8, 2, 3, 3, 7, 4, 7, 8, 6, 2, 7, 4, 2, 7, 8, 6, 2, 4, 1, 3, 6, 2, 8, 2, 7, 6, 2, 3, 2, 9, 7, 2, 3, 3, 3, 8, 2, 1, 4, 4, 2, 4, 7, 3, 8, 2, 1, 1, 2, 4, 4, 2, 4, 11, 7, 5, 4, 2, 9, 7, 1, 2, 3, 3, 4, 5, 2, 11, 7, 5, 2, 4, 1, 3, 3, 5, 3, 3, 3, 4, 4, 1, 3, 3, 7, 4, 3, 7, 4, 2, 10, 2, 4, 3, 4, 7, 4, 2, 10, 2, 5, 3, 4, 7, 4, 2, 10, 2, 3, 2, 3, 3, 4, 3, 3, 1, 1, 3, 4, 3, 7, 3, 3, 1, 1, 3, 4, 4, 3, 9, 5, 5, 3, 5, 2, 7, 2, 2, 3, 3, 4, 1, 3, 7, 2, 3, 5, 4, 3, 1, 2, 2, 2, 5, 6, 5, 3, 4, 7, 1, 6, 3, 10, 7, 4, 7, 2, 4, 4, 4, 6, 3, 3, 7, 9, 9, 9, 4, 1, 5, 3, 3, 4, 3, 11, 3, 1, 6, 1, 5, 2, 2, 4, 1, 2, 9, 3, 4, 2, 1, 3, 2, 5, 1, 1, 1, 2, 7, 2, 4, 1, 4, 1, 2, 5, 6, 7, 5, 1, 4, 2, 7, 3, 4, 3, 4, 1, 2, 9, 7, 2, 1, 1, 2, 5, 1, 4, 4, 3, 7, 7, 5, 1, 7, 1, 7, 3, 3, 4, 6, 2, 5, 4, 7, 6, 7, 2, 7, 3, 4, 11, 7, 1, 4, 7, 3, 11, 6, 10, 2, 6, 5, 3, 3, 5, 4, 3, 7, 4, 4, 1, 4, 5, 3, 4, 5, 2, 5, 1, 7, 4, 3, 4, 4, 5, 1, 9, 3, 3, 3, 4, 5, 2, 4, 3, 4, 3, 7, 9, 2, 5, 2, 4, 9, 9, 3, 2, 7, 4, 2, 11, 3, 6, 2, 4, 2, 4, 9, 3, 3, 7, 7, 15, 3, 3, 6, 7, 3, 3, 6, 5, 5, 3, 3, 4, 2, 2, 5, 6, 6, 2, 3, 4, 2, 2, 1, 5, 6, 5, 2, 7, 4, 8, 4, 3, 6, 2, 3, 1, 2, 2, 1, 2, 1, 2, 3, 7, 10, 6, 2, 3, 6, 7, 6, 5, 3, 3, 4, 4, 2, 6, 2, 4, 5, 7, 2, 2, 4, 7, 1, 1, 7, 5, 2, 7, 2, 5, 2, 1, 1, 2, 7, 4, 2, 5, 2, 3, 2, 4, 3, 6, 8, 4, 1, 7, 3, 3, 5, 3, 7, 3, 2, 3, 3, 1, 1, 4, 3, 10, 5, 5, 1, 4, 5, 1, 11, 3, 3, 4, 3, 4, 11, 11, 1, 5, 3, 11, 6, 2, 10, 6, 5, 3, 2, 5, 3, 11, 7, 2, 3, 4, 6, 7, 2, 3, 10, 2, 2, 3, 2, 9, 3, 6, 3, 5, 1, 6, 1, 10, 1, 10, 4, 5, 3, 3, 3, 10, 4, 3, 5, 2, 15, 4, 2, 5, 3, 7, 4, 2, 3, 11, 2, 3, 5, 6, 3, 3, 3, 10, 4, 3, 2, 4, 3, 5, 7, 3, 2, 3, 4, 5, 1, 5, 1, 6, 5, 1, 8, 5, 3, 3, 4, 5, 4, 5, 8, 3, 7, 4, 2, 11, 3, 5, 4, 4, 2, 1, 1, 2, 15, 3, 4, 6, 2, 19, 3, 5, 2, 1, 4, 2, 4, 3, 11, 5, 3, 3, 4, 5, 7, 6, 2, 5, 11, 7, 7, 5, 5, 10, 2, 6, 2, 7, 3, 5, 10, 3, 4, 5, 3, 3, 3, 5, 3, 3, 4, 4, 3, 2, 4, 7, 3, 5, 2, 2, 2, 2, 2, 11, 4, 3, 2, 2, 1, 2, 2, 2, 2, 1, 3, 6, 5, 2, 2, 6, 4, 2, 46, 2, 2, 5, 4, 2, 7, 5, 3, 3, 4, 5, 1, 6, 1, 9, 1, 4, 4, 3, 4, 5, 6, 2, 5, 2, 5, 1, 7, 5, 2, 5, 2, 6, 1, 7, 3, 5, 2, 5, 3, 5, 6, 2, 11, 2, 7, 4, 9, 5, 5, 6, 4, 8, 2], "patch_length_stats": {"count": 747, "sum": 3192, "mean": 4.2730923694779115, "median": 4.0, "p95": 10.0, "max": 46, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 6, "phase": "measure"}
{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07647869299762533, "decode_time_sec": 10.301575531990238, "total_time_sec": 14.315463833998365, "prefill_units_per_sec": 43463.08585717084, "prefill_bytes_per_sec": 43253.8772609871, "decode_units_per_sec": 591.7541429531477, "decode_bytes_per_sec": 591.7541429531477, "total_units_per_sec": 425.8332157930061, "total_bytes_per_sec": 425.8332157930061, "step_latency_ms": {"count": 993, "sum": 10402, "mean": 10.47532729103726, "median": 9.0, "p95": 24.0, "max": 28, "min": 7}, "peak_allocated_mb": 3283.91455078125, "peak_reserved_mb": 3564.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3308, "mean": 206.75, "median": 218.5, "p95": 253.5, "max": 255, "min": 102}, "model_input_units": {"count": 16, "sum": 3324, "mean": 207.75, "median": 219.5, "p95": 254.5, "max": 256, "min": 103}}, "generated_stats": {"units": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}, "bytes": {"count": 16, "sum": 6096, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 3308, "model_input_units": 3324, "stage0_units": 778, "stage1_units": null, "bytes_per_stage0_unit": 4.251928020565552, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [50, 59, 53, 59, 38, 66, 46, 46, 36, 60, 20, 38, 40, 40, 53, 74], "patch_count_stats": {"count": 16, "sum": 778, "mean": 48.625, "median": 48.0, "p95": 68.0, "max": 74, "min": 20}, "patch_lengths": [5, 4, 8, 9, 5, 1, 4, 3, 3, 4, 7, 5, 2, 7, 7, 4, 6, 5, 7, 1, 7, 7, 4, 3, 3, 5, 2, 7, 7, 2, 8, 4, 1, 7, 5, 1, 5, 2, 7, 3, 7, 2, 11, 7, 6, 7, 3, 4, 8, 5, 3, 2, 3, 7, 3, 5, 3, 3, 5, 3, 2, 4, 2, 7, 9, 4, 4, 2, 11, 2, 4, 4, 3, 15, 5, 6, 7, 5, 3, 6, 2, 5, 4, 5, 15, 3, 3, 5, 1, 1, 1, 3, 4, 2, 1, 1, 5, 3, 3, 5, 1, 1, 2, 6, 2, 3, 3, 11, 5, 3, 6, 15, 7, 5, 3, 3, 4, 2, 2, 3, 7, 8, 7, 8, 7, 2, 3, 4, 2, 2, 1, 3, 4, 15, 7, 3, 1, 4, 4, 7, 2, 3, 3, 6, 2, 3, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 3, 3, 7, 2, 3, 7, 6, 4, 3, 3, 3, 4, 2, 2, 3, 6, 9, 4, 7, 2, 2, 3, 4, 3, 4, 2, 6, 9, 1, 4, 4, 3, 2, 4, 3, 4, 5, 3, 14, 5, 8, 2, 1, 2, 12, 2, 3, 4, 5, 4, 5, 3, 9, 4, 3, 7, 4, 4, 2, 1, 8, 6, 4, 3, 5, 5, 3, 3, 4, 3, 5, 5, 2, 11, 6, 10, 2, 5, 8, 5, 1, 7, 5, 2, 6, 4, 7, 5, 2, 11, 5, 5, 2, 5, 1, 7, 4, 8, 2, 5, 2, 3, 5, 5, 2, 2, 1, 5, 1, 8, 5, 3, 3, 5, 1, 4, 2, 2, 3, 5, 4, 5, 2, 3, 3, 5, 2, 2, 4, 5, 5, 3, 3, 3, 3, 5, 8, 2, 2, 5, 7, 2, 1, 1, 1, 4, 7, 2, 5, 2, 4, 2, 3, 7, 9, 5, 4, 5, 3, 10, 1, 7, 4, 5, 7, 4, 2, 3, 8, 8, 7, 5, 4, 1, 6, 5, 1, 10, 3, 3, 4, 7, 2, 4, 3, 4, 6, 3, 6, 5, 2, 7, 5, 2, 8, 8, 7, 4, 1, 6, 1, 10, 2, 7, 4, 7, 7, 5, 2, 3, 7, 6, 2, 3, 3, 12, 5, 1, 2, 4, 3, 3, 4, 3, 5, 12, 3, 5, 2, 11, 6, 9, 5, 5, 3, 12, 1, 1, 1, 2, 7, 4, 7, 1, 7, 5, 12, 5, 2, 11, 4, 5, 2, 7, 8, 2, 11, 5, 2, 3, 8, 5, 3, 3, 4, 2, 2, 5, 2, 7, 1, 7, 4, 5, 1, 2, 1, 3, 4, 1, 2, 3, 6, 4, 11, 3, 2, 2, 1, 1, 2, 15, 7, 5, 2, 3, 7, 3, 5, 1, 5, 3, 3, 4, 4, 5, 5, 1, 4, 4, 5, 2, 5, 2, 7, 5, 10, 5, 3, 7, 6, 2, 2, 3, 5, 2, 4, 4, 4, 5, 3, 7, 4, 1, 2, 3, 6, 6, 2, 7, 4, 2, 1, 5, 5, 3, 10, 4, 5, 5, 3, 11, 4, 4, 2, 3, 14, 5, 4, 3, 4, 3, 5, 2, 7, 8, 3, 5, 2, 11, 5, 2, 5, 7, 5, 3, 7, 4, 5, 1, 5, 6, 1, 7, 5, 4, 3, 4, 4, 10, 2, 3, 11, 8, 2, 5, 2, 6, 8, 4, 7, 5, 2, 11, 3, 8, 2, 15, 8, 5, 6, 1, 3, 3, 9, 3, 5, 5, 7, 5, 1, 4, 3, 4, 3, 8, 2, 5, 3, 8, 2, 5, 5, 2, 2, 4, 3, 6, 5, 1, 3, 8, 2, 4, 5, 2, 2, 2, 2, 3, 5, 5, 2, 3, 7, 6, 5, 1, 6, 1, 8, 5, 3, 3, 4, 3, 8, 3, 5, 2, 11, 8, 2, 5, 4, 7, 8, 2, 3, 2, 2, 6, 1, 7, 2, 7, 5, 3, 7, 3, 5, 3, 2, 3, 4, 2, 2, 6, 5, 7, 3, 3, 6, 1, 6, 5, 2, 5, 1, 5, 2, 3, 4, 2, 7, 6, 2, 6, 3, 6, 6, 3, 7, 2, 5, 5, 2, 6, 4, 5, 4, 7, 3, 4, 2, 5, 5, 2, 11, 6, 6, 3, 11, 7, 6, 3, 3, 12, 5, 3, 3, 4, 3, 2, 5, 4, 4, 5, 3, 7, 2, 1, 2, 3, 2, 2, 5, 4, 2, 2, 1, 3, 2, 5, 4, 2, 2, 1, 3, 3, 1, 2, 1, 7, 2, 1, 2, 2, 4, 4, 2, 2, 2, 3, 1, 2, 1, 3, 2, 1, 1, 2, 5, 4, 2, 2, 4, 7, 2, 1, 2, 2, 1, 2, 2, 1, 1, 7, 7, 4], "patch_length_stats": {"count": 778, "sum": 3324, "mean": 4.272493573264781, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 7, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044494711997685954, "decode_time_sec": 4.045372457971098, "total_time_sec": 4.412757774996862, "prefill_units_per_sec": 5978.238493010898, "prefill_bytes_per_sec": 5955.763912210105, "decode_units_per_sec": 96.65364662024243, "decode_bytes_per_sec": 96.65364662024243, "total_units_per_sec": 88.60672167764251, "total_bytes_per_sec": 88.60672167764251, "step_latency_ms": {"count": 391, "sum": 4028, "mean": 10.301790281329923, "median": 7.0, "p95": 23.5, "max": 26, "min": 6}, "peak_allocated_mb": 2857.4375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}, "bytes": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 63, "stage1_units": null, "bytes_per_stage0_unit": 4.2063492063492065, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63], "patch_count_stats": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3], "patch_length_stats": {"count": 63, "sum": 266, "mean": 4.222222222222222, "median": 4.0, "p95": 8.899999999999999, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 0, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04473185299502802, "decode_time_sec": 11.16676422697492, "total_time_sec": 12.20948940100061, "prefill_units_per_sec": 21528.283214805302, "prefill_bytes_per_sec": 21505.927780522015, "decode_units_per_sec": 97.43198458258661, "decode_bytes_per_sec": 97.43198458258661, "total_units_per_sec": 89.11101556063717, "total_bytes_per_sec": 89.11101556063717, "step_latency_ms": {"count": 1088, "sum": 11140, "mean": 10.238970588235293, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2921.244140625, "peak_reserved_mb": 3040.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 962, "mean": 962.0, "median": 962.0, "p95": 962.0, "max": 962, "min": 962}, "model_input_units": {"count": 1, "sum": 963, "mean": 963.0, "median": 963.0, "p95": 963.0, "max": 963, "min": 963}}, "generated_stats": {"units": {"count": 1, "sum": 1088, "mean": 1088.0, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 1088}, "bytes": {"count": 1, "sum": 1088, "mean": 1088.0, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 1088}}, "compression_summary": {"raw_prompt_bytes": 962, "model_input_units": 963, "stage0_units": 224, "stage1_units": null, "bytes_per_stage0_unit": 4.294642857142857, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [224], "patch_count_stats": {"count": 1, "sum": 224, "mean": 224.0, "median": 224.0, "p95": 224.0, "max": 224, "min": 224}, "patch_lengths": [3, 4, 5, 7, 2, 3, 9, 1, 2, 7, 8, 5, 1, 2, 7, 5, 5, 6, 1, 2, 7, 5, 5, 6, 1, 2, 7, 4, 7, 2, 7, 6, 3, 4, 6, 5, 5, 3, 8, 1, 7, 3, 3, 2, 5, 4, 5, 5, 7, 9, 5, 1, 7, 6, 5, 2, 7, 6, 2, 2, 2, 3, 2, 1, 4, 2, 3, 6, 5, 7, 5, 1, 4, 7, 2, 4, 9, 1, 7, 3, 8, 2, 11, 5, 2, 2, 1, 3, 3, 9, 3, 7, 1, 3, 8, 2, 1, 8, 2, 11, 4, 9, 3, 4, 2, 3, 6, 2, 12, 2, 11, 5, 2, 3, 2, 4, 2, 3, 6, 3, 7, 2, 6, 7, 6, 1, 7, 3, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 3, 10, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 4, 7, 2, 8, 6, 3, 5, 4, 9, 9, 7, 4, 7, 1, 7, 2, 6, 10, 4, 5, 3, 6, 4, 5, 8, 2, 5, 2, 7, 4, 2, 11, 3, 4, 2, 3, 4, 4, 2, 2, 2, 2], "patch_length_stats": {"count": 224, "sum": 963, "mean": 4.299107142857143, "median": 4.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 1, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0571730049996404, "decode_time_sec": 4.568289089980681, "total_time_sec": 5.047158767996734, "prefill_units_per_sec": 6349.150267723083, "prefill_bytes_per_sec": 6331.659495635692, "decode_units_per_sec": 106.8233621795734, "decode_bytes_per_sec": 106.8233621795734, "total_units_per_sec": 96.6880620230007, "total_bytes_per_sec": 96.6880620230007, "step_latency_ms": {"count": 488, "sum": 4651, "mean": 9.530737704918034, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2860.3447265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}, "model_input_units": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "generated_stats": {"units": {"count": 1, "sum": 488, "mean": 488.0, "median": 488.0, "p95": 488.0, "max": 488, "min": 488}, "bytes": {"count": 1, "sum": 488, "mean": 488.0, "median": 488.0, "p95": 488.0, "max": 488, "min": 488}}, "compression_summary": {"raw_prompt_bytes": 362, "model_input_units": 363, "stage0_units": 65, "stage1_units": null, "bytes_per_stage0_unit": 5.569230769230769, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [65], "patch_count_stats": {"count": 1, "sum": 65, "mean": 65.0, "median": 65.0, "p95": 65.0, "max": 65, "min": 65}, "patch_lengths": [3, 4, 5, 1, 4, 4, 4, 5, 5, 1, 3, 5, 3, 3, 4, 3, 4, 5, 3, 5, 2, 11, 3, 8, 5, 1, 3, 10, 6, 2, 5, 3, 15, 4, 5, 2, 5, 1, 11, 5, 2, 15, 4, 2, 19, 5, 8, 5, 5, 5, 2, 15, 4, 4, 5, 2, 5, 1, 22, 20, 2, 19, 4, 5, 2], "patch_length_stats": {"count": 65, "sum": 363, "mean": 5.584615384615384, "median": 4.0, "p95": 18.19999999999999, "max": 22, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 2, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05410173699783627, "decode_time_sec": 7.174108112958493, "total_time_sec": 7.803911916002107, "prefill_units_per_sec": 9944.227853932243, "prefill_bytes_per_sec": 9925.744159036458, "decode_units_per_sec": 92.41566889721557, "decode_bytes_per_sec": 92.41566889721557, "total_units_per_sec": 84.95739151546582, "total_bytes_per_sec": 84.95739151546582, "step_latency_ms": {"count": 663, "sum": 7142, "mean": 10.772247360482655, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2881.81201171875, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 537, "mean": 537.0, "median": 537.0, "p95": 537.0, "max": 537, "min": 537}, "model_input_units": {"count": 1, "sum": 538, "mean": 538.0, "median": 538.0, "p95": 538.0, "max": 538, "min": 538}}, "generated_stats": {"units": {"count": 1, "sum": 663, "mean": 663.0, "median": 663.0, "p95": 663.0, "max": 663, "min": 663}, "bytes": {"count": 1, "sum": 663, "mean": 663.0, "median": 663.0, "p95": 663.0, "max": 663, "min": 663}}, "compression_summary": {"raw_prompt_bytes": 537, "model_input_units": 538, "stage0_units": 136, "stage1_units": null, "bytes_per_stage0_unit": 3.948529411764706, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [136], "patch_count_stats": {"count": 1, "sum": 136, "mean": 136.0, "median": 136.0, "p95": 136.0, "max": 136, "min": 136}, "patch_lengths": [3, 4, 5, 3, 3, 4, 2, 5, 1, 3, 3, 5, 1, 7, 3, 5, 2, 11, 2, 11, 6, 4, 1, 3, 9, 2, 1, 5, 8, 5, 2, 2, 1, 10, 8, 12, 4, 7, 3, 2, 5, 5, 3, 7, 6, 2, 5, 10, 3, 3, 7, 5, 2, 1, 2, 6, 2, 3, 5, 5, 3, 3, 1, 6, 2, 7, 2, 6, 1, 4, 4, 9, 1, 1, 1, 3, 4, 1, 1, 1, 3, 6, 1, 1, 1, 3, 2, 2, 7, 3, 7, 2, 3, 7, 4, 4, 5, 4, 5, 2, 7, 5, 9, 2, 1, 1, 1, 7, 5, 2, 3, 2, 6, 3, 5, 1, 7, 5, 2, 4, 2, 6, 3, 4, 1, 7, 5, 4, 2, 6, 3, 4, 1, 7, 5, 2], "patch_length_stats": {"count": 136, "sum": 538, "mean": 3.9558823529411766, "median": 3.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 3, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.050429489001544425, "decode_time_sec": 4.82615928096493, "total_time_sec": 5.299083886002336, "prefill_units_per_sec": 7475.784654261601, "prefill_bytes_per_sec": 7455.954986743665, "decode_units_per_sec": 104.01645921218568, "decode_bytes_per_sec": 104.01645921218568, "total_units_per_sec": 94.73335595347824, "total_bytes_per_sec": 94.73335595347824, "step_latency_ms": {"count": 502, "sum": 4792, "mean": 9.54581673306773, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2863.283203125, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}, "model_input_units": {"count": 1, "sum": 377, "mean": 377.0, "median": 377.0, "p95": 377.0, "max": 377, "min": 377}}, "generated_stats": {"units": {"count": 1, "sum": 502, "mean": 502.0, "median": 502.0, "p95": 502.0, "max": 502, "min": 502}, "bytes": {"count": 1, "sum": 502, "mean": 502.0, "median": 502.0, "p95": 502.0, "max": 502, "min": 502}}, "compression_summary": {"raw_prompt_bytes": 376, "model_input_units": 377, "stage0_units": 73, "stage1_units": null, "bytes_per_stage0_unit": 5.1506849315068495, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [73], "patch_count_stats": {"count": 1, "sum": 73, "mean": 73.0, "median": 73.0, "p95": 73.0, "max": 73, "min": 73}, "patch_lengths": [3, 10, 6, 5, 1, 6, 4, 3, 4, 2, 6, 3, 4, 8, 6, 3, 2, 6, 1, 7, 3, 4, 11, 6, 1, 7, 6, 3, 11, 7, 6, 2, 7, 2, 10, 4, 6, 1, 7, 11, 6, 2, 6, 3, 5, 6, 3, 7, 2, 6, 4, 6, 4, 7, 8, 5, 1, 7, 4, 6, 6, 1, 6, 6, 3, 11, 6, 6, 4, 11, 6, 6, 2], "patch_length_stats": {"count": 73, "sum": 377, "mean": 5.164383561643835, "median": 6.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 4, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04271204399992712, "decode_time_sec": 3.9969544309897174, "total_time_sec": 4.37494355400122, "prefill_units_per_sec": 6508.702791195719, "prefill_bytes_per_sec": 6485.290191227389, "decode_units_per_sec": 100.82676872055556, "decode_bytes_per_sec": 100.82676872055556, "total_units_per_sec": 92.1154741828442, "total_bytes_per_sec": 92.1154741828442, "step_latency_ms": {"count": 403, "sum": 4006, "mean": 9.94044665012407, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2857.5341796875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}, "model_input_units": {"count": 1, "sum": 278, "mean": 278.0, "median": 278.0, "p95": 278.0, "max": 278, "min": 278}}, "generated_stats": {"units": {"count": 1, "sum": 403, "mean": 403.0, "median": 403.0, "p95": 403.0, "max": 403, "min": 403}, "bytes": {"count": 1, "sum": 403, "mean": 403.0, "median": 403.0, "p95": 403.0, "max": 403, "min": 403}}, "compression_summary": {"raw_prompt_bytes": 277, "model_input_units": 278, "stage0_units": 62, "stage1_units": null, "bytes_per_stage0_unit": 4.467741935483871, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [62], "patch_count_stats": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}, "patch_lengths": [3, 4, 10, 9, 5, 1, 8, 3, 3, 4, 2, 9, 8, 6, 9, 4, 4, 1, 7, 6, 5, 2, 3, 3, 4, 3, 5, 5, 2, 5, 1, 3, 9, 5, 2, 5, 2, 3, 3, 5, 2, 4, 4, 7, 5, 5, 2, 3, 4, 4, 2, 1, 5, 11, 3, 6, 2, 11, 5, 4, 4, 3], "patch_length_stats": {"count": 62, "sum": 278, "mean": 4.483870967741935, "median": 4.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 5, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04695436100155348, "decode_time_sec": 4.531824977017095, "total_time_sec": 4.972450958000991, "prefill_units_per_sec": 7347.560325410152, "prefill_bytes_per_sec": 7326.263049104615, "decode_units_per_sec": 103.71097789159545, "decode_bytes_per_sec": 103.71097789159545, "total_units_per_sec": 94.52079145069094, "total_bytes_per_sec": 94.52079145069094, "step_latency_ms": {"count": 470, "sum": 4524, "mean": 9.625531914893617, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2860.884765625, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}, "model_input_units": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "generated_stats": {"units": {"count": 1, "sum": 470, "mean": 470.0, "median": 470.0, "p95": 470.0, "max": 470, "min": 470}, "bytes": {"count": 1, "sum": 470, "mean": 470.0, "median": 470.0, "p95": 470.0, "max": 470, "min": 470}}, "compression_summary": {"raw_prompt_bytes": 344, "model_input_units": 345, "stage0_units": 76, "stage1_units": null, "bytes_per_stage0_unit": 4.526315789473684, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [76], "patch_count_stats": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}, "patch_lengths": [3, 2, 7, 8, 5, 3, 3, 4, 4, 8, 5, 1, 2, 4, 1, 3, 1, 4, 3, 11, 3, 5, 5, 8, 4, 4, 2, 3, 2, 2, 3, 7, 3, 15, 7, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 8, 2, 6, 7, 3, 11, 5, 8, 4, 6, 7, 8, 2, 11, 7, 2, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 5, 8, 2], "patch_length_stats": {"count": 76, "sum": 345, "mean": 4.5394736842105265, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 6, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04576298200481688, "decode_time_sec": 4.071111768953415, "total_time_sec": 4.455364686000394, "prefill_units_per_sec": 6118.4824006995, "prefill_bytes_per_sec": 6096.630677839859, "decode_units_per_sec": 99.48142497304018, "decode_bytes_per_sec": 99.48142497304018, "total_units_per_sec": 90.90164970615925, "total_bytes_per_sec": 90.90164970615925, "step_latency_ms": {"count": 405, "sum": 4074, "mean": 10.059259259259258, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2856.8798828125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}, "model_input_units": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}}, "generated_stats": {"units": {"count": 1, "sum": 405, "mean": 405.0, "median": 405.0, "p95": 405.0, "max": 405, "min": 405}, "bytes": {"count": 1, "sum": 405, "mean": 405.0, "median": 405.0, "p95": 405.0, "max": 405, "min": 405}}, "compression_summary": {"raw_prompt_bytes": 279, "model_input_units": 280, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 4.894736842105263, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 4, 4, 2, 7, 5, 4, 2, 3, 9, 3, 3, 4, 2, 7, 4, 2, 3, 6, 4, 2, 3, 9, 2, 3, 4, 3, 10, 8, 2, 7, 4, 5, 2, 6, 5, 3, 6, 4, 5, 3, 4, 8, 8, 3, 18, 9, 1, 7, 4, 5, 8, 5, 4, 5, 10, 4], "patch_length_stats": {"count": 57, "sum": 280, "mean": 4.912280701754386, "median": 4.0, "p95": 9.199999999999996, "max": 18, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 7, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049882360002811765, "decode_time_sec": 4.217495537966897, "total_time_sec": 4.603997245998471, "prefill_units_per_sec": 5673.348253451679, "prefill_bytes_per_sec": 5653.301086478351, "decode_units_per_sec": 96.73987709698494, "decode_bytes_per_sec": 96.73987709698494, "total_units_per_sec": 88.61864553776832, "total_bytes_per_sec": 88.61864553776832, "step_latency_ms": {"count": 408, "sum": 4181, "mean": 10.247549019607844, "median": 7.0, "p95": 23.0, "max": 31, "min": 6}, "peak_allocated_mb": 2858.74169921875, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}, "bytes": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 70, "stage1_units": null, "bytes_per_stage0_unit": 4.0285714285714285, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [70], "patch_count_stats": {"count": 1, "sum": 70, "mean": 70.0, "median": 70.0, "p95": 70.0, "max": 70, "min": 70}, "patch_lengths": [3, 7, 6, 5, 5, 5, 3, 3, 4, 2, 3, 2, 5, 4, 8, 6, 4, 1, 7, 11, 4, 2, 3, 3, 7, 2, 1, 2, 2, 2, 1, 4, 2, 3, 2, 1, 2, 3, 2, 4, 7, 4, 2, 5, 5, 3, 7, 6, 2, 5, 5, 5, 2, 5, 3, 7, 6, 12, 2, 5, 4, 6, 12, 1, 2, 4, 2, 1, 2, 5], "patch_length_stats": {"count": 70, "sum": 283, "mean": 4.042857142857143, "median": 4.0, "p95": 7.549999999999997, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 8, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.051730029001191724, "decode_time_sec": 4.544259968977713, "total_time_sec": 4.991206298996985, "prefill_units_per_sec": 6746.564939910626, "prefill_bytes_per_sec": 6727.233808277644, "decode_units_per_sec": 104.30741269994554, "decode_bytes_per_sec": 104.30741269994554, "total_units_per_sec": 94.96702231988554, "total_bytes_per_sec": 94.96702231988554, "step_latency_ms": {"count": 474, "sum": 4504, "mean": 9.50210970464135, "median": 6.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2860.548828125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}, "model_input_units": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}}, "generated_stats": {"units": {"count": 1, "sum": 474, "mean": 474.0, "median": 474.0, "p95": 474.0, "max": 474, "min": 474}, "bytes": {"count": 1, "sum": 474, "mean": 474.0, "median": 474.0, "p95": 474.0, "max": 474, "min": 474}}, "compression_summary": {"raw_prompt_bytes": 348, "model_input_units": 349, "stage0_units": 72, "stage1_units": null, "bytes_per_stage0_unit": 4.833333333333333, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [72], "patch_count_stats": {"count": 1, "sum": 72, "mean": 72.0, "median": 72.0, "p95": 72.0, "max": 72, "min": 72}, "patch_lengths": [3, 4, 8, 5, 7, 7, 5, 3, 3, 7, 2, 7, 3, 4, 7, 4, 4, 1, 3, 4, 6, 1, 8, 3, 7, 4, 2, 7, 2, 5, 4, 5, 4, 7, 3, 2, 5, 1, 3, 2, 6, 2, 11, 6, 2, 8, 4, 4, 1, 2, 6, 6, 2, 11, 7, 11, 6, 1, 4, 2, 11, 7, 2, 8, 10, 2, 4, 2, 11, 7, 9, 2], "patch_length_stats": {"count": 72, "sum": 349, "mean": 4.847222222222222, "median": 4.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 9, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03892919500140124, "decode_time_sec": 5.418379092003306, "total_time_sec": 5.88420650199987, "prefill_units_per_sec": 9889.749839064027, "prefill_bytes_per_sec": 9864.062177144378, "decode_units_per_sec": 94.12408975826028, "decode_bytes_per_sec": 94.12408975826028, "total_units_per_sec": 86.67268897287441, "total_bytes_per_sec": 86.67268897287441, "step_latency_ms": {"count": 510, "sum": 5397, "mean": 10.58235294117647, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2871.43310546875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}, "model_input_units": {"count": 1, "sum": 385, "mean": 385.0, "median": 385.0, "p95": 385.0, "max": 385, "min": 385}}, "generated_stats": {"units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}, "bytes": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "compression_summary": {"raw_prompt_bytes": 384, "model_input_units": 385, "stage0_units": 93, "stage1_units": null, "bytes_per_stage0_unit": 4.129032258064516, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [93], "patch_count_stats": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}, "patch_lengths": [3, 4, 4, 8, 5, 1, 3, 9, 4, 3, 4, 2, 8, 5, 7, 12, 4, 4, 9, 1, 7, 2, 4, 2, 2, 4, 11, 3, 7, 2, 3, 3, 2, 1, 1, 1, 7, 4, 3, 3, 5, 4, 4, 3, 11, 2, 6, 3, 9, 3, 4, 8, 7, 6, 1, 11, 2, 3, 4, 6, 7, 4, 4, 5, 1, 11, 2, 1, 3, 6, 2, 2, 1, 1, 2, 1, 2, 1, 3, 3, 1, 11, 2, 3, 3, 3, 1, 1, 2, 11, 5, 4, 2], "patch_length_stats": {"count": 93, "sum": 385, "mean": 4.139784946236559, "median": 3.0, "p95": 11.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 10, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03978568599995924, "decode_time_sec": 6.326516428085597, "total_time_sec": 6.940574436001043, "prefill_units_per_sec": 13723.528607765098, "prefill_bytes_per_sec": 13698.393939985308, "decode_units_per_sec": 106.06152811382876, "decode_bytes_per_sec": 106.06152811382876, "total_units_per_sec": 96.67787676470921, "total_bytes_per_sec": 96.67787676470921, "step_latency_ms": {"count": 671, "sum": 6263, "mean": 9.333830104321908, "median": 6.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2878.3671875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}, "model_input_units": {"count": 1, "sum": 546, "mean": 546.0, "median": 546.0, "p95": 546.0, "max": 546, "min": 546}}, "generated_stats": {"units": {"count": 1, "sum": 671, "mean": 671.0, "median": 671.0, "p95": 671.0, "max": 671, "min": 671}, "bytes": {"count": 1, "sum": 671, "mean": 671.0, "median": 671.0, "p95": 671.0, "max": 671, "min": 671}}, "compression_summary": {"raw_prompt_bytes": 545, "model_input_units": 546, "stage0_units": 108, "stage1_units": null, "bytes_per_stage0_unit": 5.046296296296297, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [108], "patch_count_stats": {"count": 1, "sum": 108, "mean": 108.0, "median": 108.0, "p95": 108.0, "max": 108, "min": 108}, "patch_lengths": [3, 7, 4, 1, 10, 1, 11, 6, 3, 3, 4, 3, 4, 11, 10, 1, 2, 4, 1, 6, 4, 11, 10, 2, 2, 9, 3, 7, 6, 2, 4, 7, 4, 5, 3, 10, 2, 11, 5, 2, 4, 5, 2, 4, 3, 2, 3, 7, 2, 4, 7, 3, 5, 3, 11, 3, 4, 5, 2, 15, 9, 2, 11, 3, 11, 3, 2, 1, 5, 3, 15, 6, 7, 1, 2, 2, 2, 11, 5, 2, 15, 6, 7, 1, 2, 2, 3, 7, 3, 11, 2, 11, 7, 6, 2, 7, 2, 12, 5, 1, 4, 2, 9, 4, 1, 7, 4, 2], "patch_length_stats": {"count": 108, "sum": 546, "mean": 5.055555555555555, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 11, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.038849085995025234, "decode_time_sec": 3.604016858011164, "total_time_sec": 3.9644542909991287, "prefill_units_per_sec": 6718.304776421818, "prefill_bytes_per_sec": 6692.564145094531, "decode_units_per_sec": 107.10271766403716, "decode_bytes_per_sec": 107.10271766403716, "total_units_per_sec": 97.36522902442636, "total_bytes_per_sec": 97.36522902442636, "step_latency_ms": {"count": 386, "sum": 3608, "mean": 9.347150259067357, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2856.369140625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 4.642857142857143, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [3, 4, 5, 9, 7, 5, 1, 7, 3, 3, 4, 3, 7, 2, 5, 1, 7, 5, 2, 4, 7, 4, 5, 3, 7, 6, 3, 1, 4, 11, 3, 4, 3, 7, 2, 15, 5, 3, 5, 2, 3, 1, 2, 11, 4, 9, 1, 11, 3, 4, 2, 2, 7, 5, 5, 4], "patch_length_stats": {"count": 56, "sum": 261, "mean": 4.660714285714286, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 12, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05022394900151994, "decode_time_sec": 5.809519225029362, "total_time_sec": 6.384114569998928, "prefill_units_per_sec": 9696.569259921433, "prefill_bytes_per_sec": 9676.658440085865, "decode_units_per_sec": 105.34434542591721, "decode_bytes_per_sec": 105.34434542591721, "total_units_per_sec": 95.86294125672352, "total_bytes_per_sec": 95.86294125672352, "step_latency_ms": {"count": 612, "sum": 5746, "mean": 9.38888888888889, "median": 6.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2874.03369140625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}, "model_input_units": {"count": 1, "sum": 487, "mean": 487.0, "median": 487.0, "p95": 487.0, "max": 487, "min": 487}}, "generated_stats": {"units": {"count": 1, "sum": 612, "mean": 612.0, "median": 612.0, "p95": 612.0, "max": 612, "min": 612}, "bytes": {"count": 1, "sum": 612, "mean": 612.0, "median": 612.0, "p95": 612.0, "max": 612, "min": 612}}, "compression_summary": {"raw_prompt_bytes": 486, "model_input_units": 487, "stage0_units": 103, "stage1_units": null, "bytes_per_stage0_unit": 4.718446601941747, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [103], "patch_count_stats": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}, "patch_lengths": [3, 3, 8, 2, 3, 6, 7, 5, 1, 8, 3, 3, 4, 5, 2, 7, 8, 5, 8, 2, 7, 8, 7, 2, 3, 6, 5, 2, 2, 5, 2, 2, 6, 2, 2, 4, 2, 2, 4, 2, 3, 27, 9, 3, 7, 3, 5, 2, 5, 7, 2, 3, 5, 3, 4, 5, 2, 5, 7, 3, 5, 1, 1, 3, 11, 2, 2, 5, 1, 7, 5, 2, 11, 4, 2, 1, 4, 3, 5, 7, 6, 5, 3, 3, 7, 1, 5, 4, 4, 15, 3, 2, 3, 1, 7, 7, 1, 4, 28, 2, 5, 7, 4], "patch_length_stats": {"count": 103, "sum": 487, "mean": 4.728155339805825, "median": 4.0, "p95": 8.899999999999991, "max": 28, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 13, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05262194699753309, "decode_time_sec": 6.05364369300878, "total_time_sec": 6.622849755000061, "prefill_units_per_sec": 9064.658896455536, "prefill_bytes_per_sec": 9045.65541868519, "decode_units_per_sec": 99.44424061416706, "decode_bytes_per_sec": 99.44424061416706, "total_units_per_sec": 90.89742667731626, "total_bytes_per_sec": 90.89742667731626, "step_latency_ms": {"count": 602, "sum": 6068, "mean": 10.079734219269103, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2873.39990234375, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}, "model_input_units": {"count": 1, "sum": 477, "mean": 477.0, "median": 477.0, "p95": 477.0, "max": 477, "min": 477}}, "generated_stats": {"units": {"count": 1, "sum": 602, "mean": 602.0, "median": 602.0, "p95": 602.0, "max": 602, "min": 602}, "bytes": {"count": 1, "sum": 602, "mean": 602.0, "median": 602.0, "p95": 602.0, "max": 602, "min": 602}}, "compression_summary": {"raw_prompt_bytes": 476, "model_input_units": 477, "stage0_units": 99, "stage1_units": null, "bytes_per_stage0_unit": 4.808080808080808, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [99], "patch_count_stats": {"count": 1, "sum": 99, "mean": 99.0, "median": 99.0, "p95": 99.0, "max": 99, "min": 99}, "patch_lengths": [3, 7, 10, 3, 3, 3, 9, 5, 2, 3, 3, 4, 4, 1, 6, 3, 10, 3, 2, 5, 4, 5, 7, 9, 2, 4, 7, 4, 2, 3, 6, 2, 11, 9, 7, 2, 2, 3, 13, 7, 4, 4, 7, 4, 2, 3, 3, 2, 8, 3, 3, 3, 11, 9, 7, 2, 2, 7, 9, 5, 7, 9, 2, 10, 5, 2, 2, 3, 3, 6, 1, 4, 9, 3, 9, 5, 2, 3, 7, 5, 2, 7, 5, 4, 7, 5, 4, 3, 9, 5, 2, 2, 3, 8, 5, 6, 1, 4, 2], "patch_length_stats": {"count": 99, "sum": 477, "mean": 4.818181818181818, "median": 4.0, "p95": 10.0, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 14, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05157942900041235, "decode_time_sec": 7.620217106043128, "total_time_sec": 8.309011365003244, "prefill_units_per_sec": 11632.544439280306, "prefill_bytes_per_sec": 11613.156865214838, "decode_units_per_sec": 95.14164621701484, "decode_bytes_per_sec": 95.14164621701484, "total_units_per_sec": 87.25466462275287, "total_bytes_per_sec": 87.25466462275287, "step_latency_ms": {"count": 725, "sum": 7650, "mean": 10.551724137931034, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2883.36083984375, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 599, "mean": 599.0, "median": 599.0, "p95": 599.0, "max": 599, "min": 599}, "model_input_units": {"count": 1, "sum": 600, "mean": 600.0, "median": 600.0, "p95": 600.0, "max": 600, "min": 600}}, "generated_stats": {"units": {"count": 1, "sum": 725, "mean": 725.0, "median": 725.0, "p95": 725.0, "max": 725, "min": 725}, "bytes": {"count": 1, "sum": 725, "mean": 725.0, "median": 725.0, "p95": 725.0, "max": 725, "min": 725}}, "compression_summary": {"raw_prompt_bytes": 599, "model_input_units": 600, "stage0_units": 124, "stage1_units": null, "bytes_per_stage0_unit": 4.830645161290323, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [124], "patch_count_stats": {"count": 1, "sum": 124, "mean": 124.0, "median": 124.0, "p95": 124.0, "max": 124, "min": 124}, "patch_lengths": [3, 5, 5, 9, 3, 3, 3, 7, 2, 4, 7, 3, 3, 6, 2, 7, 9, 5, 5, 9, 3, 3, 3, 9, 4, 2, 5, 8, 3, 2, 7, 2, 2, 9, 2, 4, 2, 3, 6, 3, 2, 2, 9, 5, 2, 3, 2, 8, 2, 7, 3, 4, 10, 4, 5, 3, 7, 10, 2, 5, 2, 9, 3, 7, 3, 5, 2, 9, 5, 2, 3, 2, 8, 3, 11, 9, 2, 9, 4, 4, 3, 7, 2, 7, 4, 7, 9, 3, 10, 1, 7, 5, 5, 2, 9, 5, 2, 3, 2, 5, 3, 11, 7, 2, 1, 6, 3, 3, 5, 2, 4, 7, 6, 6, 3, 7, 2, 7, 5, 2, 11, 7, 10, 3], "patch_length_stats": {"count": 124, "sum": 600, "mean": 4.838709677419355, "median": 4.0, "p95": 9.849999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 15, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04137222400458995, "decode_time_sec": 10.80456317601056, "total_time_sec": 11.852263341002981, "prefill_units_per_sec": 23373.169397243866, "prefill_bytes_per_sec": 23348.998591248786, "decode_units_per_sec": 101.06840806156555, "decode_bytes_per_sec": 101.06840806156555, "total_units_per_sec": 92.13430115260931, "total_bytes_per_sec": 92.13430115260931, "step_latency_ms": {"count": 1092, "sum": 10751, "mean": 9.845238095238095, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2938.75244140625, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}, "model_input_units": {"count": 1, "sum": 967, "mean": 967.0, "median": 967.0, "p95": 967.0, "max": 967, "min": 967}}, "generated_stats": {"units": {"count": 1, "sum": 1092, "mean": 1092.0, "median": 1092.0, "p95": 1092.0, "max": 1092, "min": 1092}, "bytes": {"count": 1, "sum": 1092, "mean": 1092.0, "median": 1092.0, "p95": 1092.0, "max": 1092, "min": 1092}}, "compression_summary": {"raw_prompt_bytes": 966, "model_input_units": 967, "stage0_units": 262, "stage1_units": null, "bytes_per_stage0_unit": 3.687022900763359, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [262], "patch_count_stats": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "patch_lengths": [3, 5, 5, 1, 8, 11, 5, 1, 2, 3, 1, 2, 3, 1, 6, 1, 2, 3, 5, 1, 3, 6, 3, 3, 4, 13, 2, 3, 9, 1, 1, 3, 1, 2, 3, 1, 2, 4, 3, 7, 4, 2, 3, 3, 5, 10, 5, 3, 1, 3, 3, 4, 4, 2, 5, 2, 4, 5, 1, 1, 5, 4, 3, 1, 13, 1, 2, 5, 2, 2, 3, 8, 11, 2, 5, 1, 4, 2, 37, 2, 2, 1, 2, 1, 2, 1, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 8, 1, 13, 1, 5, 1, 4, 1, 3, 4, 5, 1, 1, 3, 31, 2, 2, 1, 1, 2, 1, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 9, 7, 1, 13, 1, 5, 1, 4, 1, 3, 4, 5, 1, 1, 2, 7, 1, 1, 1, 1, 1, 2, 31, 2, 2, 1, 5, 2, 1, 2, 2, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 5, 1, 3, 1, 5, 7, 1, 13, 1, 5, 1, 4, 1, 3, 1, 3, 5, 1, 1, 2, 7, 1, 1, 1, 1, 1, 2, 31, 2, 2, 1, 5, 2, 1, 2, 2, 2, 4, 3, 2, 6, 2, 2, 2, 3, 6, 3, 7, 4, 5, 1, 1, 2, 6, 4, 2, 4, 4, 7, 7, 2], "patch_length_stats": {"count": 262, "sum": 967, "mean": 3.6908396946564888, "median": 2.0, "p95": 8.949999999999989, "max": 37, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 16, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047786521001398796, "decode_time_sec": 8.642385738992743, "total_time_sec": 9.439064398997289, "prefill_units_per_sec": 15150.715825887539, "prefill_bytes_per_sec": 15129.789422813108, "decode_units_per_sec": 98.2367630467452, "decode_bytes_per_sec": 98.2367630467452, "total_units_per_sec": 89.9453551869176, "total_bytes_per_sec": 89.9453551869176, "step_latency_ms": {"count": 849, "sum": 8601, "mean": 10.130742049469964, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2895.80029296875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 723, "mean": 723.0, "median": 723.0, "p95": 723.0, "max": 723, "min": 723}, "model_input_units": {"count": 1, "sum": 724, "mean": 724.0, "median": 724.0, "p95": 724.0, "max": 724, "min": 724}}, "generated_stats": {"units": {"count": 1, "sum": 849, "mean": 849.0, "median": 849.0, "p95": 849.0, "max": 849, "min": 849}, "bytes": {"count": 1, "sum": 849, "mean": 849.0, "median": 849.0, "p95": 849.0, "max": 849, "min": 849}}, "compression_summary": {"raw_prompt_bytes": 723, "model_input_units": 724, "stage0_units": 156, "stage1_units": null, "bytes_per_stage0_unit": 4.634615384615385, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [156], "patch_count_stats": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "patch_lengths": [3, 7, 5, 1, 4, 5, 3, 3, 4, 5, 2, 6, 6, 6, 4, 3, 4, 3, 4, 5, 3, 2, 6, 5, 6, 3, 11, 6, 6, 5, 2, 15, 3, 6, 5, 6, 1, 3, 2, 9, 6, 4, 5, 3, 11, 4, 2, 5, 7, 3, 8, 4, 7, 2, 5, 1, 6, 3, 1, 3, 4, 5, 4, 8, 6, 5, 4, 3, 7, 1, 7, 3, 4, 5, 1, 3, 4, 5, 3, 11, 6, 6, 5, 2, 3, 3, 1, 2, 4, 6, 2, 6, 4, 5, 3, 7, 4, 2, 5, 2, 7, 4, 4, 5, 2, 7, 3, 4, 4, 2, 4, 4, 11, 6, 6, 5, 2, 15, 2, 3, 3, 1, 2, 3, 7, 4, 10, 7, 3, 8, 3, 11, 4, 2, 6, 7, 4, 4, 4, 4, 6, 2, 6, 4, 5, 4, 7, 8, 2, 5, 2, 7, 7, 4, 5, 4], "patch_length_stats": {"count": 156, "sum": 724, "mean": 4.641025641025641, "median": 4.0, "p95": 9.25, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 17, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03613400800168165, "decode_time_sec": 4.9312319019882125, "total_time_sec": 5.3993647809984395, "prefill_units_per_sec": 10710.132127661822, "prefill_bytes_per_sec": 10682.457367642024, "decode_units_per_sec": 103.82801096690827, "decode_bytes_per_sec": 103.82801096690827, "total_units_per_sec": 94.82596949215979, "total_bytes_per_sec": 94.82596949215979, "step_latency_ms": {"count": 512, "sum": 4921, "mean": 9.611328125, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2868.955078125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "model_input_units": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "generated_stats": {"units": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}, "bytes": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}}, "compression_summary": {"raw_prompt_bytes": 386, "model_input_units": 387, "stage0_units": 75, "stage1_units": null, "bytes_per_stage0_unit": 5.1466666666666665, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [75], "patch_count_stats": {"count": 1, "sum": 75, "mean": 75.0, "median": 75.0, "p95": 75.0, "max": 75, "min": 75}, "patch_lengths": [3, 5, 5, 4, 5, 5, 1, 5, 3, 3, 4, 5, 4, 5, 2, 5, 7, 4, 4, 3, 5, 2, 11, 4, 2, 15, 5, 2, 8, 4, 2, 15, 8, 2, 5, 5, 4, 15, 7, 4, 2, 8, 4, 2, 1, 2, 3, 4, 4, 15, 3, 4, 7, 4, 2, 19, 8, 5, 2, 8, 4, 2, 7, 5, 2, 5, 5, 2, 23, 3, 3, 1, 2, 5, 4], "patch_length_stats": {"count": 75, "sum": 387, "mean": 5.16, "median": 4.0, "p95": 15.0, "max": 23, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 18, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04741678100253921, "decode_time_sec": 4.22797205099414, "total_time_sec": 4.613736281000456, "prefill_units_per_sec": 5947.261582031447, "prefill_bytes_per_sec": 5926.172001953321, "decode_units_per_sec": 96.26364486120491, "decode_bytes_per_sec": 96.26364486120491, "total_units_per_sec": 88.21483830275295, "total_bytes_per_sec": 88.21483830275295, "step_latency_ms": {"count": 407, "sum": 4237, "mean": 10.41031941031941, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2858.30615234375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 407, "mean": 407.0, "median": 407.0, "p95": 407.0, "max": 407, "min": 407}, "bytes": {"count": 1, "sum": 407, "mean": 407.0, "median": 407.0, "p95": 407.0, "max": 407, "min": 407}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 67, "stage1_units": null, "bytes_per_stage0_unit": 4.1940298507462686, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [67], "patch_count_stats": {"count": 1, "sum": 67, "mean": 67.0, "median": 67.0, "p95": 67.0, "max": 67, "min": 67}, "patch_lengths": [3, 6, 5, 5, 3, 3, 4, 5, 4, 2, 3, 5, 5, 5, 5, 7, 1, 5, 3, 7, 3, 1, 2, 6, 3, 2, 2, 2, 4, 9, 6, 3, 7, 4, 7, 3, 4, 2, 6, 5, 4, 1, 2, 5, 4, 11, 5, 5, 2, 7, 3, 6, 3, 3, 1, 2, 11, 3, 5, 5, 4, 3, 5, 5, 3, 4, 3], "patch_length_stats": {"count": 67, "sum": 282, "mean": 4.208955223880597, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 19, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.046056182000029366, "decode_time_sec": 6.363991779006028, "total_time_sec": 6.9694043539966515, "prefill_units_per_sec": 11333.983351022609, "prefill_bytes_per_sec": 11312.27073923904, "decode_units_per_sec": 101.66575043895686, "decode_bytes_per_sec": 101.66575043895686, "total_units_per_sec": 92.83433233845494, "total_bytes_per_sec": 92.83433233845494, "step_latency_ms": {"count": 647, "sum": 6342, "mean": 9.802163833075735, "median": 7.0, "p95": 23.0, "max": 34, "min": 6}, "peak_allocated_mb": 2878.716796875, "peak_reserved_mb": 3018.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 521, "mean": 521.0, "median": 521.0, "p95": 521.0, "max": 521, "min": 521}, "model_input_units": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}}, "generated_stats": {"units": {"count": 1, "sum": 647, "mean": 647.0, "median": 647.0, "p95": 647.0, "max": 647, "min": 647}, "bytes": {"count": 1, "sum": 647, "mean": 647.0, "median": 647.0, "p95": 647.0, "max": 647, "min": 647}}, "compression_summary": {"raw_prompt_bytes": 521, "model_input_units": 522, "stage0_units": 120, "stage1_units": null, "bytes_per_stage0_unit": 4.341666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [120], "patch_count_stats": {"count": 1, "sum": 120, "mean": 120.0, "median": 120.0, "p95": 120.0, "max": 120, "min": 120}, "patch_lengths": [3, 4, 4, 1, 5, 3, 4, 2, 7, 2, 2, 1, 6, 1, 3, 2, 7, 1, 8, 3, 7, 1, 10, 7, 1, 3, 4, 2, 7, 2, 4, 3, 4, 4, 6, 4, 9, 4, 1, 9, 3, 5, 6, 2, 7, 2, 3, 5, 3, 3, 3, 8, 2, 1, 2, 1, 4, 2, 7, 4, 2, 10, 2, 7, 2, 8, 10, 2, 5, 1, 10, 11, 1, 4, 7, 4, 3, 1, 7, 2, 6, 1, 7, 7, 2, 5, 2, 4, 2, 3, 4, 2, 9, 1, 3, 2, 5, 6, 2, 6, 3, 15, 9, 2, 3, 8, 2, 10, 2, 3, 5, 1, 5, 9, 3, 7, 8, 2, 9, 4], "patch_length_stats": {"count": 120, "sum": 522, "mean": 4.35, "median": 4.0, "p95": 10.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 20, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04962969000189332, "decode_time_sec": 5.7912245930419886, "total_time_sec": 6.3406849689999945, "prefill_units_per_sec": 9288.794670738691, "prefill_bytes_per_sec": 9268.645441518, "decode_units_per_sec": 101.18757968807915, "decode_bytes_per_sec": 101.18757968807915, "total_units_per_sec": 92.41903719629514, "total_bytes_per_sec": 92.41903719629514, "step_latency_ms": {"count": 586, "sum": 5789, "mean": 9.878839590443686, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2872.72900390625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}, "model_input_units": {"count": 1, "sum": 461, "mean": 461.0, "median": 461.0, "p95": 461.0, "max": 461, "min": 461}}, "generated_stats": {"units": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}, "bytes": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}}, "compression_summary": {"raw_prompt_bytes": 460, "model_input_units": 461, "stage0_units": 98, "stage1_units": null, "bytes_per_stage0_unit": 4.6938775510204085, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [98], "patch_count_stats": {"count": 1, "sum": 98, "mean": 98.0, "median": 98.0, "p95": 98.0, "max": 98, "min": 98}, "patch_lengths": [3, 4, 4, 4, 3, 5, 1, 7, 1, 7, 5, 3, 3, 4, 7, 2, 5, 2, 7, 7, 7, 2, 7, 6, 7, 2, 5, 7, 3, 5, 5, 8, 3, 4, 5, 2, 11, 6, 7, 2, 4, 7, 2, 2, 5, 5, 8, 2, 3, 4, 9, 2, 7, 3, 4, 5, 3, 7, 9, 2, 8, 2, 2, 2, 5, 5, 1, 7, 5, 2, 7, 2, 10, 4, 8, 2, 11, 7, 2, 3, 3, 11, 5, 3, 1, 4, 1, 2, 2, 4, 5, 4, 11, 6, 7, 6, 7, 3], "patch_length_stats": {"count": 98, "sum": 461, "mean": 4.704081632653061, "median": 4.0, "p95": 9.149999999999991, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 21, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.033555649999470916, "decode_time_sec": 5.642143277033028, "total_time_sec": 6.160665120001795, "prefill_units_per_sec": 13380.757041126593, "prefill_bytes_per_sec": 13350.955800500475, "decode_units_per_sec": 101.73438918797592, "decode_bytes_per_sec": 101.73438918797592, "total_units_per_sec": 93.17175805196709, "total_bytes_per_sec": 93.17175805196709, "step_latency_ms": {"count": 574, "sum": 5645, "mean": 9.834494773519165, "median": 7.0, "p95": 23.350000000000023, "max": 25, "min": 6}, "peak_allocated_mb": 2875.26806640625, "peak_reserved_mb": 2996.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}, "model_input_units": {"count": 1, "sum": 449, "mean": 449.0, "median": 449.0, "p95": 449.0, "max": 449, "min": 449}}, "generated_stats": {"units": {"count": 1, "sum": 574, "mean": 574.0, "median": 574.0, "p95": 574.0, "max": 574, "min": 574}, "bytes": {"count": 1, "sum": 574, "mean": 574.0, "median": 574.0, "p95": 574.0, "max": 574, "min": 574}}, "compression_summary": {"raw_prompt_bytes": 448, "model_input_units": 449, "stage0_units": 117, "stage1_units": null, "bytes_per_stage0_unit": 3.8290598290598292, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [117], "patch_count_stats": {"count": 1, "sum": 117, "mean": 117.0, "median": 117.0, "p95": 117.0, "max": 117, "min": 117}, "patch_lengths": [3, 4, 11, 6, 1, 4, 3, 3, 3, 4, 6, 2, 7, 7, 1, 3, 2, 4, 11, 7, 4, 4, 7, 4, 8, 7, 3, 4, 5, 6, 1, 3, 4, 3, 5, 3, 4, 6, 5, 4, 7, 5, 5, 2, 2, 1, 1, 1, 7, 5, 6, 2, 1, 1, 1, 7, 5, 5, 2, 5, 1, 7, 5, 3, 6, 4, 2, 2, 1, 2, 6, 7, 4, 3, 2, 5, 1, 1, 3, 6, 2, 5, 1, 1, 2, 7, 5, 3, 6, 4, 2, 3, 2, 6, 7, 4, 3, 2, 5, 1, 1, 3, 5, 2, 5, 1, 1, 2, 7, 5, 3, 6, 4, 2, 3, 2, 2], "patch_length_stats": {"count": 117, "sum": 449, "mean": 3.8376068376068377, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 22, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0414325160018052, "decode_time_sec": 6.373698951018014, "total_time_sec": 7.009028043001308, "prefill_units_per_sec": 13564.225739405107, "prefill_bytes_per_sec": 13540.090106416841, "decode_units_per_sec": 107.78670365193067, "decode_bytes_per_sec": 107.78670365193067, "total_units_per_sec": 98.01644333353565, "total_bytes_per_sec": 98.01644333353565, "step_latency_ms": {"count": 687, "sum": 6367, "mean": 9.26783114992722, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2876.8505859375, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 561, "mean": 561.0, "median": 561.0, "p95": 561.0, "max": 561, "min": 561}, "model_input_units": {"count": 1, "sum": 562, "mean": 562.0, "median": 562.0, "p95": 562.0, "max": 562, "min": 562}}, "generated_stats": {"units": {"count": 1, "sum": 687, "mean": 687.0, "median": 687.0, "p95": 687.0, "max": 687, "min": 687}, "bytes": {"count": 1, "sum": 687, "mean": 687.0, "median": 687.0, "p95": 687.0, "max": 687, "min": 687}}, "compression_summary": {"raw_prompt_bytes": 561, "model_input_units": 562, "stage0_units": 91, "stage1_units": null, "bytes_per_stage0_unit": 6.164835164835165, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [91], "patch_count_stats": {"count": 1, "sum": 91, "mean": 91.0, "median": 91.0, "p95": 91.0, "max": 91, "min": 91}, "patch_lengths": [3, 8, 9, 5, 3, 3, 4, 9, 2, 4, 7, 4, 6, 3, 5, 7, 7, 4, 11, 4, 9, 5, 3, 3, 8, 2, 2, 5, 9, 2, 2, 6, 3, 6, 4, 15, 3, 4, 8, 6, 1, 9, 5, 3, 19, 9, 2, 11, 4, 9, 2, 8, 6, 1, 9, 5, 3, 15, 3, 4, 11, 3, 6, 1, 9, 3, 19, 9, 2, 15, 11, 2, 9, 4, 3, 6, 11, 3, 15, 3, 11, 3, 5, 2, 19, 9, 2, 15, 4, 4, 2], "patch_length_stats": {"count": 91, "sum": 562, "mean": 6.175824175824176, "median": 5.0, "p95": 15.0, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 23, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.054544388000067556, "decode_time_sec": 7.510104978980962, "total_time_sec": 8.183910839001328, "prefill_units_per_sec": 10816.878172677805, "prefill_bytes_per_sec": 10798.544480859708, "decode_units_per_sec": 95.2050606484355, "decode_bytes_per_sec": 95.2050606484355, "total_units_per_sec": 87.36654321703858, "total_bytes_per_sec": 87.36654321703858, "step_latency_ms": {"count": 715, "sum": 7496, "mean": 10.483916083916084, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2885.0712890625, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 589, "mean": 589.0, "median": 589.0, "p95": 589.0, "max": 589, "min": 589}, "model_input_units": {"count": 1, "sum": 590, "mean": 590.0, "median": 590.0, "p95": 590.0, "max": 590, "min": 590}}, "generated_stats": {"units": {"count": 1, "sum": 715, "mean": 715.0, "median": 715.0, "p95": 715.0, "max": 715, "min": 715}, "bytes": {"count": 1, "sum": 715, "mean": 715.0, "median": 715.0, "p95": 715.0, "max": 715, "min": 715}}, "compression_summary": {"raw_prompt_bytes": 589, "model_input_units": 590, "stage0_units": 140, "stage1_units": null, "bytes_per_stage0_unit": 4.207142857142857, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [140], "patch_count_stats": {"count": 1, "sum": 140, "mean": 140.0, "median": 140.0, "p95": 140.0, "max": 140, "min": 140}, "patch_lengths": [3, 11, 5, 5, 1, 4, 4, 1, 8, 3, 7, 4, 2, 8, 4, 2, 5, 4, 2, 5, 2, 1, 8, 4, 5, 2, 3, 3, 2, 6, 4, 4, 3, 6, 7, 11, 6, 4, 1, 3, 4, 5, 2, 1, 3, 8, 4, 5, 2, 3, 7, 2, 1, 3, 8, 5, 2, 10, 4, 1, 2, 1, 2, 3, 2, 4, 2, 1, 7, 2, 3, 8, 10, 5, 11, 1, 4, 4, 2, 1, 9, 4, 2, 4, 1, 4, 4, 3, 3, 8, 10, 4, 6, 4, 10, 4, 3, 4, 5, 2, 4, 5, 6, 3, 3, 1, 2, 3, 3, 7, 4, 7, 4, 5, 3, 5, 3, 8, 5, 2, 7, 9, 5, 11, 1, 2, 1, 2, 4, 5, 2, 5, 9, 4, 4, 5, 1, 2, 4, 2], "patch_length_stats": {"count": 140, "sum": 590, "mean": 4.214285714285714, "median": 4.0, "p95": 10.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 24, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05552250600158004, "decode_time_sec": 6.36752264896495, "total_time_sec": 6.936756326998875, "prefill_units_per_sec": 8627.132211690316, "prefill_bytes_per_sec": 8609.1214972609, "decode_units_per_sec": 94.85635674938369, "decode_bytes_per_sec": 94.85635674938369, "total_units_per_sec": 87.07239688514692, "total_bytes_per_sec": 87.07239688514692, "step_latency_ms": {"count": 604, "sum": 6333, "mean": 10.485099337748345, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2875.91162109375, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}, "model_input_units": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "generated_stats": {"units": {"count": 1, "sum": 604, "mean": 604.0, "median": 604.0, "p95": 604.0, "max": 604, "min": 604}, "bytes": {"count": 1, "sum": 604, "mean": 604.0, "median": 604.0, "p95": 604.0, "max": 604, "min": 604}}, "compression_summary": {"raw_prompt_bytes": 478, "model_input_units": 479, "stage0_units": 117, "stage1_units": null, "bytes_per_stage0_unit": 4.085470085470085, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [117], "patch_count_stats": {"count": 1, "sum": 117, "mean": 117.0, "median": 117.0, "p95": 117.0, "max": 117, "min": 117}, "patch_lengths": [3, 6, 4, 7, 7, 3, 9, 3, 6, 4, 3, 7, 11, 2, 5, 4, 2, 3, 5, 3, 2, 5, 4, 3, 3, 3, 5, 3, 2, 2, 4, 7, 8, 9, 6, 2, 1, 1, 1, 2, 8, 6, 2, 3, 4, 2, 4, 1, 6, 3, 2, 2, 10, 4, 3, 3, 8, 1, 7, 8, 3, 3, 3, 1, 2, 1, 1, 2, 1, 2, 1, 2, 5, 2, 7, 7, 3, 7, 2, 1, 1, 1, 3, 3, 2, 2, 7, 2, 3, 2, 2, 1, 5, 9, 2, 7, 4, 4, 9, 6, 3, 7, 3, 7, 2, 7, 7, 11, 2, 8, 5, 2, 4, 4, 9, 6, 4], "patch_length_stats": {"count": 117, "sum": 479, "mean": 4.094017094017094, "median": 3.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 25, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04044368999893777, "decode_time_sec": 9.088337109958957, "total_time_sec": 9.895388158001879, "prefill_units_per_sec": 18247.59313552703, "prefill_bytes_per_sec": 18222.86739957103, "decode_units_per_sec": 94.95686499726432, "decode_bytes_per_sec": 94.95686499726432, "total_units_per_sec": 87.21234439925809, "total_bytes_per_sec": 87.21234439925809, "step_latency_ms": {"count": 863, "sum": 9049, "mean": 10.485515643105446, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2904.5732421875, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 737, "mean": 737.0, "median": 737.0, "p95": 737.0, "max": 737, "min": 737}, "model_input_units": {"count": 1, "sum": 738, "mean": 738.0, "median": 738.0, "p95": 738.0, "max": 738, "min": 738}}, "generated_stats": {"units": {"count": 1, "sum": 863, "mean": 863.0, "median": 863.0, "p95": 863.0, "max": 863, "min": 863}, "bytes": {"count": 1, "sum": 863, "mean": 863.0, "median": 863.0, "p95": 863.0, "max": 863, "min": 863}}, "compression_summary": {"raw_prompt_bytes": 737, "model_input_units": 738, "stage0_units": 215, "stage1_units": null, "bytes_per_stage0_unit": 3.427906976744186, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [215], "patch_count_stats": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}, "patch_lengths": [3, 2, 3, 2, 3, 5, 2, 4, 3, 6, 3, 3, 4, 4, 1, 3, 1, 3, 1, 5, 2, 5, 4, 2, 7, 7, 2, 7, 5, 1, 1, 5, 2, 4, 3, 6, 2, 7, 3, 4, 4, 5, 1, 6, 1, 3, 1, 1, 1, 5, 1, 1, 5, 1, 8, 2, 4, 1, 6, 1, 1, 2, 1, 3, 7, 3, 4, 5, 1, 3, 1, 2, 3, 1, 1, 4, 4, 5, 1, 3, 1, 2, 3, 1, 1, 1, 2, 6, 1, 3, 6, 1, 11, 6, 15, 2, 5, 5, 6, 8, 3, 4, 8, 1, 10, 3, 7, 5, 4, 5, 1, 3, 1, 2, 3, 1, 1, 1, 2, 4, 2, 2, 3, 1, 11, 3, 11, 4, 2, 2, 8, 5, 4, 15, 2, 2, 2, 2, 7, 2, 2, 5, 1, 3, 2, 2, 3, 24, 1, 1, 1, 2, 2, 4, 1, 1, 1, 2, 2, 2, 5, 2, 1, 4, 1, 1, 2, 3, 1, 1, 3, 1, 3, 19, 2, 3, 3, 5, 4, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 3, 2, 2, 19, 2, 3, 1, 3, 1, 1, 2, 2, 2, 5, 4, 6, 2, 1, 1, 16, 1, 2, 2, 3, 9, 2], "patch_length_stats": {"count": 215, "sum": 738, "mean": 3.432558139534884, "median": 3.0, "p95": 8.299999999999983, "max": 24, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 26, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049408054001105484, "decode_time_sec": 5.161089695040573, "total_time_sec": 5.572922131999803, "prefill_units_per_sec": 6294.520322396052, "prefill_bytes_per_sec": 6274.280707211498, "decode_units_per_sec": 84.47828380486467, "decode_bytes_per_sec": 84.47828380486467, "total_units_per_sec": 78.23543729356658, "total_bytes_per_sec": 78.23543729356658, "step_latency_ms": {"count": 436, "sum": 5139, "mean": 11.786697247706423, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2862.47998046875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 93, "stage1_units": null, "bytes_per_stage0_unit": 3.3333333333333335, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [93], "patch_count_stats": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}, "patch_lengths": [3, 5, 4, 4, 1, 3, 1, 1, 4, 3, 3, 2, 3, 10, 7, 3, 2, 6, 4, 7, 2, 3, 2, 3, 4, 2, 7, 6, 4, 2, 4, 2, 3, 2, 4, 4, 4, 4, 4, 1, 2, 6, 2, 2, 4, 2, 3, 2, 3, 1, 4, 4, 4, 4, 2, 6, 3, 1, 3, 2, 1, 3, 3, 2, 7, 5, 7, 3, 4, 2, 5, 4, 6, 1, 3, 3, 3, 1, 3, 2, 1, 3, 7, 3, 1, 2, 2, 3, 5, 3, 3, 4, 3], "patch_length_stats": {"count": 93, "sum": 311, "mean": 3.3440860215053765, "median": 3.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 27, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04648617400380317, "decode_time_sec": 5.7898216000066896, "total_time_sec": 6.330592818001605, "prefill_units_per_sec": 9852.391809283545, "prefill_bytes_per_sec": 9830.880036774191, "decode_units_per_sec": 100.69394884279792, "decode_bytes_per_sec": 100.69394884279792, "total_units_per_sec": 92.0924811878893, "total_bytes_per_sec": 92.0924811878893, "step_latency_ms": {"count": 583, "sum": 5710, "mean": 9.79416809605489, "median": 6.0, "p95": 23.0, "max": 36, "min": 6}, "peak_allocated_mb": 2871.87353515625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 457, "mean": 457.0, "median": 457.0, "p95": 457.0, "max": 457, "min": 457}, "model_input_units": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "generated_stats": {"units": {"count": 1, "sum": 583, "mean": 583.0, "median": 583.0, "p95": 583.0, "max": 583, "min": 583}, "bytes": {"count": 1, "sum": 583, "mean": 583.0, "median": 583.0, "p95": 583.0, "max": 583, "min": 583}}, "compression_summary": {"raw_prompt_bytes": 457, "model_input_units": 458, "stage0_units": 92, "stage1_units": null, "bytes_per_stage0_unit": 4.967391304347826, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [92], "patch_count_stats": {"count": 1, "sum": 92, "mean": 92.0, "median": 92.0, "p95": 92.0, "max": 92, "min": 92}, "patch_lengths": [3, 2, 6, 6, 5, 1, 7, 3, 3, 4, 2, 7, 5, 5, 7, 2, 5, 6, 8, 7, 5, 2, 8, 7, 1, 5, 2, 3, 10, 2, 5, 8, 7, 2, 7, 7, 2, 7, 2, 5, 2, 9, 9, 1, 7, 5, 2, 6, 7, 2, 10, 8, 6, 5, 2, 5, 3, 5, 2, 6, 7, 3, 2, 6, 3, 7, 8, 6, 2, 9, 2, 2, 6, 3, 9, 6, 7, 4, 3, 9, 6, 1, 3, 11, 2, 6, 3, 3, 6, 9, 9, 2], "patch_length_stats": {"count": 92, "sum": 458, "mean": 4.978260869565218, "median": 5.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 28, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.040073304997349624, "decode_time_sec": 4.886164798987011, "total_time_sec": 5.353046255000663, "prefill_units_per_sec": 9732.164592508501, "prefill_bytes_per_sec": 9707.210324322583, "decode_units_per_sec": 105.39963779092524, "decode_bytes_per_sec": 105.39963779092524, "total_units_per_sec": 96.20690266199394, "total_bytes_per_sec": 96.20690266199394, "step_latency_ms": {"count": 515, "sum": 4795, "mean": 9.310679611650485, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2869.810546875, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 515, "mean": 515.0, "median": 515.0, "p95": 515.0, "max": 515, "min": 515}, "bytes": {"count": 1, "sum": 515, "mean": 515.0, "median": 515.0, "p95": 515.0, "max": 515, "min": 515}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 81, "stage1_units": null, "bytes_per_stage0_unit": 4.802469135802469, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [81], "patch_count_stats": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}, "patch_lengths": [3, 3, 8, 5, 3, 3, 4, 7, 2, 9, 5, 3, 7, 7, 3, 4, 2, 4, 5, 8, 7, 2, 2, 4, 4, 7, 7, 5, 2, 4, 5, 8, 7, 2, 4, 4, 7, 7, 9, 2, 4, 5, 8, 7, 2, 8, 4, 7, 6, 2, 4, 5, 8, 7, 2, 6, 6, 4, 7, 3, 2, 3, 6, 1, 2, 1, 1, 1, 4, 3, 5, 7, 6, 3, 11, 7, 7, 11, 2, 6, 2], "patch_length_stats": {"count": 81, "sum": 390, "mean": 4.814814814814815, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 29, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0356571599986637, "decode_time_sec": 3.8653182060552354, "total_time_sec": 4.213141077001637, "prefill_units_per_sec": 7263.618303019824, "prefill_bytes_per_sec": 7235.573444707006, "decode_units_per_sec": 99.34499038098409, "decode_bytes_per_sec": 99.34499038098409, "total_units_per_sec": 91.14339942143143, "total_bytes_per_sec": 91.14339942143143, "step_latency_ms": {"count": 384, "sum": 3801, "mean": 9.8984375, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2856.19140625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}, "model_input_units": {"count": 1, "sum": 259, "mean": 259.0, "median": 259.0, "p95": 259.0, "max": 259, "min": 259}}, "generated_stats": {"units": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}, "bytes": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}}, "compression_summary": {"raw_prompt_bytes": 258, "model_input_units": 259, "stage0_units": 55, "stage1_units": null, "bytes_per_stage0_unit": 4.6909090909090905, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [55], "patch_count_stats": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}, "patch_lengths": [3, 5, 10, 4, 3, 5, 8, 7, 7, 4, 1, 3, 5, 5, 2, 7, 6, 7, 6, 1, 3, 5, 6, 10, 2, 4, 8, 6, 4, 9, 2, 7, 6, 10, 4, 4, 3, 2, 5, 3, 3, 5, 3, 3, 4, 6, 2, 2, 3, 7, 4, 4, 3, 6, 2], "patch_length_stats": {"count": 55, "sum": 259, "mean": 4.709090909090909, "median": 4.0, "p95": 9.299999999999997, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 30, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.043772306002210826, "decode_time_sec": 4.185392891951778, "total_time_sec": 4.603787050000392, "prefill_units_per_sec": 7516.167870693928, "prefill_bytes_per_sec": 7493.322375646227, "decode_units_per_sec": 108.47249271938381, "decode_bytes_per_sec": 108.47249271938381, "total_units_per_sec": 98.61446567124806, "total_bytes_per_sec": 98.61446567124806, "step_latency_ms": {"count": 454, "sum": 4102, "mean": 9.035242290748899, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2861.27197265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "model_input_units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "generated_stats": {"units": {"count": 1, "sum": 454, "mean": 454.0, "median": 454.0, "p95": 454.0, "max": 454, "min": 454}, "bytes": {"count": 1, "sum": 454, "mean": 454.0, "median": 454.0, "p95": 454.0, "max": 454, "min": 454}}, "compression_summary": {"raw_prompt_bytes": 328, "model_input_units": 329, "stage0_units": 75, "stage1_units": null, "bytes_per_stage0_unit": 4.373333333333333, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [75], "patch_count_stats": {"count": 1, "sum": 75, "mean": 75.0, "median": 75.0, "p95": 75.0, "max": 75, "min": 75}, "patch_lengths": [3, 6, 5, 7, 5, 1, 7, 1, 6, 1, 6, 3, 3, 4, 2, 10, 5, 3, 1, 5, 7, 1, 7, 4, 2, 3, 7, 1, 1, 1, 4, 6, 2, 1, 3, 11, 3, 11, 6, 2, 1, 1, 2, 5, 3, 15, 4, 2, 1, 2, 3, 6, 2, 1, 1, 2, 4, 5, 4, 19, 3, 11, 2, 1, 5, 3, 23, 4, 3, 1, 3, 3, 2, 10, 5], "patch_length_stats": {"count": 75, "sum": 329, "mean": 4.386666666666667, "median": 3.0, "p95": 11.0, "max": 23, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 31, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.037920855000265874, "decode_time_sec": 3.828400618996966, "total_time_sec": 4.181823441002052, "prefill_units_per_sec": 6882.756203629113, "prefill_bytes_per_sec": 6856.385490205246, "decode_units_per_sec": 100.82539379097982, "decode_bytes_per_sec": 100.82539379097982, "total_units_per_sec": 92.30423174143056, "total_bytes_per_sec": 92.30423174143056, "step_latency_ms": {"count": 386, "sum": 3780, "mean": 9.792746113989637, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2856.369140625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 4.642857142857143, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [3, 2, 5, 8, 8, 8, 6, 3, 5, 3, 8, 4, 12, 5, 3, 4, 8, 10, 4, 6, 1, 3, 5, 3, 4, 6, 6, 9, 4, 3, 1, 3, 2, 3, 6, 4, 2, 1, 3, 6, 4, 2, 6, 2, 6, 5, 3, 9, 5, 6, 3, 6, 4, 2, 6, 2], "patch_length_stats": {"count": 56, "sum": 261, "mean": 4.660714285714286, "median": 4.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 32, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04673563899996225, "decode_time_sec": 9.92926080300822, "total_time_sec": 10.799391708998883, "prefill_units_per_sec": 16839.397445718794, "prefill_bytes_per_sec": 16818.00049851966, "decode_units_per_sec": 91.84973766865866, "decode_bytes_per_sec": 91.84973766865866, "total_units_per_sec": 84.44920089712568, "total_bytes_per_sec": 84.44920089712568, "step_latency_ms": {"count": 912, "sum": 9959, "mean": 10.919956140350877, "median": 7.0, "p95": 24.0, "max": 30, "min": 6}, "peak_allocated_mb": 2910.96337890625, "peak_reserved_mb": 3026.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 786, "mean": 786.0, "median": 786.0, "p95": 786.0, "max": 786, "min": 786}, "model_input_units": {"count": 1, "sum": 787, "mean": 787.0, "median": 787.0, "p95": 787.0, "max": 787, "min": 787}}, "generated_stats": {"units": {"count": 1, "sum": 912, "mean": 912.0, "median": 912.0, "p95": 912.0, "max": 912, "min": 912}, "bytes": {"count": 1, "sum": 912, "mean": 912.0, "median": 912.0, "p95": 912.0, "max": 912, "min": 912}}, "compression_summary": {"raw_prompt_bytes": 786, "model_input_units": 787, "stage0_units": 180, "stage1_units": null, "bytes_per_stage0_unit": 4.366666666666666, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [180], "patch_count_stats": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "patch_lengths": [3, 2, 6, 7, 5, 5, 1, 6, 1, 7, 1, 6, 3, 3, 4, 2, 4, 2, 10, 3, 4, 11, 7, 5, 3, 3, 3, 6, 4, 1, 7, 2, 5, 3, 4, 5, 5, 2, 7, 4, 2, 4, 1, 9, 2, 7, 2, 6, 7, 2, 7, 2, 5, 4, 5, 5, 9, 5, 10, 2, 8, 3, 4, 1, 1, 2, 7, 6, 2, 8, 6, 3, 7, 6, 2, 7, 3, 6, 3, 5, 2, 11, 7, 4, 6, 1, 7, 1, 6, 3, 3, 4, 7, 2, 6, 6, 3, 7, 3, 7, 2, 1, 1, 2, 11, 7, 4, 6, 2, 1, 5, 2, 7, 1, 5, 3, 3, 4, 2, 5, 5, 9, 5, 3, 7, 3, 7, 10, 8, 1, 7, 2, 3, 4, 10, 3, 4, 6, 2, 7, 3, 6, 11, 2, 2, 2, 1, 4, 11, 3, 4, 6, 1, 2, 1, 1, 2, 15, 2, 7, 4, 4, 5, 9, 1, 1, 2, 1, 1, 1, 1, 2, 2, 15, 7, 3, 1, 3, 1, 3], "patch_length_stats": {"count": 180, "sum": 787, "mean": 4.372222222222222, "median": 4.0, "p95": 10.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 33, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.040330899002583465, "decode_time_sec": 4.4624360510388215, "total_time_sec": 4.906463485000131, "prefill_units_per_sec": 8802.184151096157, "prefill_bytes_per_sec": 8777.389266163493, "decode_units_per_sec": 107.5645666425314, "decode_bytes_per_sec": 107.5645666425314, "total_units_per_sec": 97.83013803474523, "total_bytes_per_sec": 97.83013803474523, "step_latency_ms": {"count": 480, "sum": 4414, "mean": 9.195833333333333, "median": 6.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2866.7021484375, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 480, "mean": 480.0, "median": 480.0, "p95": 480.0, "max": 480, "min": 480}, "bytes": {"count": 1, "sum": 480, "mean": 480.0, "median": 480.0, "p95": 480.0, "max": 480, "min": 480}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 114, "stage1_units": null, "bytes_per_stage0_unit": 3.1052631578947367, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [114], "patch_count_stats": {"count": 1, "sum": 114, "mean": 114.0, "median": 114.0, "p95": 114.0, "max": 114, "min": 114}, "patch_lengths": [3, 4, 7, 5, 5, 3, 3, 6, 3, 3, 1, 2, 1, 2, 1, 12, 1, 3, 1, 2, 1, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 2, 3, 4, 5, 3, 1, 2, 1, 1, 1, 3, 1, 3, 1, 3, 2, 2, 2, 1, 1, 7, 2, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 9, 3, 3, 1, 2, 1, 2, 7, 2, 3, 2, 3, 5, 7, 2, 5, 4, 7, 3, 6, 5, 2, 3, 1, 1, 2, 7, 9, 2, 5, 3, 5, 9, 4, 7, 7, 2, 2, 3, 2, 3, 4, 6, 7, 2, 11, 6, 3], "patch_length_stats": {"count": 114, "sum": 355, "mean": 3.1140350877192984, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 34, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04759186799856252, "decode_time_sec": 4.732223280967446, "total_time_sec": 5.198396320996835, "prefill_units_per_sec": 7606.341486972816, "prefill_bytes_per_sec": 7585.32949391488, "decode_units_per_sec": 102.91145854395077, "decode_bytes_per_sec": 102.91145854395077, "total_units_per_sec": 93.68273789225323, "total_bytes_per_sec": 93.68273789225323, "step_latency_ms": {"count": 487, "sum": 4748, "mean": 9.749486652977414, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2860.8447265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}, "model_input_units": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "generated_stats": {"units": {"count": 1, "sum": 487, "mean": 487.0, "median": 487.0, "p95": 487.0, "max": 487, "min": 487}, "bytes": {"count": 1, "sum": 487, "mean": 487.0, "median": 487.0, "p95": 487.0, "max": 487, "min": 487}}, "compression_summary": {"raw_prompt_bytes": 361, "model_input_units": 362, "stage0_units": 69, "stage1_units": null, "bytes_per_stage0_unit": 5.231884057971015, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [69], "patch_count_stats": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}, "patch_lengths": [3, 5, 10, 5, 6, 5, 4, 3, 4, 4, 2, 11, 5, 10, 2, 5, 6, 4, 4, 5, 5, 6, 3, 11, 6, 2, 5, 10, 3, 4, 4, 4, 4, 3, 14, 10, 3, 2, 2, 11, 6, 2, 15, 2, 7, 10, 5, 2, 1, 1, 1, 7, 8, 5, 2, 7, 6, 7, 3, 11, 4, 2, 2, 4, 6, 6, 5, 6, 4], "patch_length_stats": {"count": 69, "sum": 362, "mean": 5.246376811594203, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 35, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.050734120995912235, "decode_time_sec": 4.119801176999317, "total_time_sec": 4.496337832999416, "prefill_units_per_sec": 5302.151583973909, "prefill_bytes_per_sec": 5282.440983289991, "decode_units_per_sec": 95.63568314890679, "decode_bytes_per_sec": 95.63568314890679, "total_units_per_sec": 87.62686760509065, "total_bytes_per_sec": 87.62686760509065, "step_latency_ms": {"count": 394, "sum": 4093, "mean": 10.388324873096447, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2858.05126953125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 67, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [67], "patch_count_stats": {"count": 1, "sum": 67, "mean": 67.0, "median": 67.0, "p95": 67.0, "max": 67, "min": 67}, "patch_lengths": [3, 4, 7, 5, 1, 7, 9, 1, 9, 5, 1, 9, 5, 3, 3, 5, 5, 2, 2, 4, 3, 7, 1, 3, 7, 3, 3, 4, 4, 3, 4, 2, 2, 2, 2, 5, 1, 2, 7, 2, 2, 3, 2, 4, 4, 2, 5, 1, 4, 6, 2, 7, 9, 2, 3, 3, 9, 2, 7, 4, 7, 3, 2, 4, 2, 9, 4], "patch_length_stats": {"count": 67, "sum": 269, "mean": 4.014925373134329, "median": 3.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 36, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03190577599889366, "decode_time_sec": 4.205573315004585, "total_time_sec": 4.608503502000531, "prefill_units_per_sec": 10060.874244560946, "prefill_bytes_per_sec": 10029.531957194713, "decode_units_per_sec": 106.04975031793346, "decode_bytes_per_sec": 106.04975031793346, "total_units_per_sec": 96.77761985130171, "total_bytes_per_sec": 96.77761985130171, "step_latency_ms": {"count": 446, "sum": 4181, "mean": 9.374439461883409, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2859.0712890625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "model_input_units": {"count": 1, "sum": 321, "mean": 321.0, "median": 321.0, "p95": 321.0, "max": 321, "min": 321}}, "generated_stats": {"units": {"count": 1, "sum": 446, "mean": 446.0, "median": 446.0, "p95": 446.0, "max": 446, "min": 446}, "bytes": {"count": 1, "sum": 446, "mean": 446.0, "median": 446.0, "p95": 446.0, "max": 446, "min": 446}}, "compression_summary": {"raw_prompt_bytes": 320, "model_input_units": 321, "stage0_units": 67, "stage1_units": null, "bytes_per_stage0_unit": 4.776119402985074, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [67], "patch_count_stats": {"count": 1, "sum": 67, "mean": 67.0, "median": 67.0, "p95": 67.0, "max": 67, "min": 67}, "patch_lengths": [3, 4, 7, 5, 1, 5, 1, 5, 5, 6, 1, 9, 6, 3, 3, 4, 3, 5, 4, 3, 5, 8, 2, 11, 6, 5, 6, 8, 5, 2, 7, 5, 5, 3, 5, 5, 5, 2, 6, 5, 2, 5, 2, 3, 5, 1, 2, 11, 7, 2, 5, 5, 5, 3, 7, 4, 3, 5, 5, 2, 15, 7, 2, 8, 8, 5, 3], "patch_length_stats": {"count": 67, "sum": 321, "mean": 4.791044776119403, "median": 5.0, "p95": 8.699999999999996, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 37, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047322472997620935, "decode_time_sec": 4.488476833033928, "total_time_sec": 4.900227142003132, "prefill_units_per_sec": 6571.930423324137, "prefill_bytes_per_sec": 6550.798814245924, "decode_units_per_sec": 97.13762958319457, "decode_bytes_per_sec": 97.13762958319457, "total_units_per_sec": 88.97546733349392, "total_bytes_per_sec": 88.97546733349392, "step_latency_ms": {"count": 436, "sum": 4451, "mean": 10.208715596330276, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2857.4873046875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 5.43859649122807, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 7, 5, 3, 3, 4, 3, 5, 5, 2, 11, 7, 9, 2, 15, 8, 5, 8, 1, 6, 5, 6, 1, 7, 5, 6, 1, 2, 7, 3, 5, 6, 1, 2, 11, 7, 9, 8, 5, 8, 1, 6, 5, 6, 2, 7, 3, 5, 6, 2, 11, 7, 9, 8, 5, 8, 3], "patch_length_stats": {"count": 57, "sum": 311, "mean": 5.456140350877193, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 38, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048679859999538166, "decode_time_sec": 9.044210192998435, "total_time_sec": 9.927117856001132, "prefill_units_per_sec": 16618.782387781623, "prefill_bytes_per_sec": 16598.24001152973, "decode_units_per_sec": 103.27048797727579, "decode_bytes_per_sec": 103.27048797727579, "total_units_per_sec": 94.08571687656344, "total_bytes_per_sec": 94.08571687656344, "step_latency_ms": {"count": 934, "sum": 9000, "mean": 9.635974304068522, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2906.34912109375, "peak_reserved_mb": 3026.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 808, "mean": 808.0, "median": 808.0, "p95": 808.0, "max": 808, "min": 808}, "model_input_units": {"count": 1, "sum": 809, "mean": 809.0, "median": 809.0, "p95": 809.0, "max": 809, "min": 809}}, "generated_stats": {"units": {"count": 1, "sum": 934, "mean": 934.0, "median": 934.0, "p95": 934.0, "max": 934, "min": 934}, "bytes": {"count": 1, "sum": 934, "mean": 934.0, "median": 934.0, "p95": 934.0, "max": 934, "min": 934}}, "compression_summary": {"raw_prompt_bytes": 808, "model_input_units": 809, "stage0_units": 143, "stage1_units": null, "bytes_per_stage0_unit": 5.65034965034965, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [143], "patch_count_stats": {"count": 1, "sum": 143, "mean": 143.0, "median": 143.0, "p95": 143.0, "max": 143, "min": 143}, "patch_lengths": [3, 7, 6, 5, 1, 4, 1, 9, 1, 4, 11, 1, 11, 1, 5, 2, 26, 6, 6, 6, 1, 6, 7, 4, 6, 2, 20, 6, 7, 5, 1, 3, 6, 3, 3, 4, 7, 6, 2, 10, 3, 7, 6, 2, 1, 3, 4, 2, 7, 7, 6, 2, 14, 1, 2, 1, 2, 11, 2, 7, 7, 6, 2, 8, 1, 2, 1, 2, 5, 2, 7, 3, 9, 4, 2, 11, 7, 6, 2, 12, 4, 1, 2, 1, 2, 9, 4, 2, 7, 5, 2, 11, 7, 6, 2, 6, 9, 4, 1, 10, 9, 9, 4, 14, 7, 2, 5, 7, 7, 7, 6, 6, 6, 2, 55, 7, 4, 3, 3, 4, 7, 7, 7, 2, 2, 1, 9, 1, 4, 11, 1, 11, 2, 34, 7, 6, 7, 1, 5, 1, 4, 1, 2], "patch_length_stats": {"count": 143, "sum": 809, "mean": 5.6573426573426575, "median": 5.0, "p95": 11.0, "max": 55, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 39, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04487830299694906, "decode_time_sec": 7.54378470206575, "total_time_sec": 8.149899883999751, "prefill_units_per_sec": 11898.84564120668, "prefill_bytes_per_sec": 11876.56315873251, "decode_units_per_sec": 87.35668182835904, "decode_bytes_per_sec": 87.35668182835904, "total_units_per_sec": 80.85988900229049, "total_bytes_per_sec": 80.85988900229049, "step_latency_ms": {"count": 659, "sum": 7494, "mean": 11.371775417298938, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2882.28662109375, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}, "model_input_units": {"count": 1, "sum": 534, "mean": 534.0, "median": 534.0, "p95": 534.0, "max": 534, "min": 534}}, "generated_stats": {"units": {"count": 1, "sum": 659, "mean": 659.0, "median": 659.0, "p95": 659.0, "max": 659, "min": 659}, "bytes": {"count": 1, "sum": 659, "mean": 659.0, "median": 659.0, "p95": 659.0, "max": 659, "min": 659}}, "compression_summary": {"raw_prompt_bytes": 533, "model_input_units": 534, "stage0_units": 141, "stage1_units": null, "bytes_per_stage0_unit": 3.780141843971631, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [141], "patch_count_stats": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "patch_lengths": [3, 7, 5, 3, 2, 5, 5, 1, 3, 1, 4, 2, 4, 6, 3, 3, 6, 4, 2, 6, 6, 3, 3, 5, 3, 7, 6, 2, 2, 5, 2, 6, 2, 4, 2, 5, 4, 1, 2, 3, 3, 5, 2, 1, 2, 4, 4, 1, 1, 3, 4, 2, 1, 1, 4, 7, 3, 7, 2, 4, 2, 3, 5, 4, 2, 1, 4, 11, 5, 1, 7, 5, 2, 11, 7, 3, 2, 2, 4, 2, 2, 7, 2, 4, 2, 2, 1, 1, 1, 3, 4, 4, 3, 1, 2, 5, 2, 6, 6, 7, 3, 2, 2, 4, 2, 2, 11, 2, 7, 5, 5, 3, 6, 3, 7, 5, 6, 1, 11, 2, 4, 6, 5, 5, 3, 8, 3, 4, 5, 6, 2, 11, 3, 3, 1, 2, 5, 2, 2, 2, 6], "patch_length_stats": {"count": 141, "sum": 534, "mean": 3.7872340425531914, "median": 3.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 40, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04476856400287943, "decode_time_sec": 11.148983207003766, "total_time_sec": 12.2167686089997, "prefill_units_per_sec": 22270.091127691183, "prefill_bytes_per_sec": 22247.754025256185, "decode_units_per_sec": 100.63697999788556, "decode_bytes_per_sec": 100.63697999788556, "total_units_per_sec": 91.8409798785465, "total_bytes_per_sec": 91.8409798785465, "step_latency_ms": {"count": 1122, "sum": 11008, "mean": 9.811051693404634, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2923.21875, "peak_reserved_mb": 3042.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 996, "mean": 996.0, "median": 996.0, "p95": 996.0, "max": 996, "min": 996}, "model_input_units": {"count": 1, "sum": 997, "mean": 997.0, "median": 997.0, "p95": 997.0, "max": 997, "min": 997}}, "generated_stats": {"units": {"count": 1, "sum": 1122, "mean": 1122.0, "median": 1122.0, "p95": 1122.0, "max": 1122, "min": 1122}, "bytes": {"count": 1, "sum": 1122, "mean": 1122.0, "median": 1122.0, "p95": 1122.0, "max": 1122, "min": 1122}}, "compression_summary": {"raw_prompt_bytes": 996, "model_input_units": 997, "stage0_units": 232, "stage1_units": null, "bytes_per_stage0_unit": 4.293103448275862, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [232], "patch_count_stats": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "patch_lengths": [3, 2, 9, 5, 1, 5, 3, 3, 4, 6, 2, 5, 6, 3, 7, 3, 7, 3, 3, 7, 2, 4, 3, 11, 7, 5, 2, 6, 7, 2, 4, 2, 7, 2, 3, 3, 3, 4, 3, 7, 3, 9, 5, 5, 1, 4, 3, 5, 5, 5, 1, 7, 2, 5, 4, 7, 6, 8, 2, 7, 5, 4, 5, 2, 3, 8, 3, 8, 7, 6, 2, 11, 7, 1, 1, 1, 7, 2, 3, 5, 7, 5, 2, 6, 3, 2, 5, 3, 3, 4, 3, 3, 8, 7, 2, 7, 5, 6, 1, 1, 2, 5, 2, 3, 2, 6, 3, 2, 5, 4, 11, 5, 2, 3, 4, 3, 2, 6, 1, 1, 2, 5, 3, 11, 7, 1, 1, 1, 7, 2, 3, 5, 7, 5, 2, 3, 2, 1, 7, 3, 3, 8, 3, 9, 8, 2, 7, 5, 6, 1, 1, 2, 5, 2, 3, 2, 3, 2, 2, 5, 4, 11, 5, 2, 7, 2, 5, 2, 6, 8, 2, 4, 1, 1, 3, 11, 7, 1, 1, 1, 7, 2, 8, 4, 3, 8, 7, 11, 1, 3, 4, 5, 6, 6, 2, 7, 5, 4, 5, 2, 3, 4, 8, 3, 4, 7, 5, 3, 7, 2, 11, 7, 1, 1, 1, 7, 2, 3, 5, 3, 7, 5, 3, 6, 2, 7, 6, 1, 4, 4, 8, 2], "patch_length_stats": {"count": 232, "sum": 997, "mean": 4.297413793103448, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 41, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.050177082001027884, "decode_time_sec": 4.130160363998584, "total_time_sec": 4.505785138000647, "prefill_units_per_sec": 5380.942638204211, "prefill_bytes_per_sec": 5361.013221025677, "decode_units_per_sec": 95.63793295851197, "decode_bytes_per_sec": 95.63793295851197, "total_units_per_sec": 87.66507676290873, "total_bytes_per_sec": 87.66507676290873, "step_latency_ms": {"count": 395, "sum": 4059, "mean": 10.275949367088607, "median": 6.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2858.20947265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}, "model_input_units": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}}, "generated_stats": {"units": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}, "bytes": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "compression_summary": {"raw_prompt_bytes": 269, "model_input_units": 270, "stage0_units": 68, "stage1_units": null, "bytes_per_stage0_unit": 3.9558823529411766, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [68], "patch_count_stats": {"count": 1, "sum": 68, "mean": 68.0, "median": 68.0, "p95": 68.0, "max": 68, "min": 68}, "patch_lengths": [3, 2, 4, 4, 7, 4, 3, 8, 2, 3, 7, 6, 10, 2, 7, 3, 3, 8, 2, 7, 2, 1, 3, 10, 2, 7, 2, 1, 3, 6, 5, 2, 7, 2, 1, 3, 7, 5, 6, 2, 7, 2, 1, 3, 7, 4, 2, 7, 2, 1, 3, 7, 2, 3, 2, 7, 2, 1, 3, 7, 5, 3, 2, 7, 2, 1, 3, 2], "patch_length_stats": {"count": 68, "sum": 270, "mean": 3.9705882352941178, "median": 3.0, "p95": 7.649999999999999, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 42, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05368971300049452, "decode_time_sec": 6.882992054062925, "total_time_sec": 7.517918664001627, "prefill_units_per_sec": 10393.052389660947, "prefill_bytes_per_sec": 10374.426847743993, "decode_units_per_sec": 99.23010147844579, "decode_bytes_per_sec": 99.23010147844579, "total_units_per_sec": 90.84961284170821, "total_bytes_per_sec": 90.84961284170821, "step_latency_ms": {"count": 683, "sum": 6773, "mean": 9.916544655929721, "median": 6.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2879.00390625, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}, "model_input_units": {"count": 1, "sum": 558, "mean": 558.0, "median": 558.0, "p95": 558.0, "max": 558, "min": 558}}, "generated_stats": {"units": {"count": 1, "sum": 683, "mean": 683.0, "median": 683.0, "p95": 683.0, "max": 683, "min": 683}, "bytes": {"count": 1, "sum": 683, "mean": 683.0, "median": 683.0, "p95": 683.0, "max": 683, "min": 683}}, "compression_summary": {"raw_prompt_bytes": 557, "model_input_units": 558, "stage0_units": 108, "stage1_units": null, "bytes_per_stage0_unit": 5.157407407407407, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [108], "patch_count_stats": {"count": 1, "sum": 108, "mean": 108.0, "median": 108.0, "p95": 108.0, "max": 108, "min": 108}, "patch_lengths": [3, 5, 7, 2, 5, 1, 4, 1, 7, 1, 9, 5, 1, 6, 5, 5, 3, 3, 4, 5, 2, 5, 2, 4, 7, 2, 9, 4, 1, 7, 1, 9, 2, 7, 2, 3, 5, 4, 5, 2, 5, 7, 3, 5, 7, 3, 5, 4, 4, 2, 5, 3, 6, 1, 7, 9, 5, 7, 2, 5, 5, 2, 7, 4, 8, 5, 7, 7, 5, 5, 3, 11, 3, 7, 5, 2, 15, 4, 2, 19, 5, 2, 6, 2, 6, 7, 5, 2, 15, 7, 11, 2, 19, 5, 1, 11, 9, 5, 7, 3, 7, 5, 5, 2, 8, 5, 7, 3], "patch_length_stats": {"count": 108, "sum": 558, "mean": 5.166666666666667, "median": 5.0, "p95": 11.0, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 43, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.035631144000944914, "decode_time_sec": 4.678520666002441, "total_time_sec": 5.085394779001945, "prefill_units_per_sec": 9065.103270089623, "prefill_bytes_per_sec": 9037.037934888107, "decode_units_per_sec": 95.75676415314273, "decode_bytes_per_sec": 95.75676415314273, "total_units_per_sec": 88.09542217839852, "total_bytes_per_sec": 88.09542217839852, "step_latency_ms": {"count": 448, "sum": 4659, "mean": 10.399553571428571, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2859.5283203125, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "model_input_units": {"count": 1, "sum": 323, "mean": 323.0, "median": 323.0, "p95": 323.0, "max": 323, "min": 323}}, "generated_stats": {"units": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}, "bytes": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}}, "compression_summary": {"raw_prompt_bytes": 322, "model_input_units": 323, "stage0_units": 70, "stage1_units": null, "bytes_per_stage0_unit": 4.6, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [70], "patch_count_stats": {"count": 1, "sum": 70, "mean": 70.0, "median": 70.0, "p95": 70.0, "max": 70, "min": 70}, "patch_lengths": [3, 5, 5, 9, 1, 3, 5, 6, 3, 3, 3, 9, 6, 3, 4, 4, 3, 2, 4, 7, 3, 3, 5, 2, 11, 7, 5, 5, 9, 1, 2, 2, 3, 7, 5, 2, 11, 7, 5, 5, 9, 1, 2, 2, 3, 3, 5, 2, 7, 3, 3, 5, 2, 11, 7, 5, 9, 1, 2, 2, 3, 3, 4, 5, 2, 11, 7, 5, 9, 2], "patch_length_stats": {"count": 70, "sum": 323, "mean": 4.614285714285714, "median": 4.0, "p95": 10.099999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 44, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.051369370998145314, "decode_time_sec": 7.120822707936895, "total_time_sec": 7.766234244998486, "prefill_units_per_sec": 11037.705718072186, "prefill_bytes_per_sec": 11018.238864953892, "decode_units_per_sec": 97.17978222217135, "decode_bytes_per_sec": 97.17978222217135, "total_units_per_sec": 89.10367343679509, "total_bytes_per_sec": 89.10367343679509, "step_latency_ms": {"count": 692, "sum": 7060, "mean": 10.202312138728324, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2882.37451171875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}, "model_input_units": {"count": 1, "sum": 567, "mean": 567.0, "median": 567.0, "p95": 567.0, "max": 567, "min": 567}}, "generated_stats": {"units": {"count": 1, "sum": 692, "mean": 692.0, "median": 692.0, "p95": 692.0, "max": 692, "min": 692}, "bytes": {"count": 1, "sum": 692, "mean": 692.0, "median": 692.0, "p95": 692.0, "max": 692, "min": 692}}, "compression_summary": {"raw_prompt_bytes": 566, "model_input_units": 567, "stage0_units": 129, "stage1_units": null, "bytes_per_stage0_unit": 4.387596899224806, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [129], "patch_count_stats": {"count": 1, "sum": 129, "mean": 129.0, "median": 129.0, "p95": 129.0, "max": 129, "min": 129}, "patch_lengths": [3, 4, 4, 1, 3, 6, 7, 6, 8, 5, 4, 5, 8, 5, 3, 2, 3, 5, 5, 1, 3, 6, 3, 3, 4, 7, 2, 3, 8, 2, 6, 3, 7, 4, 2, 2, 1, 9, 7, 2, 3, 8, 2, 3, 2, 2, 1, 9, 7, 3, 7, 7, 2, 4, 2, 2, 1, 9, 7, 1, 7, 6, 2, 3, 11, 4, 2, 2, 1, 9, 7, 1, 2, 5, 3, 7, 8, 5, 2, 3, 11, 6, 1, 2, 7, 5, 3, 7, 4, 5, 8, 2, 3, 11, 8, 5, 1, 2, 3, 5, 8, 3, 7, 5, 3, 2, 3, 5, 2, 3, 11, 4, 5, 8, 1, 2, 4, 3, 2, 8, 3, 7, 5, 3, 2, 3, 5, 5, 2], "patch_length_stats": {"count": 129, "sum": 567, "mean": 4.395348837209302, "median": 4.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 45, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048282161998940865, "decode_time_sec": 9.254089594003744, "total_time_sec": 10.06923244400241, "prefill_units_per_sec": 15409.417664774843, "prefill_bytes_per_sec": 15388.706081892082, "decode_units_per_sec": 93.90442908215141, "decode_bytes_per_sec": 93.90442908215141, "total_units_per_sec": 86.30250665408037, "total_bytes_per_sec": 86.30250665408037, "step_latency_ms": {"count": 869, "sum": 9186, "mean": 10.570771001150748, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2900.62548828125, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 743, "mean": 743.0, "median": 743.0, "p95": 743.0, "max": 743, "min": 743}, "model_input_units": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}}, "generated_stats": {"units": {"count": 1, "sum": 869, "mean": 869.0, "median": 869.0, "p95": 869.0, "max": 869, "min": 869}, "bytes": {"count": 1, "sum": 869, "mean": 869.0, "median": 869.0, "p95": 869.0, "max": 869, "min": 869}}, "compression_summary": {"raw_prompt_bytes": 743, "model_input_units": 744, "stage0_units": 184, "stage1_units": null, "bytes_per_stage0_unit": 4.038043478260869, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [184], "patch_count_stats": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "patch_lengths": [3, 6, 6, 2, 3, 6, 5, 3, 3, 6, 2, 5, 4, 6, 6, 5, 3, 3, 2, 7, 3, 10, 1, 3, 7, 2, 8, 5, 4, 2, 6, 2, 5, 2, 3, 3, 4, 7, 3, 7, 4, 3, 6, 8, 2, 7, 6, 1, 3, 3, 3, 2, 7, 3, 6, 6, 3, 6, 3, 1, 3, 3, 2, 8, 5, 4, 2, 2, 2, 5, 2, 3, 6, 2, 8, 5, 4, 2, 5, 2, 5, 2, 3, 3, 2, 3, 3, 4, 4, 6, 1, 3, 2, 2, 4, 6, 3, 7, 6, 1, 3, 3, 3, 2, 12, 5, 1, 3, 4, 2, 8, 5, 4, 2, 3, 2, 5, 2, 3, 3, 4, 4, 3, 4, 4, 3, 2, 5, 2, 4, 4, 2, 7, 6, 1, 3, 3, 3, 7, 2, 6, 4, 7, 7, 3, 3, 2, 6, 4, 7, 3, 3, 8, 6, 7, 3, 2, 7, 6, 5, 2, 3, 2, 4, 11, 3, 8, 1, 4, 3, 5, 6, 2, 5, 1, 3, 2, 3, 3, 6, 5, 4, 7, 3], "patch_length_stats": {"count": 184, "sum": 744, "mean": 4.043478260869565, "median": 3.0, "p95": 7.849999999999994, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 46, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05003304799902253, "decode_time_sec": 4.231935996038374, "total_time_sec": 4.6294664410015685, "prefill_units_per_sec": 5976.05007006252, "prefill_bytes_per_sec": 5956.063280530539, "decode_units_per_sec": 100.19055117962974, "decode_bytes_per_sec": 100.19055117962974, "total_units_per_sec": 91.5872283347342, "total_bytes_per_sec": 91.5872283347342, "step_latency_ms": {"count": 424, "sum": 4187, "mean": 9.875, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2857.66796875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 424, "mean": 424.0, "median": 424.0, "p95": 424.0, "max": 424, "min": 424}, "bytes": {"count": 1, "sum": 424, "mean": 424.0, "median": 424.0, "p95": 424.0, "max": 424, "min": 424}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.966666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 3, 4, 7, 5, 3, 3, 4, 2, 6, 3, 4, 3, 4, 5, 8, 2, 9, 14, 9, 4, 5, 7, 2, 7, 3, 5, 5, 9, 3, 4, 5, 2, 11, 4, 4, 2, 5, 5, 9, 3, 7, 4, 5, 3, 7, 4, 4, 2, 7, 5, 2, 11, 6, 10, 2, 3, 5, 5, 2], "patch_length_stats": {"count": 60, "sum": 299, "mean": 4.983333333333333, "median": 4.0, "p95": 10.049999999999997, "max": 14, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 47, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0494722509974963, "decode_time_sec": 7.46330960296109, "total_time_sec": 8.14542961600091, "prefill_units_per_sec": 12168.43761628041, "prefill_bytes_per_sec": 12148.224264758348, "decode_units_per_sec": 97.40986756218189, "decode_bytes_per_sec": 97.40986756218189, "total_units_per_sec": 89.25250530332724, "total_bytes_per_sec": 89.25250530332724, "step_latency_ms": {"count": 727, "sum": 7406, "mean": 10.18707015130674, "median": 6.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2884.7109375, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 601, "mean": 601.0, "median": 601.0, "p95": 601.0, "max": 601, "min": 601}, "model_input_units": {"count": 1, "sum": 602, "mean": 602.0, "median": 602.0, "p95": 602.0, "max": 602, "min": 602}}, "generated_stats": {"units": {"count": 1, "sum": 727, "mean": 727.0, "median": 727.0, "p95": 727.0, "max": 727, "min": 727}, "bytes": {"count": 1, "sum": 727, "mean": 727.0, "median": 727.0, "p95": 727.0, "max": 727, "min": 727}}, "compression_summary": {"raw_prompt_bytes": 601, "model_input_units": 602, "stage0_units": 133, "stage1_units": null, "bytes_per_stage0_unit": 4.518796992481203, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [133], "patch_count_stats": {"count": 1, "sum": 133, "mean": 133.0, "median": 133.0, "p95": 133.0, "max": 133, "min": 133}, "patch_lengths": [3, 4, 3, 7, 8, 3, 2, 4, 5, 4, 3, 8, 8, 2, 8, 7, 3, 3, 8, 2, 8, 8, 4, 2, 7, 3, 2, 4, 5, 4, 9, 4, 3, 5, 2, 3, 3, 8, 3, 3, 2, 5, 2, 8, 3, 2, 4, 5, 2, 3, 2, 4, 5, 1, 3, 8, 6, 3, 8, 2, 6, 1, 3, 8, 5, 2, 10, 4, 4, 3, 3, 4, 8, 8, 1, 3, 2, 3, 2, 6, 8, 4, 7, 8, 2, 2, 3, 2, 6, 8, 2, 5, 11, 5, 2, 3, 2, 4, 5, 4, 9, 4, 3, 3, 8, 6, 3, 5, 3, 2, 6, 2, 3, 3, 2, 4, 5, 4, 8, 11, 8, 3, 3, 8, 3, 2, 4, 7, 2, 8, 6, 8, 4], "patch_length_stats": {"count": 133, "sum": 602, "mean": 4.526315789473684, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 48, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03954901799806976, "decode_time_sec": 4.594507532940042, "total_time_sec": 5.030001669998455, "prefill_units_per_sec": 8976.202645975338, "prefill_bytes_per_sec": 8950.91756809935, "decode_units_per_sec": 104.47256785600398, "decode_bytes_per_sec": 104.47256785600398, "total_units_per_sec": 95.42740370504636, "total_bytes_per_sec": 95.42740370504636, "step_latency_ms": {"count": 480, "sum": 4534, "mean": 9.445833333333333, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2861.9873046875, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 480, "mean": 480.0, "median": 480.0, "p95": 480.0, "max": 480, "min": 480}, "bytes": {"count": 1, "sum": 480, "mean": 480.0, "median": 480.0, "p95": 480.0, "max": 480, "min": 480}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 80, "stage1_units": null, "bytes_per_stage0_unit": 4.425, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [80], "patch_count_stats": {"count": 1, "sum": 80, "mean": 80.0, "median": 80.0, "p95": 80.0, "max": 80, "min": 80}, "patch_lengths": [3, 7, 5, 1, 6, 3, 3, 4, 3, 4, 11, 6, 1, 2, 4, 1, 6, 4, 11, 6, 2, 2, 5, 3, 7, 3, 4, 2, 2, 8, 2, 1, 6, 5, 1, 4, 2, 2, 6, 3, 5, 2, 6, 2, 11, 7, 2, 3, 6, 3, 7, 4, 7, 2, 4, 11, 4, 2, 3, 6, 5, 2, 6, 3, 15, 6, 2, 5, 2, 3, 6, 7, 2, 2, 15, 9, 2, 2, 1, 2], "patch_length_stats": {"count": 80, "sum": 355, "mean": 4.4375, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 49, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04971952199775842, "decode_time_sec": 8.185758081017411, "total_time_sec": 8.920528706999903, "prefill_units_per_sec": 13314.689550511888, "prefill_bytes_per_sec": 13294.57672641746, "decode_units_per_sec": 96.14259207403592, "decode_bytes_per_sec": 96.14259207403592, "total_units_per_sec": 88.22347036251834, "total_bytes_per_sec": 88.22347036251834, "step_latency_ms": {"count": 787, "sum": 8132, "mean": 10.332909783989836, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2889.7060546875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 661, "mean": 661.0, "median": 661.0, "p95": 661.0, "max": 661, "min": 661}, "model_input_units": {"count": 1, "sum": 662, "mean": 662.0, "median": 662.0, "p95": 662.0, "max": 662, "min": 662}}, "generated_stats": {"units": {"count": 1, "sum": 787, "mean": 787.0, "median": 787.0, "p95": 787.0, "max": 787, "min": 787}, "bytes": {"count": 1, "sum": 787, "mean": 787.0, "median": 787.0, "p95": 787.0, "max": 787, "min": 787}}, "compression_summary": {"raw_prompt_bytes": 661, "model_input_units": 662, "stage0_units": 147, "stage1_units": null, "bytes_per_stage0_unit": 4.496598639455782, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [147], "patch_count_stats": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "patch_lengths": [3, 2, 8, 2, 1, 5, 1, 8, 1, 3, 6, 3, 3, 4, 7, 6, 6, 3, 5, 2, 1, 8, 2, 2, 2, 6, 5, 10, 1, 8, 4, 7, 2, 3, 5, 3, 5, 4, 4, 5, 8, 8, 3, 5, 3, 4, 6, 5, 1, 7, 2, 9, 2, 3, 3, 4, 5, 3, 4, 10, 5, 4, 2, 7, 3, 5, 2, 5, 2, 3, 5, 3, 8, 1, 3, 6, 3, 7, 2, 3, 4, 8, 3, 5, 4, 2, 10, 3, 4, 9, 8, 1, 1, 5, 1, 7, 2, 4, 7, 3, 5, 5, 4, 6, 7, 7, 3, 3, 12, 2, 7, 2, 6, 5, 3, 9, 3, 4, 5, 2, 5, 12, 2, 7, 4, 2, 2, 1, 5, 5, 11, 4, 13, 3, 1, 4, 7, 2, 7, 7, 4, 5, 1, 7, 3, 5, 2], "patch_length_stats": {"count": 147, "sum": 662, "mean": 4.503401360544218, "median": 4.0, "p95": 9.0, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 50, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03753775499717449, "decode_time_sec": 8.75440170901129, "total_time_sec": 9.617341895002028, "prefill_units_per_sec": 20912.278852560252, "prefill_bytes_per_sec": 20885.639006888203, "decode_units_per_sec": 103.94770884951475, "decode_bytes_per_sec": 103.94770884951475, "total_units_per_sec": 94.62073927858505, "total_bytes_per_sec": 94.62073927858505, "step_latency_ms": {"count": 910, "sum": 8781, "mean": 9.649450549450549, "median": 7.0, "p95": 24.0, "max": 30, "min": 6}, "peak_allocated_mb": 2905.50732421875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 784, "mean": 784.0, "median": 784.0, "p95": 784.0, "max": 784, "min": 784}, "model_input_units": {"count": 1, "sum": 785, "mean": 785.0, "median": 785.0, "p95": 785.0, "max": 785, "min": 785}}, "generated_stats": {"units": {"count": 1, "sum": 910, "mean": 910.0, "median": 910.0, "p95": 910.0, "max": 910, "min": 910}, "bytes": {"count": 1, "sum": 910, "mean": 910.0, "median": 910.0, "p95": 910.0, "max": 910, "min": 910}}, "compression_summary": {"raw_prompt_bytes": 784, "model_input_units": 785, "stage0_units": 141, "stage1_units": null, "bytes_per_stage0_unit": 5.560283687943262, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [141], "patch_count_stats": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "patch_lengths": [3, 7, 5, 1, 8, 9, 6, 1, 9, 5, 1, 12, 5, 5, 1, 9, 5, 5, 2, 18, 9, 6, 6, 1, 7, 9, 6, 1, 3, 6, 3, 3, 4, 5, 2, 6, 7, 9, 4, 3, 7, 9, 5, 2, 9, 5, 3, 5, 7, 9, 4, 5, 1, 7, 5, 7, 9, 5, 2, 9, 5, 1, 7, 3, 4, 9, 6, 2, 11, 7, 2, 3, 2, 4, 9, 5, 6, 8, 1, 3, 7, 4, 3, 7, 4, 3, 5, 2, 8, 7, 2, 15, 6, 11, 2, 2, 9, 6, 4, 3, 1, 3, 34, 6, 8, 4, 5, 8, 6, 7, 10, 3, 6, 2, 5, 3, 7, 4, 6, 2, 5, 2, 8, 7, 1, 6, 2, 12, 2, 11, 6, 2, 5, 7, 6, 3, 6, 2, 14, 6, 2], "patch_length_stats": {"count": 141, "sum": 785, "mean": 5.567375886524823, "median": 5.0, "p95": 11.0, "max": 34, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 51, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04309701300371671, "decode_time_sec": 4.1358030079863966, "total_time_sec": 4.535799487002805, "prefill_units_per_sec": 7123.463521091918, "prefill_bytes_per_sec": 7100.260056853833, "decode_units_per_sec": 104.45371773408723, "decode_bytes_per_sec": 104.45371773408723, "total_units_per_sec": 95.24230540566946, "total_bytes_per_sec": 95.24230540566946, "step_latency_ms": {"count": 432, "sum": 4118, "mean": 9.532407407407407, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2863.23388671875, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "model_input_units": {"count": 1, "sum": 307, "mean": 307.0, "median": 307.0, "p95": 307.0, "max": 307, "min": 307}}, "generated_stats": {"units": {"count": 1, "sum": 432, "mean": 432.0, "median": 432.0, "p95": 432.0, "max": 432, "min": 432}, "bytes": {"count": 1, "sum": 432, "mean": 432.0, "median": 432.0, "p95": 432.0, "max": 432, "min": 432}}, "compression_summary": {"raw_prompt_bytes": 306, "model_input_units": 307, "stage0_units": 99, "stage1_units": null, "bytes_per_stage0_unit": 3.090909090909091, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [99], "patch_count_stats": {"count": 1, "sum": 99, "mean": 99.0, "median": 99.0, "p95": 99.0, "max": 99, "min": 99}, "patch_lengths": [3, 2, 3, 5, 5, 5, 2, 3, 10, 1, 1, 2, 5, 1, 5, 2, 4, 2, 4, 4, 1, 4, 2, 5, 5, 2, 5, 1, 4, 2, 2, 3, 9, 5, 1, 1, 2, 5, 1, 4, 1, 3, 4, 1, 1, 1, 2, 5, 1, 5, 1, 3, 4, 1, 1, 1, 2, 5, 1, 5, 1, 3, 1, 2, 2, 5, 1, 6, 3, 9, 2, 4, 2, 4, 4, 1, 4, 2, 5, 1, 4, 2, 5, 1, 4, 2, 2, 3, 3, 10, 2, 5, 2, 7, 2, 1, 2, 5, 2], "patch_length_stats": {"count": 99, "sum": 307, "mean": 3.101010101010101, "median": 2.0, "p95": 6.099999999999994, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 52, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04116490799788153, "decode_time_sec": 4.629950700007612, "total_time_sec": 5.046177432002878, "prefill_units_per_sec": 7943.659196732042, "prefill_bytes_per_sec": 7919.36666096222, "decode_units_per_sec": 97.62522957301832, "decode_bytes_per_sec": 97.62522957301832, "total_units_per_sec": 89.57275206642836, "total_bytes_per_sec": 89.57275206642836, "step_latency_ms": {"count": 452, "sum": 4597, "mean": 10.170353982300885, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2861.52587890625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 452, "mean": 452.0, "median": 452.0, "p95": 452.0, "max": 452, "min": 452}, "bytes": {"count": 1, "sum": 452, "mean": 452.0, "median": 452.0, "p95": 452.0, "max": 452, "min": 452}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 77, "stage1_units": null, "bytes_per_stage0_unit": 4.233766233766234, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [77], "patch_count_stats": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}, "patch_lengths": [3, 4, 5, 4, 11, 7, 5, 3, 3, 4, 11, 3, 2, 5, 2, 3, 11, 8, 12, 3, 7, 7, 2, 3, 3, 2, 5, 4, 5, 6, 3, 3, 7, 7, 3, 5, 2, 3, 2, 5, 2, 3, 7, 3, 5, 2, 3, 4, 3, 2, 3, 3, 2, 7, 3, 2, 7, 3, 5, 5, 2, 3, 11, 3, 1, 4, 2, 5, 3, 6, 1, 1, 2, 7, 4, 3, 2], "patch_length_stats": {"count": 77, "sum": 327, "mean": 4.246753246753247, "median": 3.0, "p95": 11.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 53, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04933780899955309, "decode_time_sec": 5.345017912030016, "total_time_sec": 5.872039867001149, "prefill_units_per_sec": 8918.109841561582, "prefill_bytes_per_sec": 8897.841410103487, "decode_units_per_sec": 105.70591330074987, "decode_bytes_per_sec": 105.70591330074987, "total_units_per_sec": 96.2186927876812, "total_bytes_per_sec": 96.2186927876812, "step_latency_ms": {"count": 565, "sum": 5317, "mean": 9.410619469026548, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2871.4521484375, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}, "model_input_units": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "generated_stats": {"units": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}, "bytes": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}}, "compression_summary": {"raw_prompt_bytes": 439, "model_input_units": 440, "stage0_units": 90, "stage1_units": null, "bytes_per_stage0_unit": 4.877777777777778, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [90], "patch_count_stats": {"count": 1, "sum": 90, "mean": 90.0, "median": 90.0, "p95": 90.0, "max": 90, "min": 90}, "patch_lengths": [3, 4, 4, 1, 7, 3, 1, 7, 1, 10, 4, 3, 5, 8, 8, 2, 5, 5, 5, 7, 7, 4, 7, 3, 3, 3, 4, 2, 3, 5, 14, 3, 11, 3, 3, 3, 5, 7, 3, 4, 7, 6, 11, 2, 7, 2, 2, 5, 4, 3, 10, 2, 5, 8, 8, 7, 3, 6, 6, 2, 7, 7, 3, 1, 7, 1, 10, 3, 3, 3, 10, 2, 7, 3, 10, 2, 11, 6, 5, 2, 4, 7, 5, 3, 2, 1, 4, 5, 7, 3], "patch_length_stats": {"count": 90, "sum": 440, "mean": 4.888888888888889, "median": 4.0, "p95": 10.0, "max": 14, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 54, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0530179199995473, "decode_time_sec": 4.860074324933521, "total_time_sec": 5.308229732003383, "prefill_units_per_sec": 6450.649139063174, "prefill_bytes_per_sec": 6431.78759187293, "decode_units_per_sec": 96.08906547049317, "decode_bytes_per_sec": 96.08906547049317, "total_units_per_sec": 87.97659927648783, "total_bytes_per_sec": 87.97659927648783, "step_latency_ms": {"count": 467, "sum": 4877, "mean": 10.443254817987151, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2862.53466796875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}, "model_input_units": {"count": 1, "sum": 342, "mean": 342.0, "median": 342.0, "p95": 342.0, "max": 342, "min": 342}}, "generated_stats": {"units": {"count": 1, "sum": 467, "mean": 467.0, "median": 467.0, "p95": 467.0, "max": 467, "min": 467}, "bytes": {"count": 1, "sum": 467, "mean": 467.0, "median": 467.0, "p95": 467.0, "max": 467, "min": 467}}, "compression_summary": {"raw_prompt_bytes": 341, "model_input_units": 342, "stage0_units": 83, "stage1_units": null, "bytes_per_stage0_unit": 4.108433734939759, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [83], "patch_count_stats": {"count": 1, "sum": 83, "mean": 83.0, "median": 83.0, "p95": 83.0, "max": 83, "min": 83}, "patch_lengths": [3, 9, 5, 1, 5, 4, 1, 7, 5, 3, 3, 4, 3, 11, 5, 4, 1, 4, 7, 2, 1, 2, 5, 4, 3, 2, 9, 1, 7, 4, 5, 5, 2, 5, 2, 4, 5, 5, 4, 2, 7, 5, 1, 1, 2, 5, 4, 3, 2, 5, 3, 7, 1, 11, 5, 5, 2, 5, 4, 1, 12, 9, 2, 3, 4, 8, 9, 2, 2, 2, 1, 4, 2, 1, 2, 3, 5, 5, 2, 7, 7, 5, 2], "patch_length_stats": {"count": 83, "sum": 342, "mean": 4.120481927710843, "median": 4.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 55, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0484504720006953, "decode_time_sec": 6.157532619028643, "total_time_sec": 6.706816499001434, "prefill_units_per_sec": 9473.591918638336, "prefill_bytes_per_sec": 9452.952284828667, "decode_units_per_sec": 94.84318413438248, "decode_bytes_per_sec": 94.84318413438248, "total_units_per_sec": 87.07558945245493, "total_bytes_per_sec": 87.07558945245493, "step_latency_ms": {"count": 584, "sum": 6180, "mean": 10.582191780821917, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2874.93212890625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "model_input_units": {"count": 1, "sum": 459, "mean": 459.0, "median": 459.0, "p95": 459.0, "max": 459, "min": 459}}, "generated_stats": {"units": {"count": 1, "sum": 584, "mean": 584.0, "median": 584.0, "p95": 584.0, "max": 584, "min": 584}, "bytes": {"count": 1, "sum": 584, "mean": 584.0, "median": 584.0, "p95": 584.0, "max": 584, "min": 584}}, "compression_summary": {"raw_prompt_bytes": 458, "model_input_units": 459, "stage0_units": 114, "stage1_units": null, "bytes_per_stage0_unit": 4.017543859649122, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [114], "patch_count_stats": {"count": 1, "sum": 114, "mean": 114.0, "median": 114.0, "p95": 114.0, "max": 114, "min": 114}, "patch_lengths": [3, 2, 9, 7, 5, 1, 9, 1, 2, 1, 5, 1, 4, 5, 4, 3, 4, 3, 7, 5, 7, 2, 2, 1, 1, 2, 5, 2, 3, 4, 3, 7, 3, 7, 4, 6, 3, 6, 2, 1, 1, 5, 2, 3, 4, 1, 1, 1, 2, 14, 11, 7, 2, 4, 3, 5, 2, 2, 4, 7, 1, 5, 2, 6, 6, 2, 6, 7, 2, 2, 5, 1, 2, 1, 4, 5, 2, 2, 5, 2, 6, 16, 7, 6, 1, 2, 7, 4, 7, 1, 2, 1, 1, 2, 1, 4, 10, 7, 5, 2, 7, 2, 2, 3, 4, 4, 3, 5, 2, 7, 7, 4, 14, 2], "patch_length_stats": {"count": 114, "sum": 459, "mean": 4.026315789473684, "median": 3.0, "p95": 9.0, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 56, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04792554500090773, "decode_time_sec": 9.10835477706496, "total_time_sec": 9.996660420001717, "prefill_units_per_sec": 16838.619153620788, "prefill_bytes_per_sec": 16817.75345454567, "decode_units_per_sec": 102.32363833112834, "decode_bytes_per_sec": 102.32363833112834, "total_units_per_sec": 93.23113528346099, "total_bytes_per_sec": 93.23113528346099, "step_latency_ms": {"count": 932, "sum": 9155, "mean": 9.822961373390559, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2910.04638671875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 806, "mean": 806.0, "median": 806.0, "p95": 806.0, "max": 806, "min": 806}, "model_input_units": {"count": 1, "sum": 807, "mean": 807.0, "median": 807.0, "p95": 807.0, "max": 807, "min": 807}}, "generated_stats": {"units": {"count": 1, "sum": 932, "mean": 932.0, "median": 932.0, "p95": 932.0, "max": 932, "min": 932}, "bytes": {"count": 1, "sum": 932, "mean": 932.0, "median": 932.0, "p95": 932.0, "max": 932, "min": 932}}, "compression_summary": {"raw_prompt_bytes": 806, "model_input_units": 807, "stage0_units": 170, "stage1_units": null, "bytes_per_stage0_unit": 4.741176470588235, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [170], "patch_count_stats": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}, "patch_lengths": [3, 12, 5, 3, 3, 4, 3, 5, 2, 6, 5, 3, 9, 2, 11, 7, 5, 2, 6, 5, 2, 3, 4, 5, 2, 6, 5, 3, 9, 2, 5, 1, 7, 5, 5, 8, 1, 1, 2, 5, 5, 5, 4, 2, 2, 1, 4, 6, 1, 7, 5, 3, 7, 5, 5, 3, 7, 5, 3, 7, 5, 8, 3, 7, 5, 3, 7, 5, 10, 3, 7, 5, 3, 7, 5, 7, 5, 5, 4, 3, 4, 3, 5, 8, 7, 2, 11, 5, 2, 5, 3, 5, 7, 4, 7, 2, 7, 5, 6, 7, 3, 4, 8, 3, 12, 5, 5, 1, 7, 5, 7, 2, 5, 7, 5, 3, 2, 2, 5, 2, 7, 5, 6, 2, 5, 5, 6, 5, 5, 8, 2, 7, 3, 5, 6, 2, 11, 5, 6, 2, 4, 2, 5, 6, 1, 7, 5, 2, 2, 4, 7, 2, 5, 6, 2, 7, 2, 3, 4, 2, 3, 6, 5, 2, 7, 5, 7, 5, 9, 3], "patch_length_stats": {"count": 170, "sum": 807, "mean": 4.747058823529412, "median": 5.0, "p95": 8.549999999999983, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 57, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047097937000216916, "decode_time_sec": 4.196451806979894, "total_time_sec": 4.649701146998268, "prefill_units_per_sec": 7664.879249346683, "prefill_bytes_per_sec": 7643.646896855418, "decode_units_per_sec": 115.81212470774562, "decode_bytes_per_sec": 115.81212470774562, "total_units_per_sec": 104.52284665945672, "total_bytes_per_sec": 104.52284665945672, "step_latency_ms": {"count": 486, "sum": 4170, "mean": 8.580246913580247, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2861.2060546875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}, "model_input_units": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "generated_stats": {"units": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}, "bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}}, "compression_summary": {"raw_prompt_bytes": 360, "model_input_units": 361, "stage0_units": 72, "stage1_units": null, "bytes_per_stage0_unit": 5.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [72], "patch_count_stats": {"count": 1, "sum": 72, "mean": 72.0, "median": 72.0, "p95": 72.0, "max": 72, "min": 72}, "patch_lengths": [3, 8, 4, 5, 1, 8, 1, 4, 4, 3, 4, 4, 5, 7, 2, 3, 11, 4, 8, 2, 1, 6, 3, 15, 3, 2, 1, 6, 2, 19, 7, 5, 9, 2, 2, 15, 7, 5, 1, 11, 7, 8, 2, 7, 2, 2, 5, 4, 5, 4, 2, 11, 5, 2, 3, 2, 2, 11, 2, 4, 4, 10, 2, 15, 4, 2, 8, 1, 2, 4, 2, 4], "patch_length_stats": {"count": 72, "sum": 361, "mean": 5.013888888888889, "median": 4.0, "p95": 12.800000000000011, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 58, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044003145001624944, "decode_time_sec": 6.675224825001351, "total_time_sec": 7.286887864000164, "prefill_units_per_sec": 12090.044927024066, "prefill_bytes_per_sec": 12067.319278664998, "decode_units_per_sec": 98.4236512213455, "decode_bytes_per_sec": 98.4236512213455, "total_units_per_sec": 90.161947358325, "total_bytes_per_sec": 90.161947358325, "step_latency_ms": {"count": 657, "sum": 6669, "mean": 10.150684931506849, "median": 7.0, "p95": 23.199999999999932, "max": 29, "min": 6}, "peak_allocated_mb": 2873.4404296875, "peak_reserved_mb": 3018.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}, "model_input_units": {"count": 1, "sum": 532, "mean": 532.0, "median": 532.0, "p95": 532.0, "max": 532, "min": 532}}, "generated_stats": {"units": {"count": 1, "sum": 657, "mean": 657.0, "median": 657.0, "p95": 657.0, "max": 657, "min": 657}, "bytes": {"count": 1, "sum": 657, "mean": 657.0, "median": 657.0, "p95": 657.0, "max": 657, "min": 657}}, "compression_summary": {"raw_prompt_bytes": 531, "model_input_units": 532, "stage0_units": 78, "stage1_units": null, "bytes_per_stage0_unit": 6.8076923076923075, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [78], "patch_count_stats": {"count": 1, "sum": 78, "mean": 78.0, "median": 78.0, "p95": 78.0, "max": 78, "min": 78}, "patch_lengths": [3, 9, 6, 5, 1, 5, 1, 9, 4, 3, 4, 7, 6, 2, 1, 5, 7, 1, 3, 5, 1, 2, 1, 1, 2, 5, 3, 7, 8, 2, 6, 1, 7, 7, 1, 6, 11, 6, 7, 3, 5, 7, 3, 4, 7, 4, 2, 11, 7, 5, 8, 6, 6, 6, 4, 5, 6, 4, 2, 52, 5, 2, 43, 9, 9, 2, 43, 7, 3, 5, 7, 3, 2, 43, 7, 7, 5, 2], "patch_length_stats": {"count": 78, "sum": 532, "mean": 6.82051282051282, "median": 5.0, "p95": 15.799999999999727, "max": 52, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 59, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04771822800103109, "decode_time_sec": 7.287117144929653, "total_time_sec": 8.044881477999297, "prefill_units_per_sec": 14250.319605021934, "prefill_bytes_per_sec": 14229.363252661607, "decode_units_per_sec": 110.46892536373123, "decode_bytes_per_sec": 110.46892536373123, "total_units_per_sec": 100.06362457936392, "total_bytes_per_sec": 100.06362457936392, "step_latency_ms": {"count": 805, "sum": 7227, "mean": 8.977639751552795, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2888.40234375, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 679, "mean": 679.0, "median": 679.0, "p95": 679.0, "max": 679, "min": 679}, "model_input_units": {"count": 1, "sum": 680, "mean": 680.0, "median": 680.0, "p95": 680.0, "max": 680, "min": 680}}, "generated_stats": {"units": {"count": 1, "sum": 805, "mean": 805.0, "median": 805.0, "p95": 805.0, "max": 805, "min": 805}, "bytes": {"count": 1, "sum": 805, "mean": 805.0, "median": 805.0, "p95": 805.0, "max": 805, "min": 805}}, "compression_summary": {"raw_prompt_bytes": 679, "model_input_units": 680, "stage0_units": 131, "stage1_units": null, "bytes_per_stage0_unit": 5.183206106870229, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [131], "patch_count_stats": {"count": 1, "sum": 131, "mean": 131.0, "median": 131.0, "p95": 131.0, "max": 131, "min": 131}, "patch_lengths": [3, 2, 6, 3, 10, 4, 1, 4, 1, 6, 1, 4, 1, 4, 29, 1, 6, 4, 1, 6, 2, 3, 5, 3, 3, 4, 4, 5, 5, 4, 3, 7, 4, 2, 11, 7, 5, 5, 4, 2, 7, 7, 10, 2, 11, 7, 5, 2, 3, 4, 3, 2, 4, 5, 4, 2, 3, 6, 3, 2, 4, 5, 6, 3, 3, 3, 4, 3, 3, 4, 5, 4, 6, 3, 3, 4, 5, 2, 7, 6, 5, 2, 11, 4, 2, 15, 4, 5, 2, 5, 4, 3, 2, 18, 5, 9, 2, 15, 4, 2, 19, 5, 6, 3, 2, 19, 7, 6, 1, 11, 4, 7, 5, 9, 2, 19, 7, 5, 2, 7, 4, 4, 2, 15, 6, 5, 2, 5, 6, 3, 3], "patch_length_stats": {"count": 131, "sum": 680, "mean": 5.190839694656488, "median": 4.0, "p95": 15.0, "max": 29, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 60, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048388657000032254, "decode_time_sec": 4.349766548006301, "total_time_sec": 4.73323569099739, "prefill_units_per_sec": 5827.812084138066, "prefill_bytes_per_sec": 5807.146083839704, "decode_units_per_sec": 93.56823992923182, "decode_bytes_per_sec": 93.56823992923182, "total_units_per_sec": 85.98768930398155, "total_bytes_per_sec": 85.98768930398155, "step_latency_ms": {"count": 407, "sum": 4336, "mean": 10.653562653562654, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2858.86083984375, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 407, "mean": 407.0, "median": 407.0, "p95": 407.0, "max": 407, "min": 407}, "bytes": {"count": 1, "sum": 407, "mean": 407.0, "median": 407.0, "p95": 407.0, "max": 407, "min": 407}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 71, "stage1_units": null, "bytes_per_stage0_unit": 3.9577464788732395, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [71], "patch_count_stats": {"count": 1, "sum": 71, "mean": 71.0, "median": 71.0, "p95": 71.0, "max": 71, "min": 71}, "patch_lengths": [3, 6, 4, 3, 7, 6, 1, 4, 1, 9, 1, 3, 2, 1, 2, 4, 3, 2, 5, 4, 8, 1, 3, 4, 2, 5, 3, 8, 4, 8, 5, 6, 8, 2, 6, 7, 11, 1, 3, 9, 2, 7, 2, 2, 6, 1, 3, 2, 5, 6, 6, 1, 3, 6, 2, 5, 2, 2, 4, 4, 6, 2, 1, 3, 2, 2, 2, 2, 6, 6, 4], "patch_length_stats": {"count": 71, "sum": 282, "mean": 3.971830985915493, "median": 3.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 61, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.054337285000656266, "decode_time_sec": 7.367768468975555, "total_time_sec": 8.068650335000711, "prefill_units_per_sec": 11447.020218115198, "prefill_bytes_per_sec": 11428.616648632698, "decode_units_per_sec": 101.38755080937905, "decode_bytes_per_sec": 101.38755080937905, "total_units_per_sec": 92.58053936971531, "total_bytes_per_sec": 92.58053936971531, "step_latency_ms": {"count": 747, "sum": 7314, "mean": 9.791164658634537, "median": 7.0, "p95": 23.0, "max": 34, "min": 6}, "peak_allocated_mb": 2883.36962890625, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 621, "mean": 621.0, "median": 621.0, "p95": 621.0, "max": 621, "min": 621}, "model_input_units": {"count": 1, "sum": 622, "mean": 622.0, "median": 622.0, "p95": 622.0, "max": 622, "min": 622}}, "generated_stats": {"units": {"count": 1, "sum": 747, "mean": 747.0, "median": 747.0, "p95": 747.0, "max": 747, "min": 747}, "bytes": {"count": 1, "sum": 747, "mean": 747.0, "median": 747.0, "p95": 747.0, "max": 747, "min": 747}}, "compression_summary": {"raw_prompt_bytes": 621, "model_input_units": 622, "stage0_units": 116, "stage1_units": null, "bytes_per_stage0_unit": 5.353448275862069, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [116], "patch_count_stats": {"count": 1, "sum": 116, "mean": 116.0, "median": 116.0, "p95": 116.0, "max": 116, "min": 116}, "patch_lengths": [3, 12, 5, 1, 5, 5, 4, 3, 4, 5, 2, 5, 7, 3, 5, 4, 8, 5, 7, 4, 2, 6, 2, 3, 2, 7, 3, 11, 6, 3, 8, 8, 7, 6, 3, 2, 15, 2, 6, 2, 2, 4, 6, 5, 4, 5, 8, 5, 3, 15, 12, 6, 5, 5, 2, 7, 2, 6, 10, 3, 25, 3, 4, 8, 5, 8, 2, 7, 3, 7, 3, 17, 5, 2, 2, 5, 5, 4, 5, 4, 3, 1, 1, 7, 1, 1, 2, 11, 6, 7, 4, 2, 11, 7, 2, 4, 5, 6, 5, 4, 7, 3, 11, 5, 2, 8, 6, 8, 7, 3, 11, 4, 4, 3, 7, 3], "patch_length_stats": {"count": 116, "sum": 622, "mean": 5.362068965517241, "median": 5.0, "p95": 11.25, "max": 25, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 62, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05368434800038813, "decode_time_sec": 6.244935443959548, "total_time_sec": 6.841307904000132, "prefill_units_per_sec": 9444.093462704148, "prefill_bytes_per_sec": 9425.466059424652, "decode_units_per_sec": 101.20200691767052, "decode_bytes_per_sec": 101.20200691767052, "total_units_per_sec": 92.37999646682586, "total_bytes_per_sec": 92.37999646682586, "step_latency_ms": {"count": 632, "sum": 6238, "mean": 9.870253164556962, "median": 7.0, "p95": 23.449999999999932, "max": 30, "min": 6}, "peak_allocated_mb": 2873.83349609375, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 632, "mean": 632.0, "median": 632.0, "p95": 632.0, "max": 632, "min": 632}, "bytes": {"count": 1, "sum": 632, "mean": 632.0, "median": 632.0, "p95": 632.0, "max": 632, "min": 632}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 102, "stage1_units": null, "bytes_per_stage0_unit": 4.96078431372549, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [102], "patch_count_stats": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "patch_lengths": [3, 4, 3, 9, 7, 2, 3, 9, 2, 7, 7, 2, 7, 11, 7, 5, 2, 7, 9, 4, 5, 2, 7, 6, 5, 2, 7, 6, 5, 2, 7, 7, 5, 2, 7, 9, 5, 2, 7, 7, 12, 7, 2, 5, 2, 7, 5, 2, 5, 3, 3, 4, 12, 7, 2, 10, 7, 2, 2, 4, 4, 7, 7, 2, 7, 4, 4, 3, 3, 8, 2, 2, 5, 2, 2, 6, 2, 2, 5, 2, 2, 8, 4, 4, 11, 3, 7, 3, 3, 1, 3, 4, 5, 2, 15, 12, 7, 4, 1, 2, 7, 2], "patch_length_stats": {"count": 102, "sum": 507, "mean": 4.970588235294118, "median": 4.5, "p95": 10.949999999999989, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 63, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04906149900125456, "decode_time_sec": 5.508395748034673, "total_time_sec": 5.985739133000607, "prefill_units_per_sec": 7663.850629398527, "prefill_bytes_per_sec": 7643.468047937361, "decode_units_per_sec": 90.95207078735231, "decode_bytes_per_sec": 90.95207078735231, "total_units_per_sec": 83.69893656706226, "total_bytes_per_sec": 83.69893656706226, "step_latency_ms": {"count": 501, "sum": 5522, "mean": 11.021956087824352, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2866.98046875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 375, "mean": 375.0, "median": 375.0, "p95": 375.0, "max": 375, "min": 375}, "model_input_units": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}}, "generated_stats": {"units": {"count": 1, "sum": 501, "mean": 501.0, "median": 501.0, "p95": 501.0, "max": 501, "min": 501}, "bytes": {"count": 1, "sum": 501, "mean": 501.0, "median": 501.0, "p95": 501.0, "max": 501, "min": 501}}, "compression_summary": {"raw_prompt_bytes": 375, "model_input_units": 376, "stage0_units": 100, "stage1_units": null, "bytes_per_stage0_unit": 3.75, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [100], "patch_count_stats": {"count": 1, "sum": 100, "mean": 100.0, "median": 100.0, "p95": 100.0, "max": 100, "min": 100}, "patch_lengths": [3, 2, 4, 5, 6, 9, 5, 4, 3, 4, 2, 4, 9, 3, 10, 6, 11, 3, 4, 9, 11, 2, 7, 2, 1, 2, 5, 4, 5, 4, 5, 2, 2, 1, 2, 4, 5, 3, 7, 2, 1, 1, 2, 1, 3, 7, 2, 1, 2, 4, 2, 2, 1, 3, 5, 2, 3, 6, 4, 8, 1, 1, 5, 7, 3, 2, 5, 4, 5, 4, 5, 2, 3, 2, 4, 5, 3, 7, 2, 1, 1, 2, 1, 3, 7, 3, 6, 2, 2, 1, 3, 5, 2, 3, 6, 4, 8, 1, 1, 2], "patch_length_stats": {"count": 100, "sum": 376, "mean": 3.76, "median": 3.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 64, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04725837399746524, "decode_time_sec": 5.282522998004424, "total_time_sec": 5.76339009199728, "prefill_units_per_sec": 8358.307038265562, "prefill_bytes_per_sec": 8337.146767282613, "decode_units_per_sec": 98.43781090899938, "decode_bytes_per_sec": 98.43781090899938, "total_units_per_sec": 90.22467535592338, "total_bytes_per_sec": 90.22467535592338, "step_latency_ms": {"count": 520, "sum": 5252, "mean": 10.1, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2870.8203125, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "model_input_units": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "generated_stats": {"units": {"count": 1, "sum": 520, "mean": 520.0, "median": 520.0, "p95": 520.0, "max": 520, "min": 520}, "bytes": {"count": 1, "sum": 520, "mean": 520.0, "median": 520.0, "p95": 520.0, "max": 520, "min": 520}}, "compression_summary": {"raw_prompt_bytes": 394, "model_input_units": 395, "stage0_units": 88, "stage1_units": null, "bytes_per_stage0_unit": 4.4772727272727275, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [88], "patch_count_stats": {"count": 1, "sum": 88, "mean": 88.0, "median": 88.0, "p95": 88.0, "max": 88, "min": 88}, "patch_lengths": [3, 2, 7, 6, 5, 1, 6, 1, 7, 5, 3, 3, 6, 5, 2, 6, 6, 3, 2, 2, 4, 3, 3, 2, 7, 4, 5, 7, 5, 6, 2, 3, 3, 6, 5, 3, 2, 7, 3, 9, 6, 3, 6, 8, 6, 2, 7, 6, 2, 5, 7, 8, 6, 6, 2, 7, 4, 1, 9, 1, 7, 2, 7, 5, 4, 6, 4, 1, 2, 4, 1, 5, 1, 6, 7, 7, 7, 2, 5, 5, 1, 6, 5, 5, 1, 6, 7, 4], "patch_length_stats": {"count": 88, "sum": 395, "mean": 4.488636363636363, "median": 5.0, "p95": 7.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 65, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048858839996682946, "decode_time_sec": 9.724614232989552, "total_time_sec": 10.659524327998952, "prefill_units_per_sec": 17437.990751680612, "prefill_bytes_per_sec": 17417.523626385213, "decode_units_per_sec": 100.4667102048787, "decode_bytes_per_sec": 100.4667102048787, "total_units_per_sec": 91.65512174251084, "total_bytes_per_sec": 91.65512174251084, "step_latency_ms": {"count": 977, "sum": 9719, "mean": 9.947799385875127, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2912.5478515625, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 851, "mean": 851.0, "median": 851.0, "p95": 851.0, "max": 851, "min": 851}, "model_input_units": {"count": 1, "sum": 852, "mean": 852.0, "median": 852.0, "p95": 852.0, "max": 852, "min": 852}}, "generated_stats": {"units": {"count": 1, "sum": 977, "mean": 977.0, "median": 977.0, "p95": 977.0, "max": 977, "min": 977}, "bytes": {"count": 1, "sum": 977, "mean": 977.0, "median": 977.0, "p95": 977.0, "max": 977, "min": 977}}, "compression_summary": {"raw_prompt_bytes": 851, "model_input_units": 852, "stage0_units": 180, "stage1_units": null, "bytes_per_stage0_unit": 4.727777777777778, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [180], "patch_count_stats": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "patch_lengths": [3, 6, 3, 4, 4, 14, 12, 3, 4, 3, 8, 4, 2, 6, 5, 5, 3, 2, 3, 2, 2, 2, 5, 3, 3, 2, 3, 3, 8, 5, 5, 4, 9, 3, 12, 1, 9, 3, 10, 2, 1, 2, 7, 2, 1, 7, 2, 5, 1, 1, 5, 3, 4, 6, 2, 9, 8, 12, 6, 3, 4, 2, 2, 2, 1, 1, 3, 3, 3, 4, 2, 2, 3, 4, 4, 4, 4, 2, 2, 3, 4, 5, 2, 5, 2, 9, 2, 2, 3, 4, 3, 5, 4, 10, 14, 1, 5, 2, 5, 1, 5, 5, 4, 11, 3, 6, 3, 2, 2, 3, 4, 5, 1, 5, 2, 6, 3, 6, 4, 2, 4, 5, 4, 7, 1, 3, 1, 5, 7, 2, 2, 6, 4, 7, 6, 6, 1, 3, 2, 2, 3, 4, 2, 59, 12, 1, 13, 12, 2, 3, 5, 4, 2, 2, 3, 4, 5, 2, 5, 7, 2, 2, 6, 6, 6, 2, 2, 7, 5, 1, 3, 2, 2, 3, 4, 5, 2, 48, 12, 2], "patch_length_stats": {"count": 180, "sum": 852, "mean": 4.733333333333333, "median": 3.0, "p95": 12.0, "max": 59, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 66, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04917324100097176, "decode_time_sec": 5.532742932045949, "total_time_sec": 6.3561617380000826, "prefill_units_per_sec": 14540.428603961049, "prefill_bytes_per_sec": 14520.092340179286, "decode_units_per_sec": 151.82342832786867, "decode_bytes_per_sec": 151.82342832786867, "total_units_per_sec": 132.15522741941737, "total_bytes_per_sec": 132.15522741941737, "step_latency_ms": {"count": 840, "sum": 5484, "mean": 6.5285714285714285, "median": 6.0, "p95": 7.0, "max": 25, "min": 6}, "peak_allocated_mb": 2899.12353515625, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 714, "mean": 714.0, "median": 714.0, "p95": 714.0, "max": 714, "min": 714}, "model_input_units": {"count": 1, "sum": 715, "mean": 715.0, "median": 715.0, "p95": 715.0, "max": 715, "min": 715}}, "generated_stats": {"units": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}, "bytes": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}}, "compression_summary": {"raw_prompt_bytes": 714, "model_input_units": 715, "stage0_units": 182, "stage1_units": null, "bytes_per_stage0_unit": 3.923076923076923, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [182], "patch_count_stats": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "patch_lengths": [3, 4, 2, 6, 7, 1, 4, 1, 6, 5, 1, 13, 6, 3, 3, 5, 2, 3, 2, 4, 7, 4, 2, 4, 1, 3, 7, 2, 2, 3, 3, 4, 2, 7, 4, 4, 1, 5, 3, 10, 7, 3, 11, 5, 6, 2, 4, 5, 2, 11, 4, 2, 3, 2, 4, 2, 4, 5, 6, 3, 5, 6, 2, 1, 3, 5, 1, 15, 4, 3, 2, 2, 3, 5, 1, 3, 2, 4, 1, 2, 4, 6, 1, 2, 1, 3, 2, 1, 1, 2, 11, 7, 2, 4, 2, 3, 1, 1, 2, 11, 12, 2, 4, 2, 3, 1, 1, 1, 3, 4, 1, 3, 2, 3, 1, 3, 1, 1, 5, 5, 1, 11, 3, 2, 6, 3, 2, 1, 1, 3, 1, 15, 4, 2, 6, 3, 2, 1, 1, 4, 4, 13, 1, 3, 1, 19, 2, 6, 3, 2, 1, 1, 4, 4, 4, 1, 6, 4, 12, 3, 5, 4, 15, 7, 3, 5, 1, 11, 5, 12, 3, 4, 5, 4, 2, 6, 3, 2, 1, 1, 3, 2], "patch_length_stats": {"count": 182, "sum": 715, "mean": 3.9285714285714284, "median": 3.0, "p95": 11.0, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 67, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03819856700283708, "decode_time_sec": 9.60948493797332, "total_time_sec": 10.5220783879995, "prefill_units_per_sec": 22225.96465299191, "prefill_bytes_per_sec": 22199.785660467773, "decode_units_per_sec": 101.35818998488597, "decode_bytes_per_sec": 101.35818998488597, "total_units_per_sec": 92.56726324248388, "total_bytes_per_sec": 92.56726324248388, "step_latency_ms": {"count": 974, "sum": 9576, "mean": 9.831622176591376, "median": 7.0, "p95": 23.0, "max": 31, "min": 6}, "peak_allocated_mb": 2913.794921875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 848, "mean": 848.0, "median": 848.0, "p95": 848.0, "max": 848, "min": 848}, "model_input_units": {"count": 1, "sum": 849, "mean": 849.0, "median": 849.0, "p95": 849.0, "max": 849, "min": 849}}, "generated_stats": {"units": {"count": 1, "sum": 974, "mean": 974.0, "median": 974.0, "p95": 974.0, "max": 974, "min": 974}, "bytes": {"count": 1, "sum": 974, "mean": 974.0, "median": 974.0, "p95": 974.0, "max": 974, "min": 974}}, "compression_summary": {"raw_prompt_bytes": 848, "model_input_units": 849, "stage0_units": 189, "stage1_units": null, "bytes_per_stage0_unit": 4.4867724867724865, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [189], "patch_count_stats": {"count": 1, "sum": 189, "mean": 189.0, "median": 189.0, "p95": 189.0, "max": 189, "min": 189}, "patch_lengths": [3, 7, 7, 5, 1, 6, 1, 7, 1, 7, 3, 3, 4, 3, 5, 2, 6, 6, 3, 1, 1, 2, 11, 5, 7, 8, 2, 7, 4, 5, 1, 2, 6, 3, 7, 4, 5, 2, 5, 2, 2, 3, 4, 5, 1, 2, 1, 2, 4, 2, 3, 7, 2, 12, 2, 11, 3, 4, 11, 7, 1, 4, 7, 3, 15, 6, 10, 2, 6, 5, 3, 3, 5, 4, 3, 7, 4, 7, 7, 2, 1, 1, 1, 7, 4, 4, 2, 1, 2, 3, 1, 4, 5, 1, 3, 10, 4, 5, 2, 5, 1, 7, 4, 15, 4, 2, 6, 6, 1, 4, 5, 2, 11, 4, 7, 7, 2, 2, 1, 14, 7, 7, 3, 4, 5, 2, 5, 1, 2, 1, 1, 2, 15, 5, 2, 6, 6, 3, 1, 1, 1, 11, 4, 5, 2, 6, 8, 2, 6, 6, 1, 7, 2, 11, 4, 5, 2, 6, 11, 2, 6, 6, 1, 5, 8, 6, 4, 2, 15, 5, 2, 6, 6, 1, 2, 6, 6, 1, 1, 1, 2, 15, 5, 2, 4, 8, 6, 1, 2], "patch_length_stats": {"count": 189, "sum": 849, "mean": 4.492063492063492, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 68, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05286685600003693, "decode_time_sec": 4.817415902056382, "total_time_sec": 5.2621065889979945, "prefill_units_per_sec": 6336.673397029057, "prefill_bytes_per_sec": 6317.75795405285, "decode_units_per_sec": 95.48687706279263, "decode_bytes_per_sec": 95.48687706279263, "total_units_per_sec": 87.4174614709948, "total_bytes_per_sec": 87.4174614709948, "step_latency_ms": {"count": 460, "sum": 4835, "mean": 10.51086956521739, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2861.61962890625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 334, "mean": 334.0, "median": 334.0, "p95": 334.0, "max": 334, "min": 334}, "model_input_units": {"count": 1, "sum": 335, "mean": 335.0, "median": 335.0, "p95": 335.0, "max": 335, "min": 335}}, "generated_stats": {"units": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}, "bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}}, "compression_summary": {"raw_prompt_bytes": 334, "model_input_units": 335, "stage0_units": 77, "stage1_units": null, "bytes_per_stage0_unit": 4.337662337662338, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [77], "patch_count_stats": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}, "patch_lengths": [3, 7, 4, 6, 6, 3, 3, 4, 2, 6, 3, 4, 4, 3, 4, 7, 4, 2, 4, 5, 5, 1, 4, 3, 4, 5, 8, 2, 9, 7, 1, 3, 4, 9, 10, 5, 2, 3, 6, 4, 2, 3, 4, 2, 4, 4, 2, 3, 4, 4, 9, 2, 7, 7, 4, 3, 2, 7, 4, 5, 2, 2, 7, 4, 7, 9, 2, 3, 7, 2, 3, 3, 3, 4, 4, 9, 3], "patch_length_stats": {"count": 77, "sum": 335, "mean": 4.35064935064935, "median": 4.0, "p95": 9.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 69, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05052180200073053, "decode_time_sec": 5.691905324969412, "total_time_sec": 6.221297333999246, "prefill_units_per_sec": 8728.904800221166, "prefill_bytes_per_sec": 8709.111365300028, "decode_units_per_sec": 99.43946142551864, "decode_bytes_per_sec": 99.43946142551864, "total_units_per_sec": 90.9778089060015, "total_bytes_per_sec": 90.9778089060015, "step_latency_ms": {"count": 566, "sum": 5676, "mean": 10.02826855123675, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2872.4306640625, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}, "model_input_units": {"count": 1, "sum": 441, "mean": 441.0, "median": 441.0, "p95": 441.0, "max": 441, "min": 441}}, "generated_stats": {"units": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}, "bytes": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}}, "compression_summary": {"raw_prompt_bytes": 440, "model_input_units": 441, "stage0_units": 97, "stage1_units": null, "bytes_per_stage0_unit": 4.536082474226804, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [97], "patch_count_stats": {"count": 1, "sum": 97, "mean": 97.0, "median": 97.0, "p95": 97.0, "max": 97, "min": 97}, "patch_lengths": [3, 9, 7, 4, 3, 5, 12, 7, 12, 2, 3, 11, 2, 12, 4, 3, 3, 2, 2, 5, 3, 4, 2, 3, 7, 3, 7, 3, 4, 5, 1, 1, 3, 11, 9, 2, 7, 3, 2, 2, 4, 3, 4, 7, 2, 3, 1, 2, 5, 2, 7, 11, 1, 2, 2, 3, 2, 3, 12, 2, 4, 4, 3, 4, 2, 1, 2, 3, 11, 6, 4, 7, 3, 4, 2, 1, 3, 1, 1, 2, 11, 9, 4, 2, 2, 11, 9, 4, 2, 5, 3, 4, 12, 2, 11, 9, 2], "patch_length_stats": {"count": 97, "sum": 441, "mean": 4.546391752577319, "median": 3.0, "p95": 11.199999999999989, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 70, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.054206263997912174, "decode_time_sec": 6.3040738339987, "total_time_sec": 6.902634578997095, "prefill_units_per_sec": 9353.162579504238, "prefill_bytes_per_sec": 9334.71452707918, "decode_units_per_sec": 100.25263292310137, "decode_bytes_per_sec": 100.25263292310137, "total_units_per_sec": 91.55924346958915, "total_bytes_per_sec": 91.55924346958915, "step_latency_ms": {"count": 632, "sum": 6290, "mean": 9.95253164556962, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2875.08154296875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 632, "mean": 632.0, "median": 632.0, "p95": 632.0, "max": 632, "min": 632}, "bytes": {"count": 1, "sum": 632, "mean": 632.0, "median": 632.0, "p95": 632.0, "max": 632, "min": 632}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 111, "stage1_units": null, "bytes_per_stage0_unit": 4.558558558558558, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [111], "patch_count_stats": {"count": 1, "sum": 111, "mean": 111.0, "median": 111.0, "p95": 111.0, "max": 111, "min": 111}, "patch_lengths": [3, 7, 2, 2, 7, 4, 3, 3, 3, 4, 4, 6, 2, 3, 7, 4, 2, 2, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 6, 2, 7, 7, 7, 5, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 6, 2, 2, 7, 7, 7, 7, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 2, 6, 2, 7, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 2, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 3, 1, 2, 7, 7, 2], "patch_length_stats": {"count": 111, "sum": 507, "mean": 4.5675675675675675, "median": 4.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 71, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04999525500170421, "decode_time_sec": 8.999551904995315, "total_time_sec": 9.82209175800017, "prefill_units_per_sec": 14901.414143694334, "prefill_bytes_per_sec": 14881.412245514879, "decode_units_per_sec": 96.67147977857604, "decode_bytes_per_sec": 96.67147977857604, "total_units_per_sec": 88.57583714704948, "total_bytes_per_sec": 88.57583714704948, "step_latency_ms": {"count": 870, "sum": 8979, "mean": 10.320689655172414, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2899.57470703125, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}, "model_input_units": {"count": 1, "sum": 745, "mean": 745.0, "median": 745.0, "p95": 745.0, "max": 745, "min": 745}}, "generated_stats": {"units": {"count": 1, "sum": 870, "mean": 870.0, "median": 870.0, "p95": 870.0, "max": 870, "min": 870}, "bytes": {"count": 1, "sum": 870, "mean": 870.0, "median": 870.0, "p95": 870.0, "max": 870, "min": 870}}, "compression_summary": {"raw_prompt_bytes": 744, "model_input_units": 745, "stage0_units": 176, "stage1_units": null, "bytes_per_stage0_unit": 4.2272727272727275, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [176], "patch_count_stats": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "patch_lengths": [3, 9, 7, 4, 4, 8, 6, 3, 9, 5, 2, 6, 5, 4, 2, 6, 2, 5, 7, 5, 2, 9, 5, 4, 2, 6, 2, 6, 1, 1, 5, 1, 7, 6, 6, 3, 8, 2, 5, 3, 6, 4, 5, 4, 1, 8, 7, 8, 2, 3, 7, 5, 3, 7, 4, 5, 2, 1, 3, 6, 5, 9, 2, 7, 2, 4, 9, 5, 2, 2, 1, 1, 3, 9, 7, 8, 1, 3, 3, 4, 7, 4, 7, 1, 3, 7, 7, 3, 2, 2, 1, 1, 9, 2, 9, 8, 4, 3, 1, 8, 5, 2, 2, 4, 2, 1, 1, 5, 1, 4, 4, 1, 9, 8, 6, 7, 3, 5, 1, 2, 1, 1, 5, 1, 6, 3, 6, 4, 2, 1, 7, 2, 1, 3, 4, 7, 1, 3, 1, 2, 6, 1, 5, 8, 7, 3, 1, 8, 5, 4, 2, 2, 2, 6, 6, 3, 2, 6, 1, 2, 7, 7, 6, 8, 7, 3, 1, 8, 5, 4, 2, 2, 2, 6, 6, 4], "patch_length_stats": {"count": 176, "sum": 745, "mean": 4.232954545454546, "median": 4.0, "p95": 8.25, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 72, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.054369696001231205, "decode_time_sec": 4.491933555003925, "total_time_sec": 4.906658873002016, "prefill_units_per_sec": 5572.957406146588, "prefill_bytes_per_sec": 5554.564807446434, "decode_units_per_sec": 95.28190806010844, "decode_bytes_per_sec": 95.28190806010844, "total_units_per_sec": 87.22839942164941, "total_bytes_per_sec": 87.22839942164941, "step_latency_ms": {"count": 428, "sum": 4503, "mean": 10.521028037383177, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2858.57861328125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "model_input_units": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}}, "generated_stats": {"units": {"count": 1, "sum": 428, "mean": 428.0, "median": 428.0, "p95": 428.0, "max": 428, "min": 428}, "bytes": {"count": 1, "sum": 428, "mean": 428.0, "median": 428.0, "p95": 428.0, "max": 428, "min": 428}}, "compression_summary": {"raw_prompt_bytes": 302, "model_input_units": 303, "stage0_units": 66, "stage1_units": null, "bytes_per_stage0_unit": 4.575757575757576, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [66], "patch_count_stats": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}, "patch_lengths": [3, 4, 7, 9, 4, 3, 3, 3, 4, 5, 5, 3, 3, 2, 7, 6, 15, 2, 1, 5, 3, 9, 3, 4, 9, 3, 4, 5, 5, 4, 3, 2, 4, 6, 6, 3, 5, 6, 6, 8, 5, 4, 4, 5, 3, 8, 1, 3, 4, 6, 3, 1, 6, 3, 10, 4, 3, 7, 4, 6, 3, 2, 2, 5, 6, 3], "patch_length_stats": {"count": 66, "sum": 303, "mean": 4.590909090909091, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 73, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.040150606000679545, "decode_time_sec": 4.251120581964642, "total_time_sec": 4.868942439999955, "prefill_units_per_sec": 13225.205118722564, "prefill_bytes_per_sec": 13200.29889439352, "decode_units_per_sec": 154.31225422846785, "decode_bytes_per_sec": 154.31225422846785, "total_units_per_sec": 134.73151676855846, "total_bytes_per_sec": 134.73151676855846, "step_latency_ms": {"count": 656, "sum": 4159, "mean": 6.339939024390244, "median": 6.0, "p95": 7.0, "max": 8, "min": 6}, "peak_allocated_mb": 2878.2392578125, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 530, "mean": 530.0, "median": 530.0, "p95": 530.0, "max": 530, "min": 530}, "model_input_units": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}}, "generated_stats": {"units": {"count": 1, "sum": 656, "mean": 656.0, "median": 656.0, "p95": 656.0, "max": 656, "min": 656}, "bytes": {"count": 1, "sum": 656, "mean": 656.0, "median": 656.0, "p95": 656.0, "max": 656, "min": 656}}, "compression_summary": {"raw_prompt_bytes": 530, "model_input_units": 531, "stage0_units": 113, "stage1_units": null, "bytes_per_stage0_unit": 4.6902654867256635, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [113], "patch_count_stats": {"count": 1, "sum": 113, "mean": 113.0, "median": 113.0, "p95": 113.0, "max": 113, "min": 113}, "patch_lengths": [3, 2, 5, 8, 5, 1, 7, 1, 8, 5, 3, 3, 4, 9, 2, 2, 4, 2, 3, 1, 7, 5, 1, 2, 9, 3, 8, 1, 7, 10, 2, 2, 1, 2, 3, 1, 7, 5, 1, 1, 3, 6, 10, 2, 7, 9, 2, 7, 7, 2, 3, 11, 2, 5, 1, 8, 1, 5, 2, 1, 5, 3, 7, 4, 3, 3, 9, 2, 11, 4, 4, 3, 6, 4, 1, 7, 5, 4, 15, 9, 2, 5, 2, 5, 3, 1, 8, 5, 4, 3, 15, 3, 9, 3, 5, 1, 1, 22, 3, 3, 6, 1, 15, 5, 2, 8, 3, 10, 4, 3, 9, 1, 2], "patch_length_stats": {"count": 113, "sum": 531, "mean": 4.699115044247788, "median": 4.0, "p95": 10.399999999999991, "max": 22, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 74, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03783193200069945, "decode_time_sec": 7.176613992010971, "total_time_sec": 7.790328538998438, "prefill_units_per_sec": 14405.819929839265, "prefill_bytes_per_sec": 14379.387232720293, "decode_units_per_sec": 93.35879019630234, "decode_bytes_per_sec": 93.35879019630234, "total_units_per_sec": 86.00407500736014, "total_bytes_per_sec": 86.00407500736014, "step_latency_ms": {"count": 670, "sum": 7151, "mean": 10.67313432835821, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2883.99755859375, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 544, "mean": 544.0, "median": 544.0, "p95": 544.0, "max": 544, "min": 544}, "model_input_units": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}}, "generated_stats": {"units": {"count": 1, "sum": 670, "mean": 670.0, "median": 670.0, "p95": 670.0, "max": 670, "min": 670}, "bytes": {"count": 1, "sum": 670, "mean": 670.0, "median": 670.0, "p95": 670.0, "max": 670, "min": 670}}, "compression_summary": {"raw_prompt_bytes": 544, "model_input_units": 545, "stage0_units": 149, "stage1_units": null, "bytes_per_stage0_unit": 3.651006711409396, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [149], "patch_count_stats": {"count": 1, "sum": 149, "mean": 149.0, "median": 149.0, "p95": 149.0, "max": 149, "min": 149}, "patch_lengths": [3, 3, 2, 1, 5, 1, 12, 5, 3, 3, 6, 5, 2, 3, 7, 2, 2, 2, 2, 11, 7, 3, 7, 2, 2, 2, 2, 3, 7, 3, 7, 2, 2, 2, 2, 9, 4, 3, 7, 2, 2, 2, 2, 4, 7, 3, 7, 2, 2, 2, 2, 4, 3, 7, 2, 2, 2, 2, 3, 4, 7, 3, 7, 2, 2, 2, 2, 4, 1, 4, 3, 7, 2, 2, 2, 2, 8, 6, 7, 2, 1, 6, 4, 7, 2, 1, 1, 2, 2, 8, 6, 7, 2, 1, 6, 4, 7, 2, 2, 2, 2, 7, 7, 3, 7, 2, 2, 2, 2, 4, 7, 3, 7, 2, 2, 2, 2, 4, 5, 3, 7, 2, 2, 2, 2, 5, 5, 3, 7, 2, 2, 2, 2, 5, 6, 3, 7, 2, 2, 2, 2, 5, 5, 3, 7, 2, 2, 2, 2], "patch_length_stats": {"count": 149, "sum": 545, "mean": 3.6577181208053693, "median": 3.0, "p95": 7.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 75, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04452871900139144, "decode_time_sec": 5.11030323502564, "total_time_sec": 5.594411229001707, "prefill_units_per_sec": 8825.764783121642, "prefill_bytes_per_sec": 8803.307366370696, "decode_units_per_sec": 101.36384793169735, "decode_bytes_per_sec": 101.36384793169735, "total_units_per_sec": 92.5924067424043, "total_bytes_per_sec": 92.5924067424043, "step_latency_ms": {"count": 518, "sum": 5092, "mean": 9.83011583011583, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2868.86328125, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 392, "mean": 392.0, "median": 392.0, "p95": 392.0, "max": 392, "min": 392}, "model_input_units": {"count": 1, "sum": 393, "mean": 393.0, "median": 393.0, "p95": 393.0, "max": 393, "min": 393}}, "generated_stats": {"units": {"count": 1, "sum": 518, "mean": 518.0, "median": 518.0, "p95": 518.0, "max": 518, "min": 518}, "bytes": {"count": 1, "sum": 518, "mean": 518.0, "median": 518.0, "p95": 518.0, "max": 518, "min": 518}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 393, "stage0_units": 74, "stage1_units": null, "bytes_per_stage0_unit": 5.297297297297297, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [74], "patch_count_stats": {"count": 1, "sum": 74, "mean": 74.0, "median": 74.0, "p95": 74.0, "max": 74, "min": 74}, "patch_lengths": [3, 7, 5, 5, 1, 7, 1, 6, 1, 5, 5, 1, 3, 6, 3, 3, 4, 3, 7, 9, 3, 9, 9, 2, 11, 6, 21, 2, 3, 7, 7, 3, 3, 9, 2, 8, 4, 7, 3, 6, 9, 3, 9, 6, 2, 11, 6, 21, 2, 3, 7, 7, 3, 3, 9, 2, 5, 5, 3, 4, 3, 4, 5, 2, 11, 5, 2, 6, 5, 2, 7, 5, 2, 4], "patch_length_stats": {"count": 74, "sum": 393, "mean": 5.3108108108108105, "median": 5.0, "p95": 11.0, "max": 21, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 76, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05782406299476861, "decode_time_sec": 8.555607863047044, "total_time_sec": 9.342787924000731, "prefill_units_per_sec": 12122.980705513897, "prefill_bytes_per_sec": 12105.686867132279, "decode_units_per_sec": 96.54486428341558, "decode_bytes_per_sec": 96.54486428341558, "total_units_per_sec": 88.41044094323117, "total_bytes_per_sec": 88.41044094323117, "step_latency_ms": {"count": 826, "sum": 8540, "mean": 10.338983050847459, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2898.6826171875, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}, "model_input_units": {"count": 1, "sum": 701, "mean": 701.0, "median": 701.0, "p95": 701.0, "max": 701, "min": 701}}, "generated_stats": {"units": {"count": 1, "sum": 826, "mean": 826.0, "median": 826.0, "p95": 826.0, "max": 826, "min": 826}, "bytes": {"count": 1, "sum": 826, "mean": 826.0, "median": 826.0, "p95": 826.0, "max": 826, "min": 826}}, "compression_summary": {"raw_prompt_bytes": 700, "model_input_units": 701, "stage0_units": 182, "stage1_units": null, "bytes_per_stage0_unit": 3.8461538461538463, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [182], "patch_count_stats": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "patch_lengths": [3, 4, 11, 4, 1, 7, 1, 4, 1, 9, 1, 2, 1, 7, 5, 1, 5, 5, 1, 6, 2, 1, 4, 3, 7, 6, 4, 4, 3, 3, 10, 6, 2, 2, 4, 3, 4, 6, 3, 7, 2, 7, 6, 9, 2, 6, 2, 7, 8, 6, 2, 3, 11, 4, 2, 8, 2, 9, 2, 5, 2, 3, 4, 9, 2, 4, 2, 8, 6, 2, 9, 2, 3, 3, 2, 6, 6, 1, 7, 4, 7, 3, 3, 7, 4, 5, 2, 9, 2, 8, 2, 4, 4, 1, 5, 3, 5, 3, 1, 1, 3, 8, 3, 1, 1, 3, 2, 3, 1, 1, 3, 4, 3, 1, 1, 3, 5, 3, 1, 1, 2, 1, 1, 2, 2, 5, 9, 1, 9, 1, 3, 7, 1, 5, 1, 4, 2, 7, 5, 2, 11, 8, 2, 4, 4, 1, 5, 3, 5, 3, 1, 1, 3, 8, 3, 1, 1, 3, 5, 3, 1, 1, 2, 1, 1, 2, 2, 5, 9, 1, 9, 1, 4, 3, 7, 4, 3, 3, 6, 3, 3, 4], "patch_length_stats": {"count": 182, "sum": 701, "mean": 3.8516483516483517, "median": 3.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 77, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04489236000154051, "decode_time_sec": 4.808026611008245, "total_time_sec": 5.258648254999571, "prefill_units_per_sec": 7996.906377559137, "prefill_bytes_per_sec": 7974.630872329167, "decode_units_per_sec": 100.66500025017645, "decode_bytes_per_sec": 100.66500025017645, "total_units_per_sec": 92.03886180062437, "total_bytes_per_sec": 92.03886180062437, "step_latency_ms": {"count": 484, "sum": 4783, "mean": 9.882231404958677, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2862.4833984375, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "model_input_units": {"count": 1, "sum": 359, "mean": 359.0, "median": 359.0, "p95": 359.0, "max": 359, "min": 359}}, "generated_stats": {"units": {"count": 1, "sum": 484, "mean": 484.0, "median": 484.0, "p95": 484.0, "max": 484, "min": 484}, "bytes": {"count": 1, "sum": 484, "mean": 484.0, "median": 484.0, "p95": 484.0, "max": 484, "min": 484}}, "compression_summary": {"raw_prompt_bytes": 358, "model_input_units": 359, "stage0_units": 82, "stage1_units": null, "bytes_per_stage0_unit": 4.365853658536586, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [82], "patch_count_stats": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}, "patch_lengths": [3, 8, 7, 4, 2, 1, 10, 3, 3, 7, 6, 2, 4, 2, 4, 7, 6, 4, 3, 3, 10, 2, 1, 7, 1, 4, 7, 2, 5, 2, 2, 7, 1, 4, 5, 6, 2, 7, 7, 6, 7, 5, 2, 10, 2, 1, 7, 1, 2, 3, 4, 1, 2, 2, 10, 2, 1, 7, 4, 5, 3, 1, 2, 7, 7, 6, 7, 8, 2, 10, 2, 1, 7, 1, 4, 7, 7, 6, 7, 5, 2, 2], "patch_length_stats": {"count": 82, "sum": 359, "mean": 4.378048780487805, "median": 4.0, "p95": 9.900000000000006, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 78, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04758391499854042, "decode_time_sec": 4.230622577000759, "total_time_sec": 4.644948541998019, "prefill_units_per_sec": 6535.822031657957, "prefill_bytes_per_sec": 6514.806526733012, "decode_units_per_sec": 103.05811782177369, "decode_bytes_per_sec": 103.05811782177369, "total_units_per_sec": 93.86541014563213, "total_bytes_per_sec": 93.86541014563213, "step_latency_ms": {"count": 436, "sum": 4222, "mean": 9.68348623853211, "median": 7.0, "p95": 23.25, "max": 28, "min": 6}, "peak_allocated_mb": 2857.4873046875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 5.43859649122807, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 4, 6, 5, 1, 9, 1, 3, 1, 7, 5, 1, 7, 5, 3, 3, 4, 7, 5, 2, 7, 6, 6, 4, 3, 7, 5, 4, 10, 10, 6, 2, 7, 5, 4, 2, 3, 2, 8, 6, 2, 7, 5, 4, 9, 5, 4, 1, 8, 2, 32, 1, 6, 2, 25, 7, 2], "patch_length_stats": {"count": 57, "sum": 311, "mean": 5.456140350877193, "median": 5.0, "p95": 10.0, "max": 32, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 79, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04260238500137348, "decode_time_sec": 3.6527113939955598, "total_time_sec": 4.013941941997473, "prefill_units_per_sec": 6173.363298592814, "prefill_bytes_per_sec": 6149.89043433961, "decode_units_per_sec": 106.22246275405345, "decode_bytes_per_sec": 106.22246275405345, "total_units_per_sec": 96.66308222856809, "total_bytes_per_sec": 96.66308222856809, "step_latency_ms": {"count": 388, "sum": 3633, "mean": 9.36340206185567, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2855.853515625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}, "bytes": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 52, "stage1_units": null, "bytes_per_stage0_unit": 5.038461538461538, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [52], "patch_count_stats": {"count": 1, "sum": 52, "mean": 52.0, "median": 52.0, "p95": 52.0, "max": 52, "min": 52}, "patch_lengths": [3, 4, 9, 5, 5, 1, 7, 5, 1, 9, 5, 3, 3, 4, 2, 4, 6, 5, 4, 8, 5, 7, 9, 1, 7, 7, 2, 9, 3, 9, 5, 5, 9, 1, 7, 7, 2, 7, 3, 7, 5, 5, 7, 2, 3, 4, 2, 4, 9, 7, 8, 2], "patch_length_stats": {"count": 52, "sum": 263, "mean": 5.0576923076923075, "median": 5.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 80, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04848969300292083, "decode_time_sec": 5.118258068017894, "total_time_sec": 5.6101086610033235, "prefill_units_per_sec": 8187.30693914862, "prefill_bytes_per_sec": 8166.683999755299, "decode_units_per_sec": 101.98782340847276, "decode_bytes_per_sec": 101.98782340847276, "total_units_per_sec": 93.04632611280731, "total_bytes_per_sec": 93.04632611280731, "step_latency_ms": {"count": 522, "sum": 5120, "mean": 9.808429118773946, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2869.310546875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}, "model_input_units": {"count": 1, "sum": 397, "mean": 397.0, "median": 397.0, "p95": 397.0, "max": 397, "min": 397}}, "generated_stats": {"units": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}, "bytes": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}}, "compression_summary": {"raw_prompt_bytes": 396, "model_input_units": 397, "stage0_units": 77, "stage1_units": null, "bytes_per_stage0_unit": 5.142857142857143, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [77], "patch_count_stats": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}, "patch_lengths": [3, 9, 4, 6, 8, 6, 8, 9, 2, 34, 6, 2, 30, 8, 5, 30, 7, 9, 6, 3, 5, 2, 1, 3, 4, 6, 2, 3, 4, 2, 1, 3, 4, 6, 2, 8, 2, 1, 1, 1, 2, 1, 1, 3, 8, 2, 7, 9, 1, 3, 2, 3, 7, 9, 4, 2, 1, 1, 1, 2, 1, 1, 3, 6, 9, 2, 7, 9, 1, 5, 9, 6, 6, 2, 2, 1, 2], "patch_length_stats": {"count": 77, "sum": 397, "mean": 5.1558441558441555, "median": 3.0, "p95": 9.0, "max": 34, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 81, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05557059000057052, "decode_time_sec": 8.974201557994093, "total_time_sec": 9.728486174000864, "prefill_units_per_sec": 12056.737205653591, "prefill_bytes_per_sec": 12038.742075495898, "decode_units_per_sec": 88.58726816669558, "decode_bytes_per_sec": 88.58726816669558, "total_units_per_sec": 81.71877780169105, "total_bytes_per_sec": 81.71877780169105, "step_latency_ms": {"count": 795, "sum": 8982, "mean": 11.29811320754717, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2896.2138671875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 669, "mean": 669.0, "median": 669.0, "p95": 669.0, "max": 669, "min": 669}, "model_input_units": {"count": 1, "sum": 670, "mean": 670.0, "median": 670.0, "p95": 670.0, "max": 670, "min": 670}}, "generated_stats": {"units": {"count": 1, "sum": 795, "mean": 795.0, "median": 795.0, "p95": 795.0, "max": 795, "min": 795}, "bytes": {"count": 1, "sum": 795, "mean": 795.0, "median": 795.0, "p95": 795.0, "max": 795, "min": 795}}, "compression_summary": {"raw_prompt_bytes": 669, "model_input_units": 670, "stage0_units": 191, "stage1_units": null, "bytes_per_stage0_unit": 3.5026178010471205, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [191], "patch_count_stats": {"count": 1, "sum": 191, "mean": 191.0, "median": 191.0, "p95": 191.0, "max": 191, "min": 191}, "patch_lengths": [3, 2, 6, 5, 1, 4, 6, 3, 3, 4, 3, 4, 3, 5, 6, 3, 3, 2, 1, 1, 1, 3, 11, 7, 2, 3, 1, 2, 4, 3, 15, 2, 1, 1, 3, 15, 2, 6, 2, 1, 1, 2, 5, 7, 2, 15, 2, 5, 2, 1, 1, 2, 5, 6, 2, 15, 2, 2, 3, 2, 1, 1, 2, 5, 6, 2, 15, 2, 3, 3, 2, 1, 1, 2, 5, 4, 3, 2, 15, 3, 1, 2, 4, 2, 1, 3, 4, 2, 1, 1, 2, 8, 2, 1, 4, 2, 3, 5, 2, 8, 3, 15, 2, 3, 1, 2, 2, 4, 7, 5, 5, 4, 3, 3, 1, 1, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 1, 5, 7, 2, 12, 5, 6, 3, 1, 1, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 1, 5, 7, 1, 5, 4, 3, 2, 12, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 2], "patch_length_stats": {"count": 191, "sum": 670, "mean": 3.507853403141361, "median": 2.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 82, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04765736699846457, "decode_time_sec": 10.458728867022728, "total_time_sec": 11.458829480998247, "prefill_units_per_sec": 19199.5499883466, "prefill_bytes_per_sec": 19178.566873605236, "decode_units_per_sec": 99.43847031728774, "decode_bytes_per_sec": 99.43847031728774, "total_units_per_sec": 90.75970645383924, "total_bytes_per_sec": 90.75970645383924, "step_latency_ms": {"count": 1040, "sum": 10448, "mean": 10.046153846153846, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2916.47314453125, "peak_reserved_mb": 3042.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 914, "mean": 914.0, "median": 914.0, "p95": 914.0, "max": 914, "min": 914}, "model_input_units": {"count": 1, "sum": 915, "mean": 915.0, "median": 915.0, "p95": 915.0, "max": 915, "min": 915}}, "generated_stats": {"units": {"count": 1, "sum": 1040, "mean": 1040.0, "median": 1040.0, "p95": 1040.0, "max": 1040, "min": 1040}, "bytes": {"count": 1, "sum": 1040, "mean": 1040.0, "median": 1040.0, "p95": 1040.0, "max": 1040, "min": 1040}}, "compression_summary": {"raw_prompt_bytes": 914, "model_input_units": 915, "stage0_units": 198, "stage1_units": null, "bytes_per_stage0_unit": 4.616161616161616, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [198], "patch_count_stats": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "patch_lengths": [3, 2, 5, 9, 6, 1, 7, 1, 8, 6, 1, 7, 2, 2, 1, 3, 28, 5, 1, 10, 5, 1, 3, 6, 3, 3, 7, 2, 6, 10, 3, 4, 6, 8, 3, 4, 4, 3, 3, 7, 3, 2, 4, 1, 4, 7, 4, 3, 6, 2, 1, 8, 2, 7, 6, 13, 2, 11, 2, 6, 4, 4, 1, 6, 5, 3, 4, 2, 1, 4, 4, 3, 3, 4, 4, 2, 6, 7, 2, 10, 7, 3, 4, 4, 5, 3, 6, 2, 5, 4, 3, 3, 10, 3, 5, 2, 7, 10, 2, 7, 7, 8, 2, 2, 3, 5, 6, 2, 7, 3, 2, 4, 1, 3, 7, 2, 11, 4, 5, 6, 1, 9, 2, 7, 1, 7, 2, 6, 1, 3, 7, 2, 7, 5, 2, 4, 1, 3, 7, 2, 11, 4, 5, 6, 1, 9, 2, 7, 1, 7, 2, 6, 1, 3, 7, 2, 23, 6, 3, 3, 4, 5, 2, 4, 2, 7, 2, 4, 1, 1, 4, 5, 3, 8, 2, 7, 6, 4, 7, 10, 2, 4, 8, 2, 1, 4, 5, 4, 7, 4, 8, 2, 4, 3, 8, 7, 5, 4], "patch_length_stats": {"count": 198, "sum": 915, "mean": 4.621212121212121, "median": 4.0, "p95": 10.0, "max": 28, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 83, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0517724810015352, "decode_time_sec": 4.42276105399651, "total_time_sec": 4.809847304997675, "prefill_units_per_sec": 5466.224421263649, "prefill_bytes_per_sec": 5446.909140623142, "decode_units_per_sec": 92.25006619593923, "decode_bytes_per_sec": 92.25006619593923, "total_units_per_sec": 84.82597765132115, "total_bytes_per_sec": 84.82597765132115, "step_latency_ms": {"count": 408, "sum": 4420, "mean": 10.833333333333334, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2857.3544921875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}, "bytes": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.7, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 12, 12, 3, 6, 1, 6, 5, 5, 1, 5, 2, 2, 5, 3, 7, 11, 3, 6, 1, 9, 1, 3, 11, 3, 6, 1, 4, 1, 3, 11, 3, 6, 1, 6, 3, 5, 2, 3, 9, 3, 5, 5, 5, 4, 5, 4, 4, 12, 7, 4, 4, 3, 3, 6, 2, 3, 6, 6, 2], "patch_length_stats": {"count": 60, "sum": 283, "mean": 4.716666666666667, "median": 4.0, "p95": 11.049999999999997, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 84, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05156042100134073, "decode_time_sec": 3.8736287069841637, "total_time_sec": 4.257051907999994, "prefill_units_per_sec": 5255.969496311001, "prefill_bytes_per_sec": 5236.5747749224, "decode_units_per_sec": 102.22972565388388, "decode_bytes_per_sec": 102.22972565388388, "total_units_per_sec": 93.02212154280375, "total_bytes_per_sec": 93.02212154280375, "step_latency_ms": {"count": 396, "sum": 3874, "mean": 9.782828282828282, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2856.42578125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "model_input_units": {"count": 1, "sum": 271, "mean": 271.0, "median": 271.0, "p95": 271.0, "max": 271, "min": 271}}, "generated_stats": {"units": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}, "bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}}, "compression_summary": {"raw_prompt_bytes": 270, "model_input_units": 271, "stage0_units": 55, "stage1_units": null, "bytes_per_stage0_unit": 4.909090909090909, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [55], "patch_count_stats": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}, "patch_lengths": [3, 8, 4, 5, 3, 4, 2, 4, 3, 8, 2, 7, 8, 8, 3, 4, 1, 9, 2, 3, 6, 5, 8, 8, 1, 9, 2, 3, 6, 4, 5, 8, 8, 1, 9, 2, 3, 6, 8, 4, 5, 8, 8, 1, 9, 2, 3, 7, 9, 4, 3, 5, 1, 7, 2], "patch_length_stats": {"count": 55, "sum": 271, "mean": 4.927272727272728, "median": 4.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 85, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05105493300288799, "decode_time_sec": 6.278673590040853, "total_time_sec": 6.905287679997855, "prefill_units_per_sec": 10576.842789499971, "prefill_bytes_per_sec": 10557.25604359349, "decode_units_per_sec": 105.91409004838442, "decode_bytes_per_sec": 105.91409004838442, "total_units_per_sec": 96.3030116654324, "total_bytes_per_sec": 96.3030116654324, "step_latency_ms": {"count": 665, "sum": 6289, "mean": 9.457142857142857, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2876.0966796875, "peak_reserved_mb": 3018.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 665, "mean": 665.0, "median": 665.0, "p95": 665.0, "max": 665, "min": 665}, "bytes": {"count": 1, "sum": 665, "mean": 665.0, "median": 665.0, "p95": 665.0, "max": 665, "min": 665}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 94, "stage1_units": null, "bytes_per_stage0_unit": 5.73404255319149, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [94], "patch_count_stats": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}, "patch_lengths": [3, 4, 4, 5, 3, 3, 4, 6, 5, 2, 11, 8, 2, 6, 5, 7, 2, 11, 7, 2, 3, 3, 6, 4, 4, 2, 11, 3, 4, 7, 2, 15, 3, 5, 5, 4, 2, 19, 7, 2, 5, 5, 4, 1, 20, 2, 19, 6, 2, 2, 9, 8, 4, 19, 9, 1, 14, 7, 1, 1, 1, 4, 3, 5, 9, 2, 15, 6, 2, 7, 8, 3, 15, 9, 1, 11, 8, 2, 5, 9, 7, 1, 1, 3, 11, 5, 5, 4, 2, 7, 1, 11, 4, 3], "patch_length_stats": {"count": 94, "sum": 540, "mean": 5.74468085106383, "median": 4.5, "p95": 15.0, "max": 20, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 86, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.037101179997989675, "decode_time_sec": 3.9523235199849296, "total_time_sec": 4.322980812998139, "prefill_units_per_sec": 7385.209850868535, "prefill_bytes_per_sec": 7358.2565302449275, "decode_units_per_sec": 100.95327418984198, "decode_bytes_per_sec": 100.95327418984198, "total_units_per_sec": 92.29742560973327, "total_bytes_per_sec": 92.29742560973327, "step_latency_ms": {"count": 399, "sum": 3968, "mean": 9.94486215538847, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2856.0693359375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "model_input_units": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}}, "generated_stats": {"units": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 273, "model_input_units": 274, "stage0_units": 52, "stage1_units": null, "bytes_per_stage0_unit": 5.25, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [52], "patch_count_stats": {"count": 1, "sum": 52, "mean": 52.0, "median": 52.0, "p95": 52.0, "max": 52, "min": 52}, "patch_lengths": [3, 7, 6, 12, 6, 5, 3, 5, 2, 6, 7, 7, 4, 3, 3, 4, 4, 8, 2, 7, 2, 6, 4, 5, 5, 7, 7, 4, 3, 7, 5, 2, 8, 7, 3, 7, 5, 4, 5, 4, 13, 7, 3, 5, 7, 2, 7, 8, 7, 3, 6, 2], "patch_length_stats": {"count": 52, "sum": 274, "mean": 5.269230769230769, "median": 5.0, "p95": 8.0, "max": 13, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 87, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04049722400304745, "decode_time_sec": 4.378182658005244, "total_time_sec": 4.780319596000481, "prefill_units_per_sec": 7556.073472516863, "prefill_bytes_per_sec": 7531.380421953082, "decode_units_per_sec": 98.44267214661372, "decode_bytes_per_sec": 98.44267214661372, "total_units_per_sec": 90.16133573173684, "total_bytes_per_sec": 90.16133573173684, "step_latency_ms": {"count": 431, "sum": 4405, "mean": 10.220417633410673, "median": 7.0, "p95": 24.0, "max": 31, "min": 6}, "peak_allocated_mb": 2858.63818359375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}, "bytes": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 66, "stage1_units": null, "bytes_per_stage0_unit": 4.621212121212121, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [66], "patch_count_stats": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}, "patch_lengths": [3, 2, 4, 7, 5, 1, 5, 3, 3, 4, 6, 2, 2, 3, 7, 6, 4, 6, 1, 2, 5, 2, 11, 5, 2, 5, 11, 5, 5, 2, 4, 6, 3, 11, 3, 4, 5, 2, 15, 6, 1, 7, 4, 6, 3, 5, 2, 7, 2, 3, 3, 4, 5, 5, 5, 3, 10, 1, 4, 7, 13, 2, 7, 3, 4, 2], "patch_length_stats": {"count": 66, "sum": 306, "mean": 4.636363636363637, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 88, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04115544299929752, "decode_time_sec": 4.508151031033776, "total_time_sec": 4.927966246999858, "prefill_units_per_sec": 7945.486092947209, "prefill_bytes_per_sec": 7921.187970338808, "decode_units_per_sec": 100.26283433905955, "decode_bytes_per_sec": 100.26283433905955, "total_units_per_sec": 91.7214074416961, "total_bytes_per_sec": 91.7214074416961, "step_latency_ms": {"count": 452, "sum": 4510, "mean": 9.97787610619469, "median": 7.0, "p95": 24.0, "max": 31, "min": 6}, "peak_allocated_mb": 2859.72265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 452, "mean": 452.0, "median": 452.0, "p95": 452.0, "max": 452, "min": 452}, "bytes": {"count": 1, "sum": 452, "mean": 452.0, "median": 452.0, "p95": 452.0, "max": 452, "min": 452}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 64, "stage1_units": null, "bytes_per_stage0_unit": 5.09375, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [64], "patch_count_stats": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "patch_lengths": [3, 7, 5, 11, 6, 5, 1, 5, 5, 1, 7, 5, 3, 3, 4, 5, 8, 2, 2, 4, 10, 3, 7, 4, 5, 1, 6, 3, 5, 5, 6, 4, 11, 3, 7, 2, 15, 6, 2, 5, 5, 7, 7, 7, 6, 6, 2, 16, 8, 7, 4, 1, 2, 2, 2, 6, 5, 1, 6, 4, 7, 10, 2, 2], "patch_length_stats": {"count": 64, "sum": 327, "mean": 5.109375, "median": 5.0, "p95": 10.849999999999994, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 89, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04747336199943675, "decode_time_sec": 4.480234037004266, "total_time_sec": 4.891136492999067, "prefill_units_per_sec": 6551.042245621658, "prefill_bytes_per_sec": 6529.977801101974, "decode_units_per_sec": 97.31634472638709, "decode_bytes_per_sec": 97.31634472638709, "total_units_per_sec": 89.14083682270349, "total_bytes_per_sec": 89.14083682270349, "step_latency_ms": {"count": 436, "sum": 4495, "mean": 10.309633027522937, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2858.4580078125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 64, "stage1_units": null, "bytes_per_stage0_unit": 4.84375, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [64], "patch_count_stats": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "patch_lengths": [3, 8, 3, 5, 1, 9, 2, 5, 2, 1, 7, 8, 2, 2, 2, 5, 5, 3, 4, 6, 7, 1, 7, 8, 1, 5, 2, 1, 7, 8, 2, 2, 2, 3, 7, 8, 2, 3, 7, 4, 5, 3, 7, 2, 11, 3, 5, 5, 3, 15, 6, 5, 6, 5, 2, 16, 2, 15, 6, 5, 2, 3, 7, 2], "patch_length_stats": {"count": 64, "sum": 311, "mean": 4.859375, "median": 5.0, "p95": 10.699999999999989, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 90, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03353026800323278, "decode_time_sec": 4.056655384021724, "total_time_sec": 4.407643193000695, "prefill_units_per_sec": 7694.540347101469, "prefill_bytes_per_sec": 7664.7165473065015, "decode_units_per_sec": 94.41275231525779, "decode_bytes_per_sec": 94.41275231525779, "total_units_per_sec": 86.89451101854188, "total_bytes_per_sec": 86.89451101854188, "step_latency_ms": {"count": 383, "sum": 4059, "mean": 10.597911227154047, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2857.142578125, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}, "bytes": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 62, "stage1_units": null, "bytes_per_stage0_unit": 4.145161290322581, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [62], "patch_count_stats": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}, "patch_lengths": [3, 7, 11, 7, 4, 4, 5, 1, 6, 3, 6, 1, 4, 7, 1, 5, 1, 2, 3, 4, 7, 5, 5, 2, 1, 5, 5, 2, 4, 1, 4, 2, 3, 6, 4, 4, 5, 3, 3, 5, 3, 2, 3, 7, 8, 4, 7, 2, 3, 5, 5, 2, 3, 7, 7, 3, 7, 6, 3, 6, 2, 2], "patch_length_stats": {"count": 62, "sum": 258, "mean": 4.161290322580645, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 91, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03348753900354495, "decode_time_sec": 3.852897705990472, "total_time_sec": 4.200169162002567, "prefill_units_per_sec": 7704.358327815264, "prefill_bytes_per_sec": 7674.496473831483, "decode_units_per_sec": 99.40570168902043, "decode_bytes_per_sec": 99.40570168902043, "total_units_per_sec": 91.1868034899319, "total_bytes_per_sec": 91.1868034899319, "step_latency_ms": {"count": 383, "sum": 3823, "mean": 9.981723237597912, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2856.865234375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}, "bytes": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.283333333333333, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 7, 8, 5, 4, 3, 4, 2, 7, 11, 3, 3, 4, 6, 5, 3, 3, 3, 7, 2, 5, 3, 4, 7, 1, 12, 3, 4, 7, 3, 4, 6, 4, 7, 3, 4, 7, 5, 1, 2, 1, 1, 2, 11, 9, 2, 7, 4, 2, 3, 6, 4, 1, 6, 5, 1, 2, 1, 1, 4], "patch_length_stats": {"count": 60, "sum": 258, "mean": 4.3, "median": 4.0, "p95": 9.099999999999994, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 92, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.041140754998195916, "decode_time_sec": 4.907499611013918, "total_time_sec": 5.379130874000111, "prefill_units_per_sec": 9503.957815483598, "prefill_bytes_per_sec": 9479.651018001543, "decode_units_per_sec": 105.14519427407379, "decode_bytes_per_sec": 105.14519427407379, "total_units_per_sec": 95.92627732745312, "total_bytes_per_sec": 95.92627732745312, "step_latency_ms": {"count": 516, "sum": 4880, "mean": 9.457364341085272, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2868.84765625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}, "model_input_units": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "generated_stats": {"units": {"count": 1, "sum": 516, "mean": 516.0, "median": 516.0, "p95": 516.0, "max": 516, "min": 516}, "bytes": {"count": 1, "sum": 516, "mean": 516.0, "median": 516.0, "p95": 516.0, "max": 516, "min": 516}}, "compression_summary": {"raw_prompt_bytes": 390, "model_input_units": 391, "stage0_units": 74, "stage1_units": null, "bytes_per_stage0_unit": 5.27027027027027, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [74], "patch_count_stats": {"count": 1, "sum": 74, "mean": 74.0, "median": 74.0, "p95": 74.0, "max": 74, "min": 74}, "patch_lengths": [3, 6, 4, 5, 3, 3, 4, 4, 2, 11, 3, 5, 5, 4, 8, 5, 2, 4, 8, 6, 6, 2, 3, 15, 5, 2, 5, 2, 6, 7, 1, 1, 11, 4, 5, 2, 5, 2, 3, 3, 4, 1, 15, 7, 5, 1, 11, 5, 2, 15, 7, 6, 1, 7, 7, 9, 11, 8, 9, 2, 11, 2, 6, 6, 2, 10, 6, 1, 6, 4, 8, 4, 5, 2], "patch_length_stats": {"count": 74, "sum": 391, "mean": 5.283783783783784, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 93, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04789556199830258, "decode_time_sec": 6.939532897013123, "total_time_sec": 7.582628274998569, "prefill_units_per_sec": 11817.37882144611, "prefill_bytes_per_sec": 11796.500060277476, "decode_units_per_sec": 99.5744252898371, "decode_bytes_per_sec": 99.5744252898371, "total_units_per_sec": 91.12935184734879, "total_bytes_per_sec": 91.12935184734879, "step_latency_ms": {"count": 691, "sum": 6934, "mean": 10.034732272069464, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2882.32373046875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}, "model_input_units": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}}, "generated_stats": {"units": {"count": 1, "sum": 691, "mean": 691.0, "median": 691.0, "p95": 691.0, "max": 691, "min": 691}, "bytes": {"count": 1, "sum": 691, "mean": 691.0, "median": 691.0, "p95": 691.0, "max": 691, "min": 691}}, "compression_summary": {"raw_prompt_bytes": 565, "model_input_units": 566, "stage0_units": 129, "stage1_units": null, "bytes_per_stage0_unit": 4.37984496124031, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [129], "patch_count_stats": {"count": 1, "sum": 129, "mean": 129.0, "median": 129.0, "p95": 129.0, "max": 129, "min": 129}, "patch_lengths": [3, 9, 7, 8, 7, 8, 1, 8, 1, 5, 3, 3, 5, 8, 2, 4, 3, 4, 7, 3, 8, 2, 7, 3, 7, 2, 11, 4, 2, 8, 1, 6, 2, 6, 4, 3, 2, 4, 3, 11, 3, 8, 1, 6, 2, 6, 4, 3, 2, 5, 4, 4, 15, 4, 3, 8, 1, 6, 2, 6, 4, 3, 2, 5, 4, 3, 11, 5, 8, 11, 4, 1, 1, 1, 2, 11, 5, 8, 4, 1, 3, 1, 1, 2, 3, 8, 8, 2, 4, 3, 6, 2, 1, 1, 1, 3, 4, 7, 3, 8, 2, 7, 4, 2, 7, 4, 2, 4, 2, 2, 7, 4, 2, 5, 4, 2, 3, 7, 4, 2, 5, 4, 2, 5, 7, 4, 2, 4, 4], "patch_length_stats": {"count": 129, "sum": 566, "mean": 4.387596899224806, "median": 4.0, "p95": 8.599999999999994, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 94, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04700156500257435, "decode_time_sec": 9.088948194024852, "total_time_sec": 10.056800771999406, "prefill_units_per_sec": 18829.160262036534, "prefill_bytes_per_sec": 18807.884374734796, "decode_units_per_sec": 111.12396929096617, "decode_bytes_per_sec": 111.12396929096617, "total_units_per_sec": 100.42955238927345, "total_bytes_per_sec": 100.42955238927345, "step_latency_ms": {"count": 1010, "sum": 9096, "mean": 9.005940594059405, "median": 7.0, "p95": 23.0, "max": 31, "min": 6}, "peak_allocated_mb": 2906.4736328125, "peak_reserved_mb": 3040.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 884, "mean": 884.0, "median": 884.0, "p95": 884.0, "max": 884, "min": 884}, "model_input_units": {"count": 1, "sum": 885, "mean": 885.0, "median": 885.0, "p95": 885.0, "max": 885, "min": 885}}, "generated_stats": {"units": {"count": 1, "sum": 1010, "mean": 1010.0, "median": 1010.0, "p95": 1010.0, "max": 1010, "min": 1010}, "bytes": {"count": 1, "sum": 1010, "mean": 1010.0, "median": 1010.0, "p95": 1010.0, "max": 1010, "min": 1010}}, "compression_summary": {"raw_prompt_bytes": 884, "model_input_units": 885, "stage0_units": 131, "stage1_units": null, "bytes_per_stage0_unit": 6.748091603053435, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [131], "patch_count_stats": {"count": 1, "sum": 131, "mean": 131.0, "median": 131.0, "p95": 131.0, "max": 131, "min": 131}, "patch_lengths": [3, 7, 5, 6, 8, 8, 1, 6, 9, 8, 5, 3, 3, 4, 5, 10, 5, 5, 3, 7, 4, 5, 5, 8, 1, 2, 4, 1, 3, 6, 3, 11, 3, 4, 11, 8, 1, 12, 3, 15, 2, 5, 5, 4, 8, 3, 2, 7, 5, 7, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 4, 57, 9, 8, 2, 11, 5, 4, 8, 3, 5, 4, 15, 2, 7, 4, 8, 3, 3, 5, 8, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 5, 4, 57, 9, 8, 2, 11, 5, 8, 7, 4, 3, 6, 8, 8, 2, 15, 2, 6, 3, 4, 8, 7, 3, 3, 8, 8, 8, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 7, 5], "patch_length_stats": {"count": 131, "sum": 885, "mean": 6.755725190839694, "median": 6.0, "p95": 15.0, "max": 57, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 95, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.051674477002961794, "decode_time_sec": 7.085910871046508, "total_time_sec": 7.69425190399852, "prefill_units_per_sec": 10179.10640817616, "prefill_bytes_per_sec": 10159.75449485263, "decode_units_per_sec": 91.87245110011591, "decode_bytes_per_sec": 91.87245110011591, "total_units_per_sec": 84.60861538230776, "total_bytes_per_sec": 84.60861538230776, "step_latency_ms": {"count": 651, "sum": 7094, "mean": 10.897081413210445, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2879.07421875, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 525, "mean": 525.0, "median": 525.0, "p95": 525.0, "max": 525, "min": 525}, "model_input_units": {"count": 1, "sum": 526, "mean": 526.0, "median": 526.0, "p95": 526.0, "max": 526, "min": 526}}, "generated_stats": {"units": {"count": 1, "sum": 651, "mean": 651.0, "median": 651.0, "p95": 651.0, "max": 651, "min": 651}, "bytes": {"count": 1, "sum": 651, "mean": 651.0, "median": 651.0, "p95": 651.0, "max": 651, "min": 651}}, "compression_summary": {"raw_prompt_bytes": 525, "model_input_units": 526, "stage0_units": 121, "stage1_units": null, "bytes_per_stage0_unit": 4.338842975206612, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [121], "patch_count_stats": {"count": 1, "sum": 121, "mean": 121.0, "median": 121.0, "p95": 121.0, "max": 121, "min": 121}, "patch_lengths": [3, 6, 5, 5, 10, 7, 7, 5, 3, 3, 5, 1, 6, 1, 4, 1, 7, 2, 4, 11, 3, 9, 3, 5, 7, 5, 7, 5, 3, 3, 7, 5, 2, 7, 5, 2, 5, 3, 6, 4, 5, 5, 7, 4, 4, 3, 3, 3, 4, 4, 1, 5, 2, 4, 6, 10, 6, 5, 5, 1, 6, 1, 4, 1, 7, 1, 7, 5, 3, 3, 2, 4, 5, 4, 9, 3, 4, 10, 6, 1, 3, 7, 5, 2, 5, 3, 3, 5, 5, 7, 2, 3, 4, 2, 4, 4, 2, 3, 7, 5, 2, 5, 3, 3, 5, 5, 7, 2, 4, 2, 5, 2, 3, 7, 2, 5, 4, 8, 3, 1, 2], "patch_length_stats": {"count": 121, "sum": 526, "mean": 4.347107438016529, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 96, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047762973998032976, "decode_time_sec": 4.584272175001388, "total_time_sec": 4.965709472999151, "prefill_units_per_sec": 5883.218243729389, "prefill_bytes_per_sec": 5862.281524000814, "decode_units_per_sec": 88.5636769592279, "decode_bytes_per_sec": 88.5636769592279, "total_units_per_sec": 81.76072366045757, "total_bytes_per_sec": 81.76072366045757, "step_latency_ms": {"count": 406, "sum": 4574, "mean": 11.266009852216749, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2860.92138671875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}, "model_input_units": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}}, "generated_stats": {"units": {"count": 1, "sum": 406, "mean": 406.0, "median": 406.0, "p95": 406.0, "max": 406, "min": 406}, "bytes": {"count": 1, "sum": 406, "mean": 406.0, "median": 406.0, "p95": 406.0, "max": 406, "min": 406}}, "compression_summary": {"raw_prompt_bytes": 280, "model_input_units": 281, "stage0_units": 86, "stage1_units": null, "bytes_per_stage0_unit": 3.255813953488372, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [86], "patch_count_stats": {"count": 1, "sum": 86, "mean": 86.0, "median": 86.0, "p95": 86.0, "max": 86, "min": 86}, "patch_lengths": [3, 4, 3, 4, 5, 1, 4, 1, 5, 1, 8, 3, 3, 4, 3, 4, 3, 5, 1, 4, 2, 1, 2, 5, 1, 7, 5, 1, 4, 2, 1, 2, 4, 2, 1, 1, 7, 4, 2, 4, 3, 1, 3, 4, 3, 3, 4, 4, 2, 1, 1, 5, 2, 1, 1, 5, 1, 8, 2, 7, 3, 4, 3, 5, 1, 5, 5, 5, 2, 3, 3, 3, 4, 2, 7, 3, 7, 3, 3, 2, 4, 4, 2, 3, 4, 3], "patch_length_stats": {"count": 86, "sum": 281, "mean": 3.2674418604651163, "median": 3.0, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 97, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.053029716003948124, "decode_time_sec": 4.260381034986494, "total_time_sec": 4.659276726997632, "prefill_units_per_sec": 5430.917261155199, "prefill_bytes_per_sec": 5412.0599095539665, "decode_units_per_sec": 96.93968605352907, "decode_bytes_per_sec": 96.93968605352907, "total_units_per_sec": 88.64036720697871, "total_bytes_per_sec": 88.64036720697871, "step_latency_ms": {"count": 413, "sum": 4259, "mean": 10.312348668280872, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2857.4521484375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 287, "mean": 287.0, "median": 287.0, "p95": 287.0, "max": 287, "min": 287}, "model_input_units": {"count": 1, "sum": 288, "mean": 288.0, "median": 288.0, "p95": 288.0, "max": 288, "min": 288}}, "generated_stats": {"units": {"count": 1, "sum": 413, "mean": 413.0, "median": 413.0, "p95": 413.0, "max": 413, "min": 413}, "bytes": {"count": 1, "sum": 413, "mean": 413.0, "median": 413.0, "p95": 413.0, "max": 413, "min": 413}}, "compression_summary": {"raw_prompt_bytes": 287, "model_input_units": 288, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.783333333333333, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 6, 5, 1, 8, 3, 3, 5, 6, 8, 2, 4, 8, 3, 3, 4, 2, 3, 6, 4, 8, 4, 10, 6, 1, 1, 2, 5, 2, 6, 5, 3, 3, 4, 9, 4, 7, 10, 2, 5, 3, 5, 4, 6, 5, 2, 2, 5, 7, 6, 2, 7, 6, 7, 5, 2, 8, 7, 10, 5], "patch_length_stats": {"count": 60, "sum": 288, "mean": 4.8, "median": 5.0, "p95": 9.049999999999997, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 98, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03377439999894705, "decode_time_sec": 6.878322084023239, "total_time_sec": 7.465656096999737, "prefill_units_per_sec": 15189.018902363723, "prefill_bytes_per_sec": 15159.410678382506, "decode_units_per_sec": 92.75517956362168, "decode_bytes_per_sec": 92.75517956362168, "total_units_per_sec": 85.45799481125262, "total_bytes_per_sec": 85.45799481125262, "step_latency_ms": {"count": 638, "sum": 6876, "mean": 10.77742946708464, "median": 7.0, "p95": 24.0, "max": 30, "min": 6}, "peak_allocated_mb": 2876.10107421875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}, "model_input_units": {"count": 1, "sum": 513, "mean": 513.0, "median": 513.0, "p95": 513.0, "max": 513, "min": 513}}, "generated_stats": {"units": {"count": 1, "sum": 638, "mean": 638.0, "median": 638.0, "p95": 638.0, "max": 638, "min": 638}, "bytes": {"count": 1, "sum": 638, "mean": 638.0, "median": 638.0, "p95": 638.0, "max": 638, "min": 638}}, "compression_summary": {"raw_prompt_bytes": 512, "model_input_units": 513, "stage0_units": 118, "stage1_units": null, "bytes_per_stage0_unit": 4.338983050847458, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [118], "patch_count_stats": {"count": 1, "sum": 118, "mean": 118.0, "median": 118.0, "p95": 118.0, "max": 118, "min": 118}, "patch_lengths": [3, 4, 5, 1, 5, 1, 6, 1, 1, 1, 7, 6, 3, 3, 2, 11, 5, 2, 17, 5, 1, 1, 1, 8, 5, 1, 6, 5, 1, 6, 5, 2, 15, 5, 2, 2, 1, 5, 2, 5, 5, 2, 2, 1, 1, 4, 2, 6, 1, 6, 2, 17, 6, 3, 3, 4, 8, 2, 3, 5, 5, 1, 5, 8, 1, 5, 1, 6, 1, 5, 1, 2, 11, 16, 6, 1, 6, 6, 1, 11, 1, 10, 2, 20, 6, 5, 1, 5, 5, 1, 8, 3, 1, 4, 1, 4, 2, 1, 3, 2, 1, 2, 20, 6, 6, 1, 4, 5, 1, 3, 5, 1, 5, 5, 1, 4, 5, 3], "patch_length_stats": {"count": 118, "sum": 513, "mean": 4.3474576271186445, "median": 4.0, "p95": 11.599999999999966, "max": 20, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 99, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.052794358001847286, "decode_time_sec": 4.850625422979647, "total_time_sec": 5.289341242001683, "prefill_units_per_sec": 6307.492175363668, "prefill_bytes_per_sec": 6288.550757419633, "decode_units_per_sec": 94.42081382541787, "decode_bytes_per_sec": 94.42081382541787, "total_units_per_sec": 86.58923276931095, "total_bytes_per_sec": 86.58923276931095, "step_latency_ms": {"count": 458, "sum": 4863, "mean": 10.617903930131005, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2862.98291015625, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 332, "mean": 332.0, "median": 332.0, "p95": 332.0, "max": 332, "min": 332}, "model_input_units": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}}, "generated_stats": {"units": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "compression_summary": {"raw_prompt_bytes": 332, "model_input_units": 333, "stage0_units": 87, "stage1_units": null, "bytes_per_stage0_unit": 3.8160919540229883, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [87], "patch_count_stats": {"count": 1, "sum": 87, "mean": 87.0, "median": 87.0, "p95": 87.0, "max": 87, "min": 87}, "patch_lengths": [3, 3, 4, 2, 5, 5, 3, 3, 4, 4, 2, 2, 1, 1, 7, 4, 2, 2, 1, 1, 7, 2, 2, 1, 1, 1, 7, 2, 2, 5, 2, 1, 7, 5, 2, 6, 2, 7, 6, 4, 5, 2, 11, 2, 2, 1, 1, 1, 11, 6, 5, 2, 15, 3, 2, 4, 2, 2, 2, 1, 1, 3, 1, 1, 1, 4, 3, 19, 6, 3, 5, 4, 6, 2, 2, 2, 4, 3, 23, 2, 3, 5, 4, 6, 2, 2, 5], "patch_length_stats": {"count": 87, "sum": 333, "mean": 3.8275862068965516, "median": 3.0, "p95": 9.800000000000011, "max": 23, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 100, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05290212900217739, "decode_time_sec": 6.925973563003936, "total_time_sec": 7.573299394996866, "prefill_units_per_sec": 10528.876824164761, "prefill_bytes_per_sec": 10509.973993241665, "decode_units_per_sec": 98.46991095129198, "decode_bytes_per_sec": 98.46991095129198, "total_units_per_sec": 90.0532204564035, "total_bytes_per_sec": 90.0532204564035, "step_latency_ms": {"count": 682, "sum": 6948, "mean": 10.187683284457478, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2880.201171875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}, "model_input_units": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}}, "generated_stats": {"units": {"count": 1, "sum": 682, "mean": 682.0, "median": 682.0, "p95": 682.0, "max": 682, "min": 682}, "bytes": {"count": 1, "sum": 682, "mean": 682.0, "median": 682.0, "p95": 682.0, "max": 682, "min": 682}}, "compression_summary": {"raw_prompt_bytes": 556, "model_input_units": 557, "stage0_units": 117, "stage1_units": null, "bytes_per_stage0_unit": 4.752136752136752, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [117], "patch_count_stats": {"count": 1, "sum": 117, "mean": 117.0, "median": 117.0, "p95": 117.0, "max": 117, "min": 117}, "patch_lengths": [3, 2, 3, 5, 2, 3, 5, 1, 5, 3, 3, 4, 3, 2, 10, 3, 7, 3, 4, 5, 1, 2, 1, 1, 2, 11, 3, 7, 5, 2, 7, 5, 2, 11, 2, 4, 2, 8, 5, 3, 4, 7, 3, 1, 12, 1, 11, 2, 5, 3, 12, 3, 4, 7, 3, 6, 6, 1, 11, 2, 5, 6, 3, 9, 7, 6, 4, 5, 3, 2, 11, 2, 4, 3, 4, 7, 8, 4, 2, 9, 5, 4, 1, 11, 2, 8, 1, 7, 5, 8, 6, 2, 7, 11, 1, 11, 2, 5, 4, 8, 4, 5, 8, 3, 3, 4, 8, 1, 11, 2, 2, 7, 6, 4, 4, 5, 3], "patch_length_stats": {"count": 117, "sum": 557, "mean": 4.760683760683761, "median": 4.0, "p95": 11.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 101, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04873046599823283, "decode_time_sec": 4.358186916964769, "total_time_sec": 4.758040681001148, "prefill_units_per_sec": 6115.270886406191, "prefill_bytes_per_sec": 6094.749843163217, "decode_units_per_sec": 97.05870997717454, "decode_bytes_per_sec": 97.05870997717454, "total_units_per_sec": 88.90214026312104, "total_bytes_per_sec": 88.90214026312104, "step_latency_ms": {"count": 423, "sum": 4345, "mean": 10.271867612293144, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2858.89697265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}, "model_input_units": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}}, "generated_stats": {"units": {"count": 1, "sum": 423, "mean": 423.0, "median": 423.0, "p95": 423.0, "max": 423, "min": 423}, "bytes": {"count": 1, "sum": 423, "mean": 423.0, "median": 423.0, "p95": 423.0, "max": 423, "min": 423}}, "compression_summary": {"raw_prompt_bytes": 297, "model_input_units": 298, "stage0_units": 69, "stage1_units": null, "bytes_per_stage0_unit": 4.304347826086956, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [69], "patch_count_stats": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}, "patch_lengths": [3, 4, 5, 3, 5, 5, 1, 5, 7, 1, 5, 5, 1, 5, 3, 3, 4, 4, 2, 2, 4, 7, 1, 5, 5, 2, 7, 4, 4, 2, 5, 6, 3, 6, 3, 4, 4, 1, 5, 2, 7, 3, 5, 3, 4, 5, 2, 11, 2, 3, 8, 5, 12, 3, 4, 9, 1, 3, 5, 3, 7, 1, 11, 2, 6, 2, 11, 5, 2], "patch_length_stats": {"count": 69, "sum": 298, "mean": 4.318840579710145, "median": 4.0, "p95": 10.199999999999989, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 102, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.055647214998316485, "decode_time_sec": 4.918756694973126, "total_time_sec": 5.339793707000354, "prefill_units_per_sec": 5696.6013485057665, "prefill_bytes_per_sec": 5678.630997248651, "decode_units_per_sec": 89.86010640691283, "decode_bytes_per_sec": 89.86010640691283, "total_units_per_sec": 82.77473330487423, "total_bytes_per_sec": 82.77473330487423, "step_latency_ms": {"count": 442, "sum": 4911, "mean": 11.110859728506787, "median": 7.0, "p95": 23.94999999999999, "max": 27, "min": 6}, "peak_allocated_mb": 2861.76513671875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 316, "mean": 316.0, "median": 316.0, "p95": 316.0, "max": 316, "min": 316}, "model_input_units": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}}, "generated_stats": {"units": {"count": 1, "sum": 442, "mean": 442.0, "median": 442.0, "p95": 442.0, "max": 442, "min": 442}, "bytes": {"count": 1, "sum": 442, "mean": 442.0, "median": 442.0, "p95": 442.0, "max": 442, "min": 442}}, "compression_summary": {"raw_prompt_bytes": 316, "model_input_units": 317, "stage0_units": 87, "stage1_units": null, "bytes_per_stage0_unit": 3.632183908045977, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [87], "patch_count_stats": {"count": 1, "sum": 87, "mean": 87.0, "median": 87.0, "p95": 87.0, "max": 87, "min": 87}, "patch_lengths": [3, 5, 5, 2, 2, 3, 5, 2, 3, 4, 6, 5, 2, 3, 6, 4, 5, 2, 3, 9, 9, 1, 1, 1, 2, 2, 3, 6, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 2, 3, 6, 1, 5, 2, 3, 8, 5, 2, 3, 9, 5, 2, 3, 3, 5, 2, 3, 7, 6, 5, 2, 3, 3, 5, 2, 8, 3, 8, 5, 1, 6, 2, 9, 3, 3, 4, 6, 2, 2, 3, 6, 4, 6, 1, 5, 4], "patch_length_stats": {"count": 87, "sum": 317, "mean": 3.6436781609195403, "median": 3.0, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 103, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0483006970025599, "decode_time_sec": 3.912515603024076, "total_time_sec": 4.283741970000847, "prefill_units_per_sec": 5569.277809505383, "prefill_bytes_per_sec": 5548.574174525808, "decode_units_per_sec": 100.70247379856276, "decode_bytes_per_sec": 100.70247379856276, "total_units_per_sec": 91.97566117641817, "total_bytes_per_sec": 91.97566117641817, "step_latency_ms": {"count": 394, "sum": 3882, "mean": 9.852791878172589, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2856.109375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 5.056603773584905, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 5, 6, 3, 3, 3, 11, 6, 1, 9, 1, 3, 11, 6, 1, 9, 4, 3, 7, 7, 6, 1, 3, 5, 11, 6, 1, 5, 3, 7, 7, 9, 6, 2, 3, 5, 11, 6, 1, 5, 3, 7, 7, 9, 4, 6, 2, 3, 5, 2, 7, 7, 2], "patch_length_stats": {"count": 53, "sum": 269, "mean": 5.0754716981132075, "median": 5.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 104, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.055286695998802315, "decode_time_sec": 8.0710089880522, "total_time_sec": 8.858072651997645, "prefill_units_per_sec": 12661.27388070295, "prefill_bytes_per_sec": 12643.18634658766, "decode_units_per_sec": 102.21770304323496, "decode_bytes_per_sec": 102.21770304323496, "total_units_per_sec": 93.13538423213865, "total_bytes_per_sec": 93.13538423213865, "step_latency_ms": {"count": 825, "sum": 8037, "mean": 9.741818181818182, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2892.4111328125, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 699, "mean": 699.0, "median": 699.0, "p95": 699.0, "max": 699, "min": 699}, "model_input_units": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}}, "generated_stats": {"units": {"count": 1, "sum": 825, "mean": 825.0, "median": 825.0, "p95": 825.0, "max": 825, "min": 825}, "bytes": {"count": 1, "sum": 825, "mean": 825.0, "median": 825.0, "p95": 825.0, "max": 825, "min": 825}}, "compression_summary": {"raw_prompt_bytes": 699, "model_input_units": 700, "stage0_units": 137, "stage1_units": null, "bytes_per_stage0_unit": 5.102189781021898, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [137], "patch_count_stats": {"count": 1, "sum": 137, "mean": 137.0, "median": 137.0, "p95": 137.0, "max": 137, "min": 137}, "patch_lengths": [3, 6, 5, 4, 1, 2, 21, 2, 9, 7, 3, 14, 5, 2, 5, 3, 14, 9, 4, 5, 2, 14, 9, 7, 5, 2, 14, 8, 5, 3, 3, 5, 2, 7, 7, 10, 11, 2, 3, 2, 6, 7, 6, 4, 3, 3, 3, 8, 2, 7, 7, 7, 4, 1, 2, 3, 8, 2, 5, 6, 3, 5, 1, 5, 5, 1, 5, 6, 1, 8, 1, 5, 2, 2, 3, 9, 2, 7, 9, 6, 8, 3, 3, 6, 6, 1, 4, 5, 6, 2, 10, 7, 3, 5, 3, 3, 9, 5, 2, 2, 3, 9, 5, 8, 1, 9, 4, 1, 7, 1, 6, 2, 3, 10, 2, 6, 10, 4, 5, 1, 9, 5, 1, 7, 1, 6, 2, 3, 7, 7, 6, 5, 6, 6, 9, 1, 4], "patch_length_stats": {"count": 137, "sum": 700, "mean": 5.109489051094891, "median": 5.0, "p95": 10.0, "max": 21, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 105, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05836434200318763, "decode_time_sec": 7.175850577994424, "total_time_sec": 7.906606968997949, "prefill_units_per_sec": 10914.198261075393, "prefill_bytes_per_sec": 10897.064511842937, "decode_units_per_sec": 106.18950209704214, "decode_bytes_per_sec": 106.18950209704214, "total_units_per_sec": 96.3750952826953, "total_bytes_per_sec": 96.3750952826953, "step_latency_ms": {"count": 762, "sum": 7192, "mean": 9.438320209973753, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2884.13232421875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 636, "mean": 636.0, "median": 636.0, "p95": 636.0, "max": 636, "min": 636}, "model_input_units": {"count": 1, "sum": 637, "mean": 637.0, "median": 637.0, "p95": 637.0, "max": 637, "min": 637}}, "generated_stats": {"units": {"count": 1, "sum": 762, "mean": 762.0, "median": 762.0, "p95": 762.0, "max": 762, "min": 762}, "bytes": {"count": 1, "sum": 762, "mean": 762.0, "median": 762.0, "p95": 762.0, "max": 762, "min": 762}}, "compression_summary": {"raw_prompt_bytes": 636, "model_input_units": 637, "stage0_units": 116, "stage1_units": null, "bytes_per_stage0_unit": 5.482758620689655, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [116], "patch_count_stats": {"count": 1, "sum": 116, "mean": 116.0, "median": 116.0, "p95": 116.0, "max": 116, "min": 116}, "patch_lengths": [3, 4, 12, 5, 1, 12, 1, 5, 5, 3, 3, 4, 7, 6, 2, 2, 8, 4, 12, 3, 7, 3, 4, 5, 2, 11, 5, 12, 1, 1, 4, 7, 12, 2, 7, 5, 2, 11, 3, 12, 3, 3, 5, 2, 15, 12, 5, 3, 14, 5, 3, 3, 4, 5, 4, 12, 3, 3, 4, 5, 2, 15, 7, 2, 3, 19, 2, 2, 2, 5, 3, 2, 19, 2, 11, 2, 2, 12, 3, 1, 15, 3, 11, 4, 5, 2, 3, 4, 10, 2, 2, 3, 2, 2, 9, 5, 2, 2, 6, 13, 4, 2, 2, 10, 2, 7, 2, 11, 4, 9, 2, 3, 15, 8, 2, 2], "patch_length_stats": {"count": 116, "sum": 637, "mean": 5.491379310344827, "median": 4.0, "p95": 14.25, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 106, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04750941100064665, "decode_time_sec": 7.46091093805444, "total_time_sec": 8.134873711002001, "prefill_units_per_sec": 12355.446797519977, "prefill_bytes_per_sec": 12334.39833619541, "decode_units_per_sec": 95.43070623835462, "decode_bytes_per_sec": 95.43070623835462, "total_units_per_sec": 87.52440729805754, "total_bytes_per_sec": 87.52440729805754, "step_latency_ms": {"count": 712, "sum": 7538, "mean": 10.587078651685394, "median": 7.0, "p95": 24.0, "max": 30, "min": 6}, "peak_allocated_mb": 2882.00634765625, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}, "model_input_units": {"count": 1, "sum": 587, "mean": 587.0, "median": 587.0, "p95": 587.0, "max": 587, "min": 587}}, "generated_stats": {"units": {"count": 1, "sum": 712, "mean": 712.0, "median": 712.0, "p95": 712.0, "max": 712, "min": 712}, "bytes": {"count": 1, "sum": 712, "mean": 712.0, "median": 712.0, "p95": 712.0, "max": 712, "min": 712}}, "compression_summary": {"raw_prompt_bytes": 586, "model_input_units": 587, "stage0_units": 119, "stage1_units": null, "bytes_per_stage0_unit": 4.92436974789916, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [119], "patch_count_stats": {"count": 1, "sum": 119, "mean": 119.0, "median": 119.0, "p95": 119.0, "max": 119, "min": 119}, "patch_lengths": [3, 8, 5, 2, 19, 5, 2, 11, 7, 5, 2, 11, 6, 6, 2, 11, 4, 9, 6, 2, 11, 8, 5, 5, 2, 11, 9, 5, 6, 2, 11, 6, 2, 2, 6, 2, 11, 8, 5, 5, 3, 5, 10, 1, 10, 5, 9, 2, 7, 8, 9, 1, 3, 5, 5, 2, 2, 4, 3, 7, 1, 3, 7, 3, 3, 4, 4, 3, 4, 2, 2, 2, 2, 5, 1, 2, 7, 2, 5, 2, 3, 3, 8, 2, 7, 4, 7, 3, 2, 7, 2, 8, 3, 3, 3, 7, 2, 7, 4, 7, 3, 2, 6, 2, 7, 3, 3, 3, 5, 6, 5, 3, 5, 6, 3, 7, 4, 7, 2], "patch_length_stats": {"count": 119, "sum": 587, "mean": 4.932773109243698, "median": 5.0, "p95": 11.0, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 107, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04929830800028867, "decode_time_sec": 4.233343973013689, "total_time_sec": 4.635349579999456, "prefill_units_per_sec": 6065.1168798379285, "prefill_bytes_per_sec": 6044.832207999006, "decode_units_per_sec": 100.15722858876438, "decode_bytes_per_sec": 100.15722858876438, "total_units_per_sec": 91.47098674703403, "total_bytes_per_sec": 91.47098674703403, "step_latency_ms": {"count": 424, "sum": 4231, "mean": 9.97877358490566, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2857.9453125, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 424, "mean": 424.0, "median": 424.0, "p95": 424.0, "max": 424, "min": 424}, "bytes": {"count": 1, "sum": 424, "mean": 424.0, "median": 424.0, "p95": 424.0, "max": 424, "min": 424}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 62, "stage1_units": null, "bytes_per_stage0_unit": 4.806451612903226, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [62], "patch_count_stats": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}, "patch_lengths": [3, 5, 7, 5, 2, 7, 5, 1, 3, 9, 3, 3, 4, 8, 2, 3, 2, 9, 2, 3, 9, 2, 7, 6, 2, 5, 8, 7, 6, 2, 8, 3, 8, 3, 7, 4, 5, 3, 6, 2, 11, 5, 4, 4, 5, 2, 15, 5, 1, 8, 9, 3, 4, 2, 5, 5, 3, 2, 4, 2, 8, 3], "patch_length_stats": {"count": 62, "sum": 299, "mean": 4.82258064516129, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 108, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05050981700333068, "decode_time_sec": 6.299254303950875, "total_time_sec": 6.88460751599996, "prefill_units_per_sec": 9720.882575512456, "prefill_bytes_per_sec": 9701.084443994101, "decode_units_per_sec": 97.78935256092876, "decode_bytes_per_sec": 97.78935256092876, "total_units_per_sec": 89.47496259858012, "total_bytes_per_sec": 89.47496259858012, "step_latency_ms": {"count": 616, "sum": 6365, "mean": 10.332792207792208, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2873.92626953125, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 490, "mean": 490.0, "median": 490.0, "p95": 490.0, "max": 490, "min": 490}, "model_input_units": {"count": 1, "sum": 491, "mean": 491.0, "median": 491.0, "p95": 491.0, "max": 491, "min": 491}}, "generated_stats": {"units": {"count": 1, "sum": 616, "mean": 616.0, "median": 616.0, "p95": 616.0, "max": 616, "min": 616}, "bytes": {"count": 1, "sum": 616, "mean": 616.0, "median": 616.0, "p95": 616.0, "max": 616, "min": 616}}, "compression_summary": {"raw_prompt_bytes": 490, "model_input_units": 491, "stage0_units": 102, "stage1_units": null, "bytes_per_stage0_unit": 4.803921568627451, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [102], "patch_count_stats": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "patch_lengths": [3, 4, 5, 4, 5, 4, 3, 7, 3, 2, 3, 7, 2, 6, 2, 4, 4, 3, 28, 1, 6, 8, 4, 11, 5, 4, 5, 1, 1, 2, 3, 8, 2, 5, 8, 8, 3, 3, 4, 3, 3, 8, 2, 7, 9, 2, 9, 4, 4, 4, 3, 2, 3, 3, 2, 3, 9, 4, 38, 3, 5, 2, 3, 4, 2, 5, 2, 4, 3, 3, 4, 4, 3, 3, 5, 6, 9, 5, 3, 11, 3, 3, 2, 6, 4, 2, 2, 3, 7, 3, 2, 15, 5, 5, 2, 3, 2, 4, 4, 4, 4, 4], "patch_length_stats": {"count": 102, "sum": 491, "mean": 4.813725490196078, "median": 4.0, "p95": 9.0, "max": 38, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 109, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.035831701003189664, "decode_time_sec": 5.407122805951076, "total_time_sec": 5.886880008001754, "prefill_units_per_sec": 11191.207471961876, "prefill_bytes_per_sec": 11163.29922390212, "decode_units_per_sec": 97.2790925741662, "decode_bytes_per_sec": 97.2790925741662, "total_units_per_sec": 89.35123516787048, "total_bytes_per_sec": 89.35123516787048, "step_latency_ms": {"count": 526, "sum": 5423, "mean": 10.309885931558936, "median": 7.0, "p95": 23.75, "max": 24, "min": 6}, "peak_allocated_mb": 2869.203125, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}, "model_input_units": {"count": 1, "sum": 401, "mean": 401.0, "median": 401.0, "p95": 401.0, "max": 401, "min": 401}}, "generated_stats": {"units": {"count": 1, "sum": 526, "mean": 526.0, "median": 526.0, "p95": 526.0, "max": 526, "min": 526}, "bytes": {"count": 1, "sum": 526, "mean": 526.0, "median": 526.0, "p95": 526.0, "max": 526, "min": 526}}, "compression_summary": {"raw_prompt_bytes": 400, "model_input_units": 401, "stage0_units": 76, "stage1_units": null, "bytes_per_stage0_unit": 5.2631578947368425, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [76], "patch_count_stats": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}, "patch_lengths": [3, 5, 6, 5, 1, 6, 5, 1, 6, 4, 5, 1, 7, 6, 5, 2, 24, 6, 5, 1, 8, 5, 1, 7, 5, 2, 18, 10, 5, 3, 3, 4, 6, 2, 4, 5, 6, 5, 1, 5, 1, 6, 6, 4, 1, 7, 1, 1, 5, 2, 7, 7, 6, 5, 3, 4, 6, 1, 6, 6, 2, 18, 13, 6, 1, 5, 6, 1, 8, 1, 7, 2, 25, 6, 4, 2], "patch_length_stats": {"count": 76, "sum": 401, "mean": 5.276315789473684, "median": 5.0, "p95": 14.25, "max": 25, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 110, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04311250900354935, "decode_time_sec": 6.766562491990044, "total_time_sec": 7.315394432000176, "prefill_units_per_sec": 10878.513239890268, "prefill_bytes_per_sec": 10855.318115711398, "decode_units_per_sec": 87.78460269939882, "decode_bytes_per_sec": 87.78460269939882, "total_units_per_sec": 81.19862920878602, "total_bytes_per_sec": 81.19862920878602, "step_latency_ms": {"count": 594, "sum": 6787, "mean": 11.425925925925926, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2879.310546875, "peak_reserved_mb": 3004.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}, "model_input_units": {"count": 1, "sum": 469, "mean": 469.0, "median": 469.0, "p95": 469.0, "max": 469, "min": 469}}, "generated_stats": {"units": {"count": 1, "sum": 594, "mean": 594.0, "median": 594.0, "p95": 594.0, "max": 594, "min": 594}, "bytes": {"count": 1, "sum": 594, "mean": 594.0, "median": 594.0, "p95": 594.0, "max": 594, "min": 594}}, "compression_summary": {"raw_prompt_bytes": 468, "model_input_units": 469, "stage0_units": 145, "stage1_units": null, "bytes_per_stage0_unit": 3.2275862068965515, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [145], "patch_count_stats": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}, "patch_lengths": [3, 4, 2, 2, 5, 1, 5, 1, 5, 1, 6, 8, 1, 2, 1, 1, 3, 3, 4, 2, 8, 3, 2, 1, 3, 8, 1, 1, 6, 4, 4, 2, 4, 3, 2, 1, 1, 7, 2, 5, 2, 3, 3, 1, 1, 1, 3, 2, 3, 1, 1, 2, 7, 2, 5, 2, 3, 3, 3, 2, 1, 2, 1, 7, 7, 5, 2, 2, 3, 2, 4, 4, 2, 1, 1, 2, 1, 1, 2, 2, 4, 2, 1, 1, 2, 1, 1, 2, 2, 2, 2, 2, 1, 3, 1, 3, 7, 7, 4, 2, 2, 5, 7, 5, 5, 1, 3, 3, 5, 2, 7, 5, 2, 5, 2, 6, 2, 4, 1, 2, 3, 7, 4, 2, 3, 7, 5, 5, 2, 2, 4, 4, 6, 2, 1, 1, 1, 3, 28, 5, 2, 5, 4, 6, 3], "patch_length_stats": {"count": 145, "sum": 469, "mean": 3.2344827586206897, "median": 2.0, "p95": 7.0, "max": 28, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 111, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05838193599629449, "decode_time_sec": 6.859536034975463, "total_time_sec": 7.462049234996812, "prefill_units_per_sec": 8735.57875902522, "prefill_bytes_per_sec": 8718.45017322321, "decode_units_per_sec": 92.57185861583879, "decode_bytes_per_sec": 92.57185861583879, "total_units_per_sec": 85.09726752027673, "total_bytes_per_sec": 85.09726752027673, "step_latency_ms": {"count": 635, "sum": 6864, "mean": 10.809448818897637, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2878.294921875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 635, "mean": 635.0, "median": 635.0, "p95": 635.0, "max": 635, "min": 635}, "bytes": {"count": 1, "sum": 635, "mean": 635.0, "median": 635.0, "p95": 635.0, "max": 635, "min": 635}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 134, "stage1_units": null, "bytes_per_stage0_unit": 3.798507462686567, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [134], "patch_count_stats": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}, "patch_lengths": [3, 2, 3, 6, 5, 4, 3, 4, 7, 3, 11, 2, 4, 7, 1, 11, 2, 2, 4, 3, 1, 6, 3, 3, 2, 11, 2, 3, 7, 11, 2, 4, 2, 4, 7, 5, 3, 1, 4, 9, 3, 11, 2, 2, 5, 3, 1, 6, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 2, 3, 2, 11, 2, 2, 6, 3, 1, 6, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 2, 3, 3, 11, 2, 5, 1, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 1, 4, 3, 9, 3, 8, 1, 11, 2, 9, 2, 11, 2, 2, 8, 2, 1, 6, 4, 2, 1, 1, 2, 2, 1, 1, 2, 5, 2, 8, 6, 2, 15, 6, 1, 1, 2, 1, 4], "patch_length_stats": {"count": 134, "sum": 510, "mean": 3.8059701492537314, "median": 3.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 112, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04060724499868229, "decode_time_sec": 4.309319663017959, "total_time_sec": 4.711558605999016, "prefill_units_per_sec": 7535.601098028929, "prefill_bytes_per_sec": 7510.974950649749, "decode_units_per_sec": 100.01578757287095, "decode_bytes_per_sec": 100.01578757287095, "total_units_per_sec": 91.47715990441614, "total_bytes_per_sec": 91.47715990441614, "step_latency_ms": {"count": 431, "sum": 4326, "mean": 10.037122969837586, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2859.05419921875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}, "bytes": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 69, "stage1_units": null, "bytes_per_stage0_unit": 4.420289855072464, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [69], "patch_count_stats": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}, "patch_lengths": [3, 7, 7, 6, 5, 1, 8, 3, 1, 5, 3, 3, 3, 4, 8, 2, 9, 7, 2, 11, 3, 1, 3, 1, 2, 7, 2, 1, 3, 6, 5, 9, 4, 1, 8, 3, 1, 5, 3, 3, 11, 8, 5, 8, 1, 7, 5, 7, 2, 2, 1, 5, 5, 5, 1, 8, 5, 8, 3, 3, 4, 3, 8, 7, 5, 3, 1, 3, 3], "patch_length_stats": {"count": 69, "sum": 306, "mean": 4.434782608695652, "median": 4.0, "p95": 8.599999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 113, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05752992799898493, "decode_time_sec": 6.532494205013791, "total_time_sec": 7.1363168800016865, "prefill_units_per_sec": 8864.951126116453, "prefill_bytes_per_sec": 8847.568869006422, "decode_units_per_sec": 97.20636254259936, "decode_bytes_per_sec": 97.20636254259936, "total_units_per_sec": 88.98147471274424, "total_bytes_per_sec": 88.98147471274424, "step_latency_ms": {"count": 635, "sum": 6561, "mean": 10.33228346456693, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2876.76904296875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 635, "mean": 635.0, "median": 635.0, "p95": 635.0, "max": 635, "min": 635}, "bytes": {"count": 1, "sum": 635, "mean": 635.0, "median": 635.0, "p95": 635.0, "max": 635, "min": 635}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 123, "stage1_units": null, "bytes_per_stage0_unit": 4.138211382113822, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [123], "patch_count_stats": {"count": 1, "sum": 123, "mean": 123.0, "median": 123.0, "p95": 123.0, "max": 123, "min": 123}, "patch_lengths": [3, 7, 3, 5, 3, 3, 4, 3, 5, 5, 2, 2, 11, 4, 2, 4, 4, 3, 2, 5, 7, 2, 2, 4, 1, 7, 4, 3, 4, 1, 3, 4, 2, 11, 2, 11, 4, 2, 3, 5, 3, 11, 3, 4, 2, 1, 1, 2, 15, 4, 5, 1, 1, 2, 14, 8, 3, 4, 2, 11, 4, 7, 6, 2, 5, 5, 7, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 6, 4, 4, 2, 1, 4, 4, 5, 3, 11, 4, 5, 1, 1, 2, 7, 2, 9, 5, 7, 12, 1, 7, 3, 6, 6, 7, 3, 4, 3, 3, 7, 3, 3, 3, 1, 1, 3, 7, 2, 7, 5, 2, 7, 4, 3], "patch_length_stats": {"count": 123, "sum": 510, "mean": 4.146341463414634, "median": 3.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 114, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04078776600363199, "decode_time_sec": 3.9843895860067278, "total_time_sec": 4.348213344001124, "prefill_units_per_sec": 6448.011886127348, "prefill_bytes_per_sec": 6423.494730666787, "decode_units_per_sec": 97.38003566786374, "decode_bytes_per_sec": 97.38003566786374, "total_units_per_sec": 89.2320521796135, "total_bytes_per_sec": 89.2320521796135, "step_latency_ms": {"count": 388, "sum": 3991, "mean": 10.286082474226804, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2856.26953125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}, "bytes": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 55, "stage1_units": null, "bytes_per_stage0_unit": 4.763636363636364, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [55], "patch_count_stats": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}, "patch_lengths": [3, 4, 8, 5, 5, 1, 5, 4, 3, 3, 4, 2, 2, 5, 5, 7, 3, 7, 2, 8, 2, 6, 2, 5, 8, 6, 6, 5, 4, 5, 23, 3, 5, 4, 2, 3, 7, 4, 2, 2, 9, 3, 7, 2, 6, 3, 7, 3, 4, 3, 5, 2, 11, 6, 2], "patch_length_stats": {"count": 55, "sum": 263, "mean": 4.781818181818182, "median": 4.0, "p95": 8.299999999999997, "max": 23, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 115, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05551138299779268, "decode_time_sec": 5.889341714049806, "total_time_sec": 6.4211815770031535, "prefill_units_per_sec": 7764.173341117046, "prefill_bytes_per_sec": 7746.159017819791, "decode_units_per_sec": 94.4078348643938, "decode_bytes_per_sec": 94.4078348643938, "total_units_per_sec": 86.58842509473034, "total_bytes_per_sec": 86.58842509473034, "step_latency_ms": {"count": 556, "sum": 5924, "mean": 10.654676258992806, "median": 7.0, "p95": 24.0, "max": 33, "min": 6}, "peak_allocated_mb": 2873.73828125, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}, "model_input_units": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}}, "generated_stats": {"units": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}, "bytes": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}}, "compression_summary": {"raw_prompt_bytes": 430, "model_input_units": 431, "stage0_units": 107, "stage1_units": null, "bytes_per_stage0_unit": 4.018691588785047, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [107], "patch_count_stats": {"count": 1, "sum": 107, "mean": 107.0, "median": 107.0, "p95": 107.0, "max": 107, "min": 107}, "patch_lengths": [3, 7, 4, 4, 5, 1, 7, 4, 5, 7, 2, 3, 4, 1, 2, 3, 3, 7, 11, 1, 3, 4, 2, 7, 4, 2, 11, 5, 2, 3, 5, 1, 7, 2, 8, 1, 4, 7, 5, 4, 1, 6, 5, 2, 3, 4, 6, 2, 3, 2, 3, 4, 2, 7, 3, 4, 3, 1, 1, 2, 11, 7, 5, 1, 7, 5, 2, 11, 7, 6, 1, 3, 7, 10, 3, 3, 2, 7, 6, 2, 5, 10, 4, 1, 2, 2, 4, 4, 5, 1, 2, 2, 5, 7, 2, 2, 4, 7, 1, 2, 3, 1, 1, 2, 4, 3, 4], "patch_length_stats": {"count": 107, "sum": 431, "mean": 4.02803738317757, "median": 4.0, "p95": 9.399999999999977, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 116, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06090206299995771, "decode_time_sec": 4.583047666012135, "total_time_sec": 5.02104016299927, "prefill_units_per_sec": 5237.917802558208, "prefill_bytes_per_sec": 5221.497997534514, "decode_units_per_sec": 96.87876547579953, "decode_bytes_per_sec": 96.87876547579953, "total_units_per_sec": 88.42789254543243, "total_bytes_per_sec": 88.42789254543243, "step_latency_ms": {"count": 444, "sum": 4613, "mean": 10.38963963963964, "median": 7.0, "p95": 24.0, "max": 33, "min": 6}, "peak_allocated_mb": 2860.27880859375, "peak_reserved_mb": 2996.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "model_input_units": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}}, "generated_stats": {"units": {"count": 1, "sum": 444, "mean": 444.0, "median": 444.0, "p95": 444.0, "max": 444, "min": 444}, "bytes": {"count": 1, "sum": 444, "mean": 444.0, "median": 444.0, "p95": 444.0, "max": 444, "min": 444}}, "compression_summary": {"raw_prompt_bytes": 318, "model_input_units": 319, "stage0_units": 76, "stage1_units": null, "bytes_per_stage0_unit": 4.184210526315789, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [76], "patch_count_stats": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}, "patch_lengths": [3, 8, 11, 6, 3, 4, 6, 5, 1, 5, 1, 10, 1, 5, 1, 3, 6, 2, 1, 2, 5, 1, 2, 3, 1, 3, 4, 7, 3, 6, 5, 5, 5, 2, 2, 5, 1, 7, 3, 7, 4, 2, 5, 4, 4, 11, 7, 5, 8, 6, 5, 6, 3, 4, 6, 5, 5, 5, 5, 1, 10, 1, 5, 1, 3, 6, 1, 1, 2, 5, 1, 2, 3, 1, 12, 3], "patch_length_stats": {"count": 76, "sum": 319, "mean": 4.197368421052632, "median": 4.0, "p95": 10.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 117, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.039766937003150815, "decode_time_sec": 4.480220274981548, "total_time_sec": 4.909813283000403, "prefill_units_per_sec": 9807.142047905261, "prefill_bytes_per_sec": 9781.99552983371, "decode_units_per_sec": 102.22711650084801, "decode_bytes_per_sec": 102.22711650084801, "total_units_per_sec": 93.28256974369393, "total_bytes_per_sec": 93.28256974369393, "step_latency_ms": {"count": 458, "sum": 4516, "mean": 9.860262008733624, "median": 7.0, "p95": 24.0, "max": 24, "min": 6}, "peak_allocated_mb": 2869.1171875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 76, "stage1_units": null, "bytes_per_stage0_unit": 5.118421052631579, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [76], "patch_count_stats": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}, "patch_lengths": [3, 4, 8, 5, 1, 8, 1, 7, 4, 3, 4, 2, 1, 5, 4, 10, 8, 12, 2, 7, 2, 7, 9, 2, 4, 7, 10, 2, 6, 2, 4, 9, 5, 2, 1, 5, 2, 7, 4, 6, 3, 5, 7, 8, 2, 11, 9, 7, 10, 6, 3, 5, 8, 1, 6, 3, 7, 3, 4, 9, 2, 11, 9, 2, 8, 2, 4, 9, 5, 2, 1, 5, 2, 5, 8, 3], "patch_length_stats": {"count": 76, "sum": 390, "mean": 5.131578947368421, "median": 5.0, "p95": 10.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 118, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.042669753998779925, "decode_time_sec": 3.796721735950996, "total_time_sec": 4.161567482999089, "prefill_units_per_sec": 6187.052308938755, "prefill_bytes_per_sec": 6163.616504738229, "decode_units_per_sec": 102.4568106523519, "decode_bytes_per_sec": 102.4568106523519, "total_units_per_sec": 93.4743943451956, "total_bytes_per_sec": 93.4743943451956, "step_latency_ms": {"count": 389, "sum": 3806, "mean": 9.784061696658098, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2857.3984375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}, "model_input_units": {"count": 1, "sum": 264, "mean": 264.0, "median": 264.0, "p95": 264.0, "max": 264, "min": 264}}, "generated_stats": {"units": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}}, "compression_summary": {"raw_prompt_bytes": 263, "model_input_units": 264, "stage0_units": 63, "stage1_units": null, "bytes_per_stage0_unit": 4.174603174603175, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63], "patch_count_stats": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}, "patch_lengths": [3, 10, 5, 1, 8, 4, 5, 1, 9, 2, 5, 2, 5, 2, 4, 2, 5, 2, 4, 2, 3, 3, 7, 3, 3, 4, 4, 3, 1, 2, 5, 5, 9, 8, 4, 3, 7, 4, 4, 5, 1, 3, 4, 3, 4, 3, 1, 5, 3, 5, 4, 11, 3, 4, 5, 3, 5, 2, 15, 4, 3, 3, 2], "patch_length_stats": {"count": 63, "sum": 264, "mean": 4.190476190476191, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 119, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05703702100072405, "decode_time_sec": 9.050586303921591, "total_time_sec": 9.83418618900032, "prefill_units_per_sec": 12044.808581277042, "prefill_bytes_per_sec": 12027.276108815213, "decode_units_per_sec": 89.71794453229653, "decode_bytes_per_sec": 89.71794453229653, "total_units_per_sec": 82.56910987797178, "total_bytes_per_sec": 82.56910987797178, "step_latency_ms": {"count": 812, "sum": 9078, "mean": 11.179802955665025, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2894.64453125, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 686, "mean": 686.0, "median": 686.0, "p95": 686.0, "max": 686, "min": 686}, "model_input_units": {"count": 1, "sum": 687, "mean": 687.0, "median": 687.0, "p95": 687.0, "max": 687, "min": 687}}, "generated_stats": {"units": {"count": 1, "sum": 812, "mean": 812.0, "median": 812.0, "p95": 812.0, "max": 812, "min": 812}, "bytes": {"count": 1, "sum": 812, "mean": 812.0, "median": 812.0, "p95": 812.0, "max": 812, "min": 812}}, "compression_summary": {"raw_prompt_bytes": 686, "model_input_units": 687, "stage0_units": 165, "stage1_units": null, "bytes_per_stage0_unit": 4.157575757575757, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [165], "patch_count_stats": {"count": 1, "sum": 165, "mean": 165.0, "median": 165.0, "p95": 165.0, "max": 165, "min": 165}, "patch_lengths": [3, 9, 5, 4, 3, 3, 2, 7, 4, 4, 8, 12, 3, 4, 1, 3, 7, 2, 4, 7, 1, 3, 7, 4, 2, 4, 4, 2, 2, 3, 1, 3, 11, 5, 2, 3, 5, 5, 7, 4, 1, 7, 3, 3, 7, 5, 2, 3, 3, 11, 5, 2, 1, 1, 3, 3, 5, 4, 2, 7, 11, 5, 3, 3, 5, 4, 1, 3, 3, 4, 11, 5, 2, 7, 7, 1, 3, 7, 5, 2, 3, 5, 5, 7, 4, 1, 7, 3, 3, 7, 5, 2, 3, 10, 4, 2, 3, 5, 5, 7, 4, 1, 4, 3, 3, 8, 2, 7, 3, 3, 8, 2, 3, 2, 7, 4, 6, 10, 3, 8, 7, 1, 3, 8, 7, 5, 3, 3, 2, 9, 4, 7, 3, 2, 6, 1, 3, 3, 3, 5, 3, 4, 2, 3, 5, 5, 2, 5, 5, 1, 2, 2, 3, 5, 3, 3, 3, 3, 3, 2, 2, 4, 2, 3, 2], "patch_length_stats": {"count": 165, "sum": 687, "mean": 4.163636363636364, "median": 3.0, "p95": 8.799999999999983, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 120, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05317027699857135, "decode_time_sec": 11.206221676991845, "total_time_sec": 12.291419096000027, "prefill_units_per_sec": 18563.002784930384, "prefill_bytes_per_sec": 18544.1952846417, "decode_units_per_sec": 99.23059101027002, "decode_bytes_per_sec": 99.23059101027002, "total_units_per_sec": 90.46961878973568, "total_bytes_per_sec": 90.46961878973568, "step_latency_ms": {"count": 1112, "sum": 11232, "mean": 10.100719424460431, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2918.5263671875, "peak_reserved_mb": 3040.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 986, "mean": 986.0, "median": 986.0, "p95": 986.0, "max": 986, "min": 986}, "model_input_units": {"count": 1, "sum": 987, "mean": 987.0, "median": 987.0, "p95": 987.0, "max": 987, "min": 987}}, "generated_stats": {"units": {"count": 1, "sum": 1112, "mean": 1112.0, "median": 1112.0, "p95": 1112.0, "max": 1112, "min": 1112}, "bytes": {"count": 1, "sum": 1112, "mean": 1112.0, "median": 1112.0, "p95": 1112.0, "max": 1112, "min": 1112}}, "compression_summary": {"raw_prompt_bytes": 986, "model_input_units": 987, "stage0_units": 200, "stage1_units": null, "bytes_per_stage0_unit": 4.93, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [200], "patch_count_stats": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "patch_lengths": [3, 6, 6, 10, 3, 3, 4, 6, 4, 3, 3, 6, 6, 10, 3, 3, 4, 6, 2, 4, 3, 10, 3, 3, 4, 7, 2, 8, 6, 4, 1, 2, 9, 6, 10, 4, 3, 4, 2, 3, 10, 3, 3, 4, 7, 2, 7, 10, 3, 3, 4, 6, 5, 2, 5, 7, 12, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 11, 3, 2, 7, 8, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 7, 5, 7, 6, 6, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 5, 6, 5, 7, 7, 5, 2, 5, 5, 6, 4, 7, 7, 5, 2, 4, 7, 2, 7, 5, 5, 4, 12, 7, 3, 6, 1, 7, 2, 7, 10, 4, 7, 11, 1, 7, 3, 2, 4, 6, 3, 11, 10, 3, 3, 4, 6, 5, 3, 6, 6, 1, 7, 3, 3, 7, 3, 3, 4, 6, 5, 3, 4, 2, 11, 10, 3, 3, 4, 6, 5, 3, 2, 3, 7, 3, 2, 6, 3, 11, 10, 3, 3, 4, 6, 5, 3, 8, 1, 7, 3, 12, 3, 11, 10, 3, 3, 4, 6, 5, 3, 12, 2], "patch_length_stats": {"count": 200, "sum": 987, "mean": 4.935, "median": 5.0, "p95": 10.049999999999983, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 121, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04017581799780601, "decode_time_sec": 7.22623352895971, "total_time_sec": 7.88695934000134, "prefill_units_per_sec": 14461.435484194206, "prefill_bytes_per_sec": 14436.544889557039, "decode_units_per_sec": 97.69958266234386, "decode_bytes_per_sec": 97.69958266234386, "total_units_per_sec": 89.51485224721344, "total_bytes_per_sec": 89.51485224721344, "step_latency_ms": {"count": 706, "sum": 7261, "mean": 10.284702549575071, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2882.53369140625, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 580, "mean": 580.0, "median": 580.0, "p95": 580.0, "max": 580, "min": 580}, "model_input_units": {"count": 1, "sum": 581, "mean": 581.0, "median": 581.0, "p95": 581.0, "max": 581, "min": 581}}, "generated_stats": {"units": {"count": 1, "sum": 706, "mean": 706.0, "median": 706.0, "p95": 706.0, "max": 706, "min": 706}, "bytes": {"count": 1, "sum": 706, "mean": 706.0, "median": 706.0, "p95": 706.0, "max": 706, "min": 706}}, "compression_summary": {"raw_prompt_bytes": 580, "model_input_units": 581, "stage0_units": 125, "stage1_units": null, "bytes_per_stage0_unit": 4.64, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [125], "patch_count_stats": {"count": 1, "sum": 125, "mean": 125.0, "median": 125.0, "p95": 125.0, "max": 125, "min": 125}, "patch_lengths": [3, 2, 3, 7, 7, 4, 3, 9, 1, 4, 1, 10, 2, 7, 2, 9, 3, 3, 3, 3, 4, 4, 4, 9, 2, 7, 6, 4, 9, 2, 4, 3, 5, 4, 9, 5, 3, 7, 1, 4, 1, 6, 3, 9, 2, 10, 2, 9, 3, 3, 3, 3, 2, 2, 1, 4, 4, 7, 1, 3, 2, 8, 4, 4, 7, 3, 7, 6, 8, 6, 2, 4, 2, 7, 5, 4, 2, 1, 3, 1, 2, 3, 29, 9, 1, 7, 4, 3, 3, 9, 4, 9, 4, 3, 4, 5, 2, 7, 3, 4, 3, 5, 6, 9, 3, 11, 6, 4, 9, 2, 2, 5, 10, 1, 3, 1, 2, 2, 9, 2, 7, 4, 5, 7, 2], "patch_length_stats": {"count": 125, "sum": 581, "mean": 4.648, "median": 4.0, "p95": 9.0, "max": 29, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 122, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05388781800138531, "decode_time_sec": 6.790517390942114, "total_time_sec": 7.3732090949997655, "prefill_units_per_sec": 9148.635411204184, "prefill_bytes_per_sec": 9130.078341404582, "decode_units_per_sec": 91.00926548312086, "decode_bytes_per_sec": 91.00926548312086, "total_units_per_sec": 83.81696382638931, "total_bytes_per_sec": 83.81696382638931, "step_latency_ms": {"count": 618, "sum": 6760, "mean": 10.93851132686084, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2878.7958984375, "peak_reserved_mb": 3004.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}, "model_input_units": {"count": 1, "sum": 493, "mean": 493.0, "median": 493.0, "p95": 493.0, "max": 493, "min": 493}}, "generated_stats": {"units": {"count": 1, "sum": 618, "mean": 618.0, "median": 618.0, "p95": 618.0, "max": 618, "min": 618}, "bytes": {"count": 1, "sum": 618, "mean": 618.0, "median": 618.0, "p95": 618.0, "max": 618, "min": 618}}, "compression_summary": {"raw_prompt_bytes": 492, "model_input_units": 493, "stage0_units": 137, "stage1_units": null, "bytes_per_stage0_unit": 3.591240875912409, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [137], "patch_count_stats": {"count": 1, "sum": 137, "mean": 137.0, "median": 137.0, "p95": 137.0, "max": 137, "min": 137}, "patch_lengths": [3, 4, 4, 11, 5, 1, 2, 1, 9, 6, 3, 3, 4, 2, 5, 3, 2, 3, 8, 2, 1, 2, 4, 6, 5, 1, 5, 3, 8, 1, 5, 2, 1, 8, 1, 5, 4, 2, 5, 3, 7, 2, 2, 2, 1, 1, 1, 1, 2, 5, 4, 1, 1, 2, 5, 3, 2, 7, 3, 9, 3, 6, 2, 11, 8, 2, 2, 2, 3, 4, 5, 4, 1, 2, 2, 1, 1, 4, 3, 2, 5, 3, 1, 3, 1, 1, 2, 2, 1, 2, 5, 4, 2, 1, 2, 12, 2, 11, 8, 2, 2, 2, 2, 1, 1, 7, 2, 5, 3, 1, 3, 1, 1, 2, 1, 1, 1, 9, 4, 5, 4, 11, 8, 1, 8, 5, 4, 3, 8, 1, 7, 7, 3, 7, 5, 3, 2], "patch_length_stats": {"count": 137, "sum": 493, "mean": 3.5985401459854014, "median": 3.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 123, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04451260199857643, "decode_time_sec": 4.62212144602745, "total_time_sec": 5.044869980996737, "prefill_units_per_sec": 7413.630863694597, "prefill_bytes_per_sec": 7391.165315622795, "decode_units_per_sec": 98.4396462345351, "decode_bytes_per_sec": 98.4396462345351, "total_units_per_sec": 90.19062963246155, "total_bytes_per_sec": 90.19062963246155, "step_latency_ms": {"count": 455, "sum": 4592, "mean": 10.092307692307692, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2860.45166015625, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "model_input_units": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}}, "generated_stats": {"units": {"count": 1, "sum": 455, "mean": 455.0, "median": 455.0, "p95": 455.0, "max": 455, "min": 455}, "bytes": {"count": 1, "sum": 455, "mean": 455.0, "median": 455.0, "p95": 455.0, "max": 455, "min": 455}}, "compression_summary": {"raw_prompt_bytes": 329, "model_input_units": 330, "stage0_units": 69, "stage1_units": null, "bytes_per_stage0_unit": 4.768115942028985, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [69], "patch_count_stats": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}, "patch_lengths": [3, 3, 4, 1, 2, 9, 1, 4, 2, 7, 3, 3, 4, 3, 4, 4, 6, 1, 3, 1, 1, 2, 11, 6, 11, 2, 5, 4, 3, 3, 3, 6, 4, 9, 4, 7, 2, 2, 4, 11, 3, 7, 4, 9, 3, 10, 2, 11, 3, 9, 3, 5, 2, 15, 6, 11, 2, 8, 3, 5, 3, 7, 4, 2, 4, 9, 4, 5, 3], "patch_length_stats": {"count": 69, "sum": 330, "mean": 4.782608695652174, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 124, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.055435735997889424, "decode_time_sec": 4.234919386984984, "total_time_sec": 4.655530605999957, "prefill_units_per_sec": 5736.371931854698, "prefill_bytes_per_sec": 5718.333026408614, "decode_units_per_sec": 104.60647760178269, "decode_bytes_per_sec": 104.60647760178269, "total_units_per_sec": 95.15564121285558, "total_bytes_per_sec": 95.15564121285558, "step_latency_ms": {"count": 443, "sum": 4164, "mean": 9.399548532731377, "median": 6.0, "p95": 23.0, "max": 34, "min": 6}, "peak_allocated_mb": 2856.3759765625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}, "model_input_units": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "generated_stats": {"units": {"count": 1, "sum": 443, "mean": 443.0, "median": 443.0, "p95": 443.0, "max": 443, "min": 443}, "bytes": {"count": 1, "sum": 443, "mean": 443.0, "median": 443.0, "p95": 443.0, "max": 443, "min": 443}}, "compression_summary": {"raw_prompt_bytes": 317, "model_input_units": 318, "stage0_units": 48, "stage1_units": null, "bytes_per_stage0_unit": 6.604166666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48], "patch_count_stats": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}, "patch_lengths": [3, 5, 9, 5, 7, 2, 23, 5, 2, 17, 4, 5, 2, 17, 5, 7, 6, 5, 2, 17, 5, 5, 6, 6, 2, 17, 6, 4, 5, 2, 17, 6, 6, 10, 2, 3, 17, 6, 4, 10, 2, 4, 3, 3, 5, 5, 6, 3], "patch_length_stats": {"count": 48, "sum": 318, "mean": 6.625, "median": 5.0, "p95": 17.0, "max": 23, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 125, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04513159199996153, "decode_time_sec": 9.566930748071172, "total_time_sec": 10.47689648999949, "prefill_units_per_sec": 18634.396943070762, "prefill_bytes_per_sec": 18612.239515076624, "decode_units_per_sec": 100.97282246918734, "decode_bytes_per_sec": 100.97282246918734, "total_units_per_sec": 92.20287715184318, "total_bytes_per_sec": 92.20287715184318, "step_latency_ms": {"count": 966, "sum": 9479, "mean": 9.812629399585921, "median": 6.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2910.8828125, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}, "model_input_units": {"count": 1, "sum": 841, "mean": 841.0, "median": 841.0, "p95": 841.0, "max": 841, "min": 841}}, "generated_stats": {"units": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}, "bytes": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}}, "compression_summary": {"raw_prompt_bytes": 840, "model_input_units": 841, "stage0_units": 168, "stage1_units": null, "bytes_per_stage0_unit": 5.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [168], "patch_count_stats": {"count": 1, "sum": 168, "mean": 168.0, "median": 168.0, "p95": 168.0, "max": 168, "min": 168}, "patch_lengths": [3, 6, 4, 8, 5, 1, 5, 1, 2, 1, 8, 4, 3, 4, 3, 5, 3, 5, 2, 11, 5, 2, 3, 5, 5, 6, 1, 6, 5, 2, 7, 4, 7, 2, 5, 7, 2, 7, 4, 5, 2, 6, 2, 1, 1, 4, 4, 3, 11, 3, 11, 2, 1, 1, 6, 3, 15, 6, 2, 3, 1, 11, 5, 11, 2, 1, 1, 5, 3, 15, 6, 2, 3, 1, 1, 2, 11, 5, 2, 15, 2, 4, 5, 4, 10, 5, 4, 6, 5, 3, 4, 5, 1, 15, 2, 2, 6, 4, 3, 4, 7, 2, 15, 4, 2, 19, 3, 2, 2, 5, 6, 2, 1, 1, 3, 2, 5, 5, 2, 15, 7, 2, 9, 5, 1, 20, 3, 19, 5, 1, 15, 6, 2, 5, 5, 6, 7, 2, 1, 2, 49, 4, 4, 2, 18, 6, 2, 7, 2, 3, 2, 3, 1, 1, 1, 7, 3, 5, 5, 3, 1, 1, 2, 11, 3, 5, 4, 2], "patch_length_stats": {"count": 168, "sum": 841, "mean": 5.005952380952381, "median": 4.0, "p95": 15.0, "max": 49, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 126, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05147219399805181, "decode_time_sec": 6.795548518035503, "total_time_sec": 7.429665333998855, "prefill_units_per_sec": 10491.101273445594, "prefill_bytes_per_sec": 10471.673308124398, "decode_units_per_sec": 97.85817851716878, "decode_bytes_per_sec": 97.85817851716878, "total_units_per_sec": 89.50605042153066, "total_bytes_per_sec": 89.50605042153066, "step_latency_ms": {"count": 665, "sum": 6809, "mean": 10.239097744360903, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2877.0673828125, "peak_reserved_mb": 3018.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 665, "mean": 665.0, "median": 665.0, "p95": 665.0, "max": 665, "min": 665}, "bytes": {"count": 1, "sum": 665, "mean": 665.0, "median": 665.0, "p95": 665.0, "max": 665, "min": 665}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 101, "stage1_units": null, "bytes_per_stage0_unit": 5.336633663366337, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [101], "patch_count_stats": {"count": 1, "sum": 101, "mean": 101.0, "median": 101.0, "p95": 101.0, "max": 101, "min": 101}, "patch_lengths": [3, 4, 4, 5, 6, 5, 3, 3, 4, 5, 8, 2, 4, 7, 2, 3, 3, 5, 5, 1, 7, 3, 6, 5, 3, 4, 5, 2, 11, 2, 3, 4, 2, 6, 5, 3, 4, 4, 6, 5, 7, 4, 3, 4, 5, 7, 2, 11, 2, 5, 8, 5, 3, 5, 3, 7, 3, 6, 3, 4, 10, 8, 1, 11, 2, 3, 8, 15, 2, 11, 6, 5, 10, 4, 15, 4, 3, 4, 3, 4, 3, 19, 5, 8, 2, 5, 21, 2, 5, 10, 3, 11, 6, 5, 3, 7, 3, 11, 4, 7, 2], "patch_length_stats": {"count": 101, "sum": 540, "mean": 5.346534653465347, "median": 4.0, "p95": 11.0, "max": 21, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 127, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04506544299874804, "decode_time_sec": 4.080349581978226, "total_time_sec": 4.450652765000996, "prefill_units_per_sec": 5902.527131651402, "prefill_bytes_per_sec": 5880.337180028652, "decode_units_per_sec": 95.82512285882042, "decode_bytes_per_sec": 95.82512285882042, "total_units_per_sec": 87.85228159670024, "total_bytes_per_sec": 87.85228159670024, "step_latency_ms": {"count": 391, "sum": 4083, "mean": 10.442455242966751, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2857.4375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}, "bytes": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 63, "stage1_units": null, "bytes_per_stage0_unit": 4.2063492063492065, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63], "patch_count_stats": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3], "patch_length_stats": {"count": 63, "sum": 266, "mean": 4.222222222222222, "median": 4.0, "p95": 8.899999999999999, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 0, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03876109299744712, "decode_time_sec": 11.124104347032699, "total_time_sec": 12.161829666001722, "prefill_units_per_sec": 24844.500645619693, "prefill_bytes_per_sec": 24818.701579528708, "decode_units_per_sec": 97.80562695730364, "decode_bytes_per_sec": 97.80562695730364, "total_units_per_sec": 89.46022349264548, "total_bytes_per_sec": 89.46022349264548, "step_latency_ms": {"count": 1088, "sum": 11080, "mean": 10.183823529411764, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2921.244140625, "peak_reserved_mb": 3040.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 962, "mean": 962.0, "median": 962.0, "p95": 962.0, "max": 962, "min": 962}, "model_input_units": {"count": 1, "sum": 963, "mean": 963.0, "median": 963.0, "p95": 963.0, "max": 963, "min": 963}}, "generated_stats": {"units": {"count": 1, "sum": 1088, "mean": 1088.0, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 1088}, "bytes": {"count": 1, "sum": 1088, "mean": 1088.0, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 1088}}, "compression_summary": {"raw_prompt_bytes": 962, "model_input_units": 963, "stage0_units": 224, "stage1_units": null, "bytes_per_stage0_unit": 4.294642857142857, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [224], "patch_count_stats": {"count": 1, "sum": 224, "mean": 224.0, "median": 224.0, "p95": 224.0, "max": 224, "min": 224}, "patch_lengths": [3, 4, 5, 7, 2, 3, 9, 1, 2, 7, 8, 5, 1, 2, 7, 5, 5, 6, 1, 2, 7, 5, 5, 6, 1, 2, 7, 4, 7, 2, 7, 6, 3, 4, 6, 5, 5, 3, 8, 1, 7, 3, 3, 2, 5, 4, 5, 5, 7, 9, 5, 1, 7, 6, 5, 2, 7, 6, 2, 2, 2, 3, 2, 1, 4, 2, 3, 6, 5, 7, 5, 1, 4, 7, 2, 4, 9, 1, 7, 3, 8, 2, 11, 5, 2, 2, 1, 3, 3, 9, 3, 7, 1, 3, 8, 2, 1, 8, 2, 11, 4, 9, 3, 4, 2, 3, 6, 2, 12, 2, 11, 5, 2, 3, 2, 4, 2, 3, 6, 3, 7, 2, 6, 7, 6, 1, 7, 3, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 3, 10, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 4, 7, 2, 8, 6, 3, 5, 4, 9, 9, 7, 4, 7, 1, 7, 2, 6, 10, 4, 5, 3, 6, 4, 5, 8, 2, 5, 2, 7, 4, 2, 11, 3, 4, 2, 3, 4, 4, 2, 2, 2, 2], "patch_length_stats": {"count": 224, "sum": 963, "mean": 4.299107142857143, "median": 4.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 1, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05092851600420545, "decode_time_sec": 4.393693993970373, "total_time_sec": 4.855009054997936, "prefill_units_per_sec": 7127.63749036051, "prefill_bytes_per_sec": 7108.002125373291, "decode_units_per_sec": 111.06827208943095, "decode_bytes_per_sec": 111.06827208943095, "total_units_per_sec": 100.51474558994566, "total_bytes_per_sec": 100.51474558994566, "step_latency_ms": {"count": 488, "sum": 4384, "mean": 8.98360655737705, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2860.3447265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}, "model_input_units": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "generated_stats": {"units": {"count": 1, "sum": 488, "mean": 488.0, "median": 488.0, "p95": 488.0, "max": 488, "min": 488}, "bytes": {"count": 1, "sum": 488, "mean": 488.0, "median": 488.0, "p95": 488.0, "max": 488, "min": 488}}, "compression_summary": {"raw_prompt_bytes": 362, "model_input_units": 363, "stage0_units": 65, "stage1_units": null, "bytes_per_stage0_unit": 5.569230769230769, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [65], "patch_count_stats": {"count": 1, "sum": 65, "mean": 65.0, "median": 65.0, "p95": 65.0, "max": 65, "min": 65}, "patch_lengths": [3, 4, 5, 1, 4, 4, 4, 5, 5, 1, 3, 5, 3, 3, 4, 3, 4, 5, 3, 5, 2, 11, 3, 8, 5, 1, 3, 10, 6, 2, 5, 3, 15, 4, 5, 2, 5, 1, 11, 5, 2, 15, 4, 2, 19, 5, 8, 5, 5, 5, 2, 15, 4, 4, 5, 2, 5, 1, 22, 20, 2, 19, 4, 5, 2], "patch_length_stats": {"count": 65, "sum": 363, "mean": 5.584615384615384, "median": 4.0, "p95": 18.19999999999999, "max": 22, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 2, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04983917800200288, "decode_time_sec": 7.218395925963705, "total_time_sec": 7.8388108360013575, "prefill_units_per_sec": 10794.72057059969, "prefill_bytes_per_sec": 10774.65603422311, "decode_units_per_sec": 91.84866094907159, "decode_bytes_per_sec": 91.84866094907159, "total_units_per_sec": 84.57915541921685, "total_bytes_per_sec": 84.57915541921685, "step_latency_ms": {"count": 663, "sum": 7226, "mean": 10.89894419306184, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2881.81201171875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 537, "mean": 537.0, "median": 537.0, "p95": 537.0, "max": 537, "min": 537}, "model_input_units": {"count": 1, "sum": 538, "mean": 538.0, "median": 538.0, "p95": 538.0, "max": 538, "min": 538}}, "generated_stats": {"units": {"count": 1, "sum": 663, "mean": 663.0, "median": 663.0, "p95": 663.0, "max": 663, "min": 663}, "bytes": {"count": 1, "sum": 663, "mean": 663.0, "median": 663.0, "p95": 663.0, "max": 663, "min": 663}}, "compression_summary": {"raw_prompt_bytes": 537, "model_input_units": 538, "stage0_units": 136, "stage1_units": null, "bytes_per_stage0_unit": 3.948529411764706, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [136], "patch_count_stats": {"count": 1, "sum": 136, "mean": 136.0, "median": 136.0, "p95": 136.0, "max": 136, "min": 136}, "patch_lengths": [3, 4, 5, 3, 3, 4, 2, 5, 1, 3, 3, 5, 1, 7, 3, 5, 2, 11, 2, 11, 6, 4, 1, 3, 9, 2, 1, 5, 8, 5, 2, 2, 1, 10, 8, 12, 4, 7, 3, 2, 5, 5, 3, 7, 6, 2, 5, 10, 3, 3, 7, 5, 2, 1, 2, 6, 2, 3, 5, 5, 3, 3, 1, 6, 2, 7, 2, 6, 1, 4, 4, 9, 1, 1, 1, 3, 4, 1, 1, 1, 3, 6, 1, 1, 1, 3, 2, 2, 7, 3, 7, 2, 3, 7, 4, 4, 5, 4, 5, 2, 7, 5, 9, 2, 1, 1, 1, 7, 5, 2, 3, 2, 6, 3, 5, 1, 7, 5, 2, 4, 2, 6, 3, 4, 1, 7, 5, 4, 2, 6, 3, 4, 1, 7, 5, 2], "patch_length_stats": {"count": 136, "sum": 538, "mean": 3.9558823529411766, "median": 3.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 3, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.050378777996229474, "decode_time_sec": 4.862683620001917, "total_time_sec": 5.342352525000024, "prefill_units_per_sec": 7483.309738640663, "prefill_bytes_per_sec": 7463.460110686709, "decode_units_per_sec": 103.23517613506635, "decode_bytes_per_sec": 103.23517613506635, "total_units_per_sec": 93.96609408511426, "total_bytes_per_sec": 93.96609408511426, "step_latency_ms": {"count": 502, "sum": 4836, "mean": 9.633466135458168, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2863.283203125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}, "model_input_units": {"count": 1, "sum": 377, "mean": 377.0, "median": 377.0, "p95": 377.0, "max": 377, "min": 377}}, "generated_stats": {"units": {"count": 1, "sum": 502, "mean": 502.0, "median": 502.0, "p95": 502.0, "max": 502, "min": 502}, "bytes": {"count": 1, "sum": 502, "mean": 502.0, "median": 502.0, "p95": 502.0, "max": 502, "min": 502}}, "compression_summary": {"raw_prompt_bytes": 376, "model_input_units": 377, "stage0_units": 73, "stage1_units": null, "bytes_per_stage0_unit": 5.1506849315068495, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [73], "patch_count_stats": {"count": 1, "sum": 73, "mean": 73.0, "median": 73.0, "p95": 73.0, "max": 73, "min": 73}, "patch_lengths": [3, 10, 6, 5, 1, 6, 4, 3, 4, 2, 6, 3, 4, 8, 6, 3, 2, 6, 1, 7, 3, 4, 11, 6, 1, 7, 6, 3, 11, 7, 6, 2, 7, 2, 10, 4, 6, 1, 7, 11, 6, 2, 6, 3, 5, 6, 3, 7, 2, 6, 4, 6, 4, 7, 8, 5, 1, 7, 4, 6, 6, 1, 6, 6, 3, 11, 6, 6, 4, 11, 6, 6, 2], "patch_length_stats": {"count": 73, "sum": 377, "mean": 5.164383561643835, "median": 6.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 4, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04272898899944266, "decode_time_sec": 3.93718548697143, "total_time_sec": 4.316030644997227, "prefill_units_per_sec": 6506.121640360508, "prefill_bytes_per_sec": 6482.718325107413, "decode_units_per_sec": 102.35738228071051, "decode_bytes_per_sec": 102.35738228071051, "total_units_per_sec": 93.37283099857576, "total_bytes_per_sec": 93.37283099857576, "step_latency_ms": {"count": 403, "sum": 3933, "mean": 9.759305210918114, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2857.5341796875, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}, "model_input_units": {"count": 1, "sum": 278, "mean": 278.0, "median": 278.0, "p95": 278.0, "max": 278, "min": 278}}, "generated_stats": {"units": {"count": 1, "sum": 403, "mean": 403.0, "median": 403.0, "p95": 403.0, "max": 403, "min": 403}, "bytes": {"count": 1, "sum": 403, "mean": 403.0, "median": 403.0, "p95": 403.0, "max": 403, "min": 403}}, "compression_summary": {"raw_prompt_bytes": 277, "model_input_units": 278, "stage0_units": 62, "stage1_units": null, "bytes_per_stage0_unit": 4.467741935483871, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [62], "patch_count_stats": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}, "patch_lengths": [3, 4, 10, 9, 5, 1, 8, 3, 3, 4, 2, 9, 8, 6, 9, 4, 4, 1, 7, 6, 5, 2, 3, 3, 4, 3, 5, 5, 2, 5, 1, 3, 9, 5, 2, 5, 2, 3, 3, 5, 2, 4, 4, 7, 5, 5, 2, 3, 4, 4, 2, 1, 5, 11, 3, 6, 2, 11, 5, 4, 4, 3], "patch_length_stats": {"count": 62, "sum": 278, "mean": 4.483870967741935, "median": 4.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 5, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04660933299965109, "decode_time_sec": 4.5221842609935266, "total_time_sec": 4.961553016000835, "prefill_units_per_sec": 7401.951021324047, "prefill_bytes_per_sec": 7380.496090827456, "decode_units_per_sec": 103.93207637601674, "decode_bytes_per_sec": 103.93207637601674, "total_units_per_sec": 94.72840428879152, "total_bytes_per_sec": 94.72840428879152, "step_latency_ms": {"count": 470, "sum": 4502, "mean": 9.578723404255319, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2860.884765625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}, "model_input_units": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "generated_stats": {"units": {"count": 1, "sum": 470, "mean": 470.0, "median": 470.0, "p95": 470.0, "max": 470, "min": 470}, "bytes": {"count": 1, "sum": 470, "mean": 470.0, "median": 470.0, "p95": 470.0, "max": 470, "min": 470}}, "compression_summary": {"raw_prompt_bytes": 344, "model_input_units": 345, "stage0_units": 76, "stage1_units": null, "bytes_per_stage0_unit": 4.526315789473684, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [76], "patch_count_stats": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}, "patch_lengths": [3, 2, 7, 8, 5, 3, 3, 4, 4, 8, 5, 1, 2, 4, 1, 3, 1, 4, 3, 11, 3, 5, 5, 8, 4, 4, 2, 3, 2, 2, 3, 7, 3, 15, 7, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 8, 2, 6, 7, 3, 11, 5, 8, 4, 6, 7, 8, 2, 11, 7, 2, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 5, 8, 2], "patch_length_stats": {"count": 76, "sum": 345, "mean": 4.5394736842105265, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 6, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.045055825998133514, "decode_time_sec": 4.020049046957865, "total_time_sec": 4.399943780998001, "prefill_units_per_sec": 6214.512636203791, "prefill_bytes_per_sec": 6192.317948217349, "decode_units_per_sec": 100.74503949310767, "decode_bytes_per_sec": 100.74503949310767, "total_units_per_sec": 92.04663062947986, "total_bytes_per_sec": 92.04663062947986, "step_latency_ms": {"count": 405, "sum": 4006, "mean": 9.891358024691359, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2856.8798828125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}, "model_input_units": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}}, "generated_stats": {"units": {"count": 1, "sum": 405, "mean": 405.0, "median": 405.0, "p95": 405.0, "max": 405, "min": 405}, "bytes": {"count": 1, "sum": 405, "mean": 405.0, "median": 405.0, "p95": 405.0, "max": 405, "min": 405}}, "compression_summary": {"raw_prompt_bytes": 279, "model_input_units": 280, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 4.894736842105263, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 4, 4, 2, 7, 5, 4, 2, 3, 9, 3, 3, 4, 2, 7, 4, 2, 3, 6, 4, 2, 3, 9, 2, 3, 4, 3, 10, 8, 2, 7, 4, 5, 2, 6, 5, 3, 6, 4, 5, 3, 4, 8, 8, 3, 18, 9, 1, 7, 4, 5, 8, 5, 4, 5, 10, 4], "patch_length_stats": {"count": 57, "sum": 280, "mean": 4.912280701754386, "median": 4.0, "p95": 9.199999999999996, "max": 18, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 7, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0492877500000759, "decode_time_sec": 4.2061291390127735, "total_time_sec": 4.592347879999579, "prefill_units_per_sec": 5741.791824531738, "prefill_bytes_per_sec": 5721.502807483923, "decode_units_per_sec": 97.00130131899903, "decode_bytes_per_sec": 97.00130131899903, "total_units_per_sec": 88.84344362867331, "total_bytes_per_sec": 88.84344362867331, "step_latency_ms": {"count": 408, "sum": 4177, "mean": 10.237745098039216, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2858.74169921875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}, "bytes": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 70, "stage1_units": null, "bytes_per_stage0_unit": 4.0285714285714285, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [70], "patch_count_stats": {"count": 1, "sum": 70, "mean": 70.0, "median": 70.0, "p95": 70.0, "max": 70, "min": 70}, "patch_lengths": [3, 7, 6, 5, 5, 5, 3, 3, 4, 2, 3, 2, 5, 4, 8, 6, 4, 1, 7, 11, 4, 2, 3, 3, 7, 2, 1, 2, 2, 2, 1, 4, 2, 3, 2, 1, 2, 3, 2, 4, 7, 4, 2, 5, 5, 3, 7, 6, 2, 5, 5, 5, 2, 5, 3, 7, 6, 12, 2, 5, 4, 6, 12, 1, 2, 4, 2, 1, 2, 5], "patch_length_stats": {"count": 70, "sum": 283, "mean": 4.042857142857143, "median": 4.0, "p95": 7.549999999999997, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 8, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0520309960047598, "decode_time_sec": 4.644057484998484, "total_time_sec": 5.095761083997786, "prefill_units_per_sec": 6707.540250970276, "prefill_bytes_per_sec": 6688.320937930247, "decode_units_per_sec": 102.06592005614563, "decode_bytes_per_sec": 102.06592005614563, "total_units_per_sec": 93.01848971854308, "total_bytes_per_sec": 93.01848971854308, "step_latency_ms": {"count": 474, "sum": 4655, "mean": 9.820675105485233, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2860.548828125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}, "model_input_units": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}}, "generated_stats": {"units": {"count": 1, "sum": 474, "mean": 474.0, "median": 474.0, "p95": 474.0, "max": 474, "min": 474}, "bytes": {"count": 1, "sum": 474, "mean": 474.0, "median": 474.0, "p95": 474.0, "max": 474, "min": 474}}, "compression_summary": {"raw_prompt_bytes": 348, "model_input_units": 349, "stage0_units": 72, "stage1_units": null, "bytes_per_stage0_unit": 4.833333333333333, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [72], "patch_count_stats": {"count": 1, "sum": 72, "mean": 72.0, "median": 72.0, "p95": 72.0, "max": 72, "min": 72}, "patch_lengths": [3, 4, 8, 5, 7, 7, 5, 3, 3, 7, 2, 7, 3, 4, 7, 4, 4, 1, 3, 4, 6, 1, 8, 3, 7, 4, 2, 7, 2, 5, 4, 5, 4, 7, 3, 2, 5, 1, 3, 2, 6, 2, 11, 6, 2, 8, 4, 4, 1, 2, 6, 6, 2, 11, 7, 11, 6, 1, 4, 2, 11, 7, 2, 8, 10, 2, 4, 2, 11, 7, 9, 2], "patch_length_stats": {"count": 72, "sum": 349, "mean": 4.847222222222222, "median": 4.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 9, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03290880299755372, "decode_time_sec": 5.512139201971877, "total_time_sec": 5.974575538999488, "prefill_units_per_sec": 11698.997378562173, "prefill_bytes_per_sec": 11668.61037238409, "decode_units_per_sec": 92.52306251945812, "decode_bytes_per_sec": 92.52306251945812, "total_units_per_sec": 85.36171258877503, "total_bytes_per_sec": 85.36171258877503, "step_latency_ms": {"count": 510, "sum": 5528, "mean": 10.83921568627451, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2871.43310546875, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}, "model_input_units": {"count": 1, "sum": 385, "mean": 385.0, "median": 385.0, "p95": 385.0, "max": 385, "min": 385}}, "generated_stats": {"units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}, "bytes": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "compression_summary": {"raw_prompt_bytes": 384, "model_input_units": 385, "stage0_units": 93, "stage1_units": null, "bytes_per_stage0_unit": 4.129032258064516, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [93], "patch_count_stats": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}, "patch_lengths": [3, 4, 4, 8, 5, 1, 3, 9, 4, 3, 4, 2, 8, 5, 7, 12, 4, 4, 9, 1, 7, 2, 4, 2, 2, 4, 11, 3, 7, 2, 3, 3, 2, 1, 1, 1, 7, 4, 3, 3, 5, 4, 4, 3, 11, 2, 6, 3, 9, 3, 4, 8, 7, 6, 1, 11, 2, 3, 4, 6, 7, 4, 4, 5, 1, 11, 2, 1, 3, 6, 2, 2, 1, 1, 2, 1, 2, 1, 3, 3, 1, 11, 2, 3, 3, 3, 1, 1, 2, 11, 5, 4, 2], "patch_length_stats": {"count": 93, "sum": 385, "mean": 4.139784946236559, "median": 3.0, "p95": 11.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 10, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.038784976000897586, "decode_time_sec": 6.372894018008083, "total_time_sec": 6.99412725199727, "prefill_units_per_sec": 14077.616033264121, "prefill_bytes_per_sec": 14051.832853716018, "decode_units_per_sec": 105.28968442028608, "decode_bytes_per_sec": 105.28968442028608, "total_units_per_sec": 95.93763107589824, "total_bytes_per_sec": 95.93763107589824, "step_latency_ms": {"count": 671, "sum": 6341, "mean": 9.450074515648286, "median": 7.0, "p95": 23.0, "max": 31, "min": 6}, "peak_allocated_mb": 2878.3671875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}, "model_input_units": {"count": 1, "sum": 546, "mean": 546.0, "median": 546.0, "p95": 546.0, "max": 546, "min": 546}}, "generated_stats": {"units": {"count": 1, "sum": 671, "mean": 671.0, "median": 671.0, "p95": 671.0, "max": 671, "min": 671}, "bytes": {"count": 1, "sum": 671, "mean": 671.0, "median": 671.0, "p95": 671.0, "max": 671, "min": 671}}, "compression_summary": {"raw_prompt_bytes": 545, "model_input_units": 546, "stage0_units": 108, "stage1_units": null, "bytes_per_stage0_unit": 5.046296296296297, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [108], "patch_count_stats": {"count": 1, "sum": 108, "mean": 108.0, "median": 108.0, "p95": 108.0, "max": 108, "min": 108}, "patch_lengths": [3, 7, 4, 1, 10, 1, 11, 6, 3, 3, 4, 3, 4, 11, 10, 1, 2, 4, 1, 6, 4, 11, 10, 2, 2, 9, 3, 7, 6, 2, 4, 7, 4, 5, 3, 10, 2, 11, 5, 2, 4, 5, 2, 4, 3, 2, 3, 7, 2, 4, 7, 3, 5, 3, 11, 3, 4, 5, 2, 15, 9, 2, 11, 3, 11, 3, 2, 1, 5, 3, 15, 6, 7, 1, 2, 2, 2, 11, 5, 2, 15, 6, 7, 1, 2, 2, 3, 7, 3, 11, 2, 11, 7, 6, 2, 7, 2, 12, 5, 1, 4, 2, 9, 4, 1, 7, 4, 2], "patch_length_stats": {"count": 108, "sum": 546, "mean": 5.055555555555555, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 11, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.039072225998097565, "decode_time_sec": 3.5709514139998646, "total_time_sec": 3.9330678890000854, "prefill_units_per_sec": 6679.936792255146, "prefill_bytes_per_sec": 6654.343164698614, "decode_units_per_sec": 108.0944418584617, "decode_bytes_per_sec": 108.0944418584617, "total_units_per_sec": 98.14221643098406, "total_bytes_per_sec": 98.14221643098406, "step_latency_ms": {"count": 386, "sum": 3580, "mean": 9.27461139896373, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2856.369140625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 4.642857142857143, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [3, 4, 5, 9, 7, 5, 1, 7, 3, 3, 4, 3, 7, 2, 5, 1, 7, 5, 2, 4, 7, 4, 5, 3, 7, 6, 3, 1, 4, 11, 3, 4, 3, 7, 2, 15, 5, 3, 5, 2, 3, 1, 2, 11, 4, 9, 1, 11, 3, 4, 2, 2, 7, 5, 5, 4], "patch_length_stats": {"count": 56, "sum": 261, "mean": 4.660714285714286, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 12, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04488874700109591, "decode_time_sec": 6.07015012696138, "total_time_sec": 6.648810180002329, "prefill_units_per_sec": 10849.044193372349, "prefill_bytes_per_sec": 10826.766895234008, "decode_units_per_sec": 100.82122965653197, "decode_bytes_per_sec": 100.82122965653197, "total_units_per_sec": 92.04654418330614, "total_bytes_per_sec": 92.04654418330614, "step_latency_ms": {"count": 612, "sum": 6110, "mean": 9.983660130718954, "median": 7.0, "p95": 25.0, "max": 27, "min": 6}, "peak_allocated_mb": 2874.03369140625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}, "model_input_units": {"count": 1, "sum": 487, "mean": 487.0, "median": 487.0, "p95": 487.0, "max": 487, "min": 487}}, "generated_stats": {"units": {"count": 1, "sum": 612, "mean": 612.0, "median": 612.0, "p95": 612.0, "max": 612, "min": 612}, "bytes": {"count": 1, "sum": 612, "mean": 612.0, "median": 612.0, "p95": 612.0, "max": 612, "min": 612}}, "compression_summary": {"raw_prompt_bytes": 486, "model_input_units": 487, "stage0_units": 103, "stage1_units": null, "bytes_per_stage0_unit": 4.718446601941747, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [103], "patch_count_stats": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}, "patch_lengths": [3, 3, 8, 2, 3, 6, 7, 5, 1, 8, 3, 3, 4, 5, 2, 7, 8, 5, 8, 2, 7, 8, 7, 2, 3, 6, 5, 2, 2, 5, 2, 2, 6, 2, 2, 4, 2, 2, 4, 2, 3, 27, 9, 3, 7, 3, 5, 2, 5, 7, 2, 3, 5, 3, 4, 5, 2, 5, 7, 3, 5, 1, 1, 3, 11, 2, 2, 5, 1, 7, 5, 2, 11, 4, 2, 1, 4, 3, 5, 7, 6, 5, 3, 3, 7, 1, 5, 4, 4, 15, 3, 2, 3, 1, 7, 7, 1, 4, 28, 2, 5, 7, 4], "patch_length_stats": {"count": 103, "sum": 487, "mean": 4.728155339805825, "median": 4.0, "p95": 8.899999999999991, "max": 28, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 13, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05211473800227395, "decode_time_sec": 6.0495236170136195, "total_time_sec": 6.620232044002478, "prefill_units_per_sec": 9152.881090550369, "prefill_bytes_per_sec": 9133.692660591145, "decode_units_per_sec": 99.51196790222312, "decode_bytes_per_sec": 99.51196790222312, "total_units_per_sec": 90.93336849806872, "total_bytes_per_sec": 90.93336849806872, "step_latency_ms": {"count": 602, "sum": 6040, "mean": 10.033222591362126, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2873.39990234375, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}, "model_input_units": {"count": 1, "sum": 477, "mean": 477.0, "median": 477.0, "p95": 477.0, "max": 477, "min": 477}}, "generated_stats": {"units": {"count": 1, "sum": 602, "mean": 602.0, "median": 602.0, "p95": 602.0, "max": 602, "min": 602}, "bytes": {"count": 1, "sum": 602, "mean": 602.0, "median": 602.0, "p95": 602.0, "max": 602, "min": 602}}, "compression_summary": {"raw_prompt_bytes": 476, "model_input_units": 477, "stage0_units": 99, "stage1_units": null, "bytes_per_stage0_unit": 4.808080808080808, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [99], "patch_count_stats": {"count": 1, "sum": 99, "mean": 99.0, "median": 99.0, "p95": 99.0, "max": 99, "min": 99}, "patch_lengths": [3, 7, 10, 3, 3, 3, 9, 5, 2, 3, 3, 4, 4, 1, 6, 3, 10, 3, 2, 5, 4, 5, 7, 9, 2, 4, 7, 4, 2, 3, 6, 2, 11, 9, 7, 2, 2, 3, 13, 7, 4, 4, 7, 4, 2, 3, 3, 2, 8, 3, 3, 3, 11, 9, 7, 2, 2, 7, 9, 5, 7, 9, 2, 10, 5, 2, 2, 3, 3, 6, 1, 4, 9, 3, 9, 5, 2, 3, 7, 5, 2, 7, 5, 4, 7, 5, 4, 3, 9, 5, 2, 2, 3, 8, 5, 6, 1, 4, 2], "patch_length_stats": {"count": 99, "sum": 477, "mean": 4.818181818181818, "median": 4.0, "p95": 10.0, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 14, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0465631660008512, "decode_time_sec": 7.915598789968499, "total_time_sec": 8.61495042399838, "prefill_units_per_sec": 12885.721730971465, "prefill_bytes_per_sec": 12864.245528086514, "decode_units_per_sec": 91.59130209060093, "decode_bytes_per_sec": 91.59130209060093, "total_units_per_sec": 84.15602694362485, "total_bytes_per_sec": 84.15602694362485, "step_latency_ms": {"count": 725, "sum": 7978, "mean": 11.004137931034483, "median": 7.0, "p95": 25.0, "max": 32, "min": 6}, "peak_allocated_mb": 2883.36083984375, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 599, "mean": 599.0, "median": 599.0, "p95": 599.0, "max": 599, "min": 599}, "model_input_units": {"count": 1, "sum": 600, "mean": 600.0, "median": 600.0, "p95": 600.0, "max": 600, "min": 600}}, "generated_stats": {"units": {"count": 1, "sum": 725, "mean": 725.0, "median": 725.0, "p95": 725.0, "max": 725, "min": 725}, "bytes": {"count": 1, "sum": 725, "mean": 725.0, "median": 725.0, "p95": 725.0, "max": 725, "min": 725}}, "compression_summary": {"raw_prompt_bytes": 599, "model_input_units": 600, "stage0_units": 124, "stage1_units": null, "bytes_per_stage0_unit": 4.830645161290323, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [124], "patch_count_stats": {"count": 1, "sum": 124, "mean": 124.0, "median": 124.0, "p95": 124.0, "max": 124, "min": 124}, "patch_lengths": [3, 5, 5, 9, 3, 3, 3, 7, 2, 4, 7, 3, 3, 6, 2, 7, 9, 5, 5, 9, 3, 3, 3, 9, 4, 2, 5, 8, 3, 2, 7, 2, 2, 9, 2, 4, 2, 3, 6, 3, 2, 2, 9, 5, 2, 3, 2, 8, 2, 7, 3, 4, 10, 4, 5, 3, 7, 10, 2, 5, 2, 9, 3, 7, 3, 5, 2, 9, 5, 2, 3, 2, 8, 3, 11, 9, 2, 9, 4, 4, 3, 7, 2, 7, 4, 7, 9, 3, 10, 1, 7, 5, 5, 2, 9, 5, 2, 3, 2, 5, 3, 11, 7, 2, 1, 6, 3, 3, 5, 2, 4, 7, 6, 6, 3, 7, 2, 7, 5, 2, 11, 7, 10, 3], "patch_length_stats": {"count": 124, "sum": 600, "mean": 4.838709677419355, "median": 4.0, "p95": 9.849999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 15, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04093260299487156, "decode_time_sec": 11.346056632031832, "total_time_sec": 12.421347301002243, "prefill_units_per_sec": 23624.20000802674, "prefill_bytes_per_sec": 23599.769604709236, "decode_units_per_sec": 96.24489242518848, "decode_bytes_per_sec": 96.24489242518848, "total_units_per_sec": 87.9131686392739, "total_bytes_per_sec": 87.9131686392739, "step_latency_ms": {"count": 1092, "sum": 11448, "mean": 10.483516483516484, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2938.75244140625, "peak_reserved_mb": 3004.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}, "model_input_units": {"count": 1, "sum": 967, "mean": 967.0, "median": 967.0, "p95": 967.0, "max": 967, "min": 967}}, "generated_stats": {"units": {"count": 1, "sum": 1092, "mean": 1092.0, "median": 1092.0, "p95": 1092.0, "max": 1092, "min": 1092}, "bytes": {"count": 1, "sum": 1092, "mean": 1092.0, "median": 1092.0, "p95": 1092.0, "max": 1092, "min": 1092}}, "compression_summary": {"raw_prompt_bytes": 966, "model_input_units": 967, "stage0_units": 262, "stage1_units": null, "bytes_per_stage0_unit": 3.687022900763359, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [262], "patch_count_stats": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "patch_lengths": [3, 5, 5, 1, 8, 11, 5, 1, 2, 3, 1, 2, 3, 1, 6, 1, 2, 3, 5, 1, 3, 6, 3, 3, 4, 13, 2, 3, 9, 1, 1, 3, 1, 2, 3, 1, 2, 4, 3, 7, 4, 2, 3, 3, 5, 10, 5, 3, 1, 3, 3, 4, 4, 2, 5, 2, 4, 5, 1, 1, 5, 4, 3, 1, 13, 1, 2, 5, 2, 2, 3, 8, 11, 2, 5, 1, 4, 2, 37, 2, 2, 1, 2, 1, 2, 1, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 8, 1, 13, 1, 5, 1, 4, 1, 3, 4, 5, 1, 1, 3, 31, 2, 2, 1, 1, 2, 1, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 9, 7, 1, 13, 1, 5, 1, 4, 1, 3, 4, 5, 1, 1, 2, 7, 1, 1, 1, 1, 1, 2, 31, 2, 2, 1, 5, 2, 1, 2, 2, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 5, 1, 3, 1, 5, 7, 1, 13, 1, 5, 1, 4, 1, 3, 1, 3, 5, 1, 1, 2, 7, 1, 1, 1, 1, 1, 2, 31, 2, 2, 1, 5, 2, 1, 2, 2, 2, 4, 3, 2, 6, 2, 2, 2, 3, 6, 3, 7, 4, 5, 1, 1, 2, 6, 4, 2, 4, 4, 7, 7, 2], "patch_length_stats": {"count": 262, "sum": 967, "mean": 3.6908396946564888, "median": 2.0, "p95": 8.949999999999989, "max": 37, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 16, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04242709300160641, "decode_time_sec": 9.139152624022245, "total_time_sec": 9.958831195002858, "prefill_units_per_sec": 17064.56768019877, "prefill_bytes_per_sec": 17040.997835336613, "decode_units_per_sec": 92.89701517495234, "decode_bytes_per_sec": 92.89701517495234, "total_units_per_sec": 85.25096804793831, "total_bytes_per_sec": 85.25096804793831, "step_latency_ms": {"count": 849, "sum": 9214, "mean": 10.852767962308599, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2895.80029296875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 723, "mean": 723.0, "median": 723.0, "p95": 723.0, "max": 723, "min": 723}, "model_input_units": {"count": 1, "sum": 724, "mean": 724.0, "median": 724.0, "p95": 724.0, "max": 724, "min": 724}}, "generated_stats": {"units": {"count": 1, "sum": 849, "mean": 849.0, "median": 849.0, "p95": 849.0, "max": 849, "min": 849}, "bytes": {"count": 1, "sum": 849, "mean": 849.0, "median": 849.0, "p95": 849.0, "max": 849, "min": 849}}, "compression_summary": {"raw_prompt_bytes": 723, "model_input_units": 724, "stage0_units": 156, "stage1_units": null, "bytes_per_stage0_unit": 4.634615384615385, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [156], "patch_count_stats": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "patch_lengths": [3, 7, 5, 1, 4, 5, 3, 3, 4, 5, 2, 6, 6, 6, 4, 3, 4, 3, 4, 5, 3, 2, 6, 5, 6, 3, 11, 6, 6, 5, 2, 15, 3, 6, 5, 6, 1, 3, 2, 9, 6, 4, 5, 3, 11, 4, 2, 5, 7, 3, 8, 4, 7, 2, 5, 1, 6, 3, 1, 3, 4, 5, 4, 8, 6, 5, 4, 3, 7, 1, 7, 3, 4, 5, 1, 3, 4, 5, 3, 11, 6, 6, 5, 2, 3, 3, 1, 2, 4, 6, 2, 6, 4, 5, 3, 7, 4, 2, 5, 2, 7, 4, 4, 5, 2, 7, 3, 4, 4, 2, 4, 4, 11, 6, 6, 5, 2, 15, 2, 3, 3, 1, 2, 3, 7, 4, 10, 7, 3, 8, 3, 11, 4, 2, 6, 7, 4, 4, 4, 4, 6, 2, 6, 4, 5, 4, 7, 8, 2, 5, 2, 7, 7, 4, 5, 4], "patch_length_stats": {"count": 156, "sum": 724, "mean": 4.641025641025641, "median": 4.0, "p95": 9.25, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 17, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.036604361001082, "decode_time_sec": 5.088258302956092, "total_time_sec": 5.568569836003007, "prefill_units_per_sec": 10572.510745060146, "prefill_bytes_per_sec": 10545.191595848104, "decode_units_per_sec": 100.6238224389172, "decode_bytes_per_sec": 100.6238224389172, "total_units_per_sec": 91.94461326312502, "total_bytes_per_sec": 91.94461326312502, "step_latency_ms": {"count": 512, "sum": 5112, "mean": 9.984375, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2868.955078125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "model_input_units": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "generated_stats": {"units": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}, "bytes": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}}, "compression_summary": {"raw_prompt_bytes": 386, "model_input_units": 387, "stage0_units": 75, "stage1_units": null, "bytes_per_stage0_unit": 5.1466666666666665, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [75], "patch_count_stats": {"count": 1, "sum": 75, "mean": 75.0, "median": 75.0, "p95": 75.0, "max": 75, "min": 75}, "patch_lengths": [3, 5, 5, 4, 5, 5, 1, 5, 3, 3, 4, 5, 4, 5, 2, 5, 7, 4, 4, 3, 5, 2, 11, 4, 2, 15, 5, 2, 8, 4, 2, 15, 8, 2, 5, 5, 4, 15, 7, 4, 2, 8, 4, 2, 1, 2, 3, 4, 4, 15, 3, 4, 7, 4, 2, 19, 8, 5, 2, 8, 4, 2, 7, 5, 2, 5, 5, 2, 23, 3, 3, 1, 2, 5, 4], "patch_length_stats": {"count": 75, "sum": 387, "mean": 5.16, "median": 4.0, "p95": 15.0, "max": 23, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 18, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04817797499708831, "decode_time_sec": 4.421361677006644, "total_time_sec": 4.821918982997886, "prefill_units_per_sec": 5853.297072304159, "prefill_bytes_per_sec": 5832.540699707336, "decode_units_per_sec": 92.05308901024982, "decode_bytes_per_sec": 92.05308901024982, "total_units_per_sec": 84.40622943585, "total_bytes_per_sec": 84.40622943585, "step_latency_ms": {"count": 407, "sum": 4440, "mean": 10.909090909090908, "median": 7.0, "p95": 25.0, "max": 28, "min": 6}, "peak_allocated_mb": 2858.30615234375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 407, "mean": 407.0, "median": 407.0, "p95": 407.0, "max": 407, "min": 407}, "bytes": {"count": 1, "sum": 407, "mean": 407.0, "median": 407.0, "p95": 407.0, "max": 407, "min": 407}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 67, "stage1_units": null, "bytes_per_stage0_unit": 4.1940298507462686, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [67], "patch_count_stats": {"count": 1, "sum": 67, "mean": 67.0, "median": 67.0, "p95": 67.0, "max": 67, "min": 67}, "patch_lengths": [3, 6, 5, 5, 3, 3, 4, 5, 4, 2, 3, 5, 5, 5, 5, 7, 1, 5, 3, 7, 3, 1, 2, 6, 3, 2, 2, 2, 4, 9, 6, 3, 7, 4, 7, 3, 4, 2, 6, 5, 4, 1, 2, 5, 4, 11, 5, 5, 2, 7, 3, 6, 3, 3, 1, 2, 11, 3, 5, 5, 4, 3, 5, 5, 3, 4, 3], "patch_length_stats": {"count": 67, "sum": 282, "mean": 4.208955223880597, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 19, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04581625900027575, "decode_time_sec": 6.525383928936208, "total_time_sec": 7.1393244760001835, "prefill_units_per_sec": 11393.335278571267, "prefill_bytes_per_sec": 11371.508965777068, "decode_units_per_sec": 99.15125409417502, "decode_bytes_per_sec": 99.15125409417502, "total_units_per_sec": 90.6248206220321, "total_bytes_per_sec": 90.6248206220321, "step_latency_ms": {"count": 647, "sum": 6555, "mean": 10.131375579598146, "median": 7.0, "p95": 24.0, "max": 30, "min": 6}, "peak_allocated_mb": 2878.716796875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 521, "mean": 521.0, "median": 521.0, "p95": 521.0, "max": 521, "min": 521}, "model_input_units": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}}, "generated_stats": {"units": {"count": 1, "sum": 647, "mean": 647.0, "median": 647.0, "p95": 647.0, "max": 647, "min": 647}, "bytes": {"count": 1, "sum": 647, "mean": 647.0, "median": 647.0, "p95": 647.0, "max": 647, "min": 647}}, "compression_summary": {"raw_prompt_bytes": 521, "model_input_units": 522, "stage0_units": 120, "stage1_units": null, "bytes_per_stage0_unit": 4.341666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [120], "patch_count_stats": {"count": 1, "sum": 120, "mean": 120.0, "median": 120.0, "p95": 120.0, "max": 120, "min": 120}, "patch_lengths": [3, 4, 4, 1, 5, 3, 4, 2, 7, 2, 2, 1, 6, 1, 3, 2, 7, 1, 8, 3, 7, 1, 10, 7, 1, 3, 4, 2, 7, 2, 4, 3, 4, 4, 6, 4, 9, 4, 1, 9, 3, 5, 6, 2, 7, 2, 3, 5, 3, 3, 3, 8, 2, 1, 2, 1, 4, 2, 7, 4, 2, 10, 2, 7, 2, 8, 10, 2, 5, 1, 10, 11, 1, 4, 7, 4, 3, 1, 7, 2, 6, 1, 7, 7, 2, 5, 2, 4, 2, 3, 4, 2, 9, 1, 3, 2, 5, 6, 2, 6, 3, 15, 9, 2, 3, 8, 2, 10, 2, 3, 5, 1, 5, 9, 3, 7, 8, 2, 9, 4], "patch_length_stats": {"count": 120, "sum": 522, "mean": 4.35, "median": 4.0, "p95": 10.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 20, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04919849499856355, "decode_time_sec": 5.773980936974112, "total_time_sec": 6.322766524001054, "prefill_units_per_sec": 9370.205328708935, "prefill_bytes_per_sec": 9349.87950370089, "decode_units_per_sec": 101.48977047144473, "decode_bytes_per_sec": 101.48977047144473, "total_units_per_sec": 92.68094872324632, "total_bytes_per_sec": 92.68094872324632, "step_latency_ms": {"count": 586, "sum": 5773, "mean": 9.851535836177474, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2872.72900390625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}, "model_input_units": {"count": 1, "sum": 461, "mean": 461.0, "median": 461.0, "p95": 461.0, "max": 461, "min": 461}}, "generated_stats": {"units": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}, "bytes": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}}, "compression_summary": {"raw_prompt_bytes": 460, "model_input_units": 461, "stage0_units": 98, "stage1_units": null, "bytes_per_stage0_unit": 4.6938775510204085, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [98], "patch_count_stats": {"count": 1, "sum": 98, "mean": 98.0, "median": 98.0, "p95": 98.0, "max": 98, "min": 98}, "patch_lengths": [3, 4, 4, 4, 3, 5, 1, 7, 1, 7, 5, 3, 3, 4, 7, 2, 5, 2, 7, 7, 7, 2, 7, 6, 7, 2, 5, 7, 3, 5, 5, 8, 3, 4, 5, 2, 11, 6, 7, 2, 4, 7, 2, 2, 5, 5, 8, 2, 3, 4, 9, 2, 7, 3, 4, 5, 3, 7, 9, 2, 8, 2, 2, 2, 5, 5, 1, 7, 5, 2, 7, 2, 10, 4, 8, 2, 11, 7, 2, 3, 3, 11, 5, 3, 1, 4, 1, 2, 2, 4, 5, 4, 11, 6, 7, 6, 7, 3], "patch_length_stats": {"count": 98, "sum": 461, "mean": 4.704081632653061, "median": 4.0, "p95": 9.149999999999991, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 21, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.033340827001666185, "decode_time_sec": 5.703044679987215, "total_time_sec": 6.226777547999518, "prefill_units_per_sec": 13466.97248924154, "prefill_bytes_per_sec": 13436.979232027194, "decode_units_per_sec": 100.64799281938762, "decode_bytes_per_sec": 100.64799281938762, "total_units_per_sec": 92.18251263599572, "total_bytes_per_sec": 92.18251263599572, "step_latency_ms": {"count": 574, "sum": 5708, "mean": 9.94425087108014, "median": 7.0, "p95": 24.0, "max": 31, "min": 6}, "peak_allocated_mb": 2875.26806640625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}, "model_input_units": {"count": 1, "sum": 449, "mean": 449.0, "median": 449.0, "p95": 449.0, "max": 449, "min": 449}}, "generated_stats": {"units": {"count": 1, "sum": 574, "mean": 574.0, "median": 574.0, "p95": 574.0, "max": 574, "min": 574}, "bytes": {"count": 1, "sum": 574, "mean": 574.0, "median": 574.0, "p95": 574.0, "max": 574, "min": 574}}, "compression_summary": {"raw_prompt_bytes": 448, "model_input_units": 449, "stage0_units": 117, "stage1_units": null, "bytes_per_stage0_unit": 3.8290598290598292, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [117], "patch_count_stats": {"count": 1, "sum": 117, "mean": 117.0, "median": 117.0, "p95": 117.0, "max": 117, "min": 117}, "patch_lengths": [3, 4, 11, 6, 1, 4, 3, 3, 3, 4, 6, 2, 7, 7, 1, 3, 2, 4, 11, 7, 4, 4, 7, 4, 8, 7, 3, 4, 5, 6, 1, 3, 4, 3, 5, 3, 4, 6, 5, 4, 7, 5, 5, 2, 2, 1, 1, 1, 7, 5, 6, 2, 1, 1, 1, 7, 5, 5, 2, 5, 1, 7, 5, 3, 6, 4, 2, 2, 1, 2, 6, 7, 4, 3, 2, 5, 1, 1, 3, 6, 2, 5, 1, 1, 2, 7, 5, 3, 6, 4, 2, 3, 2, 6, 7, 4, 3, 2, 5, 1, 1, 3, 5, 2, 5, 1, 1, 2, 7, 5, 3, 6, 4, 2, 3, 2, 2], "patch_length_stats": {"count": 117, "sum": 449, "mean": 3.8376068376068377, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 22, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04113953600244713, "decode_time_sec": 6.333025876989268, "total_time_sec": 6.966426278999279, "prefill_units_per_sec": 13660.824953557332, "prefill_bytes_per_sec": 13636.517435846376, "decode_units_per_sec": 108.47895040128923, "decode_bytes_per_sec": 108.47895040128923, "total_units_per_sec": 98.6158429711664, "total_bytes_per_sec": 98.6158429711664, "step_latency_ms": {"count": 687, "sum": 6318, "mean": 9.196506550218341, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2876.8505859375, "peak_reserved_mb": 3018.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 561, "mean": 561.0, "median": 561.0, "p95": 561.0, "max": 561, "min": 561}, "model_input_units": {"count": 1, "sum": 562, "mean": 562.0, "median": 562.0, "p95": 562.0, "max": 562, "min": 562}}, "generated_stats": {"units": {"count": 1, "sum": 687, "mean": 687.0, "median": 687.0, "p95": 687.0, "max": 687, "min": 687}, "bytes": {"count": 1, "sum": 687, "mean": 687.0, "median": 687.0, "p95": 687.0, "max": 687, "min": 687}}, "compression_summary": {"raw_prompt_bytes": 561, "model_input_units": 562, "stage0_units": 91, "stage1_units": null, "bytes_per_stage0_unit": 6.164835164835165, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [91], "patch_count_stats": {"count": 1, "sum": 91, "mean": 91.0, "median": 91.0, "p95": 91.0, "max": 91, "min": 91}, "patch_lengths": [3, 8, 9, 5, 3, 3, 4, 9, 2, 4, 7, 4, 6, 3, 5, 7, 7, 4, 11, 4, 9, 5, 3, 3, 8, 2, 2, 5, 9, 2, 2, 6, 3, 6, 4, 15, 3, 4, 8, 6, 1, 9, 5, 3, 19, 9, 2, 11, 4, 9, 2, 8, 6, 1, 9, 5, 3, 15, 3, 4, 11, 3, 6, 1, 9, 3, 19, 9, 2, 15, 11, 2, 9, 4, 3, 6, 11, 3, 15, 3, 11, 3, 5, 2, 19, 9, 2, 15, 4, 4, 2], "patch_length_stats": {"count": 91, "sum": 562, "mean": 6.175824175824176, "median": 5.0, "p95": 15.0, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 23, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05182099199737422, "decode_time_sec": 7.512794522965123, "total_time_sec": 8.191505699000118, "prefill_units_per_sec": 11385.347467487603, "prefill_bytes_per_sec": 11366.050268390167, "decode_units_per_sec": 95.1709776986961, "decode_bytes_per_sec": 95.1709776986961, "total_units_per_sec": 87.28554020139121, "total_bytes_per_sec": 87.28554020139121, "step_latency_ms": {"count": 715, "sum": 7505, "mean": 10.496503496503497, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2885.0712890625, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 589, "mean": 589.0, "median": 589.0, "p95": 589.0, "max": 589, "min": 589}, "model_input_units": {"count": 1, "sum": 590, "mean": 590.0, "median": 590.0, "p95": 590.0, "max": 590, "min": 590}}, "generated_stats": {"units": {"count": 1, "sum": 715, "mean": 715.0, "median": 715.0, "p95": 715.0, "max": 715, "min": 715}, "bytes": {"count": 1, "sum": 715, "mean": 715.0, "median": 715.0, "p95": 715.0, "max": 715, "min": 715}}, "compression_summary": {"raw_prompt_bytes": 589, "model_input_units": 590, "stage0_units": 140, "stage1_units": null, "bytes_per_stage0_unit": 4.207142857142857, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [140], "patch_count_stats": {"count": 1, "sum": 140, "mean": 140.0, "median": 140.0, "p95": 140.0, "max": 140, "min": 140}, "patch_lengths": [3, 11, 5, 5, 1, 4, 4, 1, 8, 3, 7, 4, 2, 8, 4, 2, 5, 4, 2, 5, 2, 1, 8, 4, 5, 2, 3, 3, 2, 6, 4, 4, 3, 6, 7, 11, 6, 4, 1, 3, 4, 5, 2, 1, 3, 8, 4, 5, 2, 3, 7, 2, 1, 3, 8, 5, 2, 10, 4, 1, 2, 1, 2, 3, 2, 4, 2, 1, 7, 2, 3, 8, 10, 5, 11, 1, 4, 4, 2, 1, 9, 4, 2, 4, 1, 4, 4, 3, 3, 8, 10, 4, 6, 4, 10, 4, 3, 4, 5, 2, 4, 5, 6, 3, 3, 1, 2, 3, 3, 7, 4, 7, 4, 5, 3, 5, 3, 8, 5, 2, 7, 9, 5, 11, 1, 2, 1, 2, 4, 5, 2, 5, 9, 4, 4, 5, 1, 2, 4, 2], "patch_length_stats": {"count": 140, "sum": 590, "mean": 4.214285714285714, "median": 4.0, "p95": 10.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 24, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05633097599638859, "decode_time_sec": 6.475520218020392, "total_time_sec": 7.052639708002971, "prefill_units_per_sec": 8503.31441142985, "prefill_bytes_per_sec": 8485.56218927655, "decode_units_per_sec": 93.27435938183923, "decode_bytes_per_sec": 93.27435938183923, "total_units_per_sec": 85.64169233182464, "total_bytes_per_sec": 85.64169233182464, "step_latency_ms": {"count": 604, "sum": 6491, "mean": 10.746688741721854, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2875.91162109375, "peak_reserved_mb": 3004.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}, "model_input_units": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "generated_stats": {"units": {"count": 1, "sum": 604, "mean": 604.0, "median": 604.0, "p95": 604.0, "max": 604, "min": 604}, "bytes": {"count": 1, "sum": 604, "mean": 604.0, "median": 604.0, "p95": 604.0, "max": 604, "min": 604}}, "compression_summary": {"raw_prompt_bytes": 478, "model_input_units": 479, "stage0_units": 117, "stage1_units": null, "bytes_per_stage0_unit": 4.085470085470085, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [117], "patch_count_stats": {"count": 1, "sum": 117, "mean": 117.0, "median": 117.0, "p95": 117.0, "max": 117, "min": 117}, "patch_lengths": [3, 6, 4, 7, 7, 3, 9, 3, 6, 4, 3, 7, 11, 2, 5, 4, 2, 3, 5, 3, 2, 5, 4, 3, 3, 3, 5, 3, 2, 2, 4, 7, 8, 9, 6, 2, 1, 1, 1, 2, 8, 6, 2, 3, 4, 2, 4, 1, 6, 3, 2, 2, 10, 4, 3, 3, 8, 1, 7, 8, 3, 3, 3, 1, 2, 1, 1, 2, 1, 2, 1, 2, 5, 2, 7, 7, 3, 7, 2, 1, 1, 1, 3, 3, 2, 2, 7, 2, 3, 2, 2, 1, 5, 9, 2, 7, 4, 4, 9, 6, 3, 7, 3, 7, 2, 7, 7, 11, 2, 8, 5, 2, 4, 4, 9, 6, 4], "patch_length_stats": {"count": 117, "sum": 479, "mean": 4.094017094017094, "median": 3.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 25, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04056045700053801, "decode_time_sec": 9.036864320998575, "total_time_sec": 9.84259794800164, "prefill_units_per_sec": 18195.061263491458, "prefill_bytes_per_sec": 18170.40670893388, "decode_units_per_sec": 95.49772679387073, "decode_bytes_per_sec": 95.49772679387073, "total_units_per_sec": 87.68010281017487, "total_bytes_per_sec": 87.68010281017487, "step_latency_ms": {"count": 863, "sum": 9012, "mean": 10.442641946697567, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2904.5732421875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 737, "mean": 737.0, "median": 737.0, "p95": 737.0, "max": 737, "min": 737}, "model_input_units": {"count": 1, "sum": 738, "mean": 738.0, "median": 738.0, "p95": 738.0, "max": 738, "min": 738}}, "generated_stats": {"units": {"count": 1, "sum": 863, "mean": 863.0, "median": 863.0, "p95": 863.0, "max": 863, "min": 863}, "bytes": {"count": 1, "sum": 863, "mean": 863.0, "median": 863.0, "p95": 863.0, "max": 863, "min": 863}}, "compression_summary": {"raw_prompt_bytes": 737, "model_input_units": 738, "stage0_units": 215, "stage1_units": null, "bytes_per_stage0_unit": 3.427906976744186, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [215], "patch_count_stats": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}, "patch_lengths": [3, 2, 3, 2, 3, 5, 2, 4, 3, 6, 3, 3, 4, 4, 1, 3, 1, 3, 1, 5, 2, 5, 4, 2, 7, 7, 2, 7, 5, 1, 1, 5, 2, 4, 3, 6, 2, 7, 3, 4, 4, 5, 1, 6, 1, 3, 1, 1, 1, 5, 1, 1, 5, 1, 8, 2, 4, 1, 6, 1, 1, 2, 1, 3, 7, 3, 4, 5, 1, 3, 1, 2, 3, 1, 1, 4, 4, 5, 1, 3, 1, 2, 3, 1, 1, 1, 2, 6, 1, 3, 6, 1, 11, 6, 15, 2, 5, 5, 6, 8, 3, 4, 8, 1, 10, 3, 7, 5, 4, 5, 1, 3, 1, 2, 3, 1, 1, 1, 2, 4, 2, 2, 3, 1, 11, 3, 11, 4, 2, 2, 8, 5, 4, 15, 2, 2, 2, 2, 7, 2, 2, 5, 1, 3, 2, 2, 3, 24, 1, 1, 1, 2, 2, 4, 1, 1, 1, 2, 2, 2, 5, 2, 1, 4, 1, 1, 2, 3, 1, 1, 3, 1, 3, 19, 2, 3, 3, 5, 4, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 3, 2, 2, 19, 2, 3, 1, 3, 1, 1, 2, 2, 2, 5, 4, 6, 2, 1, 1, 16, 1, 2, 2, 3, 9, 2], "patch_length_stats": {"count": 215, "sum": 738, "mean": 3.432558139534884, "median": 3.0, "p95": 8.299999999999983, "max": 24, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 26, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04805118800140917, "decode_time_sec": 5.128714525999385, "total_time_sec": 5.54058056500071, "prefill_units_per_sec": 6472.264535704704, "prefill_bytes_per_sec": 6451.453395718516, "decode_units_per_sec": 85.01155558371437, "decode_bytes_per_sec": 85.01155558371437, "total_units_per_sec": 78.69211446074229, "total_bytes_per_sec": 78.69211446074229, "step_latency_ms": {"count": 436, "sum": 5103, "mean": 11.704128440366972, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2862.47998046875, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 93, "stage1_units": null, "bytes_per_stage0_unit": 3.3333333333333335, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [93], "patch_count_stats": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}, "patch_lengths": [3, 5, 4, 4, 1, 3, 1, 1, 4, 3, 3, 2, 3, 10, 7, 3, 2, 6, 4, 7, 2, 3, 2, 3, 4, 2, 7, 6, 4, 2, 4, 2, 3, 2, 4, 4, 4, 4, 4, 1, 2, 6, 2, 2, 4, 2, 3, 2, 3, 1, 4, 4, 4, 4, 2, 6, 3, 1, 3, 2, 1, 3, 3, 2, 7, 5, 7, 3, 4, 2, 5, 4, 6, 1, 3, 3, 3, 1, 3, 2, 1, 3, 7, 3, 1, 2, 2, 3, 5, 3, 3, 4, 3], "patch_length_stats": {"count": 93, "sum": 311, "mean": 3.3440860215053765, "median": 3.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 27, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047749908997502644, "decode_time_sec": 5.905167230022926, "total_time_sec": 6.451008042000467, "prefill_units_per_sec": 9591.641316509184, "prefill_bytes_per_sec": 9570.698868219863, "decode_units_per_sec": 98.7270939654213, "decode_bytes_per_sec": 98.7270939654213, "total_units_per_sec": 90.37347282847455, "total_bytes_per_sec": 90.37347282847455, "step_latency_ms": {"count": 583, "sum": 5902, "mean": 10.123499142367066, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2871.87353515625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 457, "mean": 457.0, "median": 457.0, "p95": 457.0, "max": 457, "min": 457}, "model_input_units": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "generated_stats": {"units": {"count": 1, "sum": 583, "mean": 583.0, "median": 583.0, "p95": 583.0, "max": 583, "min": 583}, "bytes": {"count": 1, "sum": 583, "mean": 583.0, "median": 583.0, "p95": 583.0, "max": 583, "min": 583}}, "compression_summary": {"raw_prompt_bytes": 457, "model_input_units": 458, "stage0_units": 92, "stage1_units": null, "bytes_per_stage0_unit": 4.967391304347826, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [92], "patch_count_stats": {"count": 1, "sum": 92, "mean": 92.0, "median": 92.0, "p95": 92.0, "max": 92, "min": 92}, "patch_lengths": [3, 2, 6, 6, 5, 1, 7, 3, 3, 4, 2, 7, 5, 5, 7, 2, 5, 6, 8, 7, 5, 2, 8, 7, 1, 5, 2, 3, 10, 2, 5, 8, 7, 2, 7, 7, 2, 7, 2, 5, 2, 9, 9, 1, 7, 5, 2, 6, 7, 2, 10, 8, 6, 5, 2, 5, 3, 5, 2, 6, 7, 3, 2, 6, 3, 7, 8, 6, 2, 9, 2, 2, 6, 3, 9, 6, 7, 4, 3, 9, 6, 1, 3, 11, 2, 6, 3, 3, 6, 9, 9, 2], "patch_length_stats": {"count": 92, "sum": 458, "mean": 4.978260869565218, "median": 5.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 28, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04068199799803551, "decode_time_sec": 4.958544432967756, "total_time_sec": 5.43189404900113, "prefill_units_per_sec": 9586.54980561261, "prefill_bytes_per_sec": 9561.968908675144, "decode_units_per_sec": 103.86112436059499, "decode_bytes_per_sec": 103.86112436059499, "total_units_per_sec": 94.81039124735933, "total_bytes_per_sec": 94.81039124735933, "step_latency_ms": {"count": 515, "sum": 4922, "mean": 9.557281553398058, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2869.810546875, "peak_reserved_mb": 2996.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 515, "mean": 515.0, "median": 515.0, "p95": 515.0, "max": 515, "min": 515}, "bytes": {"count": 1, "sum": 515, "mean": 515.0, "median": 515.0, "p95": 515.0, "max": 515, "min": 515}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 81, "stage1_units": null, "bytes_per_stage0_unit": 4.802469135802469, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [81], "patch_count_stats": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}, "patch_lengths": [3, 3, 8, 5, 3, 3, 4, 7, 2, 9, 5, 3, 7, 7, 3, 4, 2, 4, 5, 8, 7, 2, 2, 4, 4, 7, 7, 5, 2, 4, 5, 8, 7, 2, 4, 4, 7, 7, 9, 2, 4, 5, 8, 7, 2, 8, 4, 7, 6, 2, 4, 5, 8, 7, 2, 6, 6, 4, 7, 3, 2, 3, 6, 1, 2, 1, 1, 1, 4, 3, 5, 7, 6, 3, 11, 7, 7, 11, 2, 6, 2], "patch_length_stats": {"count": 81, "sum": 390, "mean": 4.814814814814815, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 29, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.035415024001849815, "decode_time_sec": 3.8892238110202015, "total_time_sec": 4.237657935002062, "prefill_units_per_sec": 7313.28037463625, "prefill_bytes_per_sec": 7285.043770873175, "decode_units_per_sec": 98.73435386051261, "decode_bytes_per_sec": 98.73435386051261, "total_units_per_sec": 90.61609169259509, "total_bytes_per_sec": 90.61609169259509, "step_latency_ms": {"count": 384, "sum": 3852, "mean": 10.03125, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2856.19140625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}, "model_input_units": {"count": 1, "sum": 259, "mean": 259.0, "median": 259.0, "p95": 259.0, "max": 259, "min": 259}}, "generated_stats": {"units": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}, "bytes": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}}, "compression_summary": {"raw_prompt_bytes": 258, "model_input_units": 259, "stage0_units": 55, "stage1_units": null, "bytes_per_stage0_unit": 4.6909090909090905, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [55], "patch_count_stats": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}, "patch_lengths": [3, 5, 10, 4, 3, 5, 8, 7, 7, 4, 1, 3, 5, 5, 2, 7, 6, 7, 6, 1, 3, 5, 6, 10, 2, 4, 8, 6, 4, 9, 2, 7, 6, 10, 4, 4, 3, 2, 5, 3, 3, 5, 3, 3, 4, 6, 2, 2, 3, 7, 4, 4, 3, 6, 2], "patch_length_stats": {"count": 55, "sum": 259, "mean": 4.709090909090909, "median": 4.0, "p95": 9.299999999999997, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 30, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04311645500274608, "decode_time_sec": 4.278147621967946, "total_time_sec": 4.698320535000676, "prefill_units_per_sec": 7630.497451125007, "prefill_bytes_per_sec": 7607.304449753806, "decode_units_per_sec": 106.12069524406925, "decode_bytes_per_sec": 106.12069524406925, "total_units_per_sec": 96.63027386443201, "total_bytes_per_sec": 96.63027386443201, "step_latency_ms": {"count": 454, "sum": 4245, "mean": 9.35022026431718, "median": 7.0, "p95": 24.0, "max": 31, "min": 6}, "peak_allocated_mb": 2861.27197265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "model_input_units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "generated_stats": {"units": {"count": 1, "sum": 454, "mean": 454.0, "median": 454.0, "p95": 454.0, "max": 454, "min": 454}, "bytes": {"count": 1, "sum": 454, "mean": 454.0, "median": 454.0, "p95": 454.0, "max": 454, "min": 454}}, "compression_summary": {"raw_prompt_bytes": 328, "model_input_units": 329, "stage0_units": 75, "stage1_units": null, "bytes_per_stage0_unit": 4.373333333333333, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [75], "patch_count_stats": {"count": 1, "sum": 75, "mean": 75.0, "median": 75.0, "p95": 75.0, "max": 75, "min": 75}, "patch_lengths": [3, 6, 5, 7, 5, 1, 7, 1, 6, 1, 6, 3, 3, 4, 2, 10, 5, 3, 1, 5, 7, 1, 7, 4, 2, 3, 7, 1, 1, 1, 4, 6, 2, 1, 3, 11, 3, 11, 6, 2, 1, 1, 2, 5, 3, 15, 4, 2, 1, 2, 3, 6, 2, 1, 1, 2, 4, 5, 4, 19, 3, 11, 2, 1, 5, 3, 23, 4, 3, 1, 3, 3, 2, 10, 5], "patch_length_stats": {"count": 75, "sum": 329, "mean": 4.386666666666667, "median": 3.0, "p95": 11.0, "max": 23, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 31, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.038690871002472704, "decode_time_sec": 3.857064960000571, "total_time_sec": 4.209231813001679, "prefill_units_per_sec": 6745.777317427661, "prefill_bytes_per_sec": 6719.931427322575, "decode_units_per_sec": 100.07609516639899, "decode_bytes_per_sec": 100.07609516639899, "total_units_per_sec": 91.70319363445475, "total_bytes_per_sec": 91.70319363445475, "step_latency_ms": {"count": 386, "sum": 3810, "mean": 9.870466321243523, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2856.369140625, "peak_reserved_mb": 2984.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 4.642857142857143, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [3, 2, 5, 8, 8, 8, 6, 3, 5, 3, 8, 4, 12, 5, 3, 4, 8, 10, 4, 6, 1, 3, 5, 3, 4, 6, 6, 9, 4, 3, 1, 3, 2, 3, 6, 4, 2, 1, 3, 6, 4, 2, 6, 2, 6, 5, 3, 9, 5, 6, 3, 6, 4, 2, 6, 2], "patch_length_stats": {"count": 56, "sum": 261, "mean": 4.660714285714286, "median": 4.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 32, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.040981618003570475, "decode_time_sec": 9.65945653997187, "total_time_sec": 10.506361481999193, "prefill_units_per_sec": 19203.73177875587, "prefill_bytes_per_sec": 19179.330594793028, "decode_units_per_sec": 94.41524957703841, "decode_bytes_per_sec": 94.41524957703841, "total_units_per_sec": 86.8045518481876, "total_bytes_per_sec": 86.8045518481876, "step_latency_ms": {"count": 912, "sum": 9559, "mean": 10.481359649122806, "median": 6.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2910.96337890625, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 786, "mean": 786.0, "median": 786.0, "p95": 786.0, "max": 786, "min": 786}, "model_input_units": {"count": 1, "sum": 787, "mean": 787.0, "median": 787.0, "p95": 787.0, "max": 787, "min": 787}}, "generated_stats": {"units": {"count": 1, "sum": 912, "mean": 912.0, "median": 912.0, "p95": 912.0, "max": 912, "min": 912}, "bytes": {"count": 1, "sum": 912, "mean": 912.0, "median": 912.0, "p95": 912.0, "max": 912, "min": 912}}, "compression_summary": {"raw_prompt_bytes": 786, "model_input_units": 787, "stage0_units": 180, "stage1_units": null, "bytes_per_stage0_unit": 4.366666666666666, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [180], "patch_count_stats": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "patch_lengths": [3, 2, 6, 7, 5, 5, 1, 6, 1, 7, 1, 6, 3, 3, 4, 2, 4, 2, 10, 3, 4, 11, 7, 5, 3, 3, 3, 6, 4, 1, 7, 2, 5, 3, 4, 5, 5, 2, 7, 4, 2, 4, 1, 9, 2, 7, 2, 6, 7, 2, 7, 2, 5, 4, 5, 5, 9, 5, 10, 2, 8, 3, 4, 1, 1, 2, 7, 6, 2, 8, 6, 3, 7, 6, 2, 7, 3, 6, 3, 5, 2, 11, 7, 4, 6, 1, 7, 1, 6, 3, 3, 4, 7, 2, 6, 6, 3, 7, 3, 7, 2, 1, 1, 2, 11, 7, 4, 6, 2, 1, 5, 2, 7, 1, 5, 3, 3, 4, 2, 5, 5, 9, 5, 3, 7, 3, 7, 10, 8, 1, 7, 2, 3, 4, 10, 3, 4, 6, 2, 7, 3, 6, 11, 2, 2, 2, 1, 4, 11, 3, 4, 6, 1, 2, 1, 1, 2, 15, 2, 7, 4, 4, 5, 9, 1, 1, 2, 1, 1, 1, 1, 2, 2, 15, 7, 3, 1, 3, 1, 3], "patch_length_stats": {"count": 180, "sum": 787, "mean": 4.372222222222222, "median": 4.0, "p95": 10.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 33, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04047982900010538, "decode_time_sec": 4.417747808034619, "total_time_sec": 4.855893105999712, "prefill_units_per_sec": 8769.799892165449, "prefill_bytes_per_sec": 8745.096230497376, "decode_units_per_sec": 108.65264855703563, "decode_bytes_per_sec": 108.65264855703563, "total_units_per_sec": 98.8489634186829, "total_bytes_per_sec": 98.8489634186829, "step_latency_ms": {"count": 480, "sum": 4373, "mean": 9.110416666666667, "median": 6.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2866.7021484375, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 480, "mean": 480.0, "median": 480.0, "p95": 480.0, "max": 480, "min": 480}, "bytes": {"count": 1, "sum": 480, "mean": 480.0, "median": 480.0, "p95": 480.0, "max": 480, "min": 480}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 114, "stage1_units": null, "bytes_per_stage0_unit": 3.1052631578947367, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [114], "patch_count_stats": {"count": 1, "sum": 114, "mean": 114.0, "median": 114.0, "p95": 114.0, "max": 114, "min": 114}, "patch_lengths": [3, 4, 7, 5, 5, 3, 3, 6, 3, 3, 1, 2, 1, 2, 1, 12, 1, 3, 1, 2, 1, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 2, 3, 4, 5, 3, 1, 2, 1, 1, 1, 3, 1, 3, 1, 3, 2, 2, 2, 1, 1, 7, 2, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 9, 3, 3, 1, 2, 1, 2, 7, 2, 3, 2, 3, 5, 7, 2, 5, 4, 7, 3, 6, 5, 2, 3, 1, 1, 2, 7, 9, 2, 5, 3, 5, 9, 4, 7, 7, 2, 2, 3, 2, 3, 4, 6, 7, 2, 11, 6, 3], "patch_length_stats": {"count": 114, "sum": 355, "mean": 3.1140350877192984, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 34, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04752656000346178, "decode_time_sec": 4.644149310999637, "total_time_sec": 5.096733212998515, "prefill_units_per_sec": 7616.7936407270445, "prefill_bytes_per_sec": 7595.752774316196, "decode_units_per_sec": 104.86312290747063, "decode_bytes_per_sec": 104.86312290747063, "total_units_per_sec": 95.55140119125201, "total_bytes_per_sec": 95.55140119125201, "step_latency_ms": {"count": 487, "sum": 4578, "mean": 9.40041067761807, "median": 6.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2860.8447265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}, "model_input_units": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "generated_stats": {"units": {"count": 1, "sum": 487, "mean": 487.0, "median": 487.0, "p95": 487.0, "max": 487, "min": 487}, "bytes": {"count": 1, "sum": 487, "mean": 487.0, "median": 487.0, "p95": 487.0, "max": 487, "min": 487}}, "compression_summary": {"raw_prompt_bytes": 361, "model_input_units": 362, "stage0_units": 69, "stage1_units": null, "bytes_per_stage0_unit": 5.231884057971015, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [69], "patch_count_stats": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}, "patch_lengths": [3, 5, 10, 5, 6, 5, 4, 3, 4, 4, 2, 11, 5, 10, 2, 5, 6, 4, 4, 5, 5, 6, 3, 11, 6, 2, 5, 10, 3, 4, 4, 4, 4, 3, 14, 10, 3, 2, 2, 11, 6, 2, 15, 2, 7, 10, 5, 2, 1, 1, 1, 7, 8, 5, 2, 7, 6, 7, 3, 11, 4, 2, 2, 4, 6, 6, 5, 6, 4], "patch_length_stats": {"count": 69, "sum": 362, "mean": 5.246376811594203, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 35, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.050755086998833576, "decode_time_sec": 4.105910145026428, "total_time_sec": 4.480563282999356, "prefill_units_per_sec": 5299.961361630254, "prefill_bytes_per_sec": 5280.258903036833, "decode_units_per_sec": 95.95923585353181, "decode_bytes_per_sec": 95.95923585353181, "total_units_per_sec": 87.93537220977505, "total_bytes_per_sec": 87.93537220977505, "step_latency_ms": {"count": 394, "sum": 4075, "mean": 10.342639593908629, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2858.05126953125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 67, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [67], "patch_count_stats": {"count": 1, "sum": 67, "mean": 67.0, "median": 67.0, "p95": 67.0, "max": 67, "min": 67}, "patch_lengths": [3, 4, 7, 5, 1, 7, 9, 1, 9, 5, 1, 9, 5, 3, 3, 5, 5, 2, 2, 4, 3, 7, 1, 3, 7, 3, 3, 4, 4, 3, 4, 2, 2, 2, 2, 5, 1, 2, 7, 2, 2, 3, 2, 4, 4, 2, 5, 1, 4, 6, 2, 7, 9, 2, 3, 3, 9, 2, 7, 4, 7, 3, 2, 4, 2, 9, 4], "patch_length_stats": {"count": 67, "sum": 269, "mean": 4.014925373134329, "median": 3.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 36, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03169118900041212, "decode_time_sec": 4.186259071051609, "total_time_sec": 4.593607497001358, "prefill_units_per_sec": 10128.99831545688, "prefill_bytes_per_sec": 10097.44380357072, "decode_units_per_sec": 106.53903459633773, "decode_bytes_per_sec": 106.53903459633773, "total_units_per_sec": 97.0914472538506, "total_bytes_per_sec": 97.0914472538506, "step_latency_ms": {"count": 446, "sum": 4125, "mean": 9.248878923766815, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2859.0712890625, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "model_input_units": {"count": 1, "sum": 321, "mean": 321.0, "median": 321.0, "p95": 321.0, "max": 321, "min": 321}}, "generated_stats": {"units": {"count": 1, "sum": 446, "mean": 446.0, "median": 446.0, "p95": 446.0, "max": 446, "min": 446}, "bytes": {"count": 1, "sum": 446, "mean": 446.0, "median": 446.0, "p95": 446.0, "max": 446, "min": 446}}, "compression_summary": {"raw_prompt_bytes": 320, "model_input_units": 321, "stage0_units": 67, "stage1_units": null, "bytes_per_stage0_unit": 4.776119402985074, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [67], "patch_count_stats": {"count": 1, "sum": 67, "mean": 67.0, "median": 67.0, "p95": 67.0, "max": 67, "min": 67}, "patch_lengths": [3, 4, 7, 5, 1, 5, 1, 5, 5, 6, 1, 9, 6, 3, 3, 4, 3, 5, 4, 3, 5, 8, 2, 11, 6, 5, 6, 8, 5, 2, 7, 5, 5, 3, 5, 5, 5, 2, 6, 5, 2, 5, 2, 3, 5, 1, 2, 11, 7, 2, 5, 5, 5, 3, 7, 4, 3, 5, 5, 2, 15, 7, 2, 8, 8, 5, 3], "patch_length_stats": {"count": 67, "sum": 321, "mean": 4.791044776119403, "median": 5.0, "p95": 8.699999999999996, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 37, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04704004199811607, "decode_time_sec": 4.494261749990983, "total_time_sec": 4.903432538001653, "prefill_units_per_sec": 6611.388655062327, "prefill_bytes_per_sec": 6590.130170640906, "decode_units_per_sec": 97.01259611789962, "decode_bytes_per_sec": 97.01259611789962, "total_units_per_sec": 88.91730366860266, "total_bytes_per_sec": 88.91730366860266, "step_latency_ms": {"count": 436, "sum": 4477, "mean": 10.26834862385321, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2857.4873046875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 5.43859649122807, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 7, 5, 3, 3, 4, 3, 5, 5, 2, 11, 7, 9, 2, 15, 8, 5, 8, 1, 6, 5, 6, 1, 7, 5, 6, 1, 2, 7, 3, 5, 6, 1, 2, 11, 7, 9, 8, 5, 8, 1, 6, 5, 6, 2, 7, 3, 5, 6, 2, 11, 7, 9, 8, 5, 8, 3], "patch_length_stats": {"count": 57, "sum": 311, "mean": 5.456140350877193, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 38, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047486290997767355, "decode_time_sec": 9.257297030995687, "total_time_sec": 10.14822941500097, "prefill_units_per_sec": 17036.495860205978, "prefill_bytes_per_sec": 17015.437150860853, "decode_units_per_sec": 100.89338139121391, "decode_bytes_per_sec": 100.89338139121391, "total_units_per_sec": 92.03575932362885, "total_bytes_per_sec": 92.03575932362885, "step_latency_ms": {"count": 934, "sum": 9298, "mean": 9.955032119914346, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2906.34912109375, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 808, "mean": 808.0, "median": 808.0, "p95": 808.0, "max": 808, "min": 808}, "model_input_units": {"count": 1, "sum": 809, "mean": 809.0, "median": 809.0, "p95": 809.0, "max": 809, "min": 809}}, "generated_stats": {"units": {"count": 1, "sum": 934, "mean": 934.0, "median": 934.0, "p95": 934.0, "max": 934, "min": 934}, "bytes": {"count": 1, "sum": 934, "mean": 934.0, "median": 934.0, "p95": 934.0, "max": 934, "min": 934}}, "compression_summary": {"raw_prompt_bytes": 808, "model_input_units": 809, "stage0_units": 143, "stage1_units": null, "bytes_per_stage0_unit": 5.65034965034965, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [143], "patch_count_stats": {"count": 1, "sum": 143, "mean": 143.0, "median": 143.0, "p95": 143.0, "max": 143, "min": 143}, "patch_lengths": [3, 7, 6, 5, 1, 4, 1, 9, 1, 4, 11, 1, 11, 1, 5, 2, 26, 6, 6, 6, 1, 6, 7, 4, 6, 2, 20, 6, 7, 5, 1, 3, 6, 3, 3, 4, 7, 6, 2, 10, 3, 7, 6, 2, 1, 3, 4, 2, 7, 7, 6, 2, 14, 1, 2, 1, 2, 11, 2, 7, 7, 6, 2, 8, 1, 2, 1, 2, 5, 2, 7, 3, 9, 4, 2, 11, 7, 6, 2, 12, 4, 1, 2, 1, 2, 9, 4, 2, 7, 5, 2, 11, 7, 6, 2, 6, 9, 4, 1, 10, 9, 9, 4, 14, 7, 2, 5, 7, 7, 7, 6, 6, 6, 2, 55, 7, 4, 3, 3, 4, 7, 7, 7, 2, 2, 1, 9, 1, 4, 11, 1, 11, 2, 34, 7, 6, 7, 1, 5, 1, 4, 1, 2], "patch_length_stats": {"count": 143, "sum": 809, "mean": 5.6573426573426575, "median": 5.0, "p95": 11.0, "max": 55, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 39, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.045052234003378544, "decode_time_sec": 7.639109412008111, "total_time_sec": 8.247477993998473, "prefill_units_per_sec": 11852.908336575594, "prefill_bytes_per_sec": 11830.711879016464, "decode_units_per_sec": 86.26660052336744, "decode_bytes_per_sec": 86.26660052336744, "total_units_per_sec": 79.90321410733576, "total_bytes_per_sec": 79.90321410733576, "step_latency_ms": {"count": 659, "sum": 7625, "mean": 11.570561456752655, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2882.28662109375, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}, "model_input_units": {"count": 1, "sum": 534, "mean": 534.0, "median": 534.0, "p95": 534.0, "max": 534, "min": 534}}, "generated_stats": {"units": {"count": 1, "sum": 659, "mean": 659.0, "median": 659.0, "p95": 659.0, "max": 659, "min": 659}, "bytes": {"count": 1, "sum": 659, "mean": 659.0, "median": 659.0, "p95": 659.0, "max": 659, "min": 659}}, "compression_summary": {"raw_prompt_bytes": 533, "model_input_units": 534, "stage0_units": 141, "stage1_units": null, "bytes_per_stage0_unit": 3.780141843971631, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [141], "patch_count_stats": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "patch_lengths": [3, 7, 5, 3, 2, 5, 5, 1, 3, 1, 4, 2, 4, 6, 3, 3, 6, 4, 2, 6, 6, 3, 3, 5, 3, 7, 6, 2, 2, 5, 2, 6, 2, 4, 2, 5, 4, 1, 2, 3, 3, 5, 2, 1, 2, 4, 4, 1, 1, 3, 4, 2, 1, 1, 4, 7, 3, 7, 2, 4, 2, 3, 5, 4, 2, 1, 4, 11, 5, 1, 7, 5, 2, 11, 7, 3, 2, 2, 4, 2, 2, 7, 2, 4, 2, 2, 1, 1, 1, 3, 4, 4, 3, 1, 2, 5, 2, 6, 6, 7, 3, 2, 2, 4, 2, 2, 11, 2, 7, 5, 5, 3, 6, 3, 7, 5, 6, 1, 11, 2, 4, 6, 5, 5, 3, 8, 3, 4, 5, 6, 2, 11, 3, 3, 1, 2, 5, 2, 2, 2, 6], "patch_length_stats": {"count": 141, "sum": 534, "mean": 3.7872340425531914, "median": 3.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 40, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04427808499895036, "decode_time_sec": 11.33296021498245, "total_time_sec": 12.407692053999199, "prefill_units_per_sec": 22516.782286849906, "prefill_bytes_per_sec": 22494.197750955373, "decode_units_per_sec": 99.0032594058425, "decode_bytes_per_sec": 99.0032594058425, "total_units_per_sec": 90.42777618246589, "total_bytes_per_sec": 90.42777618246589, "step_latency_ms": {"count": 1122, "sum": 11315, "mean": 10.084670231729055, "median": 7.0, "p95": 23.0, "max": 33, "min": 6}, "peak_allocated_mb": 2923.21875, "peak_reserved_mb": 3040.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 996, "mean": 996.0, "median": 996.0, "p95": 996.0, "max": 996, "min": 996}, "model_input_units": {"count": 1, "sum": 997, "mean": 997.0, "median": 997.0, "p95": 997.0, "max": 997, "min": 997}}, "generated_stats": {"units": {"count": 1, "sum": 1122, "mean": 1122.0, "median": 1122.0, "p95": 1122.0, "max": 1122, "min": 1122}, "bytes": {"count": 1, "sum": 1122, "mean": 1122.0, "median": 1122.0, "p95": 1122.0, "max": 1122, "min": 1122}}, "compression_summary": {"raw_prompt_bytes": 996, "model_input_units": 997, "stage0_units": 232, "stage1_units": null, "bytes_per_stage0_unit": 4.293103448275862, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [232], "patch_count_stats": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "patch_lengths": [3, 2, 9, 5, 1, 5, 3, 3, 4, 6, 2, 5, 6, 3, 7, 3, 7, 3, 3, 7, 2, 4, 3, 11, 7, 5, 2, 6, 7, 2, 4, 2, 7, 2, 3, 3, 3, 4, 3, 7, 3, 9, 5, 5, 1, 4, 3, 5, 5, 5, 1, 7, 2, 5, 4, 7, 6, 8, 2, 7, 5, 4, 5, 2, 3, 8, 3, 8, 7, 6, 2, 11, 7, 1, 1, 1, 7, 2, 3, 5, 7, 5, 2, 6, 3, 2, 5, 3, 3, 4, 3, 3, 8, 7, 2, 7, 5, 6, 1, 1, 2, 5, 2, 3, 2, 6, 3, 2, 5, 4, 11, 5, 2, 3, 4, 3, 2, 6, 1, 1, 2, 5, 3, 11, 7, 1, 1, 1, 7, 2, 3, 5, 7, 5, 2, 3, 2, 1, 7, 3, 3, 8, 3, 9, 8, 2, 7, 5, 6, 1, 1, 2, 5, 2, 3, 2, 3, 2, 2, 5, 4, 11, 5, 2, 7, 2, 5, 2, 6, 8, 2, 4, 1, 1, 3, 11, 7, 1, 1, 1, 7, 2, 8, 4, 3, 8, 7, 11, 1, 3, 4, 5, 6, 6, 2, 7, 5, 4, 5, 2, 3, 4, 8, 3, 4, 7, 5, 3, 7, 2, 11, 7, 1, 1, 1, 7, 2, 3, 5, 3, 7, 5, 3, 6, 2, 7, 6, 1, 4, 4, 8, 2], "patch_length_stats": {"count": 232, "sum": 997, "mean": 4.297413793103448, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 41, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0500036289995478, "decode_time_sec": 4.20103471501352, "total_time_sec": 4.578878214000724, "prefill_units_per_sec": 5399.608096493191, "prefill_bytes_per_sec": 5379.60954798766, "decode_units_per_sec": 94.02445511539382, "decode_bytes_per_sec": 94.02445511539382, "total_units_per_sec": 86.26567065973018, "total_bytes_per_sec": 86.26567065973018, "step_latency_ms": {"count": 395, "sum": 4190, "mean": 10.60759493670886, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2858.20947265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}, "model_input_units": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}}, "generated_stats": {"units": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}, "bytes": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "compression_summary": {"raw_prompt_bytes": 269, "model_input_units": 270, "stage0_units": 68, "stage1_units": null, "bytes_per_stage0_unit": 3.9558823529411766, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [68], "patch_count_stats": {"count": 1, "sum": 68, "mean": 68.0, "median": 68.0, "p95": 68.0, "max": 68, "min": 68}, "patch_lengths": [3, 2, 4, 4, 7, 4, 3, 8, 2, 3, 7, 6, 10, 2, 7, 3, 3, 8, 2, 7, 2, 1, 3, 10, 2, 7, 2, 1, 3, 6, 5, 2, 7, 2, 1, 3, 7, 5, 6, 2, 7, 2, 1, 3, 7, 4, 2, 7, 2, 1, 3, 7, 2, 3, 2, 7, 2, 1, 3, 7, 5, 3, 2, 7, 2, 1, 3, 2], "patch_length_stats": {"count": 68, "sum": 270, "mean": 3.9705882352941178, "median": 3.0, "p95": 7.649999999999999, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 42, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05410713400124223, "decode_time_sec": 7.367548195950803, "total_time_sec": 8.035038873000303, "prefill_units_per_sec": 10312.872975071808, "prefill_bytes_per_sec": 10294.391123862004, "decode_units_per_sec": 92.70383875810627, "decode_bytes_per_sec": 92.70383875810627, "total_units_per_sec": 85.00270014810347, "total_bytes_per_sec": 85.00270014810347, "step_latency_ms": {"count": 683, "sum": 7434, "mean": 10.88433382137628, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2879.00390625, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}, "model_input_units": {"count": 1, "sum": 558, "mean": 558.0, "median": 558.0, "p95": 558.0, "max": 558, "min": 558}}, "generated_stats": {"units": {"count": 1, "sum": 683, "mean": 683.0, "median": 683.0, "p95": 683.0, "max": 683, "min": 683}, "bytes": {"count": 1, "sum": 683, "mean": 683.0, "median": 683.0, "p95": 683.0, "max": 683, "min": 683}}, "compression_summary": {"raw_prompt_bytes": 557, "model_input_units": 558, "stage0_units": 108, "stage1_units": null, "bytes_per_stage0_unit": 5.157407407407407, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [108], "patch_count_stats": {"count": 1, "sum": 108, "mean": 108.0, "median": 108.0, "p95": 108.0, "max": 108, "min": 108}, "patch_lengths": [3, 5, 7, 2, 5, 1, 4, 1, 7, 1, 9, 5, 1, 6, 5, 5, 3, 3, 4, 5, 2, 5, 2, 4, 7, 2, 9, 4, 1, 7, 1, 9, 2, 7, 2, 3, 5, 4, 5, 2, 5, 7, 3, 5, 7, 3, 5, 4, 4, 2, 5, 3, 6, 1, 7, 9, 5, 7, 2, 5, 5, 2, 7, 4, 8, 5, 7, 7, 5, 5, 3, 11, 3, 7, 5, 2, 15, 4, 2, 19, 5, 2, 6, 2, 6, 7, 5, 2, 15, 7, 11, 2, 19, 5, 1, 11, 9, 5, 7, 3, 7, 5, 5, 2, 8, 5, 7, 3], "patch_length_stats": {"count": 108, "sum": 558, "mean": 5.166666666666667, "median": 5.0, "p95": 11.0, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 43, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03603889599980903, "decode_time_sec": 4.965826466002909, "total_time_sec": 5.396989993001625, "prefill_units_per_sec": 8962.538697126338, "prefill_bytes_per_sec": 8934.790899302418, "decode_units_per_sec": 90.21660403703233, "decode_bytes_per_sec": 90.21660403703233, "total_units_per_sec": 83.00923303191773, "total_bytes_per_sec": 83.00923303191773, "step_latency_ms": {"count": 448, "sum": 4990, "mean": 11.138392857142858, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2859.5283203125, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "model_input_units": {"count": 1, "sum": 323, "mean": 323.0, "median": 323.0, "p95": 323.0, "max": 323, "min": 323}}, "generated_stats": {"units": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}, "bytes": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}}, "compression_summary": {"raw_prompt_bytes": 322, "model_input_units": 323, "stage0_units": 70, "stage1_units": null, "bytes_per_stage0_unit": 4.6, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [70], "patch_count_stats": {"count": 1, "sum": 70, "mean": 70.0, "median": 70.0, "p95": 70.0, "max": 70, "min": 70}, "patch_lengths": [3, 5, 5, 9, 1, 3, 5, 6, 3, 3, 3, 9, 6, 3, 4, 4, 3, 2, 4, 7, 3, 3, 5, 2, 11, 7, 5, 5, 9, 1, 2, 2, 3, 7, 5, 2, 11, 7, 5, 5, 9, 1, 2, 2, 3, 3, 5, 2, 7, 3, 3, 5, 2, 11, 7, 5, 9, 1, 2, 2, 3, 3, 4, 5, 2, 11, 7, 5, 9, 2], "patch_length_stats": {"count": 70, "sum": 323, "mean": 4.614285714285714, "median": 4.0, "p95": 10.099999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 44, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0494124999968335, "decode_time_sec": 7.576959147958405, "total_time_sec": 8.249442446001922, "prefill_units_per_sec": 11474.829244347786, "prefill_bytes_per_sec": 11454.591450266045, "decode_units_per_sec": 91.32951445125026, "decode_bytes_per_sec": 91.32951445125026, "total_units_per_sec": 83.88445698355973, "total_bytes_per_sec": 83.88445698355973, "step_latency_ms": {"count": 692, "sum": 7629, "mean": 11.02456647398844, "median": 7.0, "p95": 25.0, "max": 32, "min": 6}, "peak_allocated_mb": 2882.37451171875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}, "model_input_units": {"count": 1, "sum": 567, "mean": 567.0, "median": 567.0, "p95": 567.0, "max": 567, "min": 567}}, "generated_stats": {"units": {"count": 1, "sum": 692, "mean": 692.0, "median": 692.0, "p95": 692.0, "max": 692, "min": 692}, "bytes": {"count": 1, "sum": 692, "mean": 692.0, "median": 692.0, "p95": 692.0, "max": 692, "min": 692}}, "compression_summary": {"raw_prompt_bytes": 566, "model_input_units": 567, "stage0_units": 129, "stage1_units": null, "bytes_per_stage0_unit": 4.387596899224806, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [129], "patch_count_stats": {"count": 1, "sum": 129, "mean": 129.0, "median": 129.0, "p95": 129.0, "max": 129, "min": 129}, "patch_lengths": [3, 4, 4, 1, 3, 6, 7, 6, 8, 5, 4, 5, 8, 5, 3, 2, 3, 5, 5, 1, 3, 6, 3, 3, 4, 7, 2, 3, 8, 2, 6, 3, 7, 4, 2, 2, 1, 9, 7, 2, 3, 8, 2, 3, 2, 2, 1, 9, 7, 3, 7, 7, 2, 4, 2, 2, 1, 9, 7, 1, 7, 6, 2, 3, 11, 4, 2, 2, 1, 9, 7, 1, 2, 5, 3, 7, 8, 5, 2, 3, 11, 6, 1, 2, 7, 5, 3, 7, 4, 5, 8, 2, 3, 11, 8, 5, 1, 2, 3, 5, 8, 3, 7, 5, 3, 2, 3, 5, 2, 3, 11, 4, 5, 8, 1, 2, 4, 3, 2, 8, 3, 7, 5, 3, 2, 3, 5, 5, 2], "patch_length_stats": {"count": 129, "sum": 567, "mean": 4.395348837209302, "median": 4.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 45, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04829189199881512, "decode_time_sec": 9.772635869005171, "total_time_sec": 10.618096881000383, "prefill_units_per_sec": 15406.31292760811, "prefill_bytes_per_sec": 15385.605517759175, "decode_units_per_sec": 88.92176191237358, "decode_bytes_per_sec": 88.92176191237358, "total_units_per_sec": 81.84140809215589, "total_bytes_per_sec": 81.84140809215589, "step_latency_ms": {"count": 869, "sum": 9827, "mean": 11.308400460299195, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2900.62548828125, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 743, "mean": 743.0, "median": 743.0, "p95": 743.0, "max": 743, "min": 743}, "model_input_units": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}}, "generated_stats": {"units": {"count": 1, "sum": 869, "mean": 869.0, "median": 869.0, "p95": 869.0, "max": 869, "min": 869}, "bytes": {"count": 1, "sum": 869, "mean": 869.0, "median": 869.0, "p95": 869.0, "max": 869, "min": 869}}, "compression_summary": {"raw_prompt_bytes": 743, "model_input_units": 744, "stage0_units": 184, "stage1_units": null, "bytes_per_stage0_unit": 4.038043478260869, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [184], "patch_count_stats": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "patch_lengths": [3, 6, 6, 2, 3, 6, 5, 3, 3, 6, 2, 5, 4, 6, 6, 5, 3, 3, 2, 7, 3, 10, 1, 3, 7, 2, 8, 5, 4, 2, 6, 2, 5, 2, 3, 3, 4, 7, 3, 7, 4, 3, 6, 8, 2, 7, 6, 1, 3, 3, 3, 2, 7, 3, 6, 6, 3, 6, 3, 1, 3, 3, 2, 8, 5, 4, 2, 2, 2, 5, 2, 3, 6, 2, 8, 5, 4, 2, 5, 2, 5, 2, 3, 3, 2, 3, 3, 4, 4, 6, 1, 3, 2, 2, 4, 6, 3, 7, 6, 1, 3, 3, 3, 2, 12, 5, 1, 3, 4, 2, 8, 5, 4, 2, 3, 2, 5, 2, 3, 3, 4, 4, 3, 4, 4, 3, 2, 5, 2, 4, 4, 2, 7, 6, 1, 3, 3, 3, 7, 2, 6, 4, 7, 7, 3, 3, 2, 6, 4, 7, 3, 3, 8, 6, 7, 3, 2, 7, 6, 5, 2, 3, 2, 4, 11, 3, 8, 1, 4, 3, 5, 6, 2, 5, 1, 3, 2, 3, 3, 6, 5, 4, 7, 3], "patch_length_stats": {"count": 184, "sum": 744, "mean": 4.043478260869565, "median": 3.0, "p95": 7.849999999999994, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 46, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04950580999866361, "decode_time_sec": 4.439840270977584, "total_time_sec": 4.850627429997985, "prefill_units_per_sec": 6039.69513897604, "prefill_bytes_per_sec": 6019.495489681805, "decode_units_per_sec": 95.49893107002289, "decode_bytes_per_sec": 95.49893107002289, "total_units_per_sec": 87.41137226451056, "total_bytes_per_sec": 87.41137226451056, "step_latency_ms": {"count": 424, "sum": 4464, "mean": 10.528301886792454, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2857.66796875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 424, "mean": 424.0, "median": 424.0, "p95": 424.0, "max": 424, "min": 424}, "bytes": {"count": 1, "sum": 424, "mean": 424.0, "median": 424.0, "p95": 424.0, "max": 424, "min": 424}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.966666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 3, 4, 7, 5, 3, 3, 4, 2, 6, 3, 4, 3, 4, 5, 8, 2, 9, 14, 9, 4, 5, 7, 2, 7, 3, 5, 5, 9, 3, 4, 5, 2, 11, 4, 4, 2, 5, 5, 9, 3, 7, 4, 5, 3, 7, 4, 4, 2, 7, 5, 2, 11, 6, 10, 2, 3, 5, 5, 2], "patch_length_stats": {"count": 60, "sum": 299, "mean": 4.983333333333333, "median": 4.0, "p95": 10.049999999999997, "max": 14, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 47, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04956602099628071, "decode_time_sec": 7.785560993965191, "total_time_sec": 8.485027809998428, "prefill_units_per_sec": 12145.41712043362, "prefill_bytes_per_sec": 12125.242008937883, "decode_units_per_sec": 93.37798529399721, "decode_bytes_per_sec": 93.37798529399721, "total_units_per_sec": 85.68033202476147, "total_bytes_per_sec": 85.68033202476147, "step_latency_ms": {"count": 727, "sum": 7793, "mean": 10.71939477303989, "median": 7.0, "p95": 25.0, "max": 38, "min": 6}, "peak_allocated_mb": 2884.7109375, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 601, "mean": 601.0, "median": 601.0, "p95": 601.0, "max": 601, "min": 601}, "model_input_units": {"count": 1, "sum": 602, "mean": 602.0, "median": 602.0, "p95": 602.0, "max": 602, "min": 602}}, "generated_stats": {"units": {"count": 1, "sum": 727, "mean": 727.0, "median": 727.0, "p95": 727.0, "max": 727, "min": 727}, "bytes": {"count": 1, "sum": 727, "mean": 727.0, "median": 727.0, "p95": 727.0, "max": 727, "min": 727}}, "compression_summary": {"raw_prompt_bytes": 601, "model_input_units": 602, "stage0_units": 133, "stage1_units": null, "bytes_per_stage0_unit": 4.518796992481203, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [133], "patch_count_stats": {"count": 1, "sum": 133, "mean": 133.0, "median": 133.0, "p95": 133.0, "max": 133, "min": 133}, "patch_lengths": [3, 4, 3, 7, 8, 3, 2, 4, 5, 4, 3, 8, 8, 2, 8, 7, 3, 3, 8, 2, 8, 8, 4, 2, 7, 3, 2, 4, 5, 4, 9, 4, 3, 5, 2, 3, 3, 8, 3, 3, 2, 5, 2, 8, 3, 2, 4, 5, 2, 3, 2, 4, 5, 1, 3, 8, 6, 3, 8, 2, 6, 1, 3, 8, 5, 2, 10, 4, 4, 3, 3, 4, 8, 8, 1, 3, 2, 3, 2, 6, 8, 4, 7, 8, 2, 2, 3, 2, 6, 8, 2, 5, 11, 5, 2, 3, 2, 4, 5, 4, 9, 4, 3, 3, 8, 6, 3, 5, 3, 2, 6, 2, 3, 3, 2, 4, 5, 4, 8, 11, 8, 3, 3, 8, 3, 2, 4, 7, 2, 8, 6, 8, 4], "patch_length_stats": {"count": 133, "sum": 602, "mean": 4.526315789473684, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 48, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0395235629985109, "decode_time_sec": 4.8605489019464585, "total_time_sec": 5.314936249000311, "prefill_units_per_sec": 8981.983734952619, "prefill_bytes_per_sec": 8956.682372318948, "decode_units_per_sec": 98.75427851528845, "decode_bytes_per_sec": 98.75427851528845, "total_units_per_sec": 90.3115253904096, "total_bytes_per_sec": 90.3115253904096, "step_latency_ms": {"count": 480, "sum": 4887, "mean": 10.18125, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2861.9873046875, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 480, "mean": 480.0, "median": 480.0, "p95": 480.0, "max": 480, "min": 480}, "bytes": {"count": 1, "sum": 480, "mean": 480.0, "median": 480.0, "p95": 480.0, "max": 480, "min": 480}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 80, "stage1_units": null, "bytes_per_stage0_unit": 4.425, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [80], "patch_count_stats": {"count": 1, "sum": 80, "mean": 80.0, "median": 80.0, "p95": 80.0, "max": 80, "min": 80}, "patch_lengths": [3, 7, 5, 1, 6, 3, 3, 4, 3, 4, 11, 6, 1, 2, 4, 1, 6, 4, 11, 6, 2, 2, 5, 3, 7, 3, 4, 2, 2, 8, 2, 1, 6, 5, 1, 4, 2, 2, 6, 3, 5, 2, 6, 2, 11, 7, 2, 3, 6, 3, 7, 4, 7, 2, 4, 11, 4, 2, 3, 6, 5, 2, 6, 3, 15, 6, 2, 5, 2, 3, 6, 7, 2, 2, 15, 9, 2, 2, 1, 2], "patch_length_stats": {"count": 80, "sum": 355, "mean": 4.4375, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 49, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044707107001158874, "decode_time_sec": 8.72375168401777, "total_time_sec": 9.488760146999994, "prefill_units_per_sec": 14807.489108674377, "prefill_bytes_per_sec": 14785.121300353116, "decode_units_per_sec": 90.2134802211086, "decode_bytes_per_sec": 90.2134802211086, "total_units_per_sec": 82.94023537404107, "total_bytes_per_sec": 82.94023537404107, "step_latency_ms": {"count": 787, "sum": 8796, "mean": 11.176620076238882, "median": 7.0, "p95": 25.0, "max": 29, "min": 6}, "peak_allocated_mb": 2889.7060546875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 661, "mean": 661.0, "median": 661.0, "p95": 661.0, "max": 661, "min": 661}, "model_input_units": {"count": 1, "sum": 662, "mean": 662.0, "median": 662.0, "p95": 662.0, "max": 662, "min": 662}}, "generated_stats": {"units": {"count": 1, "sum": 787, "mean": 787.0, "median": 787.0, "p95": 787.0, "max": 787, "min": 787}, "bytes": {"count": 1, "sum": 787, "mean": 787.0, "median": 787.0, "p95": 787.0, "max": 787, "min": 787}}, "compression_summary": {"raw_prompt_bytes": 661, "model_input_units": 662, "stage0_units": 147, "stage1_units": null, "bytes_per_stage0_unit": 4.496598639455782, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [147], "patch_count_stats": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "patch_lengths": [3, 2, 8, 2, 1, 5, 1, 8, 1, 3, 6, 3, 3, 4, 7, 6, 6, 3, 5, 2, 1, 8, 2, 2, 2, 6, 5, 10, 1, 8, 4, 7, 2, 3, 5, 3, 5, 4, 4, 5, 8, 8, 3, 5, 3, 4, 6, 5, 1, 7, 2, 9, 2, 3, 3, 4, 5, 3, 4, 10, 5, 4, 2, 7, 3, 5, 2, 5, 2, 3, 5, 3, 8, 1, 3, 6, 3, 7, 2, 3, 4, 8, 3, 5, 4, 2, 10, 3, 4, 9, 8, 1, 1, 5, 1, 7, 2, 4, 7, 3, 5, 5, 4, 6, 7, 7, 3, 3, 12, 2, 7, 2, 6, 5, 3, 9, 3, 4, 5, 2, 5, 12, 2, 7, 4, 2, 2, 1, 5, 5, 11, 4, 13, 3, 1, 4, 7, 2, 7, 7, 4, 5, 1, 7, 3, 5, 2], "patch_length_stats": {"count": 147, "sum": 662, "mean": 4.503401360544218, "median": 4.0, "p95": 9.0, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 50, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03752453600100125, "decode_time_sec": 9.038498228994285, "total_time_sec": 9.91133258300033, "prefill_units_per_sec": 20919.64574802615, "prefill_bytes_per_sec": 20892.996517773885, "decode_units_per_sec": 100.68044236384785, "decode_bytes_per_sec": 100.68044236384785, "total_units_per_sec": 91.81409183673335, "total_bytes_per_sec": 91.81409183673335, "step_latency_ms": {"count": 910, "sum": 9116, "mean": 10.017582417582418, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2905.50732421875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 784, "mean": 784.0, "median": 784.0, "p95": 784.0, "max": 784, "min": 784}, "model_input_units": {"count": 1, "sum": 785, "mean": 785.0, "median": 785.0, "p95": 785.0, "max": 785, "min": 785}}, "generated_stats": {"units": {"count": 1, "sum": 910, "mean": 910.0, "median": 910.0, "p95": 910.0, "max": 910, "min": 910}, "bytes": {"count": 1, "sum": 910, "mean": 910.0, "median": 910.0, "p95": 910.0, "max": 910, "min": 910}}, "compression_summary": {"raw_prompt_bytes": 784, "model_input_units": 785, "stage0_units": 141, "stage1_units": null, "bytes_per_stage0_unit": 5.560283687943262, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [141], "patch_count_stats": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "patch_lengths": [3, 7, 5, 1, 8, 9, 6, 1, 9, 5, 1, 12, 5, 5, 1, 9, 5, 5, 2, 18, 9, 6, 6, 1, 7, 9, 6, 1, 3, 6, 3, 3, 4, 5, 2, 6, 7, 9, 4, 3, 7, 9, 5, 2, 9, 5, 3, 5, 7, 9, 4, 5, 1, 7, 5, 7, 9, 5, 2, 9, 5, 1, 7, 3, 4, 9, 6, 2, 11, 7, 2, 3, 2, 4, 9, 5, 6, 8, 1, 3, 7, 4, 3, 7, 4, 3, 5, 2, 8, 7, 2, 15, 6, 11, 2, 2, 9, 6, 4, 3, 1, 3, 34, 6, 8, 4, 5, 8, 6, 7, 10, 3, 6, 2, 5, 3, 7, 4, 6, 2, 5, 2, 8, 7, 1, 6, 2, 12, 2, 11, 6, 2, 5, 7, 6, 3, 6, 2, 14, 6, 2], "patch_length_stats": {"count": 141, "sum": 785, "mean": 5.567375886524823, "median": 5.0, "p95": 11.0, "max": 34, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 51, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.042817248999199364, "decode_time_sec": 4.136696178982675, "total_time_sec": 4.535721980999369, "prefill_units_per_sec": 7170.007582825804, "prefill_bytes_per_sec": 7146.65250926611, "decode_units_per_sec": 104.4311647045446, "decode_bytes_per_sec": 104.4311647045446, "total_units_per_sec": 95.24393289749565, "total_bytes_per_sec": 95.24393289749565, "step_latency_ms": {"count": 432, "sum": 4103, "mean": 9.497685185185185, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2863.23388671875, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "model_input_units": {"count": 1, "sum": 307, "mean": 307.0, "median": 307.0, "p95": 307.0, "max": 307, "min": 307}}, "generated_stats": {"units": {"count": 1, "sum": 432, "mean": 432.0, "median": 432.0, "p95": 432.0, "max": 432, "min": 432}, "bytes": {"count": 1, "sum": 432, "mean": 432.0, "median": 432.0, "p95": 432.0, "max": 432, "min": 432}}, "compression_summary": {"raw_prompt_bytes": 306, "model_input_units": 307, "stage0_units": 99, "stage1_units": null, "bytes_per_stage0_unit": 3.090909090909091, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [99], "patch_count_stats": {"count": 1, "sum": 99, "mean": 99.0, "median": 99.0, "p95": 99.0, "max": 99, "min": 99}, "patch_lengths": [3, 2, 3, 5, 5, 5, 2, 3, 10, 1, 1, 2, 5, 1, 5, 2, 4, 2, 4, 4, 1, 4, 2, 5, 5, 2, 5, 1, 4, 2, 2, 3, 9, 5, 1, 1, 2, 5, 1, 4, 1, 3, 4, 1, 1, 1, 2, 5, 1, 5, 1, 3, 4, 1, 1, 1, 2, 5, 1, 5, 1, 3, 1, 2, 2, 5, 1, 6, 3, 9, 2, 4, 2, 4, 4, 1, 4, 2, 5, 1, 4, 2, 5, 1, 4, 2, 2, 3, 3, 10, 2, 5, 2, 7, 2, 1, 2, 5, 2], "patch_length_stats": {"count": 99, "sum": 307, "mean": 3.101010101010101, "median": 2.0, "p95": 6.099999999999994, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 52, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04085648200270953, "decode_time_sec": 4.810625048001384, "total_time_sec": 5.2340398659980565, "prefill_units_per_sec": 8003.625960216397, "prefill_bytes_per_sec": 7979.150039848763, "decode_units_per_sec": 93.95868426448811, "decode_bytes_per_sec": 93.95868426448811, "total_units_per_sec": 86.35776791390757, "total_bytes_per_sec": 86.35776791390757, "step_latency_ms": {"count": 452, "sum": 4838, "mean": 10.70353982300885, "median": 7.0, "p95": 25.0, "max": 30, "min": 6}, "peak_allocated_mb": 2861.52587890625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 452, "mean": 452.0, "median": 452.0, "p95": 452.0, "max": 452, "min": 452}, "bytes": {"count": 1, "sum": 452, "mean": 452.0, "median": 452.0, "p95": 452.0, "max": 452, "min": 452}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 77, "stage1_units": null, "bytes_per_stage0_unit": 4.233766233766234, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [77], "patch_count_stats": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}, "patch_lengths": [3, 4, 5, 4, 11, 7, 5, 3, 3, 4, 11, 3, 2, 5, 2, 3, 11, 8, 12, 3, 7, 7, 2, 3, 3, 2, 5, 4, 5, 6, 3, 3, 7, 7, 3, 5, 2, 3, 2, 5, 2, 3, 7, 3, 5, 2, 3, 4, 3, 2, 3, 3, 2, 7, 3, 2, 7, 3, 5, 5, 2, 3, 11, 3, 1, 4, 2, 5, 3, 6, 1, 1, 2, 7, 4, 3, 2], "patch_length_stats": {"count": 77, "sum": 327, "mean": 4.246753246753247, "median": 3.0, "p95": 11.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 53, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049371481996786315, "decode_time_sec": 5.3306350390012085, "total_time_sec": 5.858322993997717, "prefill_units_per_sec": 8912.027393235643, "prefill_bytes_per_sec": 8891.772785523743, "decode_units_per_sec": 105.99112410926992, "decode_bytes_per_sec": 105.99112410926992, "total_units_per_sec": 96.44398244666333, "total_bytes_per_sec": 96.44398244666333, "step_latency_ms": {"count": 565, "sum": 5340, "mean": 9.451327433628318, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2871.4521484375, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}, "model_input_units": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "generated_stats": {"units": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}, "bytes": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}}, "compression_summary": {"raw_prompt_bytes": 439, "model_input_units": 440, "stage0_units": 90, "stage1_units": null, "bytes_per_stage0_unit": 4.877777777777778, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [90], "patch_count_stats": {"count": 1, "sum": 90, "mean": 90.0, "median": 90.0, "p95": 90.0, "max": 90, "min": 90}, "patch_lengths": [3, 4, 4, 1, 7, 3, 1, 7, 1, 10, 4, 3, 5, 8, 8, 2, 5, 5, 5, 7, 7, 4, 7, 3, 3, 3, 4, 2, 3, 5, 14, 3, 11, 3, 3, 3, 5, 7, 3, 4, 7, 6, 11, 2, 7, 2, 2, 5, 4, 3, 10, 2, 5, 8, 8, 7, 3, 6, 6, 2, 7, 7, 3, 1, 7, 1, 10, 3, 3, 3, 10, 2, 7, 3, 10, 2, 11, 6, 5, 2, 4, 7, 5, 3, 2, 1, 4, 5, 7, 3], "patch_length_stats": {"count": 90, "sum": 440, "mean": 4.888888888888889, "median": 4.0, "p95": 10.0, "max": 14, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 54, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04303595000237692, "decode_time_sec": 5.0543459390282806, "total_time_sec": 5.501435699003196, "prefill_units_per_sec": 7946.844440081164, "prefill_bytes_per_sec": 7923.608052829465, "decode_units_per_sec": 92.39573342100576, "decode_bytes_per_sec": 92.39573342100576, "total_units_per_sec": 84.88693234833512, "total_bytes_per_sec": 84.88693234833512, "step_latency_ms": {"count": 467, "sum": 5081, "mean": 10.880085653104926, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2862.53466796875, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}, "model_input_units": {"count": 1, "sum": 342, "mean": 342.0, "median": 342.0, "p95": 342.0, "max": 342, "min": 342}}, "generated_stats": {"units": {"count": 1, "sum": 467, "mean": 467.0, "median": 467.0, "p95": 467.0, "max": 467, "min": 467}, "bytes": {"count": 1, "sum": 467, "mean": 467.0, "median": 467.0, "p95": 467.0, "max": 467, "min": 467}}, "compression_summary": {"raw_prompt_bytes": 341, "model_input_units": 342, "stage0_units": 83, "stage1_units": null, "bytes_per_stage0_unit": 4.108433734939759, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [83], "patch_count_stats": {"count": 1, "sum": 83, "mean": 83.0, "median": 83.0, "p95": 83.0, "max": 83, "min": 83}, "patch_lengths": [3, 9, 5, 1, 5, 4, 1, 7, 5, 3, 3, 4, 3, 11, 5, 4, 1, 4, 7, 2, 1, 2, 5, 4, 3, 2, 9, 1, 7, 4, 5, 5, 2, 5, 2, 4, 5, 5, 4, 2, 7, 5, 1, 1, 2, 5, 4, 3, 2, 5, 3, 7, 1, 11, 5, 5, 2, 5, 4, 1, 12, 9, 2, 3, 4, 8, 9, 2, 2, 2, 1, 4, 2, 1, 2, 3, 5, 5, 2, 7, 7, 5, 2], "patch_length_stats": {"count": 83, "sum": 342, "mean": 4.120481927710843, "median": 4.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 55, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04674274499848252, "decode_time_sec": 6.48693709500003, "total_time_sec": 7.0519840590022795, "prefill_units_per_sec": 9819.705710798567, "prefill_bytes_per_sec": 9798.31201643953, "decode_units_per_sec": 90.02707925904394, "decode_bytes_per_sec": 90.02707925904394, "total_units_per_sec": 82.81357347291349, "total_bytes_per_sec": 82.81357347291349, "step_latency_ms": {"count": 584, "sum": 6537, "mean": 11.193493150684931, "median": 7.0, "p95": 25.0, "max": 30, "min": 6}, "peak_allocated_mb": 2874.93212890625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "model_input_units": {"count": 1, "sum": 459, "mean": 459.0, "median": 459.0, "p95": 459.0, "max": 459, "min": 459}}, "generated_stats": {"units": {"count": 1, "sum": 584, "mean": 584.0, "median": 584.0, "p95": 584.0, "max": 584, "min": 584}, "bytes": {"count": 1, "sum": 584, "mean": 584.0, "median": 584.0, "p95": 584.0, "max": 584, "min": 584}}, "compression_summary": {"raw_prompt_bytes": 458, "model_input_units": 459, "stage0_units": 114, "stage1_units": null, "bytes_per_stage0_unit": 4.017543859649122, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [114], "patch_count_stats": {"count": 1, "sum": 114, "mean": 114.0, "median": 114.0, "p95": 114.0, "max": 114, "min": 114}, "patch_lengths": [3, 2, 9, 7, 5, 1, 9, 1, 2, 1, 5, 1, 4, 5, 4, 3, 4, 3, 7, 5, 7, 2, 2, 1, 1, 2, 5, 2, 3, 4, 3, 7, 3, 7, 4, 6, 3, 6, 2, 1, 1, 5, 2, 3, 4, 1, 1, 1, 2, 14, 11, 7, 2, 4, 3, 5, 2, 2, 4, 7, 1, 5, 2, 6, 6, 2, 6, 7, 2, 2, 5, 1, 2, 1, 4, 5, 2, 2, 5, 2, 6, 16, 7, 6, 1, 2, 7, 4, 7, 1, 2, 1, 1, 2, 1, 4, 10, 7, 5, 2, 7, 2, 2, 3, 4, 4, 3, 5, 2, 7, 7, 4, 14, 2], "patch_length_stats": {"count": 114, "sum": 459, "mean": 4.026315789473684, "median": 3.0, "p95": 9.0, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 56, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.045407407997117843, "decode_time_sec": 9.521166205915506, "total_time_sec": 10.434621315002005, "prefill_units_per_sec": 17772.43043802947, "prefill_bytes_per_sec": 17750.4075998163, "decode_units_per_sec": 97.8871684249087, "decode_bytes_per_sec": 97.8871684249087, "total_units_per_sec": 89.31804728361826, "total_bytes_per_sec": 89.31804728361826, "step_latency_ms": {"count": 932, "sum": 9587, "mean": 10.28648068669528, "median": 7.0, "p95": 25.0, "max": 34, "min": 6}, "peak_allocated_mb": 2910.04638671875, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 806, "mean": 806.0, "median": 806.0, "p95": 806.0, "max": 806, "min": 806}, "model_input_units": {"count": 1, "sum": 807, "mean": 807.0, "median": 807.0, "p95": 807.0, "max": 807, "min": 807}}, "generated_stats": {"units": {"count": 1, "sum": 932, "mean": 932.0, "median": 932.0, "p95": 932.0, "max": 932, "min": 932}, "bytes": {"count": 1, "sum": 932, "mean": 932.0, "median": 932.0, "p95": 932.0, "max": 932, "min": 932}}, "compression_summary": {"raw_prompt_bytes": 806, "model_input_units": 807, "stage0_units": 170, "stage1_units": null, "bytes_per_stage0_unit": 4.741176470588235, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [170], "patch_count_stats": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}, "patch_lengths": [3, 12, 5, 3, 3, 4, 3, 5, 2, 6, 5, 3, 9, 2, 11, 7, 5, 2, 6, 5, 2, 3, 4, 5, 2, 6, 5, 3, 9, 2, 5, 1, 7, 5, 5, 8, 1, 1, 2, 5, 5, 5, 4, 2, 2, 1, 4, 6, 1, 7, 5, 3, 7, 5, 5, 3, 7, 5, 3, 7, 5, 8, 3, 7, 5, 3, 7, 5, 10, 3, 7, 5, 3, 7, 5, 7, 5, 5, 4, 3, 4, 3, 5, 8, 7, 2, 11, 5, 2, 5, 3, 5, 7, 4, 7, 2, 7, 5, 6, 7, 3, 4, 8, 3, 12, 5, 5, 1, 7, 5, 7, 2, 5, 7, 5, 3, 2, 2, 5, 2, 7, 5, 6, 2, 5, 5, 6, 5, 5, 8, 2, 7, 3, 5, 6, 2, 11, 5, 6, 2, 4, 2, 5, 6, 1, 7, 5, 2, 2, 4, 7, 2, 5, 6, 2, 7, 2, 3, 4, 2, 3, 6, 5, 2, 7, 5, 7, 5, 9, 3], "patch_length_stats": {"count": 170, "sum": 807, "mean": 4.747058823529412, "median": 5.0, "p95": 8.549999999999983, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 57, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04738766599621158, "decode_time_sec": 4.458028221011773, "total_time_sec": 4.931007174000115, "prefill_units_per_sec": 7618.016047231789, "prefill_bytes_per_sec": 7596.913509704831, "decode_units_per_sec": 109.01680651310451, "decode_bytes_per_sec": 109.01680651310451, "total_units_per_sec": 98.55998639842755, "total_bytes_per_sec": 98.55998639842755, "step_latency_ms": {"count": 486, "sum": 4501, "mean": 9.261316872427983, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2861.2060546875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}, "model_input_units": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "generated_stats": {"units": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}, "bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}}, "compression_summary": {"raw_prompt_bytes": 360, "model_input_units": 361, "stage0_units": 72, "stage1_units": null, "bytes_per_stage0_unit": 5.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [72], "patch_count_stats": {"count": 1, "sum": 72, "mean": 72.0, "median": 72.0, "p95": 72.0, "max": 72, "min": 72}, "patch_lengths": [3, 8, 4, 5, 1, 8, 1, 4, 4, 3, 4, 4, 5, 7, 2, 3, 11, 4, 8, 2, 1, 6, 3, 15, 3, 2, 1, 6, 2, 19, 7, 5, 9, 2, 2, 15, 7, 5, 1, 11, 7, 8, 2, 7, 2, 2, 5, 4, 5, 4, 2, 11, 5, 2, 3, 2, 2, 11, 2, 4, 4, 10, 2, 15, 4, 2, 8, 1, 2, 4, 2, 4], "patch_length_stats": {"count": 72, "sum": 361, "mean": 5.013888888888889, "median": 4.0, "p95": 12.800000000000011, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 58, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04076813299980131, "decode_time_sec": 6.9055580570638995, "total_time_sec": 7.528282669001783, "prefill_units_per_sec": 13049.407977613122, "prefill_bytes_per_sec": 13024.879015249187, "decode_units_per_sec": 95.14075395078828, "decode_bytes_per_sec": 95.14075395078828, "total_units_per_sec": 87.2708994715677, "total_bytes_per_sec": 87.2708994715677, "step_latency_ms": {"count": 657, "sum": 6956, "mean": 10.58751902587519, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2873.4404296875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}, "model_input_units": {"count": 1, "sum": 532, "mean": 532.0, "median": 532.0, "p95": 532.0, "max": 532, "min": 532}}, "generated_stats": {"units": {"count": 1, "sum": 657, "mean": 657.0, "median": 657.0, "p95": 657.0, "max": 657, "min": 657}, "bytes": {"count": 1, "sum": 657, "mean": 657.0, "median": 657.0, "p95": 657.0, "max": 657, "min": 657}}, "compression_summary": {"raw_prompt_bytes": 531, "model_input_units": 532, "stage0_units": 78, "stage1_units": null, "bytes_per_stage0_unit": 6.8076923076923075, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [78], "patch_count_stats": {"count": 1, "sum": 78, "mean": 78.0, "median": 78.0, "p95": 78.0, "max": 78, "min": 78}, "patch_lengths": [3, 9, 6, 5, 1, 5, 1, 9, 4, 3, 4, 7, 6, 2, 1, 5, 7, 1, 3, 5, 1, 2, 1, 1, 2, 5, 3, 7, 8, 2, 6, 1, 7, 7, 1, 6, 11, 6, 7, 3, 5, 7, 3, 4, 7, 4, 2, 11, 7, 5, 8, 6, 6, 6, 4, 5, 6, 4, 2, 52, 5, 2, 43, 9, 9, 2, 43, 7, 3, 5, 7, 3, 2, 43, 7, 7, 5, 2], "patch_length_stats": {"count": 78, "sum": 532, "mean": 6.82051282051282, "median": 5.0, "p95": 15.799999999999727, "max": 52, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 59, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047131254999840166, "decode_time_sec": 7.320771497961687, "total_time_sec": 8.079953360000218, "prefill_units_per_sec": 14427.793191636973, "prefill_bytes_per_sec": 14406.575848708095, "decode_units_per_sec": 109.96108814817333, "decode_bytes_per_sec": 109.96108814817333, "total_units_per_sec": 99.62928795915454, "total_bytes_per_sec": 99.62928795915454, "step_latency_ms": {"count": 805, "sum": 7269, "mean": 9.029813664596274, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2888.40234375, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 679, "mean": 679.0, "median": 679.0, "p95": 679.0, "max": 679, "min": 679}, "model_input_units": {"count": 1, "sum": 680, "mean": 680.0, "median": 680.0, "p95": 680.0, "max": 680, "min": 680}}, "generated_stats": {"units": {"count": 1, "sum": 805, "mean": 805.0, "median": 805.0, "p95": 805.0, "max": 805, "min": 805}, "bytes": {"count": 1, "sum": 805, "mean": 805.0, "median": 805.0, "p95": 805.0, "max": 805, "min": 805}}, "compression_summary": {"raw_prompt_bytes": 679, "model_input_units": 680, "stage0_units": 131, "stage1_units": null, "bytes_per_stage0_unit": 5.183206106870229, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [131], "patch_count_stats": {"count": 1, "sum": 131, "mean": 131.0, "median": 131.0, "p95": 131.0, "max": 131, "min": 131}, "patch_lengths": [3, 2, 6, 3, 10, 4, 1, 4, 1, 6, 1, 4, 1, 4, 29, 1, 6, 4, 1, 6, 2, 3, 5, 3, 3, 4, 4, 5, 5, 4, 3, 7, 4, 2, 11, 7, 5, 5, 4, 2, 7, 7, 10, 2, 11, 7, 5, 2, 3, 4, 3, 2, 4, 5, 4, 2, 3, 6, 3, 2, 4, 5, 6, 3, 3, 3, 4, 3, 3, 4, 5, 4, 6, 3, 3, 4, 5, 2, 7, 6, 5, 2, 11, 4, 2, 15, 4, 5, 2, 5, 4, 3, 2, 18, 5, 9, 2, 15, 4, 2, 19, 5, 6, 3, 2, 19, 7, 6, 1, 11, 4, 7, 5, 9, 2, 19, 7, 5, 2, 7, 4, 4, 2, 15, 6, 5, 2, 5, 6, 3, 3], "patch_length_stats": {"count": 131, "sum": 680, "mean": 5.190839694656488, "median": 4.0, "p95": 15.0, "max": 29, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 60, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04840433400022448, "decode_time_sec": 4.423373683970567, "total_time_sec": 4.807854028000293, "prefill_units_per_sec": 5825.924595898628, "prefill_bytes_per_sec": 5805.265288820973, "decode_units_per_sec": 92.01121792510718, "decode_bytes_per_sec": 92.01121792510718, "total_units_per_sec": 84.65315245215162, "total_bytes_per_sec": 84.65315245215162, "step_latency_ms": {"count": 407, "sum": 4427, "mean": 10.877149877149877, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2858.86083984375, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 407, "mean": 407.0, "median": 407.0, "p95": 407.0, "max": 407, "min": 407}, "bytes": {"count": 1, "sum": 407, "mean": 407.0, "median": 407.0, "p95": 407.0, "max": 407, "min": 407}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 71, "stage1_units": null, "bytes_per_stage0_unit": 3.9577464788732395, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [71], "patch_count_stats": {"count": 1, "sum": 71, "mean": 71.0, "median": 71.0, "p95": 71.0, "max": 71, "min": 71}, "patch_lengths": [3, 6, 4, 3, 7, 6, 1, 4, 1, 9, 1, 3, 2, 1, 2, 4, 3, 2, 5, 4, 8, 1, 3, 4, 2, 5, 3, 8, 4, 8, 5, 6, 8, 2, 6, 7, 11, 1, 3, 9, 2, 7, 2, 2, 6, 1, 3, 2, 5, 6, 6, 1, 3, 6, 2, 5, 2, 2, 4, 4, 6, 2, 1, 3, 2, 2, 2, 2, 6, 6, 4], "patch_length_stats": {"count": 71, "sum": 282, "mean": 3.971830985915493, "median": 3.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 61, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05416102899835096, "decode_time_sec": 7.411943613897165, "total_time_sec": 8.123957892999897, "prefill_units_per_sec": 11484.272206477799, "prefill_bytes_per_sec": 11465.808746338767, "decode_units_per_sec": 100.78328154026943, "decode_bytes_per_sec": 100.78328154026943, "total_units_per_sec": 91.9502550159278, "total_bytes_per_sec": 91.9502550159278, "step_latency_ms": {"count": 747, "sum": 7391, "mean": 9.894243641231594, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2883.36962890625, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 621, "mean": 621.0, "median": 621.0, "p95": 621.0, "max": 621, "min": 621}, "model_input_units": {"count": 1, "sum": 622, "mean": 622.0, "median": 622.0, "p95": 622.0, "max": 622, "min": 622}}, "generated_stats": {"units": {"count": 1, "sum": 747, "mean": 747.0, "median": 747.0, "p95": 747.0, "max": 747, "min": 747}, "bytes": {"count": 1, "sum": 747, "mean": 747.0, "median": 747.0, "p95": 747.0, "max": 747, "min": 747}}, "compression_summary": {"raw_prompt_bytes": 621, "model_input_units": 622, "stage0_units": 116, "stage1_units": null, "bytes_per_stage0_unit": 5.353448275862069, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [116], "patch_count_stats": {"count": 1, "sum": 116, "mean": 116.0, "median": 116.0, "p95": 116.0, "max": 116, "min": 116}, "patch_lengths": [3, 12, 5, 1, 5, 5, 4, 3, 4, 5, 2, 5, 7, 3, 5, 4, 8, 5, 7, 4, 2, 6, 2, 3, 2, 7, 3, 11, 6, 3, 8, 8, 7, 6, 3, 2, 15, 2, 6, 2, 2, 4, 6, 5, 4, 5, 8, 5, 3, 15, 12, 6, 5, 5, 2, 7, 2, 6, 10, 3, 25, 3, 4, 8, 5, 8, 2, 7, 3, 7, 3, 17, 5, 2, 2, 5, 5, 4, 5, 4, 3, 1, 1, 7, 1, 1, 2, 11, 6, 7, 4, 2, 11, 7, 2, 4, 5, 6, 5, 4, 7, 3, 11, 5, 2, 8, 6, 8, 7, 3, 11, 4, 4, 3, 7, 3], "patch_length_stats": {"count": 116, "sum": 622, "mean": 5.362068965517241, "median": 5.0, "p95": 11.25, "max": 25, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 62, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05453679799757083, "decode_time_sec": 6.338485449970904, "total_time_sec": 6.942455162999977, "prefill_units_per_sec": 9296.475382045399, "prefill_bytes_per_sec": 9278.139138688308, "decode_units_per_sec": 99.708361719581, "decode_bytes_per_sec": 99.708361719581, "total_units_per_sec": 91.03407730571499, "total_bytes_per_sec": 91.03407730571499, "step_latency_ms": {"count": 632, "sum": 6361, "mean": 10.064873417721518, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2873.83349609375, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 632, "mean": 632.0, "median": 632.0, "p95": 632.0, "max": 632, "min": 632}, "bytes": {"count": 1, "sum": 632, "mean": 632.0, "median": 632.0, "p95": 632.0, "max": 632, "min": 632}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 102, "stage1_units": null, "bytes_per_stage0_unit": 4.96078431372549, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [102], "patch_count_stats": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "patch_lengths": [3, 4, 3, 9, 7, 2, 3, 9, 2, 7, 7, 2, 7, 11, 7, 5, 2, 7, 9, 4, 5, 2, 7, 6, 5, 2, 7, 6, 5, 2, 7, 7, 5, 2, 7, 9, 5, 2, 7, 7, 12, 7, 2, 5, 2, 7, 5, 2, 5, 3, 3, 4, 12, 7, 2, 10, 7, 2, 2, 4, 4, 7, 7, 2, 7, 4, 4, 3, 3, 8, 2, 2, 5, 2, 2, 6, 2, 2, 5, 2, 2, 8, 4, 4, 11, 3, 7, 3, 3, 1, 3, 4, 5, 2, 15, 12, 7, 4, 1, 2, 7, 2], "patch_length_stats": {"count": 102, "sum": 507, "mean": 4.970588235294118, "median": 4.5, "p95": 10.949999999999989, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 63, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04908169500049553, "decode_time_sec": 5.554112607042043, "total_time_sec": 6.029525497000577, "prefill_units_per_sec": 7660.697129473705, "prefill_bytes_per_sec": 7640.322934980424, "decode_units_per_sec": 90.20342860257884, "decode_bytes_per_sec": 90.20342860257884, "total_units_per_sec": 83.0911155859985, "total_bytes_per_sec": 83.0911155859985, "step_latency_ms": {"count": 501, "sum": 5577, "mean": 11.131736526946108, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2866.98046875, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 375, "mean": 375.0, "median": 375.0, "p95": 375.0, "max": 375, "min": 375}, "model_input_units": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}}, "generated_stats": {"units": {"count": 1, "sum": 501, "mean": 501.0, "median": 501.0, "p95": 501.0, "max": 501, "min": 501}, "bytes": {"count": 1, "sum": 501, "mean": 501.0, "median": 501.0, "p95": 501.0, "max": 501, "min": 501}}, "compression_summary": {"raw_prompt_bytes": 375, "model_input_units": 376, "stage0_units": 100, "stage1_units": null, "bytes_per_stage0_unit": 3.75, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [100], "patch_count_stats": {"count": 1, "sum": 100, "mean": 100.0, "median": 100.0, "p95": 100.0, "max": 100, "min": 100}, "patch_lengths": [3, 2, 4, 5, 6, 9, 5, 4, 3, 4, 2, 4, 9, 3, 10, 6, 11, 3, 4, 9, 11, 2, 7, 2, 1, 2, 5, 4, 5, 4, 5, 2, 2, 1, 2, 4, 5, 3, 7, 2, 1, 1, 2, 1, 3, 7, 2, 1, 2, 4, 2, 2, 1, 3, 5, 2, 3, 6, 4, 8, 1, 1, 5, 7, 3, 2, 5, 4, 5, 4, 5, 2, 3, 2, 4, 5, 3, 7, 2, 1, 1, 2, 1, 3, 7, 3, 6, 2, 2, 1, 3, 5, 2, 3, 6, 4, 8, 1, 1, 2], "patch_length_stats": {"count": 100, "sum": 376, "mean": 3.76, "median": 3.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 64, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04673631699915859, "decode_time_sec": 5.347631216962327, "total_time_sec": 5.83111379699767, "prefill_units_per_sec": 8451.671534304069, "prefill_bytes_per_sec": 8430.274897508361, "decode_units_per_sec": 97.23931567131909, "decode_bytes_per_sec": 97.23931567131909, "total_units_per_sec": 89.1767881922898, "total_bytes_per_sec": 89.1767881922898, "step_latency_ms": {"count": 520, "sum": 5315, "mean": 10.221153846153847, "median": 7.0, "p95": 23.0, "max": 29, "min": 6}, "peak_allocated_mb": 2870.8203125, "peak_reserved_mb": 2996.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "model_input_units": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "generated_stats": {"units": {"count": 1, "sum": 520, "mean": 520.0, "median": 520.0, "p95": 520.0, "max": 520, "min": 520}, "bytes": {"count": 1, "sum": 520, "mean": 520.0, "median": 520.0, "p95": 520.0, "max": 520, "min": 520}}, "compression_summary": {"raw_prompt_bytes": 394, "model_input_units": 395, "stage0_units": 88, "stage1_units": null, "bytes_per_stage0_unit": 4.4772727272727275, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [88], "patch_count_stats": {"count": 1, "sum": 88, "mean": 88.0, "median": 88.0, "p95": 88.0, "max": 88, "min": 88}, "patch_lengths": [3, 2, 7, 6, 5, 1, 6, 1, 7, 5, 3, 3, 6, 5, 2, 6, 6, 3, 2, 2, 4, 3, 3, 2, 7, 4, 5, 7, 5, 6, 2, 3, 3, 6, 5, 3, 2, 7, 3, 9, 6, 3, 6, 8, 6, 2, 7, 6, 2, 5, 7, 8, 6, 6, 2, 7, 4, 1, 9, 1, 7, 2, 7, 5, 4, 6, 4, 1, 2, 4, 1, 5, 1, 6, 7, 7, 7, 2, 5, 5, 1, 6, 5, 5, 1, 6, 7, 4], "patch_length_stats": {"count": 88, "sum": 395, "mean": 4.488636363636363, "median": 5.0, "p95": 7.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 65, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04349140100021032, "decode_time_sec": 9.686700795973593, "total_time_sec": 10.608721435000916, "prefill_units_per_sec": 19590.07942733047, "prefill_bytes_per_sec": 19567.086376359424, "decode_units_per_sec": 100.85993369446315, "decode_bytes_per_sec": 100.85993369446315, "total_units_per_sec": 92.09403847447858, "total_bytes_per_sec": 92.09403847447858, "step_latency_ms": {"count": 977, "sum": 9666, "mean": 9.893551688843399, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2912.5478515625, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 851, "mean": 851.0, "median": 851.0, "p95": 851.0, "max": 851, "min": 851}, "model_input_units": {"count": 1, "sum": 852, "mean": 852.0, "median": 852.0, "p95": 852.0, "max": 852, "min": 852}}, "generated_stats": {"units": {"count": 1, "sum": 977, "mean": 977.0, "median": 977.0, "p95": 977.0, "max": 977, "min": 977}, "bytes": {"count": 1, "sum": 977, "mean": 977.0, "median": 977.0, "p95": 977.0, "max": 977, "min": 977}}, "compression_summary": {"raw_prompt_bytes": 851, "model_input_units": 852, "stage0_units": 180, "stage1_units": null, "bytes_per_stage0_unit": 4.727777777777778, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [180], "patch_count_stats": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "patch_lengths": [3, 6, 3, 4, 4, 14, 12, 3, 4, 3, 8, 4, 2, 6, 5, 5, 3, 2, 3, 2, 2, 2, 5, 3, 3, 2, 3, 3, 8, 5, 5, 4, 9, 3, 12, 1, 9, 3, 10, 2, 1, 2, 7, 2, 1, 7, 2, 5, 1, 1, 5, 3, 4, 6, 2, 9, 8, 12, 6, 3, 4, 2, 2, 2, 1, 1, 3, 3, 3, 4, 2, 2, 3, 4, 4, 4, 4, 2, 2, 3, 4, 5, 2, 5, 2, 9, 2, 2, 3, 4, 3, 5, 4, 10, 14, 1, 5, 2, 5, 1, 5, 5, 4, 11, 3, 6, 3, 2, 2, 3, 4, 5, 1, 5, 2, 6, 3, 6, 4, 2, 4, 5, 4, 7, 1, 3, 1, 5, 7, 2, 2, 6, 4, 7, 6, 6, 1, 3, 2, 2, 3, 4, 2, 59, 12, 1, 13, 12, 2, 3, 5, 4, 2, 2, 3, 4, 5, 2, 5, 7, 2, 2, 6, 6, 6, 2, 2, 7, 5, 1, 3, 2, 2, 3, 4, 5, 2, 48, 12, 2], "patch_length_stats": {"count": 180, "sum": 852, "mean": 4.733333333333333, "median": 3.0, "p95": 12.0, "max": 59, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 66, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04995305500051472, "decode_time_sec": 5.524472734028677, "total_time_sec": 6.3399670039980265, "prefill_units_per_sec": 14313.438887624241, "prefill_bytes_per_sec": 14293.420091977214, "decode_units_per_sec": 152.05070971314882, "decode_bytes_per_sec": 152.05070971314882, "total_units_per_sec": 132.4928031124279, "total_bytes_per_sec": 132.4928031124279, "step_latency_ms": {"count": 840, "sum": 5495, "mean": 6.541666666666667, "median": 6.5, "p95": 7.0, "max": 24, "min": 6}, "peak_allocated_mb": 2899.12353515625, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 714, "mean": 714.0, "median": 714.0, "p95": 714.0, "max": 714, "min": 714}, "model_input_units": {"count": 1, "sum": 715, "mean": 715.0, "median": 715.0, "p95": 715.0, "max": 715, "min": 715}}, "generated_stats": {"units": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}, "bytes": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}}, "compression_summary": {"raw_prompt_bytes": 714, "model_input_units": 715, "stage0_units": 182, "stage1_units": null, "bytes_per_stage0_unit": 3.923076923076923, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [182], "patch_count_stats": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "patch_lengths": [3, 4, 2, 6, 7, 1, 4, 1, 6, 5, 1, 13, 6, 3, 3, 5, 2, 3, 2, 4, 7, 4, 2, 4, 1, 3, 7, 2, 2, 3, 3, 4, 2, 7, 4, 4, 1, 5, 3, 10, 7, 3, 11, 5, 6, 2, 4, 5, 2, 11, 4, 2, 3, 2, 4, 2, 4, 5, 6, 3, 5, 6, 2, 1, 3, 5, 1, 15, 4, 3, 2, 2, 3, 5, 1, 3, 2, 4, 1, 2, 4, 6, 1, 2, 1, 3, 2, 1, 1, 2, 11, 7, 2, 4, 2, 3, 1, 1, 2, 11, 12, 2, 4, 2, 3, 1, 1, 1, 3, 4, 1, 3, 2, 3, 1, 3, 1, 1, 5, 5, 1, 11, 3, 2, 6, 3, 2, 1, 1, 3, 1, 15, 4, 2, 6, 3, 2, 1, 1, 4, 4, 13, 1, 3, 1, 19, 2, 6, 3, 2, 1, 1, 4, 4, 4, 1, 6, 4, 12, 3, 5, 4, 15, 7, 3, 5, 1, 11, 5, 12, 3, 4, 5, 4, 2, 6, 3, 2, 1, 1, 3, 2], "patch_length_stats": {"count": 182, "sum": 715, "mean": 3.9285714285714284, "median": 3.0, "p95": 11.0, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 67, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03817926700139651, "decode_time_sec": 9.965929796973796, "total_time_sec": 10.904201689001638, "prefill_units_per_sec": 22237.20010048767, "prefill_bytes_per_sec": 22211.007874220897, "decode_units_per_sec": 97.732978241103, "decode_bytes_per_sec": 97.732978241103, "total_units_per_sec": 89.32336614631869, "total_bytes_per_sec": 89.32336614631869, "step_latency_ms": {"count": 974, "sum": 9998, "mean": 10.264887063655031, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2913.794921875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 848, "mean": 848.0, "median": 848.0, "p95": 848.0, "max": 848, "min": 848}, "model_input_units": {"count": 1, "sum": 849, "mean": 849.0, "median": 849.0, "p95": 849.0, "max": 849, "min": 849}}, "generated_stats": {"units": {"count": 1, "sum": 974, "mean": 974.0, "median": 974.0, "p95": 974.0, "max": 974, "min": 974}, "bytes": {"count": 1, "sum": 974, "mean": 974.0, "median": 974.0, "p95": 974.0, "max": 974, "min": 974}}, "compression_summary": {"raw_prompt_bytes": 848, "model_input_units": 849, "stage0_units": 189, "stage1_units": null, "bytes_per_stage0_unit": 4.4867724867724865, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [189], "patch_count_stats": {"count": 1, "sum": 189, "mean": 189.0, "median": 189.0, "p95": 189.0, "max": 189, "min": 189}, "patch_lengths": [3, 7, 7, 5, 1, 6, 1, 7, 1, 7, 3, 3, 4, 3, 5, 2, 6, 6, 3, 1, 1, 2, 11, 5, 7, 8, 2, 7, 4, 5, 1, 2, 6, 3, 7, 4, 5, 2, 5, 2, 2, 3, 4, 5, 1, 2, 1, 2, 4, 2, 3, 7, 2, 12, 2, 11, 3, 4, 11, 7, 1, 4, 7, 3, 15, 6, 10, 2, 6, 5, 3, 3, 5, 4, 3, 7, 4, 7, 7, 2, 1, 1, 1, 7, 4, 4, 2, 1, 2, 3, 1, 4, 5, 1, 3, 10, 4, 5, 2, 5, 1, 7, 4, 15, 4, 2, 6, 6, 1, 4, 5, 2, 11, 4, 7, 7, 2, 2, 1, 14, 7, 7, 3, 4, 5, 2, 5, 1, 2, 1, 1, 2, 15, 5, 2, 6, 6, 3, 1, 1, 1, 11, 4, 5, 2, 6, 8, 2, 6, 6, 1, 7, 2, 11, 4, 5, 2, 6, 11, 2, 6, 6, 1, 5, 8, 6, 4, 2, 15, 5, 2, 6, 6, 1, 2, 6, 6, 1, 1, 1, 2, 15, 5, 2, 4, 8, 6, 1, 2], "patch_length_stats": {"count": 189, "sum": 849, "mean": 4.492063492063492, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 68, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05095357399841305, "decode_time_sec": 4.99347851200946, "total_time_sec": 5.4485941140010254, "prefill_units_per_sec": 6574.612411102577, "prefill_bytes_per_sec": 6554.986702412719, "decode_units_per_sec": 92.12015209311238, "decode_bytes_per_sec": 92.12015209311238, "total_units_per_sec": 84.42544817532969, "total_bytes_per_sec": 84.42544817532969, "step_latency_ms": {"count": 460, "sum": 5024, "mean": 10.921739130434782, "median": 7.0, "p95": 25.0, "max": 32, "min": 6}, "peak_allocated_mb": 2861.61962890625, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 334, "mean": 334.0, "median": 334.0, "p95": 334.0, "max": 334, "min": 334}, "model_input_units": {"count": 1, "sum": 335, "mean": 335.0, "median": 335.0, "p95": 335.0, "max": 335, "min": 335}}, "generated_stats": {"units": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}, "bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}}, "compression_summary": {"raw_prompt_bytes": 334, "model_input_units": 335, "stage0_units": 77, "stage1_units": null, "bytes_per_stage0_unit": 4.337662337662338, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [77], "patch_count_stats": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}, "patch_lengths": [3, 7, 4, 6, 6, 3, 3, 4, 2, 6, 3, 4, 4, 3, 4, 7, 4, 2, 4, 5, 5, 1, 4, 3, 4, 5, 8, 2, 9, 7, 1, 3, 4, 9, 10, 5, 2, 3, 6, 4, 2, 3, 4, 2, 4, 4, 2, 3, 4, 4, 9, 2, 7, 7, 4, 3, 2, 7, 4, 5, 2, 2, 7, 4, 7, 9, 2, 3, 7, 2, 3, 3, 3, 4, 4, 9, 3], "patch_length_stats": {"count": 77, "sum": 335, "mean": 4.35064935064935, "median": 4.0, "p95": 9.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 69, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04979547499897308, "decode_time_sec": 6.003067314028158, "total_time_sec": 6.553918002999126, "prefill_units_per_sec": 8856.226394247562, "prefill_bytes_per_sec": 8836.14424822886, "decode_units_per_sec": 94.28513298149319, "decode_bytes_per_sec": 94.28513298149319, "total_units_per_sec": 86.36055558537562, "total_bytes_per_sec": 86.36055558537562, "step_latency_ms": {"count": 566, "sum": 6043, "mean": 10.676678445229681, "median": 7.0, "p95": 25.0, "max": 28, "min": 6}, "peak_allocated_mb": 2872.4306640625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}, "model_input_units": {"count": 1, "sum": 441, "mean": 441.0, "median": 441.0, "p95": 441.0, "max": 441, "min": 441}}, "generated_stats": {"units": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}, "bytes": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}}, "compression_summary": {"raw_prompt_bytes": 440, "model_input_units": 441, "stage0_units": 97, "stage1_units": null, "bytes_per_stage0_unit": 4.536082474226804, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [97], "patch_count_stats": {"count": 1, "sum": 97, "mean": 97.0, "median": 97.0, "p95": 97.0, "max": 97, "min": 97}, "patch_lengths": [3, 9, 7, 4, 3, 5, 12, 7, 12, 2, 3, 11, 2, 12, 4, 3, 3, 2, 2, 5, 3, 4, 2, 3, 7, 3, 7, 3, 4, 5, 1, 1, 3, 11, 9, 2, 7, 3, 2, 2, 4, 3, 4, 7, 2, 3, 1, 2, 5, 2, 7, 11, 1, 2, 2, 3, 2, 3, 12, 2, 4, 4, 3, 4, 2, 1, 2, 3, 11, 6, 4, 7, 3, 4, 2, 1, 3, 1, 1, 2, 11, 9, 4, 2, 2, 11, 9, 4, 2, 5, 3, 4, 12, 2, 11, 9, 2], "patch_length_stats": {"count": 97, "sum": 441, "mean": 4.546391752577319, "median": 3.0, "p95": 11.199999999999989, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 70, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05358367100052419, "decode_time_sec": 6.653246783982468, "total_time_sec": 7.271909750001214, "prefill_units_per_sec": 9461.837730286157, "prefill_bytes_per_sec": 9443.175328451274, "decode_units_per_sec": 94.99121564549881, "decode_bytes_per_sec": 94.99121564549881, "total_units_per_sec": 86.90976947285333, "total_bytes_per_sec": 86.90976947285333, "step_latency_ms": {"count": 632, "sum": 6713, "mean": 10.621835443037975, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2875.08154296875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 632, "mean": 632.0, "median": 632.0, "p95": 632.0, "max": 632, "min": 632}, "bytes": {"count": 1, "sum": 632, "mean": 632.0, "median": 632.0, "p95": 632.0, "max": 632, "min": 632}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 111, "stage1_units": null, "bytes_per_stage0_unit": 4.558558558558558, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [111], "patch_count_stats": {"count": 1, "sum": 111, "mean": 111.0, "median": 111.0, "p95": 111.0, "max": 111, "min": 111}, "patch_lengths": [3, 7, 2, 2, 7, 4, 3, 3, 3, 4, 4, 6, 2, 3, 7, 4, 2, 2, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 6, 2, 7, 7, 7, 5, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 6, 2, 2, 7, 7, 7, 7, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 2, 6, 2, 7, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 2, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 3, 1, 2, 7, 7, 2], "patch_length_stats": {"count": 111, "sum": 507, "mean": 4.5675675675675675, "median": 4.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 71, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05047653399742558, "decode_time_sec": 9.536160051949992, "total_time_sec": 10.387729483998555, "prefill_units_per_sec": 14759.33351600561, "prefill_bytes_per_sec": 14739.522330078087, "decode_units_per_sec": 91.23169024644243, "decode_bytes_per_sec": 91.23169024644243, "total_units_per_sec": 83.7526623445637, "total_bytes_per_sec": 83.7526623445637, "step_latency_ms": {"count": 870, "sum": 9608, "mean": 11.04367816091954, "median": 7.0, "p95": 25.0, "max": 32, "min": 6}, "peak_allocated_mb": 2899.57470703125, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}, "model_input_units": {"count": 1, "sum": 745, "mean": 745.0, "median": 745.0, "p95": 745.0, "max": 745, "min": 745}}, "generated_stats": {"units": {"count": 1, "sum": 870, "mean": 870.0, "median": 870.0, "p95": 870.0, "max": 870, "min": 870}, "bytes": {"count": 1, "sum": 870, "mean": 870.0, "median": 870.0, "p95": 870.0, "max": 870, "min": 870}}, "compression_summary": {"raw_prompt_bytes": 744, "model_input_units": 745, "stage0_units": 176, "stage1_units": null, "bytes_per_stage0_unit": 4.2272727272727275, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [176], "patch_count_stats": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "patch_lengths": [3, 9, 7, 4, 4, 8, 6, 3, 9, 5, 2, 6, 5, 4, 2, 6, 2, 5, 7, 5, 2, 9, 5, 4, 2, 6, 2, 6, 1, 1, 5, 1, 7, 6, 6, 3, 8, 2, 5, 3, 6, 4, 5, 4, 1, 8, 7, 8, 2, 3, 7, 5, 3, 7, 4, 5, 2, 1, 3, 6, 5, 9, 2, 7, 2, 4, 9, 5, 2, 2, 1, 1, 3, 9, 7, 8, 1, 3, 3, 4, 7, 4, 7, 1, 3, 7, 7, 3, 2, 2, 1, 1, 9, 2, 9, 8, 4, 3, 1, 8, 5, 2, 2, 4, 2, 1, 1, 5, 1, 4, 4, 1, 9, 8, 6, 7, 3, 5, 1, 2, 1, 1, 5, 1, 6, 3, 6, 4, 2, 1, 7, 2, 1, 3, 4, 7, 1, 3, 1, 2, 6, 1, 5, 8, 7, 3, 1, 8, 5, 4, 2, 2, 2, 6, 6, 3, 2, 6, 1, 2, 7, 7, 6, 8, 7, 3, 1, 8, 5, 4, 2, 2, 2, 6, 6, 4], "patch_length_stats": {"count": 176, "sum": 745, "mean": 4.232954545454546, "median": 4.0, "p95": 8.25, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 72, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05474572000093758, "decode_time_sec": 4.685429888020735, "total_time_sec": 5.110291916000278, "prefill_units_per_sec": 5534.679240583753, "prefill_bytes_per_sec": 5516.412972463015, "decode_units_per_sec": 91.34700768744187, "decode_bytes_per_sec": 91.34700768744187, "total_units_per_sec": 83.75255406837637, "total_bytes_per_sec": 83.75255406837637, "step_latency_ms": {"count": 428, "sum": 4711, "mean": 11.007009345794392, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2858.57861328125, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "model_input_units": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}}, "generated_stats": {"units": {"count": 1, "sum": 428, "mean": 428.0, "median": 428.0, "p95": 428.0, "max": 428, "min": 428}, "bytes": {"count": 1, "sum": 428, "mean": 428.0, "median": 428.0, "p95": 428.0, "max": 428, "min": 428}}, "compression_summary": {"raw_prompt_bytes": 302, "model_input_units": 303, "stage0_units": 66, "stage1_units": null, "bytes_per_stage0_unit": 4.575757575757576, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [66], "patch_count_stats": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}, "patch_lengths": [3, 4, 7, 9, 4, 3, 3, 3, 4, 5, 5, 3, 3, 2, 7, 6, 15, 2, 1, 5, 3, 9, 3, 4, 9, 3, 4, 5, 5, 4, 3, 2, 4, 6, 6, 3, 5, 6, 6, 8, 5, 4, 4, 5, 3, 8, 1, 3, 4, 6, 3, 1, 6, 3, 10, 4, 3, 7, 4, 6, 3, 2, 2, 5, 6, 3], "patch_length_stats": {"count": 66, "sum": 303, "mean": 4.590909090909091, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 73, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04004776599686011, "decode_time_sec": 4.512944604975928, "total_time_sec": 5.1595348629998625, "prefill_units_per_sec": 13259.166567284487, "prefill_bytes_per_sec": 13234.196385425194, "decode_units_per_sec": 145.3596393088231, "decode_bytes_per_sec": 145.3596393088231, "total_units_per_sec": 127.14324399750015, "total_bytes_per_sec": 127.14324399750015, "step_latency_ms": {"count": 656, "sum": 4578, "mean": 6.978658536585366, "median": 7.0, "p95": 7.0, "max": 8, "min": 6}, "peak_allocated_mb": 2878.2392578125, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 530, "mean": 530.0, "median": 530.0, "p95": 530.0, "max": 530, "min": 530}, "model_input_units": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}}, "generated_stats": {"units": {"count": 1, "sum": 656, "mean": 656.0, "median": 656.0, "p95": 656.0, "max": 656, "min": 656}, "bytes": {"count": 1, "sum": 656, "mean": 656.0, "median": 656.0, "p95": 656.0, "max": 656, "min": 656}}, "compression_summary": {"raw_prompt_bytes": 530, "model_input_units": 531, "stage0_units": 113, "stage1_units": null, "bytes_per_stage0_unit": 4.6902654867256635, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [113], "patch_count_stats": {"count": 1, "sum": 113, "mean": 113.0, "median": 113.0, "p95": 113.0, "max": 113, "min": 113}, "patch_lengths": [3, 2, 5, 8, 5, 1, 7, 1, 8, 5, 3, 3, 4, 9, 2, 2, 4, 2, 3, 1, 7, 5, 1, 2, 9, 3, 8, 1, 7, 10, 2, 2, 1, 2, 3, 1, 7, 5, 1, 1, 3, 6, 10, 2, 7, 9, 2, 7, 7, 2, 3, 11, 2, 5, 1, 8, 1, 5, 2, 1, 5, 3, 7, 4, 3, 3, 9, 2, 11, 4, 4, 3, 6, 4, 1, 7, 5, 4, 15, 9, 2, 5, 2, 5, 3, 1, 8, 5, 4, 3, 15, 3, 9, 3, 5, 1, 1, 22, 3, 3, 6, 1, 15, 5, 2, 8, 3, 10, 4, 3, 9, 1, 2], "patch_length_stats": {"count": 113, "sum": 531, "mean": 4.699115044247788, "median": 4.0, "p95": 10.399999999999991, "max": 22, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 74, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03757842800041544, "decode_time_sec": 7.592478248978296, "total_time_sec": 8.22915401100181, "prefill_units_per_sec": 14503.001562331847, "prefill_bytes_per_sec": 14476.390550290871, "decode_units_per_sec": 88.24523140256089, "decode_bytes_per_sec": 88.24523140256089, "total_units_per_sec": 81.4178467317851, "total_bytes_per_sec": 81.4178467317851, "step_latency_ms": {"count": 670, "sum": 7644, "mean": 11.408955223880596, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2883.99755859375, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 544, "mean": 544.0, "median": 544.0, "p95": 544.0, "max": 544, "min": 544}, "model_input_units": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}}, "generated_stats": {"units": {"count": 1, "sum": 670, "mean": 670.0, "median": 670.0, "p95": 670.0, "max": 670, "min": 670}, "bytes": {"count": 1, "sum": 670, "mean": 670.0, "median": 670.0, "p95": 670.0, "max": 670, "min": 670}}, "compression_summary": {"raw_prompt_bytes": 544, "model_input_units": 545, "stage0_units": 149, "stage1_units": null, "bytes_per_stage0_unit": 3.651006711409396, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [149], "patch_count_stats": {"count": 1, "sum": 149, "mean": 149.0, "median": 149.0, "p95": 149.0, "max": 149, "min": 149}, "patch_lengths": [3, 3, 2, 1, 5, 1, 12, 5, 3, 3, 6, 5, 2, 3, 7, 2, 2, 2, 2, 11, 7, 3, 7, 2, 2, 2, 2, 3, 7, 3, 7, 2, 2, 2, 2, 9, 4, 3, 7, 2, 2, 2, 2, 4, 7, 3, 7, 2, 2, 2, 2, 4, 3, 7, 2, 2, 2, 2, 3, 4, 7, 3, 7, 2, 2, 2, 2, 4, 1, 4, 3, 7, 2, 2, 2, 2, 8, 6, 7, 2, 1, 6, 4, 7, 2, 1, 1, 2, 2, 8, 6, 7, 2, 1, 6, 4, 7, 2, 2, 2, 2, 7, 7, 3, 7, 2, 2, 2, 2, 4, 7, 3, 7, 2, 2, 2, 2, 4, 5, 3, 7, 2, 2, 2, 2, 5, 5, 3, 7, 2, 2, 2, 2, 5, 6, 3, 7, 2, 2, 2, 2, 5, 5, 3, 7, 2, 2, 2, 2], "patch_length_stats": {"count": 149, "sum": 545, "mean": 3.6577181208053693, "median": 3.0, "p95": 7.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 75, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044336321003356716, "decode_time_sec": 5.308792817970243, "total_time_sec": 5.803296711001167, "prefill_units_per_sec": 8864.064295507194, "prefill_bytes_per_sec": 8841.50942452626, "decode_units_per_sec": 97.57397166575647, "decode_bytes_per_sec": 97.57397166575647, "total_units_per_sec": 89.25960980386202, "total_bytes_per_sec": 89.25960980386202, "step_latency_ms": {"count": 518, "sum": 5343, "mean": 10.314671814671815, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2868.86328125, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 392, "mean": 392.0, "median": 392.0, "p95": 392.0, "max": 392, "min": 392}, "model_input_units": {"count": 1, "sum": 393, "mean": 393.0, "median": 393.0, "p95": 393.0, "max": 393, "min": 393}}, "generated_stats": {"units": {"count": 1, "sum": 518, "mean": 518.0, "median": 518.0, "p95": 518.0, "max": 518, "min": 518}, "bytes": {"count": 1, "sum": 518, "mean": 518.0, "median": 518.0, "p95": 518.0, "max": 518, "min": 518}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 393, "stage0_units": 74, "stage1_units": null, "bytes_per_stage0_unit": 5.297297297297297, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [74], "patch_count_stats": {"count": 1, "sum": 74, "mean": 74.0, "median": 74.0, "p95": 74.0, "max": 74, "min": 74}, "patch_lengths": [3, 7, 5, 5, 1, 7, 1, 6, 1, 5, 5, 1, 3, 6, 3, 3, 4, 3, 7, 9, 3, 9, 9, 2, 11, 6, 21, 2, 3, 7, 7, 3, 3, 9, 2, 8, 4, 7, 3, 6, 9, 3, 9, 6, 2, 11, 6, 21, 2, 3, 7, 7, 3, 3, 9, 2, 5, 5, 3, 4, 3, 4, 5, 2, 11, 5, 2, 6, 5, 2, 7, 5, 2, 4], "patch_length_stats": {"count": 74, "sum": 393, "mean": 5.3108108108108105, "median": 5.0, "p95": 11.0, "max": 21, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 76, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.06421065000176895, "decode_time_sec": 8.936439060944394, "total_time_sec": 9.746746541000903, "prefill_units_per_sec": 10917.192085435796, "prefill_bytes_per_sec": 10901.618344943021, "decode_units_per_sec": 92.43055252398365, "decode_bytes_per_sec": 92.43055252398365, "total_units_per_sec": 84.74622752580342, "total_bytes_per_sec": 84.74622752580342, "step_latency_ms": {"count": 826, "sum": 8976, "mean": 10.86682808716707, "median": 7.0, "p95": 25.0, "max": 30, "min": 6}, "peak_allocated_mb": 2898.6826171875, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}, "model_input_units": {"count": 1, "sum": 701, "mean": 701.0, "median": 701.0, "p95": 701.0, "max": 701, "min": 701}}, "generated_stats": {"units": {"count": 1, "sum": 826, "mean": 826.0, "median": 826.0, "p95": 826.0, "max": 826, "min": 826}, "bytes": {"count": 1, "sum": 826, "mean": 826.0, "median": 826.0, "p95": 826.0, "max": 826, "min": 826}}, "compression_summary": {"raw_prompt_bytes": 700, "model_input_units": 701, "stage0_units": 182, "stage1_units": null, "bytes_per_stage0_unit": 3.8461538461538463, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [182], "patch_count_stats": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "patch_lengths": [3, 4, 11, 4, 1, 7, 1, 4, 1, 9, 1, 2, 1, 7, 5, 1, 5, 5, 1, 6, 2, 1, 4, 3, 7, 6, 4, 4, 3, 3, 10, 6, 2, 2, 4, 3, 4, 6, 3, 7, 2, 7, 6, 9, 2, 6, 2, 7, 8, 6, 2, 3, 11, 4, 2, 8, 2, 9, 2, 5, 2, 3, 4, 9, 2, 4, 2, 8, 6, 2, 9, 2, 3, 3, 2, 6, 6, 1, 7, 4, 7, 3, 3, 7, 4, 5, 2, 9, 2, 8, 2, 4, 4, 1, 5, 3, 5, 3, 1, 1, 3, 8, 3, 1, 1, 3, 2, 3, 1, 1, 3, 4, 3, 1, 1, 3, 5, 3, 1, 1, 2, 1, 1, 2, 2, 5, 9, 1, 9, 1, 3, 7, 1, 5, 1, 4, 2, 7, 5, 2, 11, 8, 2, 4, 4, 1, 5, 3, 5, 3, 1, 1, 3, 8, 3, 1, 1, 3, 5, 3, 1, 1, 2, 1, 1, 2, 2, 5, 9, 1, 9, 1, 4, 3, 7, 4, 3, 3, 6, 3, 3, 4], "patch_length_stats": {"count": 182, "sum": 701, "mean": 3.8516483516483517, "median": 3.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 77, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04513598099947558, "decode_time_sec": 5.031381926037284, "total_time_sec": 5.492761425000936, "prefill_units_per_sec": 7953.7431567992535, "prefill_bytes_per_sec": 7931.587883381985, "decode_units_per_sec": 96.19623537130252, "decode_bytes_per_sec": 96.19623537130252, "total_units_per_sec": 88.11596982840331, "total_bytes_per_sec": 88.11596982840331, "step_latency_ms": {"count": 484, "sum": 5051, "mean": 10.435950413223141, "median": 7.0, "p95": 25.0, "max": 28, "min": 6}, "peak_allocated_mb": 2862.4833984375, "peak_reserved_mb": 2996.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "model_input_units": {"count": 1, "sum": 359, "mean": 359.0, "median": 359.0, "p95": 359.0, "max": 359, "min": 359}}, "generated_stats": {"units": {"count": 1, "sum": 484, "mean": 484.0, "median": 484.0, "p95": 484.0, "max": 484, "min": 484}, "bytes": {"count": 1, "sum": 484, "mean": 484.0, "median": 484.0, "p95": 484.0, "max": 484, "min": 484}}, "compression_summary": {"raw_prompt_bytes": 358, "model_input_units": 359, "stage0_units": 82, "stage1_units": null, "bytes_per_stage0_unit": 4.365853658536586, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [82], "patch_count_stats": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}, "patch_lengths": [3, 8, 7, 4, 2, 1, 10, 3, 3, 7, 6, 2, 4, 2, 4, 7, 6, 4, 3, 3, 10, 2, 1, 7, 1, 4, 7, 2, 5, 2, 2, 7, 1, 4, 5, 6, 2, 7, 7, 6, 7, 5, 2, 10, 2, 1, 7, 1, 2, 3, 4, 1, 2, 2, 10, 2, 1, 7, 4, 5, 3, 1, 2, 7, 7, 6, 7, 8, 2, 10, 2, 1, 7, 1, 4, 7, 7, 6, 7, 5, 2, 2], "patch_length_stats": {"count": 82, "sum": 359, "mean": 4.378048780487805, "median": 4.0, "p95": 9.900000000000006, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 78, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04692917899956228, "decode_time_sec": 4.358745504028775, "total_time_sec": 4.780045327002881, "prefill_units_per_sec": 6627.007048278018, "prefill_bytes_per_sec": 6605.6983439427195, "decode_units_per_sec": 100.0287811245246, "decode_bytes_per_sec": 100.0287811245246, "total_units_per_sec": 91.21252418611996, "total_bytes_per_sec": 91.21252418611996, "step_latency_ms": {"count": 436, "sum": 4381, "mean": 10.04816513761468, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2857.4873046875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 5.43859649122807, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 4, 6, 5, 1, 9, 1, 3, 1, 7, 5, 1, 7, 5, 3, 3, 4, 7, 5, 2, 7, 6, 6, 4, 3, 7, 5, 4, 10, 10, 6, 2, 7, 5, 4, 2, 3, 2, 8, 6, 2, 7, 5, 4, 9, 5, 4, 1, 8, 2, 32, 1, 6, 2, 25, 7, 2], "patch_length_stats": {"count": 57, "sum": 311, "mean": 5.456140350877193, "median": 5.0, "p95": 10.0, "max": 32, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 79, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04018631600047229, "decode_time_sec": 3.7579680839698995, "total_time_sec": 4.123640185000113, "prefill_units_per_sec": 6544.516297460785, "prefill_bytes_per_sec": 6519.632205075002, "decode_units_per_sec": 103.24728452459837, "decode_bytes_per_sec": 103.24728452459837, "total_units_per_sec": 94.09162356389962, "total_bytes_per_sec": 94.09162356389962, "step_latency_ms": {"count": 388, "sum": 3757, "mean": 9.68298969072165, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2855.853515625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}, "bytes": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 52, "stage1_units": null, "bytes_per_stage0_unit": 5.038461538461538, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [52], "patch_count_stats": {"count": 1, "sum": 52, "mean": 52.0, "median": 52.0, "p95": 52.0, "max": 52, "min": 52}, "patch_lengths": [3, 4, 9, 5, 5, 1, 7, 5, 1, 9, 5, 3, 3, 4, 2, 4, 6, 5, 4, 8, 5, 7, 9, 1, 7, 7, 2, 9, 3, 9, 5, 5, 9, 1, 7, 7, 2, 7, 3, 7, 5, 5, 7, 2, 3, 4, 2, 4, 9, 7, 8, 2], "patch_length_stats": {"count": 52, "sum": 263, "mean": 5.0576923076923075, "median": 5.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 80, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04792849800287513, "decode_time_sec": 5.223028784952476, "total_time_sec": 5.718206613997609, "prefill_units_per_sec": 8283.172153155829, "prefill_bytes_per_sec": 8262.307739671809, "decode_units_per_sec": 99.94201094657564, "decode_bytes_per_sec": 99.94201094657564, "total_units_per_sec": 91.2873624961706, "total_bytes_per_sec": 91.2873624961706, "step_latency_ms": {"count": 522, "sum": 5220, "mean": 10.0, "median": 7.0, "p95": 24.0, "max": 39, "min": 6}, "peak_allocated_mb": 2869.310546875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}, "model_input_units": {"count": 1, "sum": 397, "mean": 397.0, "median": 397.0, "p95": 397.0, "max": 397, "min": 397}}, "generated_stats": {"units": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}, "bytes": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}}, "compression_summary": {"raw_prompt_bytes": 396, "model_input_units": 397, "stage0_units": 77, "stage1_units": null, "bytes_per_stage0_unit": 5.142857142857143, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [77], "patch_count_stats": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}, "patch_lengths": [3, 9, 4, 6, 8, 6, 8, 9, 2, 34, 6, 2, 30, 8, 5, 30, 7, 9, 6, 3, 5, 2, 1, 3, 4, 6, 2, 3, 4, 2, 1, 3, 4, 6, 2, 8, 2, 1, 1, 1, 2, 1, 1, 3, 8, 2, 7, 9, 1, 3, 2, 3, 7, 9, 4, 2, 1, 1, 1, 2, 1, 1, 3, 6, 9, 2, 7, 9, 1, 5, 9, 6, 6, 2, 2, 1, 2], "patch_length_stats": {"count": 77, "sum": 397, "mean": 5.1558441558441555, "median": 3.0, "p95": 9.0, "max": 34, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 81, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05525507999846013, "decode_time_sec": 9.315320543984853, "total_time_sec": 10.085534714002279, "prefill_units_per_sec": 12125.5819377815, "prefill_bytes_per_sec": 12107.484054292274, "decode_units_per_sec": 85.34327898285287, "decode_bytes_per_sec": 85.34327898285287, "total_units_per_sec": 78.82576606436739, "total_bytes_per_sec": 78.82576606436739, "step_latency_ms": {"count": 795, "sum": 9336, "mean": 11.743396226415094, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2896.2138671875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 669, "mean": 669.0, "median": 669.0, "p95": 669.0, "max": 669, "min": 669}, "model_input_units": {"count": 1, "sum": 670, "mean": 670.0, "median": 670.0, "p95": 670.0, "max": 670, "min": 670}}, "generated_stats": {"units": {"count": 1, "sum": 795, "mean": 795.0, "median": 795.0, "p95": 795.0, "max": 795, "min": 795}, "bytes": {"count": 1, "sum": 795, "mean": 795.0, "median": 795.0, "p95": 795.0, "max": 795, "min": 795}}, "compression_summary": {"raw_prompt_bytes": 669, "model_input_units": 670, "stage0_units": 191, "stage1_units": null, "bytes_per_stage0_unit": 3.5026178010471205, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [191], "patch_count_stats": {"count": 1, "sum": 191, "mean": 191.0, "median": 191.0, "p95": 191.0, "max": 191, "min": 191}, "patch_lengths": [3, 2, 6, 5, 1, 4, 6, 3, 3, 4, 3, 4, 3, 5, 6, 3, 3, 2, 1, 1, 1, 3, 11, 7, 2, 3, 1, 2, 4, 3, 15, 2, 1, 1, 3, 15, 2, 6, 2, 1, 1, 2, 5, 7, 2, 15, 2, 5, 2, 1, 1, 2, 5, 6, 2, 15, 2, 2, 3, 2, 1, 1, 2, 5, 6, 2, 15, 2, 3, 3, 2, 1, 1, 2, 5, 4, 3, 2, 15, 3, 1, 2, 4, 2, 1, 3, 4, 2, 1, 1, 2, 8, 2, 1, 4, 2, 3, 5, 2, 8, 3, 15, 2, 3, 1, 2, 2, 4, 7, 5, 5, 4, 3, 3, 1, 1, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 1, 5, 7, 2, 12, 5, 6, 3, 1, 1, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 1, 5, 7, 1, 5, 4, 3, 2, 12, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 2], "patch_length_stats": {"count": 191, "sum": 670, "mean": 3.507853403141361, "median": 2.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 82, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.041794485001446446, "decode_time_sec": 10.7869579239632, "total_time_sec": 11.799658328996884, "prefill_units_per_sec": 21892.840645562046, "prefill_bytes_per_sec": 21868.914043763616, "decode_units_per_sec": 96.41272426674091, "decode_bytes_per_sec": 96.41272426674091, "total_units_per_sec": 88.13814527529738, "total_bytes_per_sec": 88.13814527529738, "step_latency_ms": {"count": 1040, "sum": 10817, "mean": 10.400961538461539, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2916.47314453125, "peak_reserved_mb": 3042.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 914, "mean": 914.0, "median": 914.0, "p95": 914.0, "max": 914, "min": 914}, "model_input_units": {"count": 1, "sum": 915, "mean": 915.0, "median": 915.0, "p95": 915.0, "max": 915, "min": 915}}, "generated_stats": {"units": {"count": 1, "sum": 1040, "mean": 1040.0, "median": 1040.0, "p95": 1040.0, "max": 1040, "min": 1040}, "bytes": {"count": 1, "sum": 1040, "mean": 1040.0, "median": 1040.0, "p95": 1040.0, "max": 1040, "min": 1040}}, "compression_summary": {"raw_prompt_bytes": 914, "model_input_units": 915, "stage0_units": 198, "stage1_units": null, "bytes_per_stage0_unit": 4.616161616161616, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [198], "patch_count_stats": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "patch_lengths": [3, 2, 5, 9, 6, 1, 7, 1, 8, 6, 1, 7, 2, 2, 1, 3, 28, 5, 1, 10, 5, 1, 3, 6, 3, 3, 7, 2, 6, 10, 3, 4, 6, 8, 3, 4, 4, 3, 3, 7, 3, 2, 4, 1, 4, 7, 4, 3, 6, 2, 1, 8, 2, 7, 6, 13, 2, 11, 2, 6, 4, 4, 1, 6, 5, 3, 4, 2, 1, 4, 4, 3, 3, 4, 4, 2, 6, 7, 2, 10, 7, 3, 4, 4, 5, 3, 6, 2, 5, 4, 3, 3, 10, 3, 5, 2, 7, 10, 2, 7, 7, 8, 2, 2, 3, 5, 6, 2, 7, 3, 2, 4, 1, 3, 7, 2, 11, 4, 5, 6, 1, 9, 2, 7, 1, 7, 2, 6, 1, 3, 7, 2, 7, 5, 2, 4, 1, 3, 7, 2, 11, 4, 5, 6, 1, 9, 2, 7, 1, 7, 2, 6, 1, 3, 7, 2, 23, 6, 3, 3, 4, 5, 2, 4, 2, 7, 2, 4, 1, 1, 4, 5, 3, 8, 2, 7, 6, 4, 7, 10, 2, 4, 8, 2, 1, 4, 5, 4, 7, 4, 8, 2, 4, 3, 8, 7, 5, 4], "patch_length_stats": {"count": 198, "sum": 915, "mean": 4.621212121212121, "median": 4.0, "p95": 10.0, "max": 28, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 83, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049353228001564275, "decode_time_sec": 4.579466130009678, "total_time_sec": 4.9767365340012475, "prefill_units_per_sec": 5734.174064379947, "prefill_bytes_per_sec": 5713.911965212526, "decode_units_per_sec": 89.09335464375141, "decode_bytes_per_sec": 89.09335464375141, "total_units_per_sec": 81.98143446263008, "total_bytes_per_sec": 81.98143446263008, "step_latency_ms": {"count": 408, "sum": 4600, "mean": 11.27450980392157, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2857.3544921875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}, "bytes": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.7, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 12, 12, 3, 6, 1, 6, 5, 5, 1, 5, 2, 2, 5, 3, 7, 11, 3, 6, 1, 9, 1, 3, 11, 3, 6, 1, 4, 1, 3, 11, 3, 6, 1, 6, 3, 5, 2, 3, 9, 3, 5, 5, 5, 4, 5, 4, 4, 12, 7, 4, 4, 3, 3, 6, 2, 3, 6, 6, 2], "patch_length_stats": {"count": 60, "sum": 283, "mean": 4.716666666666667, "median": 4.0, "p95": 11.049999999999997, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 84, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.050860056002420606, "decode_time_sec": 4.026377580968983, "total_time_sec": 4.415198030997999, "prefill_units_per_sec": 5328.3464726641705, "prefill_bytes_per_sec": 5308.684677562089, "decode_units_per_sec": 98.35143178616127, "decode_bytes_per_sec": 98.35143178616127, "total_units_per_sec": 89.69020125932818, "total_bytes_per_sec": 89.69020125932818, "step_latency_ms": {"count": 396, "sum": 4051, "mean": 10.22979797979798, "median": 7.0, "p95": 24.25, "max": 28, "min": 6}, "peak_allocated_mb": 2856.42578125, "peak_reserved_mb": 2984.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "model_input_units": {"count": 1, "sum": 271, "mean": 271.0, "median": 271.0, "p95": 271.0, "max": 271, "min": 271}}, "generated_stats": {"units": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}, "bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}}, "compression_summary": {"raw_prompt_bytes": 270, "model_input_units": 271, "stage0_units": 55, "stage1_units": null, "bytes_per_stage0_unit": 4.909090909090909, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [55], "patch_count_stats": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}, "patch_lengths": [3, 8, 4, 5, 3, 4, 2, 4, 3, 8, 2, 7, 8, 8, 3, 4, 1, 9, 2, 3, 6, 5, 8, 8, 1, 9, 2, 3, 6, 4, 5, 8, 8, 1, 9, 2, 3, 6, 8, 4, 5, 8, 8, 1, 9, 2, 3, 7, 9, 4, 3, 5, 1, 7, 2], "patch_length_stats": {"count": 55, "sum": 271, "mean": 4.927272727272728, "median": 4.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 85, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05094338599519688, "decode_time_sec": 6.413879762985744, "total_time_sec": 7.048502788002224, "prefill_units_per_sec": 10600.002128851685, "prefill_bytes_per_sec": 10580.372495279737, "decode_units_per_sec": 103.68139481467827, "decode_bytes_per_sec": 103.68139481467827, "total_units_per_sec": 94.34627750051337, "total_bytes_per_sec": 94.34627750051337, "step_latency_ms": {"count": 665, "sum": 6434, "mean": 9.675187969924812, "median": 7.0, "p95": 24.0, "max": 28, "min": 6}, "peak_allocated_mb": 2876.0966796875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 665, "mean": 665.0, "median": 665.0, "p95": 665.0, "max": 665, "min": 665}, "bytes": {"count": 1, "sum": 665, "mean": 665.0, "median": 665.0, "p95": 665.0, "max": 665, "min": 665}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 94, "stage1_units": null, "bytes_per_stage0_unit": 5.73404255319149, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [94], "patch_count_stats": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}, "patch_lengths": [3, 4, 4, 5, 3, 3, 4, 6, 5, 2, 11, 8, 2, 6, 5, 7, 2, 11, 7, 2, 3, 3, 6, 4, 4, 2, 11, 3, 4, 7, 2, 15, 3, 5, 5, 4, 2, 19, 7, 2, 5, 5, 4, 1, 20, 2, 19, 6, 2, 2, 9, 8, 4, 19, 9, 1, 14, 7, 1, 1, 1, 4, 3, 5, 9, 2, 15, 6, 2, 7, 8, 3, 15, 9, 1, 11, 8, 2, 5, 9, 7, 1, 1, 3, 11, 5, 5, 4, 2, 7, 1, 11, 4, 3], "patch_length_stats": {"count": 94, "sum": 540, "mean": 5.74468085106383, "median": 4.5, "p95": 15.0, "max": 20, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 86, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0372567109989177, "decode_time_sec": 3.88194413697056, "total_time_sec": 4.2484504470012325, "prefill_units_per_sec": 7354.379725251638, "prefill_bytes_per_sec": 7327.5389233346605, "decode_units_per_sec": 102.78355018044556, "decode_bytes_per_sec": 102.78355018044556, "total_units_per_sec": 93.91659499797956, "total_bytes_per_sec": 93.91659499797956, "step_latency_ms": {"count": 399, "sum": 3855, "mean": 9.661654135338345, "median": 6.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2856.0693359375, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "model_input_units": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}}, "generated_stats": {"units": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 273, "model_input_units": 274, "stage0_units": 52, "stage1_units": null, "bytes_per_stage0_unit": 5.25, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [52], "patch_count_stats": {"count": 1, "sum": 52, "mean": 52.0, "median": 52.0, "p95": 52.0, "max": 52, "min": 52}, "patch_lengths": [3, 7, 6, 12, 6, 5, 3, 5, 2, 6, 7, 7, 4, 3, 3, 4, 4, 8, 2, 7, 2, 6, 4, 5, 5, 7, 7, 4, 3, 7, 5, 2, 8, 7, 3, 7, 5, 4, 5, 4, 13, 7, 3, 5, 7, 2, 7, 8, 7, 3, 6, 2], "patch_length_stats": {"count": 52, "sum": 274, "mean": 5.269230769230769, "median": 5.0, "p95": 8.0, "max": 13, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 87, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0406423669992364, "decode_time_sec": 4.351052175017685, "total_time_sec": 4.754360517003079, "prefill_units_per_sec": 7529.089041633554, "prefill_bytes_per_sec": 7504.484175484426, "decode_units_per_sec": 99.05650005179453, "decode_bytes_per_sec": 99.05650005179453, "total_units_per_sec": 90.65362175598786, "total_bytes_per_sec": 90.65362175598786, "step_latency_ms": {"count": 431, "sum": 4362, "mean": 10.120649651972158, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2858.63818359375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}, "bytes": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 66, "stage1_units": null, "bytes_per_stage0_unit": 4.621212121212121, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [66], "patch_count_stats": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}, "patch_lengths": [3, 2, 4, 7, 5, 1, 5, 3, 3, 4, 6, 2, 2, 3, 7, 6, 4, 6, 1, 2, 5, 2, 11, 5, 2, 5, 11, 5, 5, 2, 4, 6, 3, 11, 3, 4, 5, 2, 15, 6, 1, 7, 4, 6, 3, 5, 2, 7, 2, 3, 3, 4, 5, 5, 5, 3, 10, 1, 4, 7, 13, 2, 7, 3, 4, 2], "patch_length_stats": {"count": 66, "sum": 306, "mean": 4.636363636363637, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 88, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04049254799974733, "decode_time_sec": 4.407010449980589, "total_time_sec": 4.821427423998102, "prefill_units_per_sec": 8075.559977160253, "prefill_bytes_per_sec": 8050.8640750894265, "decode_units_per_sec": 102.563859362301, "decode_bytes_per_sec": 102.563859362301, "total_units_per_sec": 93.74817045886076, "total_bytes_per_sec": 93.74817045886076, "step_latency_ms": {"count": 452, "sum": 4393, "mean": 9.719026548672566, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2859.72265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 452, "mean": 452.0, "median": 452.0, "p95": 452.0, "max": 452, "min": 452}, "bytes": {"count": 1, "sum": 452, "mean": 452.0, "median": 452.0, "p95": 452.0, "max": 452, "min": 452}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 64, "stage1_units": null, "bytes_per_stage0_unit": 5.09375, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [64], "patch_count_stats": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "patch_lengths": [3, 7, 5, 11, 6, 5, 1, 5, 5, 1, 7, 5, 3, 3, 4, 5, 8, 2, 2, 4, 10, 3, 7, 4, 5, 1, 6, 3, 5, 5, 6, 4, 11, 3, 7, 2, 15, 6, 2, 5, 5, 7, 7, 7, 6, 6, 2, 16, 8, 7, 4, 1, 2, 2, 2, 6, 5, 1, 6, 4, 7, 10, 2, 2], "patch_length_stats": {"count": 64, "sum": 327, "mean": 5.109375, "median": 5.0, "p95": 10.849999999999994, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 89, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04760665900175809, "decode_time_sec": 4.435211596031877, "total_time_sec": 4.844858828000724, "prefill_units_per_sec": 6532.699553407328, "prefill_bytes_per_sec": 6511.694088605374, "decode_units_per_sec": 98.30421628363419, "decode_bytes_per_sec": 98.30421628363419, "total_units_per_sec": 89.99230224834423, "total_bytes_per_sec": 89.99230224834423, "step_latency_ms": {"count": 436, "sum": 4412, "mean": 10.119266055045872, "median": 7.0, "p95": 23.0, "max": 34, "min": 6}, "peak_allocated_mb": 2858.4580078125, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 64, "stage1_units": null, "bytes_per_stage0_unit": 4.84375, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [64], "patch_count_stats": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "patch_lengths": [3, 8, 3, 5, 1, 9, 2, 5, 2, 1, 7, 8, 2, 2, 2, 5, 5, 3, 4, 6, 7, 1, 7, 8, 1, 5, 2, 1, 7, 8, 2, 2, 2, 3, 7, 8, 2, 3, 7, 4, 5, 3, 7, 2, 11, 3, 5, 5, 3, 15, 6, 5, 6, 5, 2, 16, 2, 15, 6, 5, 2, 3, 7, 2], "patch_length_stats": {"count": 64, "sum": 311, "mean": 4.859375, "median": 5.0, "p95": 10.699999999999989, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 90, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03493972399883205, "decode_time_sec": 4.052769993992115, "total_time_sec": 4.4025088230009715, "prefill_units_per_sec": 7384.145335796708, "prefill_bytes_per_sec": 7355.524617440907, "decode_units_per_sec": 94.50326580777215, "decode_bytes_per_sec": 94.50326580777215, "total_units_per_sec": 86.99585063839302, "total_bytes_per_sec": 86.99585063839302, "step_latency_ms": {"count": 383, "sum": 4039, "mean": 10.545691906005223, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2857.142578125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}, "bytes": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 62, "stage1_units": null, "bytes_per_stage0_unit": 4.145161290322581, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [62], "patch_count_stats": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}, "patch_lengths": [3, 7, 11, 7, 4, 4, 5, 1, 6, 3, 6, 1, 4, 7, 1, 5, 1, 2, 3, 4, 7, 5, 5, 2, 1, 5, 5, 2, 4, 1, 4, 2, 3, 6, 4, 4, 5, 3, 3, 5, 3, 2, 3, 7, 8, 4, 7, 2, 3, 5, 5, 2, 3, 7, 7, 3, 7, 6, 3, 6, 2, 2], "patch_length_stats": {"count": 62, "sum": 258, "mean": 4.161290322580645, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 91, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03331707399775041, "decode_time_sec": 3.991797626022162, "total_time_sec": 4.345451668999885, "prefill_units_per_sec": 7743.777260194587, "prefill_bytes_per_sec": 7713.762619651197, "decode_units_per_sec": 95.94674777680567, "decode_bytes_per_sec": 95.94674777680567, "total_units_per_sec": 88.13813365646021, "total_bytes_per_sec": 88.13813365646021, "step_latency_ms": {"count": 383, "sum": 4029, "mean": 10.51958224543081, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2856.865234375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}, "bytes": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.283333333333333, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 7, 8, 5, 4, 3, 4, 2, 7, 11, 3, 3, 4, 6, 5, 3, 3, 3, 7, 2, 5, 3, 4, 7, 1, 12, 3, 4, 7, 3, 4, 6, 4, 7, 3, 4, 7, 5, 1, 2, 1, 1, 2, 11, 9, 2, 7, 4, 2, 3, 6, 4, 1, 6, 5, 1, 2, 1, 1, 4], "patch_length_stats": {"count": 60, "sum": 258, "mean": 4.3, "median": 4.0, "p95": 9.099999999999994, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 92, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.040787745998386526, "decode_time_sec": 4.929551505007112, "total_time_sec": 5.402393985001254, "prefill_units_per_sec": 9586.21248684512, "prefill_bytes_per_sec": 9561.695319359582, "decode_units_per_sec": 104.67483694528426, "decode_bytes_per_sec": 104.67483694528426, "total_units_per_sec": 95.5132116303584, "total_bytes_per_sec": 95.5132116303584, "step_latency_ms": {"count": 516, "sum": 4918, "mean": 9.531007751937985, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2868.84765625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}, "model_input_units": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "generated_stats": {"units": {"count": 1, "sum": 516, "mean": 516.0, "median": 516.0, "p95": 516.0, "max": 516, "min": 516}, "bytes": {"count": 1, "sum": 516, "mean": 516.0, "median": 516.0, "p95": 516.0, "max": 516, "min": 516}}, "compression_summary": {"raw_prompt_bytes": 390, "model_input_units": 391, "stage0_units": 74, "stage1_units": null, "bytes_per_stage0_unit": 5.27027027027027, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [74], "patch_count_stats": {"count": 1, "sum": 74, "mean": 74.0, "median": 74.0, "p95": 74.0, "max": 74, "min": 74}, "patch_lengths": [3, 6, 4, 5, 3, 3, 4, 4, 2, 11, 3, 5, 5, 4, 8, 5, 2, 4, 8, 6, 6, 2, 3, 15, 5, 2, 5, 2, 6, 7, 1, 1, 11, 4, 5, 2, 5, 2, 3, 3, 4, 1, 15, 7, 5, 1, 11, 5, 2, 15, 7, 6, 1, 7, 7, 9, 11, 8, 9, 2, 11, 2, 6, 6, 2, 10, 6, 1, 6, 4, 8, 4, 5, 2], "patch_length_stats": {"count": 74, "sum": 391, "mean": 5.283783783783784, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 93, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04803253100180882, "decode_time_sec": 7.024269821991766, "total_time_sec": 7.677282737000496, "prefill_units_per_sec": 11783.680522242008, "prefill_bytes_per_sec": 11762.861298704478, "decode_units_per_sec": 98.37321422884402, "decode_bytes_per_sec": 98.37321422884402, "total_units_per_sec": 90.00580331238038, "total_bytes_per_sec": 90.00580331238038, "step_latency_ms": {"count": 691, "sum": 7035, "mean": 10.180897250361795, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2882.32373046875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}, "model_input_units": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}}, "generated_stats": {"units": {"count": 1, "sum": 691, "mean": 691.0, "median": 691.0, "p95": 691.0, "max": 691, "min": 691}, "bytes": {"count": 1, "sum": 691, "mean": 691.0, "median": 691.0, "p95": 691.0, "max": 691, "min": 691}}, "compression_summary": {"raw_prompt_bytes": 565, "model_input_units": 566, "stage0_units": 129, "stage1_units": null, "bytes_per_stage0_unit": 4.37984496124031, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [129], "patch_count_stats": {"count": 1, "sum": 129, "mean": 129.0, "median": 129.0, "p95": 129.0, "max": 129, "min": 129}, "patch_lengths": [3, 9, 7, 8, 7, 8, 1, 8, 1, 5, 3, 3, 5, 8, 2, 4, 3, 4, 7, 3, 8, 2, 7, 3, 7, 2, 11, 4, 2, 8, 1, 6, 2, 6, 4, 3, 2, 4, 3, 11, 3, 8, 1, 6, 2, 6, 4, 3, 2, 5, 4, 4, 15, 4, 3, 8, 1, 6, 2, 6, 4, 3, 2, 5, 4, 3, 11, 5, 8, 11, 4, 1, 1, 1, 2, 11, 5, 8, 4, 1, 3, 1, 1, 2, 3, 8, 8, 2, 4, 3, 6, 2, 1, 1, 1, 3, 4, 7, 3, 8, 2, 7, 4, 2, 7, 4, 2, 4, 2, 2, 7, 4, 2, 5, 4, 2, 3, 7, 4, 2, 5, 4, 2, 5, 7, 4, 2, 4, 4], "patch_length_stats": {"count": 129, "sum": 566, "mean": 4.387596899224806, "median": 4.0, "p95": 8.599999999999994, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 94, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04717529999834369, "decode_time_sec": 9.0983270969773, "total_time_sec": 10.067150935999962, "prefill_units_per_sec": 18759.81710834, "prefill_bytes_per_sec": 18738.61957488425, "decode_units_per_sec": 111.00941846062537, "decode_bytes_per_sec": 111.00941846062537, "total_units_per_sec": 100.32629950826077, "total_bytes_per_sec": 100.32629950826077, "step_latency_ms": {"count": 1010, "sum": 9106, "mean": 9.015841584158416, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2906.4736328125, "peak_reserved_mb": 3042.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 884, "mean": 884.0, "median": 884.0, "p95": 884.0, "max": 884, "min": 884}, "model_input_units": {"count": 1, "sum": 885, "mean": 885.0, "median": 885.0, "p95": 885.0, "max": 885, "min": 885}}, "generated_stats": {"units": {"count": 1, "sum": 1010, "mean": 1010.0, "median": 1010.0, "p95": 1010.0, "max": 1010, "min": 1010}, "bytes": {"count": 1, "sum": 1010, "mean": 1010.0, "median": 1010.0, "p95": 1010.0, "max": 1010, "min": 1010}}, "compression_summary": {"raw_prompt_bytes": 884, "model_input_units": 885, "stage0_units": 131, "stage1_units": null, "bytes_per_stage0_unit": 6.748091603053435, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [131], "patch_count_stats": {"count": 1, "sum": 131, "mean": 131.0, "median": 131.0, "p95": 131.0, "max": 131, "min": 131}, "patch_lengths": [3, 7, 5, 6, 8, 8, 1, 6, 9, 8, 5, 3, 3, 4, 5, 10, 5, 5, 3, 7, 4, 5, 5, 8, 1, 2, 4, 1, 3, 6, 3, 11, 3, 4, 11, 8, 1, 12, 3, 15, 2, 5, 5, 4, 8, 3, 2, 7, 5, 7, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 4, 57, 9, 8, 2, 11, 5, 4, 8, 3, 5, 4, 15, 2, 7, 4, 8, 3, 3, 5, 8, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 5, 4, 57, 9, 8, 2, 11, 5, 8, 7, 4, 3, 6, 8, 8, 2, 15, 2, 6, 3, 4, 8, 7, 3, 3, 8, 8, 8, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 7, 5], "patch_length_stats": {"count": 131, "sum": 885, "mean": 6.755725190839694, "median": 6.0, "p95": 15.0, "max": 57, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 95, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05119017600372899, "decode_time_sec": 7.144033403033973, "total_time_sec": 7.7525240819995815, "prefill_units_per_sec": 10275.409093371412, "prefill_bytes_per_sec": 10255.874095095041, "decode_units_per_sec": 91.12499386180491, "decode_bytes_per_sec": 91.12499386180491, "total_units_per_sec": 83.97265111520812, "total_bytes_per_sec": 83.97265111520812, "step_latency_ms": {"count": 651, "sum": 7124, "mean": 10.943164362519202, "median": 7.0, "p95": 24.0, "max": 31, "min": 6}, "peak_allocated_mb": 2879.07421875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 525, "mean": 525.0, "median": 525.0, "p95": 525.0, "max": 525, "min": 525}, "model_input_units": {"count": 1, "sum": 526, "mean": 526.0, "median": 526.0, "p95": 526.0, "max": 526, "min": 526}}, "generated_stats": {"units": {"count": 1, "sum": 651, "mean": 651.0, "median": 651.0, "p95": 651.0, "max": 651, "min": 651}, "bytes": {"count": 1, "sum": 651, "mean": 651.0, "median": 651.0, "p95": 651.0, "max": 651, "min": 651}}, "compression_summary": {"raw_prompt_bytes": 525, "model_input_units": 526, "stage0_units": 121, "stage1_units": null, "bytes_per_stage0_unit": 4.338842975206612, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [121], "patch_count_stats": {"count": 1, "sum": 121, "mean": 121.0, "median": 121.0, "p95": 121.0, "max": 121, "min": 121}, "patch_lengths": [3, 6, 5, 5, 10, 7, 7, 5, 3, 3, 5, 1, 6, 1, 4, 1, 7, 2, 4, 11, 3, 9, 3, 5, 7, 5, 7, 5, 3, 3, 7, 5, 2, 7, 5, 2, 5, 3, 6, 4, 5, 5, 7, 4, 4, 3, 3, 3, 4, 4, 1, 5, 2, 4, 6, 10, 6, 5, 5, 1, 6, 1, 4, 1, 7, 1, 7, 5, 3, 3, 2, 4, 5, 4, 9, 3, 4, 10, 6, 1, 3, 7, 5, 2, 5, 3, 3, 5, 5, 7, 2, 3, 4, 2, 4, 4, 2, 3, 7, 5, 2, 5, 3, 3, 5, 5, 7, 2, 4, 2, 5, 2, 3, 7, 2, 5, 4, 8, 3, 1, 2], "patch_length_stats": {"count": 121, "sum": 526, "mean": 4.347107438016529, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 96, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047442189996218076, "decode_time_sec": 4.807160846990882, "total_time_sec": 5.200001909997809, "prefill_units_per_sec": 5922.998074549264, "prefill_bytes_per_sec": 5901.9197895864545, "decode_units_per_sec": 84.45733623707267, "decode_bytes_per_sec": 84.45733623707267, "total_units_per_sec": 78.07689439871207, "total_bytes_per_sec": 78.07689439871207, "step_latency_ms": {"count": 406, "sum": 4837, "mean": 11.913793103448276, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2860.92138671875, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}, "model_input_units": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}}, "generated_stats": {"units": {"count": 1, "sum": 406, "mean": 406.0, "median": 406.0, "p95": 406.0, "max": 406, "min": 406}, "bytes": {"count": 1, "sum": 406, "mean": 406.0, "median": 406.0, "p95": 406.0, "max": 406, "min": 406}}, "compression_summary": {"raw_prompt_bytes": 280, "model_input_units": 281, "stage0_units": 86, "stage1_units": null, "bytes_per_stage0_unit": 3.255813953488372, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [86], "patch_count_stats": {"count": 1, "sum": 86, "mean": 86.0, "median": 86.0, "p95": 86.0, "max": 86, "min": 86}, "patch_lengths": [3, 4, 3, 4, 5, 1, 4, 1, 5, 1, 8, 3, 3, 4, 3, 4, 3, 5, 1, 4, 2, 1, 2, 5, 1, 7, 5, 1, 4, 2, 1, 2, 4, 2, 1, 1, 7, 4, 2, 4, 3, 1, 3, 4, 3, 3, 4, 4, 2, 1, 1, 5, 2, 1, 1, 5, 1, 8, 2, 7, 3, 4, 3, 5, 1, 5, 5, 5, 2, 3, 3, 3, 4, 2, 7, 3, 7, 3, 3, 2, 4, 4, 2, 3, 4, 3], "patch_length_stats": {"count": 86, "sum": 281, "mean": 3.2674418604651163, "median": 3.0, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 97, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05242330499822856, "decode_time_sec": 4.189864514970395, "total_time_sec": 4.582400870000129, "prefill_units_per_sec": 5493.7398550078415, "prefill_bytes_per_sec": 5474.664369400175, "decode_units_per_sec": 98.57120642549421, "decode_bytes_per_sec": 98.57120642549421, "total_units_per_sec": 90.12742702276687, "total_bytes_per_sec": 90.12742702276687, "step_latency_ms": {"count": 413, "sum": 4173, "mean": 10.104116222760291, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2857.4521484375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 287, "mean": 287.0, "median": 287.0, "p95": 287.0, "max": 287, "min": 287}, "model_input_units": {"count": 1, "sum": 288, "mean": 288.0, "median": 288.0, "p95": 288.0, "max": 288, "min": 288}}, "generated_stats": {"units": {"count": 1, "sum": 413, "mean": 413.0, "median": 413.0, "p95": 413.0, "max": 413, "min": 413}, "bytes": {"count": 1, "sum": 413, "mean": 413.0, "median": 413.0, "p95": 413.0, "max": 413, "min": 413}}, "compression_summary": {"raw_prompt_bytes": 287, "model_input_units": 288, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.783333333333333, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 6, 5, 1, 8, 3, 3, 5, 6, 8, 2, 4, 8, 3, 3, 4, 2, 3, 6, 4, 8, 4, 10, 6, 1, 1, 2, 5, 2, 6, 5, 3, 3, 4, 9, 4, 7, 10, 2, 5, 3, 5, 4, 6, 5, 2, 2, 5, 7, 6, 2, 7, 6, 7, 5, 2, 8, 7, 10, 5], "patch_length_stats": {"count": 60, "sum": 288, "mean": 4.8, "median": 5.0, "p95": 9.049999999999997, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 98, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03341107600135729, "decode_time_sec": 6.907169726036955, "total_time_sec": 7.4913282160014205, "prefill_units_per_sec": 15354.189729751894, "prefill_bytes_per_sec": 15324.259535346919, "decode_units_per_sec": 92.36778960201659, "decode_bytes_per_sec": 92.36778960201659, "total_units_per_sec": 85.16513782392244, "total_bytes_per_sec": 85.16513782392244, "step_latency_ms": {"count": 638, "sum": 6909, "mean": 10.829153605015675, "median": 7.0, "p95": 24.0, "max": 33, "min": 6}, "peak_allocated_mb": 2876.10107421875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}, "model_input_units": {"count": 1, "sum": 513, "mean": 513.0, "median": 513.0, "p95": 513.0, "max": 513, "min": 513}}, "generated_stats": {"units": {"count": 1, "sum": 638, "mean": 638.0, "median": 638.0, "p95": 638.0, "max": 638, "min": 638}, "bytes": {"count": 1, "sum": 638, "mean": 638.0, "median": 638.0, "p95": 638.0, "max": 638, "min": 638}}, "compression_summary": {"raw_prompt_bytes": 512, "model_input_units": 513, "stage0_units": 118, "stage1_units": null, "bytes_per_stage0_unit": 4.338983050847458, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [118], "patch_count_stats": {"count": 1, "sum": 118, "mean": 118.0, "median": 118.0, "p95": 118.0, "max": 118, "min": 118}, "patch_lengths": [3, 4, 5, 1, 5, 1, 6, 1, 1, 1, 7, 6, 3, 3, 2, 11, 5, 2, 17, 5, 1, 1, 1, 8, 5, 1, 6, 5, 1, 6, 5, 2, 15, 5, 2, 2, 1, 5, 2, 5, 5, 2, 2, 1, 1, 4, 2, 6, 1, 6, 2, 17, 6, 3, 3, 4, 8, 2, 3, 5, 5, 1, 5, 8, 1, 5, 1, 6, 1, 5, 1, 2, 11, 16, 6, 1, 6, 6, 1, 11, 1, 10, 2, 20, 6, 5, 1, 5, 5, 1, 8, 3, 1, 4, 1, 4, 2, 1, 3, 2, 1, 2, 20, 6, 6, 1, 4, 5, 1, 3, 5, 1, 5, 5, 1, 4, 5, 3], "patch_length_stats": {"count": 118, "sum": 513, "mean": 4.3474576271186445, "median": 4.0, "p95": 11.599999999999966, "max": 20, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 99, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04903343000114546, "decode_time_sec": 4.896016492974013, "total_time_sec": 5.329112673000054, "prefill_units_per_sec": 6791.285047613859, "prefill_bytes_per_sec": 6770.890798221626, "decode_units_per_sec": 93.5454365109368, "decode_bytes_per_sec": 93.5454365109368, "total_units_per_sec": 85.94301304989416, "total_bytes_per_sec": 85.94301304989416, "step_latency_ms": {"count": 458, "sum": 4895, "mean": 10.687772925764191, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2862.98291015625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 332, "mean": 332.0, "median": 332.0, "p95": 332.0, "max": 332, "min": 332}, "model_input_units": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}}, "generated_stats": {"units": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "compression_summary": {"raw_prompt_bytes": 332, "model_input_units": 333, "stage0_units": 87, "stage1_units": null, "bytes_per_stage0_unit": 3.8160919540229883, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [87], "patch_count_stats": {"count": 1, "sum": 87, "mean": 87.0, "median": 87.0, "p95": 87.0, "max": 87, "min": 87}, "patch_lengths": [3, 3, 4, 2, 5, 5, 3, 3, 4, 4, 2, 2, 1, 1, 7, 4, 2, 2, 1, 1, 7, 2, 2, 1, 1, 1, 7, 2, 2, 5, 2, 1, 7, 5, 2, 6, 2, 7, 6, 4, 5, 2, 11, 2, 2, 1, 1, 1, 11, 6, 5, 2, 15, 3, 2, 4, 2, 2, 2, 1, 1, 3, 1, 1, 1, 4, 3, 19, 6, 3, 5, 4, 6, 2, 2, 2, 4, 3, 23, 2, 3, 5, 4, 6, 2, 2, 5], "patch_length_stats": {"count": 87, "sum": 333, "mean": 3.8275862068965516, "median": 3.0, "p95": 9.800000000000011, "max": 23, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 100, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05399846399814123, "decode_time_sec": 6.876518335073342, "total_time_sec": 7.523180402997241, "prefill_units_per_sec": 10315.108222692656, "prefill_bytes_per_sec": 10296.589177409545, "decode_units_per_sec": 99.17809664252513, "decode_bytes_per_sec": 99.17809664252513, "total_units_per_sec": 90.6531497939742, "total_bytes_per_sec": 90.6531497939742, "step_latency_ms": {"count": 682, "sum": 6890, "mean": 10.102639296187684, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2880.201171875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}, "model_input_units": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}}, "generated_stats": {"units": {"count": 1, "sum": 682, "mean": 682.0, "median": 682.0, "p95": 682.0, "max": 682, "min": 682}, "bytes": {"count": 1, "sum": 682, "mean": 682.0, "median": 682.0, "p95": 682.0, "max": 682, "min": 682}}, "compression_summary": {"raw_prompt_bytes": 556, "model_input_units": 557, "stage0_units": 117, "stage1_units": null, "bytes_per_stage0_unit": 4.752136752136752, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [117], "patch_count_stats": {"count": 1, "sum": 117, "mean": 117.0, "median": 117.0, "p95": 117.0, "max": 117, "min": 117}, "patch_lengths": [3, 2, 3, 5, 2, 3, 5, 1, 5, 3, 3, 4, 3, 2, 10, 3, 7, 3, 4, 5, 1, 2, 1, 1, 2, 11, 3, 7, 5, 2, 7, 5, 2, 11, 2, 4, 2, 8, 5, 3, 4, 7, 3, 1, 12, 1, 11, 2, 5, 3, 12, 3, 4, 7, 3, 6, 6, 1, 11, 2, 5, 6, 3, 9, 7, 6, 4, 5, 3, 2, 11, 2, 4, 3, 4, 7, 8, 4, 2, 9, 5, 4, 1, 11, 2, 8, 1, 7, 5, 8, 6, 2, 7, 11, 1, 11, 2, 5, 4, 8, 4, 5, 8, 3, 3, 4, 8, 1, 11, 2, 2, 7, 6, 4, 4, 5, 3], "patch_length_stats": {"count": 117, "sum": 557, "mean": 4.760683760683761, "median": 4.0, "p95": 11.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 101, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.050183019004180096, "decode_time_sec": 4.510370644999057, "total_time_sec": 4.921201105000364, "prefill_units_per_sec": 5938.263697829289, "prefill_bytes_per_sec": 5918.336638440601, "decode_units_per_sec": 93.78386684673194, "decode_bytes_per_sec": 93.78386684673194, "total_units_per_sec": 85.95462590833681, "total_bytes_per_sec": 85.95462590833681, "step_latency_ms": {"count": 423, "sum": 4540, "mean": 10.732860520094563, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2858.89697265625, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}, "model_input_units": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}}, "generated_stats": {"units": {"count": 1, "sum": 423, "mean": 423.0, "median": 423.0, "p95": 423.0, "max": 423, "min": 423}, "bytes": {"count": 1, "sum": 423, "mean": 423.0, "median": 423.0, "p95": 423.0, "max": 423, "min": 423}}, "compression_summary": {"raw_prompt_bytes": 297, "model_input_units": 298, "stage0_units": 69, "stage1_units": null, "bytes_per_stage0_unit": 4.304347826086956, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [69], "patch_count_stats": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}, "patch_lengths": [3, 4, 5, 3, 5, 5, 1, 5, 7, 1, 5, 5, 1, 5, 3, 3, 4, 4, 2, 2, 4, 7, 1, 5, 5, 2, 7, 4, 4, 2, 5, 6, 3, 6, 3, 4, 4, 1, 5, 2, 7, 3, 5, 3, 4, 5, 2, 11, 2, 3, 8, 5, 12, 3, 4, 9, 1, 3, 5, 3, 7, 1, 11, 2, 6, 2, 11, 5, 2], "patch_length_stats": {"count": 69, "sum": 298, "mean": 4.318840579710145, "median": 4.0, "p95": 10.199999999999989, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 102, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.055639412996242754, "decode_time_sec": 4.953406254022411, "total_time_sec": 5.377123731999745, "prefill_units_per_sec": 5697.400150885966, "prefill_bytes_per_sec": 5679.427279747523, "decode_units_per_sec": 89.23152621311327, "decode_bytes_per_sec": 89.23152621311327, "total_units_per_sec": 82.20007982513371, "total_bytes_per_sec": 82.20007982513371, "step_latency_ms": {"count": 442, "sum": 4958, "mean": 11.217194570135746, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2861.76513671875, "peak_reserved_mb": 2996.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 316, "mean": 316.0, "median": 316.0, "p95": 316.0, "max": 316, "min": 316}, "model_input_units": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}}, "generated_stats": {"units": {"count": 1, "sum": 442, "mean": 442.0, "median": 442.0, "p95": 442.0, "max": 442, "min": 442}, "bytes": {"count": 1, "sum": 442, "mean": 442.0, "median": 442.0, "p95": 442.0, "max": 442, "min": 442}}, "compression_summary": {"raw_prompt_bytes": 316, "model_input_units": 317, "stage0_units": 87, "stage1_units": null, "bytes_per_stage0_unit": 3.632183908045977, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [87], "patch_count_stats": {"count": 1, "sum": 87, "mean": 87.0, "median": 87.0, "p95": 87.0, "max": 87, "min": 87}, "patch_lengths": [3, 5, 5, 2, 2, 3, 5, 2, 3, 4, 6, 5, 2, 3, 6, 4, 5, 2, 3, 9, 9, 1, 1, 1, 2, 2, 3, 6, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 2, 3, 6, 1, 5, 2, 3, 8, 5, 2, 3, 9, 5, 2, 3, 3, 5, 2, 3, 7, 6, 5, 2, 3, 3, 5, 2, 8, 3, 8, 5, 1, 6, 2, 9, 3, 3, 4, 6, 2, 2, 3, 6, 4, 6, 1, 5, 4], "patch_length_stats": {"count": 87, "sum": 317, "mean": 3.6436781609195403, "median": 3.0, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 103, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05126300800111494, "decode_time_sec": 3.978678772062267, "total_time_sec": 4.356550920998416, "prefill_units_per_sec": 5247.448608441967, "prefill_bytes_per_sec": 5227.941364544413, "decode_units_per_sec": 99.02784883429484, "decode_bytes_per_sec": 99.02784883429484, "total_units_per_sec": 90.43851596016805, "total_bytes_per_sec": 90.43851596016805, "step_latency_ms": {"count": 394, "sum": 3984, "mean": 10.111675126903553, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2856.109375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 5.056603773584905, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 5, 6, 3, 3, 3, 11, 6, 1, 9, 1, 3, 11, 6, 1, 9, 4, 3, 7, 7, 6, 1, 3, 5, 11, 6, 1, 5, 3, 7, 7, 9, 6, 2, 3, 5, 11, 6, 1, 5, 3, 7, 7, 9, 4, 6, 2, 3, 5, 2, 7, 7, 2], "patch_length_stats": {"count": 53, "sum": 269, "mean": 5.0754716981132075, "median": 5.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 104, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05475261299943668, "decode_time_sec": 8.113964993048285, "total_time_sec": 8.89818600900253, "prefill_units_per_sec": 12784.777961322174, "prefill_bytes_per_sec": 12766.513992806, "decode_units_per_sec": 101.67655402837286, "decode_bytes_per_sec": 101.67655402837286, "total_units_per_sec": 92.71552641912922, "total_bytes_per_sec": 92.71552641912922, "step_latency_ms": {"count": 825, "sum": 8097, "mean": 9.814545454545454, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2892.4111328125, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 699, "mean": 699.0, "median": 699.0, "p95": 699.0, "max": 699, "min": 699}, "model_input_units": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}}, "generated_stats": {"units": {"count": 1, "sum": 825, "mean": 825.0, "median": 825.0, "p95": 825.0, "max": 825, "min": 825}, "bytes": {"count": 1, "sum": 825, "mean": 825.0, "median": 825.0, "p95": 825.0, "max": 825, "min": 825}}, "compression_summary": {"raw_prompt_bytes": 699, "model_input_units": 700, "stage0_units": 137, "stage1_units": null, "bytes_per_stage0_unit": 5.102189781021898, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [137], "patch_count_stats": {"count": 1, "sum": 137, "mean": 137.0, "median": 137.0, "p95": 137.0, "max": 137, "min": 137}, "patch_lengths": [3, 6, 5, 4, 1, 2, 21, 2, 9, 7, 3, 14, 5, 2, 5, 3, 14, 9, 4, 5, 2, 14, 9, 7, 5, 2, 14, 8, 5, 3, 3, 5, 2, 7, 7, 10, 11, 2, 3, 2, 6, 7, 6, 4, 3, 3, 3, 8, 2, 7, 7, 7, 4, 1, 2, 3, 8, 2, 5, 6, 3, 5, 1, 5, 5, 1, 5, 6, 1, 8, 1, 5, 2, 2, 3, 9, 2, 7, 9, 6, 8, 3, 3, 6, 6, 1, 4, 5, 6, 2, 10, 7, 3, 5, 3, 3, 9, 5, 2, 2, 3, 9, 5, 8, 1, 9, 4, 1, 7, 1, 6, 2, 3, 10, 2, 6, 10, 4, 5, 1, 9, 5, 1, 7, 1, 6, 2, 3, 7, 7, 6, 5, 6, 6, 9, 1, 4], "patch_length_stats": {"count": 137, "sum": 700, "mean": 5.109489051094891, "median": 5.0, "p95": 10.0, "max": 21, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 105, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05714471199826221, "decode_time_sec": 7.306053226948279, "total_time_sec": 8.04330937800114, "prefill_units_per_sec": 11147.138164234188, "prefill_bytes_per_sec": 11129.638732265217, "decode_units_per_sec": 104.29707755062243, "decode_bytes_per_sec": 104.29707755062243, "total_units_per_sec": 94.73712425933891, "total_bytes_per_sec": 94.73712425933891, "step_latency_ms": {"count": 762, "sum": 7350, "mean": 9.645669291338583, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2884.13232421875, "peak_reserved_mb": 3018.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 636, "mean": 636.0, "median": 636.0, "p95": 636.0, "max": 636, "min": 636}, "model_input_units": {"count": 1, "sum": 637, "mean": 637.0, "median": 637.0, "p95": 637.0, "max": 637, "min": 637}}, "generated_stats": {"units": {"count": 1, "sum": 762, "mean": 762.0, "median": 762.0, "p95": 762.0, "max": 762, "min": 762}, "bytes": {"count": 1, "sum": 762, "mean": 762.0, "median": 762.0, "p95": 762.0, "max": 762, "min": 762}}, "compression_summary": {"raw_prompt_bytes": 636, "model_input_units": 637, "stage0_units": 116, "stage1_units": null, "bytes_per_stage0_unit": 5.482758620689655, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [116], "patch_count_stats": {"count": 1, "sum": 116, "mean": 116.0, "median": 116.0, "p95": 116.0, "max": 116, "min": 116}, "patch_lengths": [3, 4, 12, 5, 1, 12, 1, 5, 5, 3, 3, 4, 7, 6, 2, 2, 8, 4, 12, 3, 7, 3, 4, 5, 2, 11, 5, 12, 1, 1, 4, 7, 12, 2, 7, 5, 2, 11, 3, 12, 3, 3, 5, 2, 15, 12, 5, 3, 14, 5, 3, 3, 4, 5, 4, 12, 3, 3, 4, 5, 2, 15, 7, 2, 3, 19, 2, 2, 2, 5, 3, 2, 19, 2, 11, 2, 2, 12, 3, 1, 15, 3, 11, 4, 5, 2, 3, 4, 10, 2, 2, 3, 2, 2, 9, 5, 2, 2, 6, 13, 4, 2, 2, 10, 2, 7, 2, 11, 4, 9, 2, 3, 15, 8, 2, 2], "patch_length_stats": {"count": 116, "sum": 637, "mean": 5.491379310344827, "median": 4.0, "p95": 14.25, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 106, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047368940999149345, "decode_time_sec": 7.689079958978255, "total_time_sec": 8.378819872999884, "prefill_units_per_sec": 12392.086198645256, "prefill_bytes_per_sec": 12370.975319260851, "decode_units_per_sec": 92.59885497336049, "decode_bytes_per_sec": 92.59885497336049, "total_units_per_sec": 84.97616738299463, "total_bytes_per_sec": 84.97616738299463, "step_latency_ms": {"count": 712, "sum": 7758, "mean": 10.896067415730338, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2882.00634765625, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}, "model_input_units": {"count": 1, "sum": 587, "mean": 587.0, "median": 587.0, "p95": 587.0, "max": 587, "min": 587}}, "generated_stats": {"units": {"count": 1, "sum": 712, "mean": 712.0, "median": 712.0, "p95": 712.0, "max": 712, "min": 712}, "bytes": {"count": 1, "sum": 712, "mean": 712.0, "median": 712.0, "p95": 712.0, "max": 712, "min": 712}}, "compression_summary": {"raw_prompt_bytes": 586, "model_input_units": 587, "stage0_units": 119, "stage1_units": null, "bytes_per_stage0_unit": 4.92436974789916, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [119], "patch_count_stats": {"count": 1, "sum": 119, "mean": 119.0, "median": 119.0, "p95": 119.0, "max": 119, "min": 119}, "patch_lengths": [3, 8, 5, 2, 19, 5, 2, 11, 7, 5, 2, 11, 6, 6, 2, 11, 4, 9, 6, 2, 11, 8, 5, 5, 2, 11, 9, 5, 6, 2, 11, 6, 2, 2, 6, 2, 11, 8, 5, 5, 3, 5, 10, 1, 10, 5, 9, 2, 7, 8, 9, 1, 3, 5, 5, 2, 2, 4, 3, 7, 1, 3, 7, 3, 3, 4, 4, 3, 4, 2, 2, 2, 2, 5, 1, 2, 7, 2, 5, 2, 3, 3, 8, 2, 7, 4, 7, 3, 2, 7, 2, 8, 3, 3, 3, 7, 2, 7, 4, 7, 3, 2, 6, 2, 7, 3, 3, 3, 5, 6, 5, 3, 5, 6, 3, 7, 4, 7, 2], "patch_length_stats": {"count": 119, "sum": 587, "mean": 4.932773109243698, "median": 5.0, "p95": 11.0, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 107, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049942138997721486, "decode_time_sec": 4.454185591996065, "total_time_sec": 4.869454644001962, "prefill_units_per_sec": 5986.928193316696, "prefill_bytes_per_sec": 5966.90502210159, "decode_units_per_sec": 95.19136354845776, "decode_bytes_per_sec": 95.19136354845776, "total_units_per_sec": 87.07340575032762, "total_bytes_per_sec": 87.07340575032762, "step_latency_ms": {"count": 424, "sum": 4476, "mean": 10.556603773584905, "median": 7.0, "p95": 25.0, "max": 28, "min": 6}, "peak_allocated_mb": 2857.9453125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 424, "mean": 424.0, "median": 424.0, "p95": 424.0, "max": 424, "min": 424}, "bytes": {"count": 1, "sum": 424, "mean": 424.0, "median": 424.0, "p95": 424.0, "max": 424, "min": 424}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 62, "stage1_units": null, "bytes_per_stage0_unit": 4.806451612903226, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [62], "patch_count_stats": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}, "patch_lengths": [3, 5, 7, 5, 2, 7, 5, 1, 3, 9, 3, 3, 4, 8, 2, 3, 2, 9, 2, 3, 9, 2, 7, 6, 2, 5, 8, 7, 6, 2, 8, 3, 8, 3, 7, 4, 5, 3, 6, 2, 11, 5, 4, 4, 5, 2, 15, 5, 1, 8, 9, 3, 4, 2, 5, 5, 3, 2, 4, 2, 8, 3], "patch_length_stats": {"count": 62, "sum": 299, "mean": 4.82258064516129, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 108, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04931035899790004, "decode_time_sec": 6.56468537100227, "total_time_sec": 7.163889180999831, "prefill_units_per_sec": 9957.339795901913, "prefill_bytes_per_sec": 9937.060081449974, "decode_units_per_sec": 93.83541863575277, "decode_bytes_per_sec": 93.83541863575277, "total_units_per_sec": 85.98681308942689, "total_bytes_per_sec": 85.98681308942689, "step_latency_ms": {"count": 616, "sum": 6615, "mean": 10.738636363636363, "median": 7.0, "p95": 25.0, "max": 29, "min": 6}, "peak_allocated_mb": 2873.92626953125, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 490, "mean": 490.0, "median": 490.0, "p95": 490.0, "max": 490, "min": 490}, "model_input_units": {"count": 1, "sum": 491, "mean": 491.0, "median": 491.0, "p95": 491.0, "max": 491, "min": 491}}, "generated_stats": {"units": {"count": 1, "sum": 616, "mean": 616.0, "median": 616.0, "p95": 616.0, "max": 616, "min": 616}, "bytes": {"count": 1, "sum": 616, "mean": 616.0, "median": 616.0, "p95": 616.0, "max": 616, "min": 616}}, "compression_summary": {"raw_prompt_bytes": 490, "model_input_units": 491, "stage0_units": 102, "stage1_units": null, "bytes_per_stage0_unit": 4.803921568627451, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [102], "patch_count_stats": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "patch_lengths": [3, 4, 5, 4, 5, 4, 3, 7, 3, 2, 3, 7, 2, 6, 2, 4, 4, 3, 28, 1, 6, 8, 4, 11, 5, 4, 5, 1, 1, 2, 3, 8, 2, 5, 8, 8, 3, 3, 4, 3, 3, 8, 2, 7, 9, 2, 9, 4, 4, 4, 3, 2, 3, 3, 2, 3, 9, 4, 38, 3, 5, 2, 3, 4, 2, 5, 2, 4, 3, 3, 4, 4, 3, 3, 5, 6, 9, 5, 3, 11, 3, 3, 2, 6, 4, 2, 2, 3, 7, 3, 2, 15, 5, 5, 2, 3, 2, 4, 4, 4, 4, 4], "patch_length_stats": {"count": 102, "sum": 491, "mean": 4.813725490196078, "median": 4.0, "p95": 9.0, "max": 38, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 109, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03590396399886231, "decode_time_sec": 5.698912011976063, "total_time_sec": 6.197348648998741, "prefill_units_per_sec": 11168.683213160155, "prefill_bytes_per_sec": 11140.83113532185, "decode_units_per_sec": 92.29831920454808, "decode_bytes_per_sec": 92.29831920454808, "total_units_per_sec": 84.87500539202065, "total_bytes_per_sec": 84.87500539202065, "step_latency_ms": {"count": 526, "sum": 5747, "mean": 10.925855513307985, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2869.203125, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}, "model_input_units": {"count": 1, "sum": 401, "mean": 401.0, "median": 401.0, "p95": 401.0, "max": 401, "min": 401}}, "generated_stats": {"units": {"count": 1, "sum": 526, "mean": 526.0, "median": 526.0, "p95": 526.0, "max": 526, "min": 526}, "bytes": {"count": 1, "sum": 526, "mean": 526.0, "median": 526.0, "p95": 526.0, "max": 526, "min": 526}}, "compression_summary": {"raw_prompt_bytes": 400, "model_input_units": 401, "stage0_units": 76, "stage1_units": null, "bytes_per_stage0_unit": 5.2631578947368425, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [76], "patch_count_stats": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}, "patch_lengths": [3, 5, 6, 5, 1, 6, 5, 1, 6, 4, 5, 1, 7, 6, 5, 2, 24, 6, 5, 1, 8, 5, 1, 7, 5, 2, 18, 10, 5, 3, 3, 4, 6, 2, 4, 5, 6, 5, 1, 5, 1, 6, 6, 4, 1, 7, 1, 1, 5, 2, 7, 7, 6, 5, 3, 4, 6, 1, 6, 6, 2, 18, 13, 6, 1, 5, 6, 1, 8, 1, 7, 2, 25, 6, 4, 2], "patch_length_stats": {"count": 76, "sum": 401, "mean": 5.276315789473684, "median": 5.0, "p95": 14.25, "max": 25, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 110, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04328477600211045, "decode_time_sec": 7.059732320027251, "total_time_sec": 7.625274467998679, "prefill_units_per_sec": 10835.218368165584, "prefill_bytes_per_sec": 10812.11555714604, "decode_units_per_sec": 84.13916747451228, "decode_bytes_per_sec": 84.13916747451228, "total_units_per_sec": 77.89883531312422, "total_bytes_per_sec": 77.89883531312422, "step_latency_ms": {"count": 594, "sum": 7102, "mean": 11.956228956228957, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2879.310546875, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}, "model_input_units": {"count": 1, "sum": 469, "mean": 469.0, "median": 469.0, "p95": 469.0, "max": 469, "min": 469}}, "generated_stats": {"units": {"count": 1, "sum": 594, "mean": 594.0, "median": 594.0, "p95": 594.0, "max": 594, "min": 594}, "bytes": {"count": 1, "sum": 594, "mean": 594.0, "median": 594.0, "p95": 594.0, "max": 594, "min": 594}}, "compression_summary": {"raw_prompt_bytes": 468, "model_input_units": 469, "stage0_units": 145, "stage1_units": null, "bytes_per_stage0_unit": 3.2275862068965515, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [145], "patch_count_stats": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}, "patch_lengths": [3, 4, 2, 2, 5, 1, 5, 1, 5, 1, 6, 8, 1, 2, 1, 1, 3, 3, 4, 2, 8, 3, 2, 1, 3, 8, 1, 1, 6, 4, 4, 2, 4, 3, 2, 1, 1, 7, 2, 5, 2, 3, 3, 1, 1, 1, 3, 2, 3, 1, 1, 2, 7, 2, 5, 2, 3, 3, 3, 2, 1, 2, 1, 7, 7, 5, 2, 2, 3, 2, 4, 4, 2, 1, 1, 2, 1, 1, 2, 2, 4, 2, 1, 1, 2, 1, 1, 2, 2, 2, 2, 2, 1, 3, 1, 3, 7, 7, 4, 2, 2, 5, 7, 5, 5, 1, 3, 3, 5, 2, 7, 5, 2, 5, 2, 6, 2, 4, 1, 2, 3, 7, 4, 2, 3, 7, 5, 5, 2, 2, 4, 4, 6, 2, 1, 1, 1, 3, 28, 5, 2, 5, 4, 6, 3], "patch_length_stats": {"count": 145, "sum": 469, "mean": 3.2344827586206897, "median": 2.0, "p95": 7.0, "max": 28, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 111, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05883482100034598, "decode_time_sec": 7.210718357029691, "total_time_sec": 7.832884842999192, "prefill_units_per_sec": 8668.33605216545, "prefill_bytes_per_sec": 8651.339314808263, "decode_units_per_sec": 88.06334799929355, "decode_bytes_per_sec": 88.06334799929355, "total_units_per_sec": 81.06847128839699, "total_bytes_per_sec": 81.06847128839699, "step_latency_ms": {"count": 635, "sum": 7256, "mean": 11.426771653543307, "median": 7.0, "p95": 25.0, "max": 29, "min": 6}, "peak_allocated_mb": 2878.294921875, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 635, "mean": 635.0, "median": 635.0, "p95": 635.0, "max": 635, "min": 635}, "bytes": {"count": 1, "sum": 635, "mean": 635.0, "median": 635.0, "p95": 635.0, "max": 635, "min": 635}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 134, "stage1_units": null, "bytes_per_stage0_unit": 3.798507462686567, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [134], "patch_count_stats": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}, "patch_lengths": [3, 2, 3, 6, 5, 4, 3, 4, 7, 3, 11, 2, 4, 7, 1, 11, 2, 2, 4, 3, 1, 6, 3, 3, 2, 11, 2, 3, 7, 11, 2, 4, 2, 4, 7, 5, 3, 1, 4, 9, 3, 11, 2, 2, 5, 3, 1, 6, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 2, 3, 2, 11, 2, 2, 6, 3, 1, 6, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 2, 3, 3, 11, 2, 5, 1, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 1, 4, 3, 9, 3, 8, 1, 11, 2, 9, 2, 11, 2, 2, 8, 2, 1, 6, 4, 2, 1, 1, 2, 2, 1, 1, 2, 5, 2, 8, 6, 2, 15, 6, 1, 1, 2, 1, 4], "patch_length_stats": {"count": 134, "sum": 510, "mean": 3.8059701492537314, "median": 3.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 112, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04053831999772228, "decode_time_sec": 4.490280686011829, "total_time_sec": 4.908548868002981, "prefill_units_per_sec": 7548.413452190252, "prefill_bytes_per_sec": 7523.745434372637, "decode_units_per_sec": 95.98509094156539, "decode_bytes_per_sec": 95.98509094156539, "total_units_per_sec": 87.80599146308391, "total_bytes_per_sec": 87.80599146308391, "step_latency_ms": {"count": 431, "sum": 4525, "mean": 10.498839907192576, "median": 7.0, "p95": 25.0, "max": 29, "min": 6}, "peak_allocated_mb": 2859.05419921875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}, "bytes": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 69, "stage1_units": null, "bytes_per_stage0_unit": 4.420289855072464, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [69], "patch_count_stats": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}, "patch_lengths": [3, 7, 7, 6, 5, 1, 8, 3, 1, 5, 3, 3, 3, 4, 8, 2, 9, 7, 2, 11, 3, 1, 3, 1, 2, 7, 2, 1, 3, 6, 5, 9, 4, 1, 8, 3, 1, 5, 3, 3, 11, 8, 5, 8, 1, 7, 5, 7, 2, 2, 1, 5, 5, 5, 1, 8, 5, 8, 3, 3, 4, 3, 8, 7, 5, 3, 1, 3, 3], "patch_length_stats": {"count": 69, "sum": 306, "mean": 4.434782608695652, "median": 4.0, "p95": 8.599999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 113, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05812799100021948, "decode_time_sec": 6.82701761905264, "total_time_sec": 7.453714962000959, "prefill_units_per_sec": 8773.742068568554, "prefill_bytes_per_sec": 8756.538652747831, "decode_units_per_sec": 93.01279642634299, "decode_bytes_per_sec": 93.01279642634299, "total_units_per_sec": 85.19241790667208, "total_bytes_per_sec": 85.19241790667208, "step_latency_ms": {"count": 635, "sum": 6855, "mean": 10.795275590551181, "median": 7.0, "p95": 25.0, "max": 28, "min": 6}, "peak_allocated_mb": 2876.76904296875, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 635, "mean": 635.0, "median": 635.0, "p95": 635.0, "max": 635, "min": 635}, "bytes": {"count": 1, "sum": 635, "mean": 635.0, "median": 635.0, "p95": 635.0, "max": 635, "min": 635}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 123, "stage1_units": null, "bytes_per_stage0_unit": 4.138211382113822, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [123], "patch_count_stats": {"count": 1, "sum": 123, "mean": 123.0, "median": 123.0, "p95": 123.0, "max": 123, "min": 123}, "patch_lengths": [3, 7, 3, 5, 3, 3, 4, 3, 5, 5, 2, 2, 11, 4, 2, 4, 4, 3, 2, 5, 7, 2, 2, 4, 1, 7, 4, 3, 4, 1, 3, 4, 2, 11, 2, 11, 4, 2, 3, 5, 3, 11, 3, 4, 2, 1, 1, 2, 15, 4, 5, 1, 1, 2, 14, 8, 3, 4, 2, 11, 4, 7, 6, 2, 5, 5, 7, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 6, 4, 4, 2, 1, 4, 4, 5, 3, 11, 4, 5, 1, 1, 2, 7, 2, 9, 5, 7, 12, 1, 7, 3, 6, 6, 7, 3, 4, 3, 3, 7, 3, 3, 3, 1, 1, 3, 7, 2, 7, 5, 2, 7, 4, 3], "patch_length_stats": {"count": 123, "sum": 510, "mean": 4.146341463414634, "median": 3.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 114, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04069309899932705, "decode_time_sec": 4.124547827963397, "total_time_sec": 4.49779616700107, "prefill_units_per_sec": 6463.012315782322, "prefill_bytes_per_sec": 6438.438124467561, "decode_units_per_sec": 94.07091787600511, "decode_bytes_per_sec": 94.07091787600511, "total_units_per_sec": 86.26446944097538, "total_bytes_per_sec": 86.26446944097538, "step_latency_ms": {"count": 388, "sum": 4146, "mean": 10.685567010309278, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2856.26953125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}, "bytes": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 55, "stage1_units": null, "bytes_per_stage0_unit": 4.763636363636364, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [55], "patch_count_stats": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}, "patch_lengths": [3, 4, 8, 5, 5, 1, 5, 4, 3, 3, 4, 2, 2, 5, 5, 7, 3, 7, 2, 8, 2, 6, 2, 5, 8, 6, 6, 5, 4, 5, 23, 3, 5, 4, 2, 3, 7, 4, 2, 2, 9, 3, 7, 2, 6, 3, 7, 3, 4, 3, 5, 2, 11, 6, 2], "patch_length_stats": {"count": 55, "sum": 263, "mean": 4.781818181818182, "median": 4.0, "p95": 8.299999999999997, "max": 23, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 115, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0548086040034832, "decode_time_sec": 6.136592003993428, "total_time_sec": 6.682976249998319, "prefill_units_per_sec": 7863.728840322389, "prefill_bytes_per_sec": 7845.483529787999, "decode_units_per_sec": 90.60403553604009, "decode_bytes_per_sec": 90.60403553604009, "total_units_per_sec": 83.19646504805996, "total_bytes_per_sec": 83.19646504805996, "step_latency_ms": {"count": 556, "sum": 6179, "mean": 11.113309352517986, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2873.73828125, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}, "model_input_units": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}}, "generated_stats": {"units": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}, "bytes": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}}, "compression_summary": {"raw_prompt_bytes": 430, "model_input_units": 431, "stage0_units": 107, "stage1_units": null, "bytes_per_stage0_unit": 4.018691588785047, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [107], "patch_count_stats": {"count": 1, "sum": 107, "mean": 107.0, "median": 107.0, "p95": 107.0, "max": 107, "min": 107}, "patch_lengths": [3, 7, 4, 4, 5, 1, 7, 4, 5, 7, 2, 3, 4, 1, 2, 3, 3, 7, 11, 1, 3, 4, 2, 7, 4, 2, 11, 5, 2, 3, 5, 1, 7, 2, 8, 1, 4, 7, 5, 4, 1, 6, 5, 2, 3, 4, 6, 2, 3, 2, 3, 4, 2, 7, 3, 4, 3, 1, 1, 2, 11, 7, 5, 1, 7, 5, 2, 11, 7, 6, 1, 3, 7, 10, 3, 3, 2, 7, 6, 2, 5, 10, 4, 1, 2, 2, 4, 4, 5, 1, 2, 2, 5, 7, 2, 2, 4, 7, 1, 2, 3, 1, 1, 2, 4, 3, 4], "patch_length_stats": {"count": 107, "sum": 431, "mean": 4.02803738317757, "median": 4.0, "p95": 9.399999999999977, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 116, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05771569199714577, "decode_time_sec": 4.654187921983976, "total_time_sec": 5.08957187499982, "prefill_units_per_sec": 5527.093048035803, "prefill_bytes_per_sec": 5509.766737540393, "decode_units_per_sec": 95.39795286365076, "decode_bytes_per_sec": 95.39795286365076, "total_units_per_sec": 87.23720008375277, "total_bytes_per_sec": 87.23720008375277, "step_latency_ms": {"count": 444, "sum": 4677, "mean": 10.533783783783784, "median": 7.0, "p95": 24.0, "max": 36, "min": 6}, "peak_allocated_mb": 2860.27880859375, "peak_reserved_mb": 2996.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "model_input_units": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}}, "generated_stats": {"units": {"count": 1, "sum": 444, "mean": 444.0, "median": 444.0, "p95": 444.0, "max": 444, "min": 444}, "bytes": {"count": 1, "sum": 444, "mean": 444.0, "median": 444.0, "p95": 444.0, "max": 444, "min": 444}}, "compression_summary": {"raw_prompt_bytes": 318, "model_input_units": 319, "stage0_units": 76, "stage1_units": null, "bytes_per_stage0_unit": 4.184210526315789, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [76], "patch_count_stats": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}, "patch_lengths": [3, 8, 11, 6, 3, 4, 6, 5, 1, 5, 1, 10, 1, 5, 1, 3, 6, 2, 1, 2, 5, 1, 2, 3, 1, 3, 4, 7, 3, 6, 5, 5, 5, 2, 2, 5, 1, 7, 3, 7, 4, 2, 5, 4, 4, 11, 7, 5, 8, 6, 5, 6, 3, 4, 6, 5, 5, 5, 5, 1, 10, 1, 5, 1, 3, 6, 1, 1, 2, 5, 1, 2, 3, 1, 12, 3], "patch_length_stats": {"count": 76, "sum": 319, "mean": 4.197368421052632, "median": 4.0, "p95": 10.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 117, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03931343099611695, "decode_time_sec": 4.428534491988103, "total_time_sec": 4.851172800001223, "prefill_units_per_sec": 9920.273812746615, "prefill_bytes_per_sec": 9894.83721322675, "decode_units_per_sec": 103.42021741697894, "decode_bytes_per_sec": 103.42021741697894, "total_units_per_sec": 94.41015995140073, "total_bytes_per_sec": 94.41015995140073, "step_latency_ms": {"count": 458, "sum": 4421, "mean": 9.652838427947598, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2869.1171875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 76, "stage1_units": null, "bytes_per_stage0_unit": 5.118421052631579, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [76], "patch_count_stats": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}, "patch_lengths": [3, 4, 8, 5, 1, 8, 1, 7, 4, 3, 4, 2, 1, 5, 4, 10, 8, 12, 2, 7, 2, 7, 9, 2, 4, 7, 10, 2, 6, 2, 4, 9, 5, 2, 1, 5, 2, 7, 4, 6, 3, 5, 7, 8, 2, 11, 9, 7, 10, 6, 3, 5, 8, 1, 6, 3, 7, 3, 4, 9, 2, 11, 9, 2, 8, 2, 4, 9, 5, 2, 1, 5, 2, 5, 8, 3], "patch_length_stats": {"count": 76, "sum": 390, "mean": 5.131578947368421, "median": 5.0, "p95": 10.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 118, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.042327846997068264, "decode_time_sec": 3.9653124359938374, "total_time_sec": 4.338123071000155, "prefill_units_per_sec": 6237.028781980934, "prefill_bytes_per_sec": 6213.403672958279, "decode_units_per_sec": 98.10071874008683, "decode_bytes_per_sec": 98.10071874008683, "total_units_per_sec": 89.6701162307772, "total_bytes_per_sec": 89.6701162307772, "step_latency_ms": {"count": 389, "sum": 4000, "mean": 10.282776349614396, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2857.3984375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}, "model_input_units": {"count": 1, "sum": 264, "mean": 264.0, "median": 264.0, "p95": 264.0, "max": 264, "min": 264}}, "generated_stats": {"units": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}}, "compression_summary": {"raw_prompt_bytes": 263, "model_input_units": 264, "stage0_units": 63, "stage1_units": null, "bytes_per_stage0_unit": 4.174603174603175, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63], "patch_count_stats": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}, "patch_lengths": [3, 10, 5, 1, 8, 4, 5, 1, 9, 2, 5, 2, 5, 2, 4, 2, 5, 2, 4, 2, 3, 3, 7, 3, 3, 4, 4, 3, 1, 2, 5, 5, 9, 8, 4, 3, 7, 4, 4, 5, 1, 3, 4, 3, 4, 3, 1, 5, 3, 5, 4, 11, 3, 4, 5, 3, 5, 2, 15, 4, 3, 3, 2], "patch_length_stats": {"count": 63, "sum": 264, "mean": 4.190476190476191, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 119, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05894134000118356, "decode_time_sec": 9.15938793900932, "total_time_sec": 9.939913869999145, "prefill_units_per_sec": 11655.656284472067, "prefill_bytes_per_sec": 11638.690263679531, "decode_units_per_sec": 88.65221185159517, "decode_bytes_per_sec": 88.65221185159517, "total_units_per_sec": 81.69084869545955, "total_bytes_per_sec": 81.69084869545955, "step_latency_ms": {"count": 812, "sum": 9172, "mean": 11.295566502463053, "median": 7.0, "p95": 24.0, "max": 28, "min": 6}, "peak_allocated_mb": 2894.64453125, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 686, "mean": 686.0, "median": 686.0, "p95": 686.0, "max": 686, "min": 686}, "model_input_units": {"count": 1, "sum": 687, "mean": 687.0, "median": 687.0, "p95": 687.0, "max": 687, "min": 687}}, "generated_stats": {"units": {"count": 1, "sum": 812, "mean": 812.0, "median": 812.0, "p95": 812.0, "max": 812, "min": 812}, "bytes": {"count": 1, "sum": 812, "mean": 812.0, "median": 812.0, "p95": 812.0, "max": 812, "min": 812}}, "compression_summary": {"raw_prompt_bytes": 686, "model_input_units": 687, "stage0_units": 165, "stage1_units": null, "bytes_per_stage0_unit": 4.157575757575757, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [165], "patch_count_stats": {"count": 1, "sum": 165, "mean": 165.0, "median": 165.0, "p95": 165.0, "max": 165, "min": 165}, "patch_lengths": [3, 9, 5, 4, 3, 3, 2, 7, 4, 4, 8, 12, 3, 4, 1, 3, 7, 2, 4, 7, 1, 3, 7, 4, 2, 4, 4, 2, 2, 3, 1, 3, 11, 5, 2, 3, 5, 5, 7, 4, 1, 7, 3, 3, 7, 5, 2, 3, 3, 11, 5, 2, 1, 1, 3, 3, 5, 4, 2, 7, 11, 5, 3, 3, 5, 4, 1, 3, 3, 4, 11, 5, 2, 7, 7, 1, 3, 7, 5, 2, 3, 5, 5, 7, 4, 1, 7, 3, 3, 7, 5, 2, 3, 10, 4, 2, 3, 5, 5, 7, 4, 1, 4, 3, 3, 8, 2, 7, 3, 3, 8, 2, 3, 2, 7, 4, 6, 10, 3, 8, 7, 1, 3, 8, 7, 5, 3, 3, 2, 9, 4, 7, 3, 2, 6, 1, 3, 3, 3, 5, 3, 4, 2, 3, 5, 5, 2, 5, 5, 1, 2, 2, 3, 5, 3, 3, 3, 3, 3, 2, 2, 4, 2, 3, 2], "patch_length_stats": {"count": 165, "sum": 687, "mean": 4.163636363636364, "median": 3.0, "p95": 8.799999999999983, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 120, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05246708700360614, "decode_time_sec": 11.142374148046656, "total_time_sec": 12.216197607998765, "prefill_units_per_sec": 18811.793380718125, "prefill_bytes_per_sec": 18792.733812956507, "decode_units_per_sec": 99.79919765976824, "decode_bytes_per_sec": 99.79919765976824, "total_units_per_sec": 91.02668732797011, "total_bytes_per_sec": 91.02668732797011, "step_latency_ms": {"count": 1112, "sum": 11149, "mean": 10.026079136690647, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2918.5263671875, "peak_reserved_mb": 3042.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 986, "mean": 986.0, "median": 986.0, "p95": 986.0, "max": 986, "min": 986}, "model_input_units": {"count": 1, "sum": 987, "mean": 987.0, "median": 987.0, "p95": 987.0, "max": 987, "min": 987}}, "generated_stats": {"units": {"count": 1, "sum": 1112, "mean": 1112.0, "median": 1112.0, "p95": 1112.0, "max": 1112, "min": 1112}, "bytes": {"count": 1, "sum": 1112, "mean": 1112.0, "median": 1112.0, "p95": 1112.0, "max": 1112, "min": 1112}}, "compression_summary": {"raw_prompt_bytes": 986, "model_input_units": 987, "stage0_units": 200, "stage1_units": null, "bytes_per_stage0_unit": 4.93, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [200], "patch_count_stats": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "patch_lengths": [3, 6, 6, 10, 3, 3, 4, 6, 4, 3, 3, 6, 6, 10, 3, 3, 4, 6, 2, 4, 3, 10, 3, 3, 4, 7, 2, 8, 6, 4, 1, 2, 9, 6, 10, 4, 3, 4, 2, 3, 10, 3, 3, 4, 7, 2, 7, 10, 3, 3, 4, 6, 5, 2, 5, 7, 12, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 11, 3, 2, 7, 8, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 7, 5, 7, 6, 6, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 5, 6, 5, 7, 7, 5, 2, 5, 5, 6, 4, 7, 7, 5, 2, 4, 7, 2, 7, 5, 5, 4, 12, 7, 3, 6, 1, 7, 2, 7, 10, 4, 7, 11, 1, 7, 3, 2, 4, 6, 3, 11, 10, 3, 3, 4, 6, 5, 3, 6, 6, 1, 7, 3, 3, 7, 3, 3, 4, 6, 5, 3, 4, 2, 11, 10, 3, 3, 4, 6, 5, 3, 2, 3, 7, 3, 2, 6, 3, 11, 10, 3, 3, 4, 6, 5, 3, 8, 1, 7, 3, 12, 3, 11, 10, 3, 3, 4, 6, 5, 3, 12, 2], "patch_length_stats": {"count": 200, "sum": 987, "mean": 4.935, "median": 5.0, "p95": 10.049999999999983, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 121, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03981772100087255, "decode_time_sec": 7.151315683993744, "total_time_sec": 7.8017191420003655, "prefill_units_per_sec": 14591.493068808939, "prefill_bytes_per_sec": 14566.378622907376, "decode_units_per_sec": 98.7230925324954, "decode_bytes_per_sec": 98.7230925324954, "total_units_per_sec": 90.49287562779159, "total_bytes_per_sec": 90.49287562779159, "step_latency_ms": {"count": 706, "sum": 7147, "mean": 10.123229461756374, "median": 7.0, "p95": 23.75, "max": 31, "min": 6}, "peak_allocated_mb": 2882.53369140625, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 580, "mean": 580.0, "median": 580.0, "p95": 580.0, "max": 580, "min": 580}, "model_input_units": {"count": 1, "sum": 581, "mean": 581.0, "median": 581.0, "p95": 581.0, "max": 581, "min": 581}}, "generated_stats": {"units": {"count": 1, "sum": 706, "mean": 706.0, "median": 706.0, "p95": 706.0, "max": 706, "min": 706}, "bytes": {"count": 1, "sum": 706, "mean": 706.0, "median": 706.0, "p95": 706.0, "max": 706, "min": 706}}, "compression_summary": {"raw_prompt_bytes": 580, "model_input_units": 581, "stage0_units": 125, "stage1_units": null, "bytes_per_stage0_unit": 4.64, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [125], "patch_count_stats": {"count": 1, "sum": 125, "mean": 125.0, "median": 125.0, "p95": 125.0, "max": 125, "min": 125}, "patch_lengths": [3, 2, 3, 7, 7, 4, 3, 9, 1, 4, 1, 10, 2, 7, 2, 9, 3, 3, 3, 3, 4, 4, 4, 9, 2, 7, 6, 4, 9, 2, 4, 3, 5, 4, 9, 5, 3, 7, 1, 4, 1, 6, 3, 9, 2, 10, 2, 9, 3, 3, 3, 3, 2, 2, 1, 4, 4, 7, 1, 3, 2, 8, 4, 4, 7, 3, 7, 6, 8, 6, 2, 4, 2, 7, 5, 4, 2, 1, 3, 1, 2, 3, 29, 9, 1, 7, 4, 3, 3, 9, 4, 9, 4, 3, 4, 5, 2, 7, 3, 4, 3, 5, 6, 9, 3, 11, 6, 4, 9, 2, 2, 5, 10, 1, 3, 1, 2, 2, 9, 2, 7, 4, 5, 7, 2], "patch_length_stats": {"count": 125, "sum": 581, "mean": 4.648, "median": 4.0, "p95": 9.0, "max": 29, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 122, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.053269697000359884, "decode_time_sec": 6.946699370000715, "total_time_sec": 7.53550327099947, "prefill_units_per_sec": 9254.792644994195, "prefill_bytes_per_sec": 9236.020246119968, "decode_units_per_sec": 88.96311285167022, "decode_bytes_per_sec": 88.96311285167022, "total_units_per_sec": 82.01177516283285, "total_bytes_per_sec": 82.01177516283285, "step_latency_ms": {"count": 618, "sum": 6957, "mean": 11.257281553398059, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2878.7958984375, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}, "model_input_units": {"count": 1, "sum": 493, "mean": 493.0, "median": 493.0, "p95": 493.0, "max": 493, "min": 493}}, "generated_stats": {"units": {"count": 1, "sum": 618, "mean": 618.0, "median": 618.0, "p95": 618.0, "max": 618, "min": 618}, "bytes": {"count": 1, "sum": 618, "mean": 618.0, "median": 618.0, "p95": 618.0, "max": 618, "min": 618}}, "compression_summary": {"raw_prompt_bytes": 492, "model_input_units": 493, "stage0_units": 137, "stage1_units": null, "bytes_per_stage0_unit": 3.591240875912409, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [137], "patch_count_stats": {"count": 1, "sum": 137, "mean": 137.0, "median": 137.0, "p95": 137.0, "max": 137, "min": 137}, "patch_lengths": [3, 4, 4, 11, 5, 1, 2, 1, 9, 6, 3, 3, 4, 2, 5, 3, 2, 3, 8, 2, 1, 2, 4, 6, 5, 1, 5, 3, 8, 1, 5, 2, 1, 8, 1, 5, 4, 2, 5, 3, 7, 2, 2, 2, 1, 1, 1, 1, 2, 5, 4, 1, 1, 2, 5, 3, 2, 7, 3, 9, 3, 6, 2, 11, 8, 2, 2, 2, 3, 4, 5, 4, 1, 2, 2, 1, 1, 4, 3, 2, 5, 3, 1, 3, 1, 1, 2, 2, 1, 2, 5, 4, 2, 1, 2, 12, 2, 11, 8, 2, 2, 2, 2, 1, 1, 7, 2, 5, 3, 1, 3, 1, 1, 2, 1, 1, 1, 9, 4, 5, 4, 11, 8, 1, 8, 5, 4, 3, 8, 1, 7, 7, 3, 7, 5, 3, 2], "patch_length_stats": {"count": 137, "sum": 493, "mean": 3.5985401459854014, "median": 3.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 123, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044944945999304764, "decode_time_sec": 4.599984024993319, "total_time_sec": 5.021798263001983, "prefill_units_per_sec": 7342.3160861090955, "prefill_bytes_per_sec": 7320.0666434239165, "decode_units_per_sec": 98.91338698739521, "decode_bytes_per_sec": 98.91338698739521, "total_units_per_sec": 90.60499370359122, "total_bytes_per_sec": 90.60499370359122, "step_latency_ms": {"count": 455, "sum": 4586, "mean": 10.079120879120879, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2860.45166015625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "model_input_units": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}}, "generated_stats": {"units": {"count": 1, "sum": 455, "mean": 455.0, "median": 455.0, "p95": 455.0, "max": 455, "min": 455}, "bytes": {"count": 1, "sum": 455, "mean": 455.0, "median": 455.0, "p95": 455.0, "max": 455, "min": 455}}, "compression_summary": {"raw_prompt_bytes": 329, "model_input_units": 330, "stage0_units": 69, "stage1_units": null, "bytes_per_stage0_unit": 4.768115942028985, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [69], "patch_count_stats": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}, "patch_lengths": [3, 3, 4, 1, 2, 9, 1, 4, 2, 7, 3, 3, 4, 3, 4, 4, 6, 1, 3, 1, 1, 2, 11, 6, 11, 2, 5, 4, 3, 3, 3, 6, 4, 9, 4, 7, 2, 2, 4, 11, 3, 7, 4, 9, 3, 10, 2, 11, 3, 9, 3, 5, 2, 15, 6, 11, 2, 8, 3, 5, 3, 7, 4, 2, 4, 9, 4, 5, 3], "patch_length_stats": {"count": 69, "sum": 330, "mean": 4.782608695652174, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 124, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05594471400399925, "decode_time_sec": 4.308892240034766, "total_time_sec": 4.737698259999888, "prefill_units_per_sec": 5684.183137968451, "prefill_bytes_per_sec": 5666.308348226412, "decode_units_per_sec": 102.81064722018338, "decode_bytes_per_sec": 102.81064722018338, "total_units_per_sec": 93.50532171713495, "total_bytes_per_sec": 93.50532171713495, "step_latency_ms": {"count": 443, "sum": 4306, "mean": 9.720090293453724, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2856.3759765625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}, "model_input_units": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "generated_stats": {"units": {"count": 1, "sum": 443, "mean": 443.0, "median": 443.0, "p95": 443.0, "max": 443, "min": 443}, "bytes": {"count": 1, "sum": 443, "mean": 443.0, "median": 443.0, "p95": 443.0, "max": 443, "min": 443}}, "compression_summary": {"raw_prompt_bytes": 317, "model_input_units": 318, "stage0_units": 48, "stage1_units": null, "bytes_per_stage0_unit": 6.604166666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48], "patch_count_stats": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}, "patch_lengths": [3, 5, 9, 5, 7, 2, 23, 5, 2, 17, 4, 5, 2, 17, 5, 7, 6, 5, 2, 17, 5, 5, 6, 6, 2, 17, 6, 4, 5, 2, 17, 6, 6, 10, 2, 3, 17, 6, 4, 10, 2, 4, 3, 3, 5, 5, 6, 3], "patch_length_stats": {"count": 48, "sum": 318, "mean": 6.625, "median": 5.0, "p95": 17.0, "max": 23, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 125, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04474641499837162, "decode_time_sec": 10.166504481960146, "total_time_sec": 11.11496116899798, "prefill_units_per_sec": 18794.801774189174, "prefill_bytes_per_sec": 18772.45361512355, "decode_units_per_sec": 95.01790922475952, "decode_bytes_per_sec": 95.01790922475952, "total_units_per_sec": 86.90988527196856, "total_bytes_per_sec": 86.90988527196856, "step_latency_ms": {"count": 966, "sum": 10252, "mean": 10.612836438923395, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2910.8828125, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}, "model_input_units": {"count": 1, "sum": 841, "mean": 841.0, "median": 841.0, "p95": 841.0, "max": 841, "min": 841}}, "generated_stats": {"units": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}, "bytes": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}}, "compression_summary": {"raw_prompt_bytes": 840, "model_input_units": 841, "stage0_units": 168, "stage1_units": null, "bytes_per_stage0_unit": 5.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [168], "patch_count_stats": {"count": 1, "sum": 168, "mean": 168.0, "median": 168.0, "p95": 168.0, "max": 168, "min": 168}, "patch_lengths": [3, 6, 4, 8, 5, 1, 5, 1, 2, 1, 8, 4, 3, 4, 3, 5, 3, 5, 2, 11, 5, 2, 3, 5, 5, 6, 1, 6, 5, 2, 7, 4, 7, 2, 5, 7, 2, 7, 4, 5, 2, 6, 2, 1, 1, 4, 4, 3, 11, 3, 11, 2, 1, 1, 6, 3, 15, 6, 2, 3, 1, 11, 5, 11, 2, 1, 1, 5, 3, 15, 6, 2, 3, 1, 1, 2, 11, 5, 2, 15, 2, 4, 5, 4, 10, 5, 4, 6, 5, 3, 4, 5, 1, 15, 2, 2, 6, 4, 3, 4, 7, 2, 15, 4, 2, 19, 3, 2, 2, 5, 6, 2, 1, 1, 3, 2, 5, 5, 2, 15, 7, 2, 9, 5, 1, 20, 3, 19, 5, 1, 15, 6, 2, 5, 5, 6, 7, 2, 1, 2, 49, 4, 4, 2, 18, 6, 2, 7, 2, 3, 2, 3, 1, 1, 1, 7, 3, 5, 5, 3, 1, 1, 2, 11, 3, 5, 4, 2], "patch_length_stats": {"count": 168, "sum": 841, "mean": 5.005952380952381, "median": 4.0, "p95": 15.0, "max": 49, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 126, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.051619459001813084, "decode_time_sec": 7.05881310796758, "total_time_sec": 7.703396020002401, "prefill_units_per_sec": 10461.171241276144, "prefill_bytes_per_sec": 10441.798701940448, "decode_units_per_sec": 94.20847242001442, "decode_bytes_per_sec": 94.20847242001442, "total_units_per_sec": 86.32556320268118, "total_bytes_per_sec": 86.32556320268118, "step_latency_ms": {"count": 665, "sum": 7119, "mean": 10.705263157894738, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2877.0673828125, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 665, "mean": 665.0, "median": 665.0, "p95": 665.0, "max": 665, "min": 665}, "bytes": {"count": 1, "sum": 665, "mean": 665.0, "median": 665.0, "p95": 665.0, "max": 665, "min": 665}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 101, "stage1_units": null, "bytes_per_stage0_unit": 5.336633663366337, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [101], "patch_count_stats": {"count": 1, "sum": 101, "mean": 101.0, "median": 101.0, "p95": 101.0, "max": 101, "min": 101}, "patch_lengths": [3, 4, 4, 5, 6, 5, 3, 3, 4, 5, 8, 2, 4, 7, 2, 3, 3, 5, 5, 1, 7, 3, 6, 5, 3, 4, 5, 2, 11, 2, 3, 4, 2, 6, 5, 3, 4, 4, 6, 5, 7, 4, 3, 4, 5, 7, 2, 11, 2, 5, 8, 5, 3, 5, 3, 7, 3, 6, 3, 4, 10, 8, 1, 11, 2, 3, 8, 15, 2, 11, 6, 5, 10, 4, 15, 4, 3, 4, 3, 4, 3, 19, 5, 8, 2, 5, 21, 2, 5, 10, 3, 11, 6, 5, 3, 7, 3, 11, 4, 7, 2], "patch_length_stats": {"count": 101, "sum": 540, "mean": 5.346534653465347, "median": 4.0, "p95": 11.0, "max": 21, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 127, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.045322695001232205, "decode_time_sec": 4.193285342018498, "total_time_sec": 4.571085718998802, "prefill_units_per_sec": 5869.024337426717, "prefill_bytes_per_sec": 5846.960336158195, "decode_units_per_sec": 93.24431039357472, "decode_bytes_per_sec": 93.24431039357472, "total_units_per_sec": 85.53766523670446, "total_bytes_per_sec": 85.53766523670446, "step_latency_ms": {"count": 391, "sum": 4207, "mean": 10.759590792838875, "median": 7.0, "p95": 24.5, "max": 25, "min": 6}, "peak_allocated_mb": 2857.4375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}, "bytes": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 63, "stage1_units": null, "bytes_per_stage0_unit": 4.2063492063492065, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63], "patch_count_stats": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3], "patch_length_stats": {"count": 63, "sum": 266, "mean": 4.222222222222222, "median": 4.0, "p95": 8.899999999999999, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 0, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03887835099885706, "decode_time_sec": 11.277660542080412, "total_time_sec": 12.32358263200149, "prefill_units_per_sec": 24769.56905986857, "prefill_bytes_per_sec": 24743.847804354686, "decode_units_per_sec": 96.47390927757917, "decode_bytes_per_sec": 96.47390927757917, "total_units_per_sec": 88.2860149105274, "total_bytes_per_sec": 88.2860149105274, "step_latency_ms": {"count": 1088, "sum": 11268, "mean": 10.356617647058824, "median": 7.0, "p95": 25.0, "max": 30, "min": 6}, "peak_allocated_mb": 2921.244140625, "peak_reserved_mb": 3044.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 962, "mean": 962.0, "median": 962.0, "p95": 962.0, "max": 962, "min": 962}, "model_input_units": {"count": 1, "sum": 963, "mean": 963.0, "median": 963.0, "p95": 963.0, "max": 963, "min": 963}}, "generated_stats": {"units": {"count": 1, "sum": 1088, "mean": 1088.0, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 1088}, "bytes": {"count": 1, "sum": 1088, "mean": 1088.0, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 1088}}, "compression_summary": {"raw_prompt_bytes": 962, "model_input_units": 963, "stage0_units": 224, "stage1_units": null, "bytes_per_stage0_unit": 4.294642857142857, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [224], "patch_count_stats": {"count": 1, "sum": 224, "mean": 224.0, "median": 224.0, "p95": 224.0, "max": 224, "min": 224}, "patch_lengths": [3, 4, 5, 7, 2, 3, 9, 1, 2, 7, 8, 5, 1, 2, 7, 5, 5, 6, 1, 2, 7, 5, 5, 6, 1, 2, 7, 4, 7, 2, 7, 6, 3, 4, 6, 5, 5, 3, 8, 1, 7, 3, 3, 2, 5, 4, 5, 5, 7, 9, 5, 1, 7, 6, 5, 2, 7, 6, 2, 2, 2, 3, 2, 1, 4, 2, 3, 6, 5, 7, 5, 1, 4, 7, 2, 4, 9, 1, 7, 3, 8, 2, 11, 5, 2, 2, 1, 3, 3, 9, 3, 7, 1, 3, 8, 2, 1, 8, 2, 11, 4, 9, 3, 4, 2, 3, 6, 2, 12, 2, 11, 5, 2, 3, 2, 4, 2, 3, 6, 3, 7, 2, 6, 7, 6, 1, 7, 3, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 3, 10, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 4, 7, 2, 8, 6, 3, 5, 4, 9, 9, 7, 4, 7, 1, 7, 2, 6, 10, 4, 5, 3, 6, 4, 5, 8, 2, 5, 2, 7, 4, 2, 11, 3, 4, 2, 3, 4, 4, 2, 2, 2, 2], "patch_length_stats": {"count": 224, "sum": 963, "mean": 4.299107142857143, "median": 4.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 1, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0519211089995224, "decode_time_sec": 4.617062766043091, "total_time_sec": 5.094735948001471, "prefill_units_per_sec": 6991.376089508009, "prefill_bytes_per_sec": 6972.116100280714, "decode_units_per_sec": 105.6949027396968, "decode_bytes_per_sec": 105.6949027396968, "total_units_per_sec": 95.78514077681089, "total_bytes_per_sec": 95.78514077681089, "step_latency_ms": {"count": 488, "sum": 4660, "mean": 9.549180327868852, "median": 7.0, "p95": 24.0, "max": 26, "min": 7}, "peak_allocated_mb": 2860.3447265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}, "model_input_units": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "generated_stats": {"units": {"count": 1, "sum": 488, "mean": 488.0, "median": 488.0, "p95": 488.0, "max": 488, "min": 488}, "bytes": {"count": 1, "sum": 488, "mean": 488.0, "median": 488.0, "p95": 488.0, "max": 488, "min": 488}}, "compression_summary": {"raw_prompt_bytes": 362, "model_input_units": 363, "stage0_units": 65, "stage1_units": null, "bytes_per_stage0_unit": 5.569230769230769, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [65], "patch_count_stats": {"count": 1, "sum": 65, "mean": 65.0, "median": 65.0, "p95": 65.0, "max": 65, "min": 65}, "patch_lengths": [3, 4, 5, 1, 4, 4, 4, 5, 5, 1, 3, 5, 3, 3, 4, 3, 4, 5, 3, 5, 2, 11, 3, 8, 5, 1, 3, 10, 6, 2, 5, 3, 15, 4, 5, 2, 5, 1, 11, 5, 2, 15, 4, 2, 19, 5, 8, 5, 5, 5, 2, 15, 4, 4, 5, 2, 5, 1, 22, 20, 2, 19, 4, 5, 2], "patch_length_stats": {"count": 65, "sum": 363, "mean": 5.584615384615384, "median": 4.0, "p95": 18.19999999999999, "max": 22, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 2, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049513021996972384, "decode_time_sec": 7.4508624649679405, "total_time_sec": 8.086333830000513, "prefill_units_per_sec": 10865.828388194475, "prefill_bytes_per_sec": 10845.631681153222, "decode_units_per_sec": 88.98298728734522, "decode_bytes_per_sec": 88.98298728734522, "total_units_per_sec": 81.99018417224534, "total_bytes_per_sec": 81.99018417224534, "step_latency_ms": {"count": 663, "sum": 7487, "mean": 11.292609351432882, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2881.81201171875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 537, "mean": 537.0, "median": 537.0, "p95": 537.0, "max": 537, "min": 537}, "model_input_units": {"count": 1, "sum": 538, "mean": 538.0, "median": 538.0, "p95": 538.0, "max": 538, "min": 538}}, "generated_stats": {"units": {"count": 1, "sum": 663, "mean": 663.0, "median": 663.0, "p95": 663.0, "max": 663, "min": 663}, "bytes": {"count": 1, "sum": 663, "mean": 663.0, "median": 663.0, "p95": 663.0, "max": 663, "min": 663}}, "compression_summary": {"raw_prompt_bytes": 537, "model_input_units": 538, "stage0_units": 136, "stage1_units": null, "bytes_per_stage0_unit": 3.948529411764706, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [136], "patch_count_stats": {"count": 1, "sum": 136, "mean": 136.0, "median": 136.0, "p95": 136.0, "max": 136, "min": 136}, "patch_lengths": [3, 4, 5, 3, 3, 4, 2, 5, 1, 3, 3, 5, 1, 7, 3, 5, 2, 11, 2, 11, 6, 4, 1, 3, 9, 2, 1, 5, 8, 5, 2, 2, 1, 10, 8, 12, 4, 7, 3, 2, 5, 5, 3, 7, 6, 2, 5, 10, 3, 3, 7, 5, 2, 1, 2, 6, 2, 3, 5, 5, 3, 3, 1, 6, 2, 7, 2, 6, 1, 4, 4, 9, 1, 1, 1, 3, 4, 1, 1, 1, 3, 6, 1, 1, 1, 3, 2, 2, 7, 3, 7, 2, 3, 7, 4, 4, 5, 4, 5, 2, 7, 5, 9, 2, 1, 1, 1, 7, 5, 2, 3, 2, 6, 3, 5, 1, 7, 5, 2, 4, 2, 6, 3, 4, 1, 7, 5, 4, 2, 6, 3, 4, 1, 7, 5, 2], "patch_length_stats": {"count": 136, "sum": 538, "mean": 3.9558823529411766, "median": 3.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 3, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049776889998611296, "decode_time_sec": 4.917041613007314, "total_time_sec": 5.392917868997756, "prefill_units_per_sec": 7573.795791792491, "prefill_bytes_per_sec": 7553.706147782432, "decode_units_per_sec": 102.09390920589985, "decode_bytes_per_sec": 102.09390920589985, "total_units_per_sec": 93.08504453328415, "total_bytes_per_sec": 93.08504453328415, "step_latency_ms": {"count": 502, "sum": 4903, "mean": 9.766932270916335, "median": 7.0, "p95": 24.0, "max": 32, "min": 6}, "peak_allocated_mb": 2863.283203125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}, "model_input_units": {"count": 1, "sum": 377, "mean": 377.0, "median": 377.0, "p95": 377.0, "max": 377, "min": 377}}, "generated_stats": {"units": {"count": 1, "sum": 502, "mean": 502.0, "median": 502.0, "p95": 502.0, "max": 502, "min": 502}, "bytes": {"count": 1, "sum": 502, "mean": 502.0, "median": 502.0, "p95": 502.0, "max": 502, "min": 502}}, "compression_summary": {"raw_prompt_bytes": 376, "model_input_units": 377, "stage0_units": 73, "stage1_units": null, "bytes_per_stage0_unit": 5.1506849315068495, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [73], "patch_count_stats": {"count": 1, "sum": 73, "mean": 73.0, "median": 73.0, "p95": 73.0, "max": 73, "min": 73}, "patch_lengths": [3, 10, 6, 5, 1, 6, 4, 3, 4, 2, 6, 3, 4, 8, 6, 3, 2, 6, 1, 7, 3, 4, 11, 6, 1, 7, 6, 3, 11, 7, 6, 2, 7, 2, 10, 4, 6, 1, 7, 11, 6, 2, 6, 3, 5, 6, 3, 7, 2, 6, 4, 6, 4, 7, 8, 5, 1, 7, 4, 6, 6, 1, 6, 6, 3, 11, 6, 6, 4, 11, 6, 6, 2], "patch_length_stats": {"count": 73, "sum": 377, "mean": 5.164383561643835, "median": 6.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 4, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04346922699915012, "decode_time_sec": 3.990395576980518, "total_time_sec": 4.369803259000037, "prefill_units_per_sec": 6395.328815150894, "prefill_bytes_per_sec": 6372.324035240279, "decode_units_per_sec": 100.99249365772027, "decode_bytes_per_sec": 100.99249365772027, "total_units_per_sec": 92.2238316267402, "total_bytes_per_sec": 92.2238316267402, "step_latency_ms": {"count": 403, "sum": 3964, "mean": 9.836228287841191, "median": 7.0, "p95": 24.0, "max": 36, "min": 6}, "peak_allocated_mb": 2857.5341796875, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}, "model_input_units": {"count": 1, "sum": 278, "mean": 278.0, "median": 278.0, "p95": 278.0, "max": 278, "min": 278}}, "generated_stats": {"units": {"count": 1, "sum": 403, "mean": 403.0, "median": 403.0, "p95": 403.0, "max": 403, "min": 403}, "bytes": {"count": 1, "sum": 403, "mean": 403.0, "median": 403.0, "p95": 403.0, "max": 403, "min": 403}}, "compression_summary": {"raw_prompt_bytes": 277, "model_input_units": 278, "stage0_units": 62, "stage1_units": null, "bytes_per_stage0_unit": 4.467741935483871, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [62], "patch_count_stats": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}, "patch_lengths": [3, 4, 10, 9, 5, 1, 8, 3, 3, 4, 2, 9, 8, 6, 9, 4, 4, 1, 7, 6, 5, 2, 3, 3, 4, 3, 5, 5, 2, 5, 1, 3, 9, 5, 2, 5, 2, 3, 3, 5, 2, 4, 4, 7, 5, 5, 2, 3, 4, 4, 2, 1, 5, 11, 3, 6, 2, 11, 5, 4, 4, 3], "patch_length_stats": {"count": 62, "sum": 278, "mean": 4.483870967741935, "median": 4.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 5, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.046479114003886934, "decode_time_sec": 4.5396017560087785, "total_time_sec": 4.981575612000597, "prefill_units_per_sec": 7422.688822578427, "prefill_bytes_per_sec": 7401.173782512982, "decode_units_per_sec": 103.53331090725993, "decode_bytes_per_sec": 103.53331090725993, "total_units_per_sec": 94.34765957737784, "total_bytes_per_sec": 94.34765957737784, "step_latency_ms": {"count": 470, "sum": 4503, "mean": 9.580851063829787, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2860.884765625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}, "model_input_units": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "generated_stats": {"units": {"count": 1, "sum": 470, "mean": 470.0, "median": 470.0, "p95": 470.0, "max": 470, "min": 470}, "bytes": {"count": 1, "sum": 470, "mean": 470.0, "median": 470.0, "p95": 470.0, "max": 470, "min": 470}}, "compression_summary": {"raw_prompt_bytes": 344, "model_input_units": 345, "stage0_units": 76, "stage1_units": null, "bytes_per_stage0_unit": 4.526315789473684, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [76], "patch_count_stats": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}, "patch_lengths": [3, 2, 7, 8, 5, 3, 3, 4, 4, 8, 5, 1, 2, 4, 1, 3, 1, 4, 3, 11, 3, 5, 5, 8, 4, 4, 2, 3, 2, 2, 3, 7, 3, 15, 7, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 8, 2, 6, 7, 3, 11, 5, 8, 4, 6, 7, 8, 2, 11, 7, 2, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 5, 8, 2], "patch_length_stats": {"count": 76, "sum": 345, "mean": 4.5394736842105265, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 6, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04518720700070844, "decode_time_sec": 4.177474666965281, "total_time_sec": 4.566839262999565, "prefill_units_per_sec": 6196.444050981292, "prefill_bytes_per_sec": 6174.313893656359, "decode_units_per_sec": 96.94852327954666, "decode_bytes_per_sec": 96.94852327954666, "total_units_per_sec": 88.68277963739635, "total_bytes_per_sec": 88.68277963739635, "step_latency_ms": {"count": 405, "sum": 4199, "mean": 10.367901234567901, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2856.8798828125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}, "model_input_units": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}}, "generated_stats": {"units": {"count": 1, "sum": 405, "mean": 405.0, "median": 405.0, "p95": 405.0, "max": 405, "min": 405}, "bytes": {"count": 1, "sum": 405, "mean": 405.0, "median": 405.0, "p95": 405.0, "max": 405, "min": 405}}, "compression_summary": {"raw_prompt_bytes": 279, "model_input_units": 280, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 4.894736842105263, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 4, 4, 2, 7, 5, 4, 2, 3, 9, 3, 3, 4, 2, 7, 4, 2, 3, 6, 4, 2, 3, 9, 2, 3, 4, 3, 10, 8, 2, 7, 4, 5, 2, 6, 5, 3, 6, 4, 5, 3, 4, 8, 8, 3, 18, 9, 1, 7, 4, 5, 8, 5, 4, 5, 10, 4], "patch_length_stats": {"count": 57, "sum": 280, "mean": 4.912280701754386, "median": 4.0, "p95": 9.199999999999996, "max": 18, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 7, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048792382003739476, "decode_time_sec": 4.318314637028379, "total_time_sec": 4.709778557000391, "prefill_units_per_sec": 5800.085758844705, "prefill_bytes_per_sec": 5779.590756163275, "decode_units_per_sec": 94.48130446575394, "decode_bytes_per_sec": 94.48130446575394, "total_units_per_sec": 86.62827669329978, "total_bytes_per_sec": 86.62827669329978, "step_latency_ms": {"count": 408, "sum": 4352, "mean": 10.666666666666666, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2858.74169921875, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}, "bytes": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 70, "stage1_units": null, "bytes_per_stage0_unit": 4.0285714285714285, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [70], "patch_count_stats": {"count": 1, "sum": 70, "mean": 70.0, "median": 70.0, "p95": 70.0, "max": 70, "min": 70}, "patch_lengths": [3, 7, 6, 5, 5, 5, 3, 3, 4, 2, 3, 2, 5, 4, 8, 6, 4, 1, 7, 11, 4, 2, 3, 3, 7, 2, 1, 2, 2, 2, 1, 4, 2, 3, 2, 1, 2, 3, 2, 4, 7, 4, 2, 5, 5, 3, 7, 6, 2, 5, 5, 5, 2, 5, 3, 7, 6, 12, 2, 5, 4, 6, 12, 1, 2, 4, 2, 1, 2, 5], "patch_length_stats": {"count": 70, "sum": 283, "mean": 4.042857142857143, "median": 4.0, "p95": 7.549999999999997, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 8, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05152472900226712, "decode_time_sec": 4.704739875960513, "total_time_sec": 5.1596796109988645, "prefill_units_per_sec": 6773.446590755359, "prefill_bytes_per_sec": 6754.038434334856, "decode_units_per_sec": 100.74945958690837, "decode_bytes_per_sec": 100.74945958690837, "total_units_per_sec": 91.86616916863916, "total_bytes_per_sec": 91.86616916863916, "step_latency_ms": {"count": 474, "sum": 4761, "mean": 10.044303797468354, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2860.548828125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}, "model_input_units": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}}, "generated_stats": {"units": {"count": 1, "sum": 474, "mean": 474.0, "median": 474.0, "p95": 474.0, "max": 474, "min": 474}, "bytes": {"count": 1, "sum": 474, "mean": 474.0, "median": 474.0, "p95": 474.0, "max": 474, "min": 474}}, "compression_summary": {"raw_prompt_bytes": 348, "model_input_units": 349, "stage0_units": 72, "stage1_units": null, "bytes_per_stage0_unit": 4.833333333333333, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [72], "patch_count_stats": {"count": 1, "sum": 72, "mean": 72.0, "median": 72.0, "p95": 72.0, "max": 72, "min": 72}, "patch_lengths": [3, 4, 8, 5, 7, 7, 5, 3, 3, 7, 2, 7, 3, 4, 7, 4, 4, 1, 3, 4, 6, 1, 8, 3, 7, 4, 2, 7, 2, 5, 4, 5, 4, 7, 3, 2, 5, 1, 3, 2, 6, 2, 11, 6, 2, 8, 4, 4, 1, 2, 6, 6, 2, 11, 7, 11, 6, 1, 4, 2, 11, 7, 2, 8, 10, 2, 4, 2, 11, 7, 9, 2], "patch_length_stats": {"count": 72, "sum": 349, "mean": 4.847222222222222, "median": 4.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 9, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03305083799932618, "decode_time_sec": 5.519302075936139, "total_time_sec": 5.985279619999346, "prefill_units_per_sec": 11648.721282281835, "prefill_bytes_per_sec": 11618.464863366817, "decode_units_per_sec": 92.40298736747398, "decode_bytes_per_sec": 92.40298736747398, "total_units_per_sec": 85.20905160318236, "total_bytes_per_sec": 85.20905160318236, "step_latency_ms": {"count": 510, "sum": 5528, "mean": 10.83921568627451, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2871.43310546875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}, "model_input_units": {"count": 1, "sum": 385, "mean": 385.0, "median": 385.0, "p95": 385.0, "max": 385, "min": 385}}, "generated_stats": {"units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}, "bytes": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "compression_summary": {"raw_prompt_bytes": 384, "model_input_units": 385, "stage0_units": 93, "stage1_units": null, "bytes_per_stage0_unit": 4.129032258064516, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [93], "patch_count_stats": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}, "patch_lengths": [3, 4, 4, 8, 5, 1, 3, 9, 4, 3, 4, 2, 8, 5, 7, 12, 4, 4, 9, 1, 7, 2, 4, 2, 2, 4, 11, 3, 7, 2, 3, 3, 2, 1, 1, 1, 7, 4, 3, 3, 5, 4, 4, 3, 11, 2, 6, 3, 9, 3, 4, 8, 7, 6, 1, 11, 2, 3, 4, 6, 7, 4, 4, 5, 1, 11, 2, 1, 3, 6, 2, 2, 1, 1, 2, 1, 2, 1, 3, 3, 1, 11, 2, 3, 3, 3, 1, 1, 2, 11, 5, 4, 2], "patch_length_stats": {"count": 93, "sum": 385, "mean": 4.139784946236559, "median": 3.0, "p95": 11.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 10, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03828915299891378, "decode_time_sec": 6.421590470974479, "total_time_sec": 7.049461957998574, "prefill_units_per_sec": 14259.913245286189, "prefill_bytes_per_sec": 14233.79618806039, "decode_units_per_sec": 104.49124761737967, "decode_bytes_per_sec": 104.49124761737967, "total_units_per_sec": 95.18456926186532, "total_bytes_per_sec": 95.18456926186532, "step_latency_ms": {"count": 671, "sum": 6406, "mean": 9.546944858420268, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2878.3671875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}, "model_input_units": {"count": 1, "sum": 546, "mean": 546.0, "median": 546.0, "p95": 546.0, "max": 546, "min": 546}}, "generated_stats": {"units": {"count": 1, "sum": 671, "mean": 671.0, "median": 671.0, "p95": 671.0, "max": 671, "min": 671}, "bytes": {"count": 1, "sum": 671, "mean": 671.0, "median": 671.0, "p95": 671.0, "max": 671, "min": 671}}, "compression_summary": {"raw_prompt_bytes": 545, "model_input_units": 546, "stage0_units": 108, "stage1_units": null, "bytes_per_stage0_unit": 5.046296296296297, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [108], "patch_count_stats": {"count": 1, "sum": 108, "mean": 108.0, "median": 108.0, "p95": 108.0, "max": 108, "min": 108}, "patch_lengths": [3, 7, 4, 1, 10, 1, 11, 6, 3, 3, 4, 3, 4, 11, 10, 1, 2, 4, 1, 6, 4, 11, 10, 2, 2, 9, 3, 7, 6, 2, 4, 7, 4, 5, 3, 10, 2, 11, 5, 2, 4, 5, 2, 4, 3, 2, 3, 7, 2, 4, 7, 3, 5, 3, 11, 3, 4, 5, 2, 15, 9, 2, 11, 3, 11, 3, 2, 1, 5, 3, 15, 6, 7, 1, 2, 2, 2, 11, 5, 2, 15, 6, 7, 1, 2, 2, 3, 7, 3, 11, 2, 11, 7, 6, 2, 7, 2, 12, 5, 1, 4, 2, 9, 4, 1, 7, 4, 2], "patch_length_stats": {"count": 108, "sum": 546, "mean": 5.055555555555555, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 11, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03827797399935662, "decode_time_sec": 3.5833056780102197, "total_time_sec": 3.9421214450012485, "prefill_units_per_sec": 6818.54269519037, "prefill_bytes_per_sec": 6792.4180105344685, "decode_units_per_sec": 107.7217616037554, "decode_bytes_per_sec": 107.7217616037554, "total_units_per_sec": 97.91682102778996, "total_bytes_per_sec": 97.91682102778996, "step_latency_ms": {"count": 386, "sum": 3595, "mean": 9.313471502590673, "median": 7.0, "p95": 24.0, "max": 30, "min": 6}, "peak_allocated_mb": 2856.369140625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 4.642857142857143, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [3, 4, 5, 9, 7, 5, 1, 7, 3, 3, 4, 3, 7, 2, 5, 1, 7, 5, 2, 4, 7, 4, 5, 3, 7, 6, 3, 1, 4, 11, 3, 4, 3, 7, 2, 15, 5, 3, 5, 2, 3, 1, 2, 11, 4, 9, 1, 11, 3, 4, 2, 2, 7, 5, 5, 4], "patch_length_stats": {"count": 56, "sum": 261, "mean": 4.660714285714286, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 12, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044886356001370586, "decode_time_sec": 5.856564676065318, "total_time_sec": 6.426744827997027, "prefill_units_per_sec": 10849.622098642394, "prefill_bytes_per_sec": 10827.343613840254, "decode_units_per_sec": 104.49812028903723, "decode_bytes_per_sec": 104.49812028903723, "total_units_per_sec": 95.22705761304316, "total_bytes_per_sec": 95.22705761304316, "step_latency_ms": {"count": 612, "sum": 5832, "mean": 9.529411764705882, "median": 7.0, "p95": 23.0, "max": 28, "min": 6}, "peak_allocated_mb": 2874.03369140625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}, "model_input_units": {"count": 1, "sum": 487, "mean": 487.0, "median": 487.0, "p95": 487.0, "max": 487, "min": 487}}, "generated_stats": {"units": {"count": 1, "sum": 612, "mean": 612.0, "median": 612.0, "p95": 612.0, "max": 612, "min": 612}, "bytes": {"count": 1, "sum": 612, "mean": 612.0, "median": 612.0, "p95": 612.0, "max": 612, "min": 612}}, "compression_summary": {"raw_prompt_bytes": 486, "model_input_units": 487, "stage0_units": 103, "stage1_units": null, "bytes_per_stage0_unit": 4.718446601941747, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [103], "patch_count_stats": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}, "patch_lengths": [3, 3, 8, 2, 3, 6, 7, 5, 1, 8, 3, 3, 4, 5, 2, 7, 8, 5, 8, 2, 7, 8, 7, 2, 3, 6, 5, 2, 2, 5, 2, 2, 6, 2, 2, 4, 2, 2, 4, 2, 3, 27, 9, 3, 7, 3, 5, 2, 5, 7, 2, 3, 5, 3, 4, 5, 2, 5, 7, 3, 5, 1, 1, 3, 11, 2, 2, 5, 1, 7, 5, 2, 11, 4, 2, 1, 4, 3, 5, 7, 6, 5, 3, 3, 7, 1, 5, 4, 4, 15, 3, 2, 3, 1, 7, 7, 1, 4, 28, 2, 5, 7, 4], "patch_length_stats": {"count": 103, "sum": 487, "mean": 4.728155339805825, "median": 4.0, "p95": 8.899999999999991, "max": 28, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 13, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05205907900017337, "decode_time_sec": 6.060050880936615, "total_time_sec": 6.629621689000487, "prefill_units_per_sec": 9162.666900012033, "prefill_bytes_per_sec": 9143.457954728989, "decode_units_per_sec": 99.33909992302863, "decode_bytes_per_sec": 99.33909992302863, "total_units_per_sec": 90.80457803479287, "total_bytes_per_sec": 90.80457803479287, "step_latency_ms": {"count": 602, "sum": 6079, "mean": 10.098006644518273, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2873.39990234375, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}, "model_input_units": {"count": 1, "sum": 477, "mean": 477.0, "median": 477.0, "p95": 477.0, "max": 477, "min": 477}}, "generated_stats": {"units": {"count": 1, "sum": 602, "mean": 602.0, "median": 602.0, "p95": 602.0, "max": 602, "min": 602}, "bytes": {"count": 1, "sum": 602, "mean": 602.0, "median": 602.0, "p95": 602.0, "max": 602, "min": 602}}, "compression_summary": {"raw_prompt_bytes": 476, "model_input_units": 477, "stage0_units": 99, "stage1_units": null, "bytes_per_stage0_unit": 4.808080808080808, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [99], "patch_count_stats": {"count": 1, "sum": 99, "mean": 99.0, "median": 99.0, "p95": 99.0, "max": 99, "min": 99}, "patch_lengths": [3, 7, 10, 3, 3, 3, 9, 5, 2, 3, 3, 4, 4, 1, 6, 3, 10, 3, 2, 5, 4, 5, 7, 9, 2, 4, 7, 4, 2, 3, 6, 2, 11, 9, 7, 2, 2, 3, 13, 7, 4, 4, 7, 4, 2, 3, 3, 2, 8, 3, 3, 3, 11, 9, 7, 2, 2, 7, 9, 5, 7, 9, 2, 10, 5, 2, 2, 3, 3, 6, 1, 4, 9, 3, 9, 5, 2, 3, 7, 5, 2, 7, 5, 4, 7, 5, 4, 3, 9, 5, 2, 2, 3, 8, 5, 6, 1, 4, 2], "patch_length_stats": {"count": 99, "sum": 477, "mean": 4.818181818181818, "median": 4.0, "p95": 10.0, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 14, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.046530933999747504, "decode_time_sec": 7.691738287005137, "total_time_sec": 8.377159637999284, "prefill_units_per_sec": 12894.64767681766, "prefill_bytes_per_sec": 12873.156597356297, "decode_units_per_sec": 94.25697715493733, "decode_bytes_per_sec": 94.25697715493733, "total_units_per_sec": 86.54484709964912, "total_bytes_per_sec": 86.54484709964912, "step_latency_ms": {"count": 725, "sum": 7709, "mean": 10.633103448275863, "median": 7.0, "p95": 24.0, "max": 30, "min": 6}, "peak_allocated_mb": 2883.36083984375, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 599, "mean": 599.0, "median": 599.0, "p95": 599.0, "max": 599, "min": 599}, "model_input_units": {"count": 1, "sum": 600, "mean": 600.0, "median": 600.0, "p95": 600.0, "max": 600, "min": 600}}, "generated_stats": {"units": {"count": 1, "sum": 725, "mean": 725.0, "median": 725.0, "p95": 725.0, "max": 725, "min": 725}, "bytes": {"count": 1, "sum": 725, "mean": 725.0, "median": 725.0, "p95": 725.0, "max": 725, "min": 725}}, "compression_summary": {"raw_prompt_bytes": 599, "model_input_units": 600, "stage0_units": 124, "stage1_units": null, "bytes_per_stage0_unit": 4.830645161290323, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [124], "patch_count_stats": {"count": 1, "sum": 124, "mean": 124.0, "median": 124.0, "p95": 124.0, "max": 124, "min": 124}, "patch_lengths": [3, 5, 5, 9, 3, 3, 3, 7, 2, 4, 7, 3, 3, 6, 2, 7, 9, 5, 5, 9, 3, 3, 3, 9, 4, 2, 5, 8, 3, 2, 7, 2, 2, 9, 2, 4, 2, 3, 6, 3, 2, 2, 9, 5, 2, 3, 2, 8, 2, 7, 3, 4, 10, 4, 5, 3, 7, 10, 2, 5, 2, 9, 3, 7, 3, 5, 2, 9, 5, 2, 3, 2, 8, 3, 11, 9, 2, 9, 4, 4, 3, 7, 2, 7, 4, 7, 9, 3, 10, 1, 7, 5, 5, 2, 9, 5, 2, 3, 2, 5, 3, 11, 7, 2, 1, 6, 3, 3, 5, 2, 4, 7, 6, 6, 3, 7, 2, 7, 5, 2, 11, 7, 10, 3], "patch_length_stats": {"count": 124, "sum": 600, "mean": 4.838709677419355, "median": 4.0, "p95": 9.849999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 15, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04139209000277333, "decode_time_sec": 10.795782793025865, "total_time_sec": 11.839142264001566, "prefill_units_per_sec": 23361.95152105655, "prefill_bytes_per_sec": 23337.792315760733, "decode_units_per_sec": 101.15060861593456, "decode_bytes_per_sec": 101.15060861593456, "total_units_per_sec": 92.23641169684787, "total_bytes_per_sec": 92.23641169684787, "step_latency_ms": {"count": 1092, "sum": 10767, "mean": 9.85989010989011, "median": 7.0, "p95": 23.0, "max": 28, "min": 6}, "peak_allocated_mb": 2938.75244140625, "peak_reserved_mb": 3004.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}, "model_input_units": {"count": 1, "sum": 967, "mean": 967.0, "median": 967.0, "p95": 967.0, "max": 967, "min": 967}}, "generated_stats": {"units": {"count": 1, "sum": 1092, "mean": 1092.0, "median": 1092.0, "p95": 1092.0, "max": 1092, "min": 1092}, "bytes": {"count": 1, "sum": 1092, "mean": 1092.0, "median": 1092.0, "p95": 1092.0, "max": 1092, "min": 1092}}, "compression_summary": {"raw_prompt_bytes": 966, "model_input_units": 967, "stage0_units": 262, "stage1_units": null, "bytes_per_stage0_unit": 3.687022900763359, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [262], "patch_count_stats": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "patch_lengths": [3, 5, 5, 1, 8, 11, 5, 1, 2, 3, 1, 2, 3, 1, 6, 1, 2, 3, 5, 1, 3, 6, 3, 3, 4, 13, 2, 3, 9, 1, 1, 3, 1, 2, 3, 1, 2, 4, 3, 7, 4, 2, 3, 3, 5, 10, 5, 3, 1, 3, 3, 4, 4, 2, 5, 2, 4, 5, 1, 1, 5, 4, 3, 1, 13, 1, 2, 5, 2, 2, 3, 8, 11, 2, 5, 1, 4, 2, 37, 2, 2, 1, 2, 1, 2, 1, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 8, 1, 13, 1, 5, 1, 4, 1, 3, 4, 5, 1, 1, 3, 31, 2, 2, 1, 1, 2, 1, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 9, 7, 1, 13, 1, 5, 1, 4, 1, 3, 4, 5, 1, 1, 2, 7, 1, 1, 1, 1, 1, 2, 31, 2, 2, 1, 5, 2, 1, 2, 2, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 5, 1, 3, 1, 5, 7, 1, 13, 1, 5, 1, 4, 1, 3, 1, 3, 5, 1, 1, 2, 7, 1, 1, 1, 1, 1, 2, 31, 2, 2, 1, 5, 2, 1, 2, 2, 2, 4, 3, 2, 6, 2, 2, 2, 3, 6, 3, 7, 4, 5, 1, 1, 2, 6, 4, 2, 4, 4, 7, 7, 2], "patch_length_stats": {"count": 262, "sum": 967, "mean": 3.6908396946564888, "median": 2.0, "p95": 8.949999999999989, "max": 37, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 16, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.042251768998539774, "decode_time_sec": 8.66382060399701, "total_time_sec": 9.457528789997014, "prefill_units_per_sec": 17135.37721994602, "prefill_bytes_per_sec": 17111.709571852174, "decode_units_per_sec": 97.99371879980042, "decode_bytes_per_sec": 97.99371879980042, "total_units_per_sec": 89.7697505185462, "total_bytes_per_sec": 89.7697505185462, "step_latency_ms": {"count": 849, "sum": 8661, "mean": 10.201413427561837, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2895.80029296875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 723, "mean": 723.0, "median": 723.0, "p95": 723.0, "max": 723, "min": 723}, "model_input_units": {"count": 1, "sum": 724, "mean": 724.0, "median": 724.0, "p95": 724.0, "max": 724, "min": 724}}, "generated_stats": {"units": {"count": 1, "sum": 849, "mean": 849.0, "median": 849.0, "p95": 849.0, "max": 849, "min": 849}, "bytes": {"count": 1, "sum": 849, "mean": 849.0, "median": 849.0, "p95": 849.0, "max": 849, "min": 849}}, "compression_summary": {"raw_prompt_bytes": 723, "model_input_units": 724, "stage0_units": 156, "stage1_units": null, "bytes_per_stage0_unit": 4.634615384615385, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [156], "patch_count_stats": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "patch_lengths": [3, 7, 5, 1, 4, 5, 3, 3, 4, 5, 2, 6, 6, 6, 4, 3, 4, 3, 4, 5, 3, 2, 6, 5, 6, 3, 11, 6, 6, 5, 2, 15, 3, 6, 5, 6, 1, 3, 2, 9, 6, 4, 5, 3, 11, 4, 2, 5, 7, 3, 8, 4, 7, 2, 5, 1, 6, 3, 1, 3, 4, 5, 4, 8, 6, 5, 4, 3, 7, 1, 7, 3, 4, 5, 1, 3, 4, 5, 3, 11, 6, 6, 5, 2, 3, 3, 1, 2, 4, 6, 2, 6, 4, 5, 3, 7, 4, 2, 5, 2, 7, 4, 4, 5, 2, 7, 3, 4, 4, 2, 4, 4, 11, 6, 6, 5, 2, 15, 2, 3, 3, 1, 2, 3, 7, 4, 10, 7, 3, 8, 3, 11, 4, 2, 6, 7, 4, 4, 4, 4, 6, 2, 6, 4, 5, 4, 7, 8, 2, 5, 2, 7, 7, 4, 5, 4], "patch_length_stats": {"count": 156, "sum": 724, "mean": 4.641025641025641, "median": 4.0, "p95": 9.25, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 17, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.036037314996065106, "decode_time_sec": 4.94765153397384, "total_time_sec": 5.416897549999703, "prefill_units_per_sec": 10738.868865292998, "prefill_bytes_per_sec": 10711.119850137202, "decode_units_per_sec": 103.483439867232, "decode_bytes_per_sec": 103.483439867232, "total_units_per_sec": 94.51904808501097, "total_bytes_per_sec": 94.51904808501097, "step_latency_ms": {"count": 512, "sum": 4947, "mean": 9.662109375, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2868.955078125, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "model_input_units": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "generated_stats": {"units": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}, "bytes": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}}, "compression_summary": {"raw_prompt_bytes": 386, "model_input_units": 387, "stage0_units": 75, "stage1_units": null, "bytes_per_stage0_unit": 5.1466666666666665, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [75], "patch_count_stats": {"count": 1, "sum": 75, "mean": 75.0, "median": 75.0, "p95": 75.0, "max": 75, "min": 75}, "patch_lengths": [3, 5, 5, 4, 5, 5, 1, 5, 3, 3, 4, 5, 4, 5, 2, 5, 7, 4, 4, 3, 5, 2, 11, 4, 2, 15, 5, 2, 8, 4, 2, 15, 8, 2, 5, 5, 4, 15, 7, 4, 2, 8, 4, 2, 1, 2, 3, 4, 4, 15, 3, 4, 7, 4, 2, 19, 8, 5, 2, 8, 4, 2, 7, 5, 2, 5, 5, 2, 23, 3, 3, 1, 2, 5, 4], "patch_length_stats": {"count": 75, "sum": 387, "mean": 5.16, "median": 4.0, "p95": 15.0, "max": 23, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 18, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04784150300110923, "decode_time_sec": 4.218028793031408, "total_time_sec": 4.604060280002159, "prefill_units_per_sec": 5894.463641609706, "prefill_bytes_per_sec": 5873.561288270665, "decode_units_per_sec": 96.49056940350987, "decode_bytes_per_sec": 96.49056940350987, "total_units_per_sec": 88.40023267458373, "total_bytes_per_sec": 88.40023267458373, "step_latency_ms": {"count": 407, "sum": 4210, "mean": 10.343980343980345, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2858.30615234375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 407, "mean": 407.0, "median": 407.0, "p95": 407.0, "max": 407, "min": 407}, "bytes": {"count": 1, "sum": 407, "mean": 407.0, "median": 407.0, "p95": 407.0, "max": 407, "min": 407}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 67, "stage1_units": null, "bytes_per_stage0_unit": 4.1940298507462686, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [67], "patch_count_stats": {"count": 1, "sum": 67, "mean": 67.0, "median": 67.0, "p95": 67.0, "max": 67, "min": 67}, "patch_lengths": [3, 6, 5, 5, 3, 3, 4, 5, 4, 2, 3, 5, 5, 5, 5, 7, 1, 5, 3, 7, 3, 1, 2, 6, 3, 2, 2, 2, 4, 9, 6, 3, 7, 4, 7, 3, 4, 2, 6, 5, 4, 1, 2, 5, 4, 11, 5, 5, 2, 7, 3, 6, 3, 3, 1, 2, 11, 3, 5, 5, 4, 3, 5, 5, 3, 4, 3], "patch_length_stats": {"count": 67, "sum": 282, "mean": 4.208955223880597, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 19, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.046250214996689465, "decode_time_sec": 6.466047103996971, "total_time_sec": 7.071967992000282, "prefill_units_per_sec": 11286.434020628101, "prefill_bytes_per_sec": 11264.812499515787, "decode_units_per_sec": 100.06113311486064, "decode_bytes_per_sec": 100.06113311486064, "total_units_per_sec": 91.48797063729332, "total_bytes_per_sec": 91.48797063729332, "step_latency_ms": {"count": 647, "sum": 6482, "mean": 10.018547140649149, "median": 7.0, "p95": 24.0, "max": 32, "min": 6}, "peak_allocated_mb": 2878.716796875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 521, "mean": 521.0, "median": 521.0, "p95": 521.0, "max": 521, "min": 521}, "model_input_units": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}}, "generated_stats": {"units": {"count": 1, "sum": 647, "mean": 647.0, "median": 647.0, "p95": 647.0, "max": 647, "min": 647}, "bytes": {"count": 1, "sum": 647, "mean": 647.0, "median": 647.0, "p95": 647.0, "max": 647, "min": 647}}, "compression_summary": {"raw_prompt_bytes": 521, "model_input_units": 522, "stage0_units": 120, "stage1_units": null, "bytes_per_stage0_unit": 4.341666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [120], "patch_count_stats": {"count": 1, "sum": 120, "mean": 120.0, "median": 120.0, "p95": 120.0, "max": 120, "min": 120}, "patch_lengths": [3, 4, 4, 1, 5, 3, 4, 2, 7, 2, 2, 1, 6, 1, 3, 2, 7, 1, 8, 3, 7, 1, 10, 7, 1, 3, 4, 2, 7, 2, 4, 3, 4, 4, 6, 4, 9, 4, 1, 9, 3, 5, 6, 2, 7, 2, 3, 5, 3, 3, 3, 8, 2, 1, 2, 1, 4, 2, 7, 4, 2, 10, 2, 7, 2, 8, 10, 2, 5, 1, 10, 11, 1, 4, 7, 4, 3, 1, 7, 2, 6, 1, 7, 7, 2, 5, 2, 4, 2, 3, 4, 2, 9, 1, 3, 2, 5, 6, 2, 6, 3, 15, 9, 2, 3, 8, 2, 10, 2, 3, 5, 1, 5, 9, 3, 7, 8, 2, 9, 4], "patch_length_stats": {"count": 120, "sum": 522, "mean": 4.35, "median": 4.0, "p95": 10.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 20, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04917343299894128, "decode_time_sec": 5.823383435988944, "total_time_sec": 6.375536761002877, "prefill_units_per_sec": 9374.980998579567, "prefill_bytes_per_sec": 9354.64481420087, "decode_units_per_sec": 100.62878504246797, "decode_bytes_per_sec": 100.62878504246797, "total_units_per_sec": 91.91382968480002, "total_bytes_per_sec": 91.91382968480002, "step_latency_ms": {"count": 586, "sum": 5843, "mean": 9.97098976109215, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2872.72900390625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}, "model_input_units": {"count": 1, "sum": 461, "mean": 461.0, "median": 461.0, "p95": 461.0, "max": 461, "min": 461}}, "generated_stats": {"units": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}, "bytes": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}}, "compression_summary": {"raw_prompt_bytes": 460, "model_input_units": 461, "stage0_units": 98, "stage1_units": null, "bytes_per_stage0_unit": 4.6938775510204085, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [98], "patch_count_stats": {"count": 1, "sum": 98, "mean": 98.0, "median": 98.0, "p95": 98.0, "max": 98, "min": 98}, "patch_lengths": [3, 4, 4, 4, 3, 5, 1, 7, 1, 7, 5, 3, 3, 4, 7, 2, 5, 2, 7, 7, 7, 2, 7, 6, 7, 2, 5, 7, 3, 5, 5, 8, 3, 4, 5, 2, 11, 6, 7, 2, 4, 7, 2, 2, 5, 5, 8, 2, 3, 4, 9, 2, 7, 3, 4, 5, 3, 7, 9, 2, 8, 2, 2, 2, 5, 5, 1, 7, 5, 2, 7, 2, 10, 4, 8, 2, 11, 7, 2, 3, 3, 11, 5, 3, 1, 4, 1, 2, 2, 4, 5, 4, 11, 6, 7, 6, 7, 3], "patch_length_stats": {"count": 98, "sum": 461, "mean": 4.704081632653061, "median": 4.0, "p95": 9.149999999999991, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 21, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03308915800153045, "decode_time_sec": 5.943429668026511, "total_time_sec": 6.486113730999932, "prefill_units_per_sec": 13569.39937786367, "prefill_bytes_per_sec": 13539.17799840295, "decode_units_per_sec": 96.57723436821524, "decode_bytes_per_sec": 96.57723436821524, "total_units_per_sec": 88.49675226270034, "total_bytes_per_sec": 88.49675226270034, "step_latency_ms": {"count": 574, "sum": 5988, "mean": 10.432055749128919, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2875.26806640625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}, "model_input_units": {"count": 1, "sum": 449, "mean": 449.0, "median": 449.0, "p95": 449.0, "max": 449, "min": 449}}, "generated_stats": {"units": {"count": 1, "sum": 574, "mean": 574.0, "median": 574.0, "p95": 574.0, "max": 574, "min": 574}, "bytes": {"count": 1, "sum": 574, "mean": 574.0, "median": 574.0, "p95": 574.0, "max": 574, "min": 574}}, "compression_summary": {"raw_prompt_bytes": 448, "model_input_units": 449, "stage0_units": 117, "stage1_units": null, "bytes_per_stage0_unit": 3.8290598290598292, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [117], "patch_count_stats": {"count": 1, "sum": 117, "mean": 117.0, "median": 117.0, "p95": 117.0, "max": 117, "min": 117}, "patch_lengths": [3, 4, 11, 6, 1, 4, 3, 3, 3, 4, 6, 2, 7, 7, 1, 3, 2, 4, 11, 7, 4, 4, 7, 4, 8, 7, 3, 4, 5, 6, 1, 3, 4, 3, 5, 3, 4, 6, 5, 4, 7, 5, 5, 2, 2, 1, 1, 1, 7, 5, 6, 2, 1, 1, 1, 7, 5, 5, 2, 5, 1, 7, 5, 3, 6, 4, 2, 2, 1, 2, 6, 7, 4, 3, 2, 5, 1, 1, 3, 6, 2, 5, 1, 1, 2, 7, 5, 3, 6, 4, 2, 3, 2, 6, 7, 4, 3, 2, 5, 1, 1, 3, 5, 2, 5, 1, 1, 2, 7, 5, 3, 6, 4, 2, 3, 2, 2], "patch_length_stats": {"count": 117, "sum": 449, "mean": 3.8376068376068377, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 22, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.041584159997000825, "decode_time_sec": 6.473865779931657, "total_time_sec": 7.121502777001297, "prefill_units_per_sec": 13514.761390888578, "prefill_bytes_per_sec": 13490.713772755324, "decode_units_per_sec": 106.1189748680969, "decode_bytes_per_sec": 106.1189748680969, "total_units_per_sec": 96.46840302002664, "total_bytes_per_sec": 96.46840302002664, "step_latency_ms": {"count": 687, "sum": 6511, "mean": 9.477438136826784, "median": 7.0, "p95": 24.0, "max": 36, "min": 6}, "peak_allocated_mb": 2876.8505859375, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 561, "mean": 561.0, "median": 561.0, "p95": 561.0, "max": 561, "min": 561}, "model_input_units": {"count": 1, "sum": 562, "mean": 562.0, "median": 562.0, "p95": 562.0, "max": 562, "min": 562}}, "generated_stats": {"units": {"count": 1, "sum": 687, "mean": 687.0, "median": 687.0, "p95": 687.0, "max": 687, "min": 687}, "bytes": {"count": 1, "sum": 687, "mean": 687.0, "median": 687.0, "p95": 687.0, "max": 687, "min": 687}}, "compression_summary": {"raw_prompt_bytes": 561, "model_input_units": 562, "stage0_units": 91, "stage1_units": null, "bytes_per_stage0_unit": 6.164835164835165, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [91], "patch_count_stats": {"count": 1, "sum": 91, "mean": 91.0, "median": 91.0, "p95": 91.0, "max": 91, "min": 91}, "patch_lengths": [3, 8, 9, 5, 3, 3, 4, 9, 2, 4, 7, 4, 6, 3, 5, 7, 7, 4, 11, 4, 9, 5, 3, 3, 8, 2, 2, 5, 9, 2, 2, 6, 3, 6, 4, 15, 3, 4, 8, 6, 1, 9, 5, 3, 19, 9, 2, 11, 4, 9, 2, 8, 6, 1, 9, 5, 3, 15, 3, 4, 11, 3, 6, 1, 9, 3, 19, 9, 2, 15, 11, 2, 9, 4, 3, 6, 11, 3, 15, 3, 11, 3, 5, 2, 19, 9, 2, 15, 4, 4, 2], "patch_length_stats": {"count": 91, "sum": 562, "mean": 6.175824175824176, "median": 5.0, "p95": 15.0, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 23, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05197653099457966, "decode_time_sec": 7.782394723009929, "total_time_sec": 8.473753354999644, "prefill_units_per_sec": 11351.276984251368, "prefill_bytes_per_sec": 11332.037531735688, "decode_units_per_sec": 91.87403433624164, "decode_bytes_per_sec": 91.87403433624164, "total_units_per_sec": 84.37819346938379, "total_bytes_per_sec": 84.37819346938379, "step_latency_ms": {"count": 715, "sum": 7838, "mean": 10.962237762237763, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2885.0712890625, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 589, "mean": 589.0, "median": 589.0, "p95": 589.0, "max": 589, "min": 589}, "model_input_units": {"count": 1, "sum": 590, "mean": 590.0, "median": 590.0, "p95": 590.0, "max": 590, "min": 590}}, "generated_stats": {"units": {"count": 1, "sum": 715, "mean": 715.0, "median": 715.0, "p95": 715.0, "max": 715, "min": 715}, "bytes": {"count": 1, "sum": 715, "mean": 715.0, "median": 715.0, "p95": 715.0, "max": 715, "min": 715}}, "compression_summary": {"raw_prompt_bytes": 589, "model_input_units": 590, "stage0_units": 140, "stage1_units": null, "bytes_per_stage0_unit": 4.207142857142857, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [140], "patch_count_stats": {"count": 1, "sum": 140, "mean": 140.0, "median": 140.0, "p95": 140.0, "max": 140, "min": 140}, "patch_lengths": [3, 11, 5, 5, 1, 4, 4, 1, 8, 3, 7, 4, 2, 8, 4, 2, 5, 4, 2, 5, 2, 1, 8, 4, 5, 2, 3, 3, 2, 6, 4, 4, 3, 6, 7, 11, 6, 4, 1, 3, 4, 5, 2, 1, 3, 8, 4, 5, 2, 3, 7, 2, 1, 3, 8, 5, 2, 10, 4, 1, 2, 1, 2, 3, 2, 4, 2, 1, 7, 2, 3, 8, 10, 5, 11, 1, 4, 4, 2, 1, 9, 4, 2, 4, 1, 4, 4, 3, 3, 8, 10, 4, 6, 4, 10, 4, 3, 4, 5, 2, 4, 5, 6, 3, 3, 1, 2, 3, 3, 7, 4, 7, 4, 5, 3, 5, 3, 8, 5, 2, 7, 9, 5, 11, 1, 2, 1, 2, 4, 5, 2, 5, 9, 4, 4, 5, 1, 2, 4, 2], "patch_length_stats": {"count": 140, "sum": 590, "mean": 4.214285714285714, "median": 4.0, "p95": 10.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 24, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.062427040000329725, "decode_time_sec": 6.478153345040482, "total_time_sec": 7.0609092809972935, "prefill_units_per_sec": 7672.95710316347, "prefill_bytes_per_sec": 7656.9384035744015, "decode_units_per_sec": 93.23644684366847, "decode_bytes_per_sec": 93.23644684366847, "total_units_per_sec": 85.54139077038108, "total_bytes_per_sec": 85.54139077038108, "step_latency_ms": {"count": 604, "sum": 6504, "mean": 10.7682119205298, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2875.91162109375, "peak_reserved_mb": 3004.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}, "model_input_units": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "generated_stats": {"units": {"count": 1, "sum": 604, "mean": 604.0, "median": 604.0, "p95": 604.0, "max": 604, "min": 604}, "bytes": {"count": 1, "sum": 604, "mean": 604.0, "median": 604.0, "p95": 604.0, "max": 604, "min": 604}}, "compression_summary": {"raw_prompt_bytes": 478, "model_input_units": 479, "stage0_units": 117, "stage1_units": null, "bytes_per_stage0_unit": 4.085470085470085, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [117], "patch_count_stats": {"count": 1, "sum": 117, "mean": 117.0, "median": 117.0, "p95": 117.0, "max": 117, "min": 117}, "patch_lengths": [3, 6, 4, 7, 7, 3, 9, 3, 6, 4, 3, 7, 11, 2, 5, 4, 2, 3, 5, 3, 2, 5, 4, 3, 3, 3, 5, 3, 2, 2, 4, 7, 8, 9, 6, 2, 1, 1, 1, 2, 8, 6, 2, 3, 4, 2, 4, 1, 6, 3, 2, 2, 10, 4, 3, 3, 8, 1, 7, 8, 3, 3, 3, 1, 2, 1, 1, 2, 1, 2, 1, 2, 5, 2, 7, 7, 3, 7, 2, 1, 1, 1, 3, 3, 2, 2, 7, 2, 3, 2, 2, 1, 5, 9, 2, 7, 4, 4, 9, 6, 3, 7, 3, 7, 2, 7, 7, 11, 2, 8, 5, 2, 4, 4, 9, 6, 4], "patch_length_stats": {"count": 117, "sum": 479, "mean": 4.094017094017094, "median": 3.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 25, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03965923199939425, "decode_time_sec": 9.18312986402816, "total_time_sec": 9.993569607002428, "prefill_units_per_sec": 18608.5297872453, "prefill_bytes_per_sec": 18583.314977235485, "decode_units_per_sec": 93.97667383323346, "decode_bytes_per_sec": 93.97667383323346, "total_units_per_sec": 86.35552999954106, "total_bytes_per_sec": 86.35552999954106, "step_latency_ms": {"count": 863, "sum": 9200, "mean": 10.660486674391658, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2904.5732421875, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 737, "mean": 737.0, "median": 737.0, "p95": 737.0, "max": 737, "min": 737}, "model_input_units": {"count": 1, "sum": 738, "mean": 738.0, "median": 738.0, "p95": 738.0, "max": 738, "min": 738}}, "generated_stats": {"units": {"count": 1, "sum": 863, "mean": 863.0, "median": 863.0, "p95": 863.0, "max": 863, "min": 863}, "bytes": {"count": 1, "sum": 863, "mean": 863.0, "median": 863.0, "p95": 863.0, "max": 863, "min": 863}}, "compression_summary": {"raw_prompt_bytes": 737, "model_input_units": 738, "stage0_units": 215, "stage1_units": null, "bytes_per_stage0_unit": 3.427906976744186, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [215], "patch_count_stats": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}, "patch_lengths": [3, 2, 3, 2, 3, 5, 2, 4, 3, 6, 3, 3, 4, 4, 1, 3, 1, 3, 1, 5, 2, 5, 4, 2, 7, 7, 2, 7, 5, 1, 1, 5, 2, 4, 3, 6, 2, 7, 3, 4, 4, 5, 1, 6, 1, 3, 1, 1, 1, 5, 1, 1, 5, 1, 8, 2, 4, 1, 6, 1, 1, 2, 1, 3, 7, 3, 4, 5, 1, 3, 1, 2, 3, 1, 1, 4, 4, 5, 1, 3, 1, 2, 3, 1, 1, 1, 2, 6, 1, 3, 6, 1, 11, 6, 15, 2, 5, 5, 6, 8, 3, 4, 8, 1, 10, 3, 7, 5, 4, 5, 1, 3, 1, 2, 3, 1, 1, 1, 2, 4, 2, 2, 3, 1, 11, 3, 11, 4, 2, 2, 8, 5, 4, 15, 2, 2, 2, 2, 7, 2, 2, 5, 1, 3, 2, 2, 3, 24, 1, 1, 1, 2, 2, 4, 1, 1, 1, 2, 2, 2, 5, 2, 1, 4, 1, 1, 2, 3, 1, 1, 3, 1, 3, 19, 2, 3, 3, 5, 4, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 3, 2, 2, 19, 2, 3, 1, 3, 1, 1, 2, 2, 2, 5, 4, 6, 2, 1, 1, 16, 1, 2, 2, 3, 9, 2], "patch_length_stats": {"count": 215, "sum": 738, "mean": 3.432558139534884, "median": 3.0, "p95": 8.299999999999983, "max": 24, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 26, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04821371399884811, "decode_time_sec": 5.256722701949911, "total_time_sec": 5.669049800999346, "prefill_units_per_sec": 6450.446858489894, "prefill_bytes_per_sec": 6429.705871806646, "decode_units_per_sec": 82.94141135469664, "decode_bytes_per_sec": 82.94141135469664, "total_units_per_sec": 76.9088322214318, "total_bytes_per_sec": 76.9088322214318, "step_latency_ms": {"count": 436, "sum": 5271, "mean": 12.089449541284404, "median": 7.0, "p95": 24.0, "max": 33, "min": 6}, "peak_allocated_mb": 2862.47998046875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 93, "stage1_units": null, "bytes_per_stage0_unit": 3.3333333333333335, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [93], "patch_count_stats": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}, "patch_lengths": [3, 5, 4, 4, 1, 3, 1, 1, 4, 3, 3, 2, 3, 10, 7, 3, 2, 6, 4, 7, 2, 3, 2, 3, 4, 2, 7, 6, 4, 2, 4, 2, 3, 2, 4, 4, 4, 4, 4, 1, 2, 6, 2, 2, 4, 2, 3, 2, 3, 1, 4, 4, 4, 4, 2, 6, 3, 1, 3, 2, 1, 3, 3, 2, 7, 5, 7, 3, 4, 2, 5, 4, 6, 1, 3, 3, 3, 1, 3, 2, 1, 3, 7, 3, 1, 2, 2, 3, 5, 3, 3, 4, 3], "patch_length_stats": {"count": 93, "sum": 311, "mean": 3.3440860215053765, "median": 3.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 27, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04497989699666505, "decode_time_sec": 6.1486771830386715, "total_time_sec": 6.715200954000466, "prefill_units_per_sec": 10182.326563219065, "prefill_bytes_per_sec": 10160.094409150903, "decode_units_per_sec": 94.81714239417622, "decode_bytes_per_sec": 94.81714239417622, "total_units_per_sec": 86.81795287938297, "total_bytes_per_sec": 86.81795287938297, "step_latency_ms": {"count": 583, "sum": 6194, "mean": 10.624356775300171, "median": 7.0, "p95": 25.0, "max": 28, "min": 6}, "peak_allocated_mb": 2871.87353515625, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 457, "mean": 457.0, "median": 457.0, "p95": 457.0, "max": 457, "min": 457}, "model_input_units": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "generated_stats": {"units": {"count": 1, "sum": 583, "mean": 583.0, "median": 583.0, "p95": 583.0, "max": 583, "min": 583}, "bytes": {"count": 1, "sum": 583, "mean": 583.0, "median": 583.0, "p95": 583.0, "max": 583, "min": 583}}, "compression_summary": {"raw_prompt_bytes": 457, "model_input_units": 458, "stage0_units": 92, "stage1_units": null, "bytes_per_stage0_unit": 4.967391304347826, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [92], "patch_count_stats": {"count": 1, "sum": 92, "mean": 92.0, "median": 92.0, "p95": 92.0, "max": 92, "min": 92}, "patch_lengths": [3, 2, 6, 6, 5, 1, 7, 3, 3, 4, 2, 7, 5, 5, 7, 2, 5, 6, 8, 7, 5, 2, 8, 7, 1, 5, 2, 3, 10, 2, 5, 8, 7, 2, 7, 7, 2, 7, 2, 5, 2, 9, 9, 1, 7, 5, 2, 6, 7, 2, 10, 8, 6, 5, 2, 5, 3, 5, 2, 6, 7, 3, 2, 6, 3, 7, 8, 6, 2, 9, 2, 2, 6, 3, 9, 6, 7, 4, 3, 9, 6, 1, 3, 11, 2, 6, 3, 3, 6, 9, 9, 2], "patch_length_stats": {"count": 92, "sum": 458, "mean": 4.978260869565218, "median": 5.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 28, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.041506351000862196, "decode_time_sec": 5.212945609011513, "total_time_sec": 5.70405334699899, "prefill_units_per_sec": 9396.152410311826, "prefill_bytes_per_sec": 9372.059711823847, "decode_units_per_sec": 98.79251360492425, "decode_bytes_per_sec": 98.79251360492425, "total_units_per_sec": 90.28667312008069, "total_bytes_per_sec": 90.28667312008069, "step_latency_ms": {"count": 515, "sum": 5243, "mean": 10.180582524271845, "median": 7.0, "p95": 25.0, "max": 28, "min": 6}, "peak_allocated_mb": 2869.810546875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 515, "mean": 515.0, "median": 515.0, "p95": 515.0, "max": 515, "min": 515}, "bytes": {"count": 1, "sum": 515, "mean": 515.0, "median": 515.0, "p95": 515.0, "max": 515, "min": 515}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 81, "stage1_units": null, "bytes_per_stage0_unit": 4.802469135802469, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [81], "patch_count_stats": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}, "patch_lengths": [3, 3, 8, 5, 3, 3, 4, 7, 2, 9, 5, 3, 7, 7, 3, 4, 2, 4, 5, 8, 7, 2, 2, 4, 4, 7, 7, 5, 2, 4, 5, 8, 7, 2, 4, 4, 7, 7, 9, 2, 4, 5, 8, 7, 2, 8, 4, 7, 6, 2, 4, 5, 8, 7, 2, 6, 6, 4, 7, 3, 2, 3, 6, 1, 2, 1, 1, 1, 4, 3, 5, 7, 6, 3, 11, 7, 7, 11, 2, 6, 2], "patch_length_stats": {"count": 81, "sum": 390, "mean": 4.814814814814815, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 29, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.035384415998123586, "decode_time_sec": 4.019980272027169, "total_time_sec": 4.377045037999778, "prefill_units_per_sec": 7319.606462170652, "prefill_bytes_per_sec": 7291.345433359183, "decode_units_per_sec": 95.52285683391153, "decode_bytes_per_sec": 95.52285683391153, "total_units_per_sec": 87.73042010449139, "total_bytes_per_sec": 87.73042010449139, "step_latency_ms": {"count": 384, "sum": 4036, "mean": 10.510416666666666, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2856.19140625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}, "model_input_units": {"count": 1, "sum": 259, "mean": 259.0, "median": 259.0, "p95": 259.0, "max": 259, "min": 259}}, "generated_stats": {"units": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}, "bytes": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}}, "compression_summary": {"raw_prompt_bytes": 258, "model_input_units": 259, "stage0_units": 55, "stage1_units": null, "bytes_per_stage0_unit": 4.6909090909090905, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [55], "patch_count_stats": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}, "patch_lengths": [3, 5, 10, 4, 3, 5, 8, 7, 7, 4, 1, 3, 5, 5, 2, 7, 6, 7, 6, 1, 3, 5, 6, 10, 2, 4, 8, 6, 4, 9, 2, 7, 6, 10, 4, 4, 3, 2, 5, 3, 3, 5, 3, 3, 4, 6, 2, 2, 3, 7, 4, 4, 3, 6, 2], "patch_length_stats": {"count": 55, "sum": 259, "mean": 4.709090909090909, "median": 4.0, "p95": 9.299999999999997, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 30, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04461360600180342, "decode_time_sec": 4.379111245048989, "total_time_sec": 4.808479650000663, "prefill_units_per_sec": 7374.431916279102, "prefill_bytes_per_sec": 7352.017229603481, "decode_units_per_sec": 103.67400474543577, "decode_bytes_per_sec": 103.67400474543577, "total_units_per_sec": 94.4165376679794, "total_bytes_per_sec": 94.4165376679794, "step_latency_ms": {"count": 454, "sum": 4400, "mean": 9.691629955947137, "median": 7.0, "p95": 25.0, "max": 32, "min": 6}, "peak_allocated_mb": 2861.27197265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "model_input_units": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "generated_stats": {"units": {"count": 1, "sum": 454, "mean": 454.0, "median": 454.0, "p95": 454.0, "max": 454, "min": 454}, "bytes": {"count": 1, "sum": 454, "mean": 454.0, "median": 454.0, "p95": 454.0, "max": 454, "min": 454}}, "compression_summary": {"raw_prompt_bytes": 328, "model_input_units": 329, "stage0_units": 75, "stage1_units": null, "bytes_per_stage0_unit": 4.373333333333333, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [75], "patch_count_stats": {"count": 1, "sum": 75, "mean": 75.0, "median": 75.0, "p95": 75.0, "max": 75, "min": 75}, "patch_lengths": [3, 6, 5, 7, 5, 1, 7, 1, 6, 1, 6, 3, 3, 4, 2, 10, 5, 3, 1, 5, 7, 1, 7, 4, 2, 3, 7, 1, 1, 1, 4, 6, 2, 1, 3, 11, 3, 11, 6, 2, 1, 1, 2, 5, 3, 15, 4, 2, 1, 2, 3, 6, 2, 1, 1, 2, 4, 5, 4, 19, 3, 11, 2, 1, 5, 3, 23, 4, 3, 1, 3, 3, 2, 10, 5], "patch_length_stats": {"count": 75, "sum": 329, "mean": 4.386666666666667, "median": 3.0, "p95": 11.0, "max": 23, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 31, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04915641299885465, "decode_time_sec": 4.087593788957747, "total_time_sec": 4.46886942600031, "prefill_units_per_sec": 5309.581885197387, "prefill_bytes_per_sec": 5289.238659583604, "decode_units_per_sec": 94.43208399101275, "decode_bytes_per_sec": 94.43208399101275, "total_units_per_sec": 86.3753140233221, "total_bytes_per_sec": 86.3753140233221, "step_latency_ms": {"count": 386, "sum": 4106, "mean": 10.637305699481866, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2856.369140625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 261, "stage0_units": 56, "stage1_units": null, "bytes_per_stage0_unit": 4.642857142857143, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56], "patch_count_stats": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}, "patch_lengths": [3, 2, 5, 8, 8, 8, 6, 3, 5, 3, 8, 4, 12, 5, 3, 4, 8, 10, 4, 6, 1, 3, 5, 3, 4, 6, 6, 9, 4, 3, 1, 3, 2, 3, 6, 4, 2, 1, 3, 6, 4, 2, 6, 2, 6, 5, 3, 9, 5, 6, 3, 6, 4, 2, 6, 2], "patch_length_stats": {"count": 56, "sum": 261, "mean": 4.660714285714286, "median": 4.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 32, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04351611799575039, "decode_time_sec": 10.399625144986203, "total_time_sec": 11.293307007999829, "prefill_units_per_sec": 18085.25291885768, "prefill_bytes_per_sec": 18062.27292785532, "decode_units_per_sec": 87.69546856596915, "decode_bytes_per_sec": 87.69546856596915, "total_units_per_sec": 80.75579627419741, "total_bytes_per_sec": 80.75579627419741, "step_latency_ms": {"count": 912, "sum": 10472, "mean": 11.482456140350877, "median": 7.0, "p95": 25.0, "max": 26, "min": 7}, "peak_allocated_mb": 2910.96337890625, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 786, "mean": 786.0, "median": 786.0, "p95": 786.0, "max": 786, "min": 786}, "model_input_units": {"count": 1, "sum": 787, "mean": 787.0, "median": 787.0, "p95": 787.0, "max": 787, "min": 787}}, "generated_stats": {"units": {"count": 1, "sum": 912, "mean": 912.0, "median": 912.0, "p95": 912.0, "max": 912, "min": 912}, "bytes": {"count": 1, "sum": 912, "mean": 912.0, "median": 912.0, "p95": 912.0, "max": 912, "min": 912}}, "compression_summary": {"raw_prompt_bytes": 786, "model_input_units": 787, "stage0_units": 180, "stage1_units": null, "bytes_per_stage0_unit": 4.366666666666666, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [180], "patch_count_stats": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "patch_lengths": [3, 2, 6, 7, 5, 5, 1, 6, 1, 7, 1, 6, 3, 3, 4, 2, 4, 2, 10, 3, 4, 11, 7, 5, 3, 3, 3, 6, 4, 1, 7, 2, 5, 3, 4, 5, 5, 2, 7, 4, 2, 4, 1, 9, 2, 7, 2, 6, 7, 2, 7, 2, 5, 4, 5, 5, 9, 5, 10, 2, 8, 3, 4, 1, 1, 2, 7, 6, 2, 8, 6, 3, 7, 6, 2, 7, 3, 6, 3, 5, 2, 11, 7, 4, 6, 1, 7, 1, 6, 3, 3, 4, 7, 2, 6, 6, 3, 7, 3, 7, 2, 1, 1, 2, 11, 7, 4, 6, 2, 1, 5, 2, 7, 1, 5, 3, 3, 4, 2, 5, 5, 9, 5, 3, 7, 3, 7, 10, 8, 1, 7, 2, 3, 4, 10, 3, 4, 6, 2, 7, 3, 6, 11, 2, 2, 2, 1, 4, 11, 3, 4, 6, 1, 2, 1, 1, 2, 15, 2, 7, 4, 4, 5, 9, 1, 1, 2, 1, 1, 1, 1, 2, 2, 15, 7, 3, 1, 3, 1, 3], "patch_length_stats": {"count": 180, "sum": 787, "mean": 4.372222222222222, "median": 4.0, "p95": 10.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 33, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.039522440998553066, "decode_time_sec": 4.717504068008566, "total_time_sec": 5.174190585003089, "prefill_units_per_sec": 8982.238723893513, "prefill_bytes_per_sec": 8956.936642981138, "decode_units_per_sec": 101.74871989090322, "decode_bytes_per_sec": 101.74871989090322, "total_units_per_sec": 92.76813293102025, "total_bytes_per_sec": 92.76813293102025, "step_latency_ms": {"count": 480, "sum": 4749, "mean": 9.89375, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2866.7021484375, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 480, "mean": 480.0, "median": 480.0, "p95": 480.0, "max": 480, "min": 480}, "bytes": {"count": 1, "sum": 480, "mean": 480.0, "median": 480.0, "p95": 480.0, "max": 480, "min": 480}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 114, "stage1_units": null, "bytes_per_stage0_unit": 3.1052631578947367, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [114], "patch_count_stats": {"count": 1, "sum": 114, "mean": 114.0, "median": 114.0, "p95": 114.0, "max": 114, "min": 114}, "patch_lengths": [3, 4, 7, 5, 5, 3, 3, 6, 3, 3, 1, 2, 1, 2, 1, 12, 1, 3, 1, 2, 1, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 2, 3, 4, 5, 3, 1, 2, 1, 1, 1, 3, 1, 3, 1, 3, 2, 2, 2, 1, 1, 7, 2, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 9, 3, 3, 1, 2, 1, 2, 7, 2, 3, 2, 3, 5, 7, 2, 5, 4, 7, 3, 6, 5, 2, 3, 1, 1, 2, 7, 9, 2, 5, 3, 5, 9, 4, 7, 7, 2, 2, 3, 2, 3, 4, 6, 7, 2, 11, 6, 3], "patch_length_stats": {"count": 114, "sum": 355, "mean": 3.1140350877192984, "median": 2.0, "p95": 7.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 34, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048037324002507376, "decode_time_sec": 4.891174769032659, "total_time_sec": 5.363779458002682, "prefill_units_per_sec": 7535.806948386736, "prefill_bytes_per_sec": 7514.989802120474, "decode_units_per_sec": 99.56708214217323, "decode_bytes_per_sec": 99.56708214217323, "total_units_per_sec": 90.79418790670131, "total_bytes_per_sec": 90.79418790670131, "step_latency_ms": {"count": 487, "sum": 4932, "mean": 10.127310061601642, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2860.8447265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}, "model_input_units": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "generated_stats": {"units": {"count": 1, "sum": 487, "mean": 487.0, "median": 487.0, "p95": 487.0, "max": 487, "min": 487}, "bytes": {"count": 1, "sum": 487, "mean": 487.0, "median": 487.0, "p95": 487.0, "max": 487, "min": 487}}, "compression_summary": {"raw_prompt_bytes": 361, "model_input_units": 362, "stage0_units": 69, "stage1_units": null, "bytes_per_stage0_unit": 5.231884057971015, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [69], "patch_count_stats": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}, "patch_lengths": [3, 5, 10, 5, 6, 5, 4, 3, 4, 4, 2, 11, 5, 10, 2, 5, 6, 4, 4, 5, 5, 6, 3, 11, 6, 2, 5, 10, 3, 4, 4, 4, 4, 3, 14, 10, 3, 2, 2, 11, 6, 2, 15, 2, 7, 10, 5, 2, 1, 1, 1, 7, 8, 5, 2, 7, 6, 7, 3, 11, 4, 2, 2, 4, 6, 6, 5, 6, 4], "patch_length_stats": {"count": 69, "sum": 362, "mean": 5.246376811594203, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 35, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05033232199639315, "decode_time_sec": 4.308968261022528, "total_time_sec": 4.695513516002393, "prefill_units_per_sec": 5344.478246389601, "prefill_bytes_per_sec": 5324.610297518264, "decode_units_per_sec": 91.43720169953234, "decode_bytes_per_sec": 91.43720169953234, "total_units_per_sec": 83.90988518236419, "total_bytes_per_sec": 83.90988518236419, "step_latency_ms": {"count": 394, "sum": 4338, "mean": 11.01015228426396, "median": 7.0, "p95": 25.0, "max": 31, "min": 6}, "peak_allocated_mb": 2858.05126953125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 67, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [67], "patch_count_stats": {"count": 1, "sum": 67, "mean": 67.0, "median": 67.0, "p95": 67.0, "max": 67, "min": 67}, "patch_lengths": [3, 4, 7, 5, 1, 7, 9, 1, 9, 5, 1, 9, 5, 3, 3, 5, 5, 2, 2, 4, 3, 7, 1, 3, 7, 3, 3, 4, 4, 3, 4, 2, 2, 2, 2, 5, 1, 2, 7, 2, 2, 3, 2, 4, 4, 2, 5, 1, 4, 6, 2, 7, 9, 2, 3, 3, 9, 2, 7, 4, 7, 3, 2, 4, 2, 9, 4], "patch_length_stats": {"count": 67, "sum": 269, "mean": 4.014925373134329, "median": 3.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 36, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03310701900409185, "decode_time_sec": 4.4892005609872285, "total_time_sec": 4.91019652599789, "prefill_units_per_sec": 9695.829152130129, "prefill_bytes_per_sec": 9665.62407688985, "decode_units_per_sec": 99.34953761609601, "decode_bytes_per_sec": 99.34953761609601, "total_units_per_sec": 90.83139496323119, "total_bytes_per_sec": 90.83139496323119, "step_latency_ms": {"count": 446, "sum": 4519, "mean": 10.132286995515695, "median": 7.0, "p95": 25.0, "max": 29, "min": 6}, "peak_allocated_mb": 2859.0712890625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "model_input_units": {"count": 1, "sum": 321, "mean": 321.0, "median": 321.0, "p95": 321.0, "max": 321, "min": 321}}, "generated_stats": {"units": {"count": 1, "sum": 446, "mean": 446.0, "median": 446.0, "p95": 446.0, "max": 446, "min": 446}, "bytes": {"count": 1, "sum": 446, "mean": 446.0, "median": 446.0, "p95": 446.0, "max": 446, "min": 446}}, "compression_summary": {"raw_prompt_bytes": 320, "model_input_units": 321, "stage0_units": 67, "stage1_units": null, "bytes_per_stage0_unit": 4.776119402985074, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [67], "patch_count_stats": {"count": 1, "sum": 67, "mean": 67.0, "median": 67.0, "p95": 67.0, "max": 67, "min": 67}, "patch_lengths": [3, 4, 7, 5, 1, 5, 1, 5, 5, 6, 1, 9, 6, 3, 3, 4, 3, 5, 4, 3, 5, 8, 2, 11, 6, 5, 6, 8, 5, 2, 7, 5, 5, 3, 5, 5, 5, 2, 6, 5, 2, 5, 2, 3, 5, 1, 2, 11, 7, 2, 5, 5, 5, 3, 7, 4, 3, 5, 5, 2, 15, 7, 2, 8, 8, 5, 3], "patch_length_stats": {"count": 67, "sum": 321, "mean": 4.791044776119403, "median": 5.0, "p95": 8.699999999999996, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 37, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04765641499761841, "decode_time_sec": 4.7116171149937145, "total_time_sec": 5.133184247002646, "prefill_units_per_sec": 6525.879045151465, "prefill_bytes_per_sec": 6504.895511244225, "decode_units_per_sec": 92.53723071268317, "decode_bytes_per_sec": 92.53723071268317, "total_units_per_sec": 84.93753175810664, "total_bytes_per_sec": 84.93753175810664, "step_latency_ms": {"count": 436, "sum": 4739, "mean": 10.869266055045872, "median": 7.0, "p95": 25.0, "max": 28, "min": 6}, "peak_allocated_mb": 2857.4873046875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 5.43859649122807, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 7, 5, 3, 3, 4, 3, 5, 5, 2, 11, 7, 9, 2, 15, 8, 5, 8, 1, 6, 5, 6, 1, 7, 5, 6, 1, 2, 7, 3, 5, 6, 1, 2, 11, 7, 9, 8, 5, 8, 1, 6, 5, 6, 2, 7, 3, 5, 6, 2, 11, 7, 9, 8, 5, 8, 3], "patch_length_stats": {"count": 57, "sum": 311, "mean": 5.456140350877193, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 38, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05233111100460519, "decode_time_sec": 9.573784456955764, "total_time_sec": 10.491927289996966, "prefill_units_per_sec": 15459.255201534077, "prefill_bytes_per_sec": 15440.14610981401, "decode_units_per_sec": 97.55807687120102, "decode_bytes_per_sec": 97.55807687120102, "total_units_per_sec": 89.02082278920084, "total_bytes_per_sec": 89.02082278920084, "step_latency_ms": {"count": 934, "sum": 9630, "mean": 10.310492505353318, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2906.34912109375, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 808, "mean": 808.0, "median": 808.0, "p95": 808.0, "max": 808, "min": 808}, "model_input_units": {"count": 1, "sum": 809, "mean": 809.0, "median": 809.0, "p95": 809.0, "max": 809, "min": 809}}, "generated_stats": {"units": {"count": 1, "sum": 934, "mean": 934.0, "median": 934.0, "p95": 934.0, "max": 934, "min": 934}, "bytes": {"count": 1, "sum": 934, "mean": 934.0, "median": 934.0, "p95": 934.0, "max": 934, "min": 934}}, "compression_summary": {"raw_prompt_bytes": 808, "model_input_units": 809, "stage0_units": 143, "stage1_units": null, "bytes_per_stage0_unit": 5.65034965034965, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [143], "patch_count_stats": {"count": 1, "sum": 143, "mean": 143.0, "median": 143.0, "p95": 143.0, "max": 143, "min": 143}, "patch_lengths": [3, 7, 6, 5, 1, 4, 1, 9, 1, 4, 11, 1, 11, 1, 5, 2, 26, 6, 6, 6, 1, 6, 7, 4, 6, 2, 20, 6, 7, 5, 1, 3, 6, 3, 3, 4, 7, 6, 2, 10, 3, 7, 6, 2, 1, 3, 4, 2, 7, 7, 6, 2, 14, 1, 2, 1, 2, 11, 2, 7, 7, 6, 2, 8, 1, 2, 1, 2, 5, 2, 7, 3, 9, 4, 2, 11, 7, 6, 2, 12, 4, 1, 2, 1, 2, 9, 4, 2, 7, 5, 2, 11, 7, 6, 2, 6, 9, 4, 1, 10, 9, 9, 4, 14, 7, 2, 5, 7, 7, 7, 6, 6, 6, 2, 55, 7, 4, 3, 3, 4, 7, 7, 7, 2, 2, 1, 9, 1, 4, 11, 1, 11, 2, 34, 7, 6, 7, 1, 5, 1, 4, 1, 2], "patch_length_stats": {"count": 143, "sum": 809, "mean": 5.6573426573426575, "median": 5.0, "p95": 11.0, "max": 55, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 39, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04486841799734975, "decode_time_sec": 8.087096445975476, "total_time_sec": 8.723353987999872, "prefill_units_per_sec": 11901.467086081391, "prefill_bytes_per_sec": 11879.179694534423, "decode_units_per_sec": 81.4878373718357, "decode_bytes_per_sec": 81.4878373718357, "total_units_per_sec": 75.54433775203228, "total_bytes_per_sec": 75.54433775203228, "step_latency_ms": {"count": 659, "sum": 8131, "mean": 12.338391502276176, "median": 7.0, "p95": 25.0, "max": 32, "min": 6}, "peak_allocated_mb": 2882.28662109375, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}, "model_input_units": {"count": 1, "sum": 534, "mean": 534.0, "median": 534.0, "p95": 534.0, "max": 534, "min": 534}}, "generated_stats": {"units": {"count": 1, "sum": 659, "mean": 659.0, "median": 659.0, "p95": 659.0, "max": 659, "min": 659}, "bytes": {"count": 1, "sum": 659, "mean": 659.0, "median": 659.0, "p95": 659.0, "max": 659, "min": 659}}, "compression_summary": {"raw_prompt_bytes": 533, "model_input_units": 534, "stage0_units": 141, "stage1_units": null, "bytes_per_stage0_unit": 3.780141843971631, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [141], "patch_count_stats": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "patch_lengths": [3, 7, 5, 3, 2, 5, 5, 1, 3, 1, 4, 2, 4, 6, 3, 3, 6, 4, 2, 6, 6, 3, 3, 5, 3, 7, 6, 2, 2, 5, 2, 6, 2, 4, 2, 5, 4, 1, 2, 3, 3, 5, 2, 1, 2, 4, 4, 1, 1, 3, 4, 2, 1, 1, 4, 7, 3, 7, 2, 4, 2, 3, 5, 4, 2, 1, 4, 11, 5, 1, 7, 5, 2, 11, 7, 3, 2, 2, 4, 2, 2, 7, 2, 4, 2, 2, 1, 1, 1, 3, 4, 4, 3, 1, 2, 5, 2, 6, 6, 7, 3, 2, 2, 4, 2, 2, 11, 2, 7, 5, 5, 3, 6, 3, 7, 5, 6, 1, 11, 2, 4, 6, 5, 5, 3, 8, 3, 4, 5, 6, 2, 11, 3, 3, 1, 2, 5, 2, 2, 2, 6], "patch_length_stats": {"count": 141, "sum": 534, "mean": 3.7872340425531914, "median": 3.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 40, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044887038002343616, "decode_time_sec": 11.866006805048528, "total_time_sec": 12.979515813000035, "prefill_units_per_sec": 22211.31187020951, "prefill_bytes_per_sec": 22189.03372390037, "decode_units_per_sec": 94.5558196985554, "decode_bytes_per_sec": 94.5558196985554, "total_units_per_sec": 86.44390254343897, "total_bytes_per_sec": 86.44390254343897, "step_latency_ms": {"count": 1122, "sum": 11943, "mean": 10.644385026737968, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2923.21875, "peak_reserved_mb": 3042.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 996, "mean": 996.0, "median": 996.0, "p95": 996.0, "max": 996, "min": 996}, "model_input_units": {"count": 1, "sum": 997, "mean": 997.0, "median": 997.0, "p95": 997.0, "max": 997, "min": 997}}, "generated_stats": {"units": {"count": 1, "sum": 1122, "mean": 1122.0, "median": 1122.0, "p95": 1122.0, "max": 1122, "min": 1122}, "bytes": {"count": 1, "sum": 1122, "mean": 1122.0, "median": 1122.0, "p95": 1122.0, "max": 1122, "min": 1122}}, "compression_summary": {"raw_prompt_bytes": 996, "model_input_units": 997, "stage0_units": 232, "stage1_units": null, "bytes_per_stage0_unit": 4.293103448275862, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [232], "patch_count_stats": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "patch_lengths": [3, 2, 9, 5, 1, 5, 3, 3, 4, 6, 2, 5, 6, 3, 7, 3, 7, 3, 3, 7, 2, 4, 3, 11, 7, 5, 2, 6, 7, 2, 4, 2, 7, 2, 3, 3, 3, 4, 3, 7, 3, 9, 5, 5, 1, 4, 3, 5, 5, 5, 1, 7, 2, 5, 4, 7, 6, 8, 2, 7, 5, 4, 5, 2, 3, 8, 3, 8, 7, 6, 2, 11, 7, 1, 1, 1, 7, 2, 3, 5, 7, 5, 2, 6, 3, 2, 5, 3, 3, 4, 3, 3, 8, 7, 2, 7, 5, 6, 1, 1, 2, 5, 2, 3, 2, 6, 3, 2, 5, 4, 11, 5, 2, 3, 4, 3, 2, 6, 1, 1, 2, 5, 3, 11, 7, 1, 1, 1, 7, 2, 3, 5, 7, 5, 2, 3, 2, 1, 7, 3, 3, 8, 3, 9, 8, 2, 7, 5, 6, 1, 1, 2, 5, 2, 3, 2, 3, 2, 2, 5, 4, 11, 5, 2, 7, 2, 5, 2, 6, 8, 2, 4, 1, 1, 3, 11, 7, 1, 1, 1, 7, 2, 8, 4, 3, 8, 7, 11, 1, 3, 4, 5, 6, 6, 2, 7, 5, 4, 5, 2, 3, 4, 8, 3, 4, 7, 5, 3, 7, 2, 11, 7, 1, 1, 1, 7, 2, 3, 5, 3, 7, 5, 3, 6, 2, 7, 6, 1, 4, 4, 8, 2], "patch_length_stats": {"count": 232, "sum": 997, "mean": 4.297413793103448, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 41, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05029459300203598, "decode_time_sec": 4.393937265998829, "total_time_sec": 4.782822901001055, "prefill_units_per_sec": 5368.370313466303, "prefill_bytes_per_sec": 5348.487460453464, "decode_units_per_sec": 89.896595260153, "decode_bytes_per_sec": 89.896595260153, "total_units_per_sec": 82.58721014263892, "total_bytes_per_sec": 82.58721014263892, "step_latency_ms": {"count": 395, "sum": 4417, "mean": 11.182278481012657, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2858.20947265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}, "model_input_units": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}}, "generated_stats": {"units": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}, "bytes": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "compression_summary": {"raw_prompt_bytes": 269, "model_input_units": 270, "stage0_units": 68, "stage1_units": null, "bytes_per_stage0_unit": 3.9558823529411766, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [68], "patch_count_stats": {"count": 1, "sum": 68, "mean": 68.0, "median": 68.0, "p95": 68.0, "max": 68, "min": 68}, "patch_lengths": [3, 2, 4, 4, 7, 4, 3, 8, 2, 3, 7, 6, 10, 2, 7, 3, 3, 8, 2, 7, 2, 1, 3, 10, 2, 7, 2, 1, 3, 6, 5, 2, 7, 2, 1, 3, 7, 5, 6, 2, 7, 2, 1, 3, 7, 4, 2, 7, 2, 1, 3, 7, 2, 3, 2, 7, 2, 1, 3, 7, 5, 3, 2, 7, 2, 1, 3, 2], "patch_length_stats": {"count": 68, "sum": 270, "mean": 3.9705882352941178, "median": 3.0, "p95": 7.649999999999999, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 42, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05418296800053213, "decode_time_sec": 7.3208076570081175, "total_time_sec": 7.987293619000411, "prefill_units_per_sec": 10298.439169934727, "prefill_bytes_per_sec": 10279.983185759218, "decode_units_per_sec": 93.29571708473622, "decode_bytes_per_sec": 93.29571708473622, "total_units_per_sec": 85.51081662695601, "total_bytes_per_sec": 85.51081662695601, "step_latency_ms": {"count": 683, "sum": 7380, "mean": 10.805270863836018, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2879.00390625, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}, "model_input_units": {"count": 1, "sum": 558, "mean": 558.0, "median": 558.0, "p95": 558.0, "max": 558, "min": 558}}, "generated_stats": {"units": {"count": 1, "sum": 683, "mean": 683.0, "median": 683.0, "p95": 683.0, "max": 683, "min": 683}, "bytes": {"count": 1, "sum": 683, "mean": 683.0, "median": 683.0, "p95": 683.0, "max": 683, "min": 683}}, "compression_summary": {"raw_prompt_bytes": 557, "model_input_units": 558, "stage0_units": 108, "stage1_units": null, "bytes_per_stage0_unit": 5.157407407407407, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [108], "patch_count_stats": {"count": 1, "sum": 108, "mean": 108.0, "median": 108.0, "p95": 108.0, "max": 108, "min": 108}, "patch_lengths": [3, 5, 7, 2, 5, 1, 4, 1, 7, 1, 9, 5, 1, 6, 5, 5, 3, 3, 4, 5, 2, 5, 2, 4, 7, 2, 9, 4, 1, 7, 1, 9, 2, 7, 2, 3, 5, 4, 5, 2, 5, 7, 3, 5, 7, 3, 5, 4, 4, 2, 5, 3, 6, 1, 7, 9, 5, 7, 2, 5, 5, 2, 7, 4, 8, 5, 7, 7, 5, 5, 3, 11, 3, 7, 5, 2, 15, 4, 2, 19, 5, 2, 6, 2, 6, 7, 5, 2, 15, 7, 11, 2, 19, 5, 1, 11, 9, 5, 7, 3, 7, 5, 5, 2, 8, 5, 7, 3], "patch_length_stats": {"count": 108, "sum": 558, "mean": 5.166666666666667, "median": 5.0, "p95": 11.0, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 43, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.036007757003972074, "decode_time_sec": 4.8384762489986315, "total_time_sec": 5.257647500002349, "prefill_units_per_sec": 8970.289373047295, "prefill_bytes_per_sec": 8942.51757932269, "decode_units_per_sec": 92.59113343642389, "decode_bytes_per_sec": 92.59113343642389, "total_units_per_sec": 85.20921191460626, "total_bytes_per_sec": 85.20921191460626, "step_latency_ms": {"count": 448, "sum": 4838, "mean": 10.799107142857142, "median": 7.0, "p95": 25.0, "max": 28, "min": 6}, "peak_allocated_mb": 2859.5283203125, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "model_input_units": {"count": 1, "sum": 323, "mean": 323.0, "median": 323.0, "p95": 323.0, "max": 323, "min": 323}}, "generated_stats": {"units": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}, "bytes": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}}, "compression_summary": {"raw_prompt_bytes": 322, "model_input_units": 323, "stage0_units": 70, "stage1_units": null, "bytes_per_stage0_unit": 4.6, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [70], "patch_count_stats": {"count": 1, "sum": 70, "mean": 70.0, "median": 70.0, "p95": 70.0, "max": 70, "min": 70}, "patch_lengths": [3, 5, 5, 9, 1, 3, 5, 6, 3, 3, 3, 9, 6, 3, 4, 4, 3, 2, 4, 7, 3, 3, 5, 2, 11, 7, 5, 5, 9, 1, 2, 2, 3, 7, 5, 2, 11, 7, 5, 5, 9, 1, 2, 2, 3, 3, 5, 2, 7, 3, 3, 5, 2, 11, 7, 5, 9, 1, 2, 2, 3, 3, 4, 5, 2, 11, 7, 5, 9, 2], "patch_length_stats": {"count": 70, "sum": 323, "mean": 4.614285714285714, "median": 4.0, "p95": 10.099999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 44, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04873030400267453, "decode_time_sec": 7.450393186943984, "total_time_sec": 8.108150877000298, "prefill_units_per_sec": 11635.470198767498, "prefill_bytes_per_sec": 11614.949087305828, "decode_units_per_sec": 92.88100408078542, "decode_bytes_per_sec": 92.88100408078542, "total_units_per_sec": 85.34621647988045, "total_bytes_per_sec": 85.34621647988045, "step_latency_ms": {"count": 692, "sum": 7477, "mean": 10.804913294797688, "median": 7.0, "p95": 25.0, "max": 31, "min": 6}, "peak_allocated_mb": 2882.37451171875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}, "model_input_units": {"count": 1, "sum": 567, "mean": 567.0, "median": 567.0, "p95": 567.0, "max": 567, "min": 567}}, "generated_stats": {"units": {"count": 1, "sum": 692, "mean": 692.0, "median": 692.0, "p95": 692.0, "max": 692, "min": 692}, "bytes": {"count": 1, "sum": 692, "mean": 692.0, "median": 692.0, "p95": 692.0, "max": 692, "min": 692}}, "compression_summary": {"raw_prompt_bytes": 566, "model_input_units": 567, "stage0_units": 129, "stage1_units": null, "bytes_per_stage0_unit": 4.387596899224806, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [129], "patch_count_stats": {"count": 1, "sum": 129, "mean": 129.0, "median": 129.0, "p95": 129.0, "max": 129, "min": 129}, "patch_lengths": [3, 4, 4, 1, 3, 6, 7, 6, 8, 5, 4, 5, 8, 5, 3, 2, 3, 5, 5, 1, 3, 6, 3, 3, 4, 7, 2, 3, 8, 2, 6, 3, 7, 4, 2, 2, 1, 9, 7, 2, 3, 8, 2, 3, 2, 2, 1, 9, 7, 3, 7, 7, 2, 4, 2, 2, 1, 9, 7, 1, 7, 6, 2, 3, 11, 4, 2, 2, 1, 9, 7, 1, 2, 5, 3, 7, 8, 5, 2, 3, 11, 6, 1, 2, 7, 5, 3, 7, 4, 5, 8, 2, 3, 11, 8, 5, 1, 2, 3, 5, 8, 3, 7, 5, 3, 2, 3, 5, 2, 3, 11, 4, 5, 8, 1, 2, 4, 3, 2, 8, 3, 7, 5, 3, 2, 3, 5, 5, 2], "patch_length_stats": {"count": 129, "sum": 567, "mean": 4.395348837209302, "median": 4.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 45, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048518285002501216, "decode_time_sec": 9.817297089026397, "total_time_sec": 10.66945198400208, "prefill_units_per_sec": 15334.424948483758, "prefill_bytes_per_sec": 15313.814162262677, "decode_units_per_sec": 88.51723566269101, "decode_bytes_per_sec": 88.51723566269101, "total_units_per_sec": 81.44748214837934, "total_bytes_per_sec": 81.44748214837934, "step_latency_ms": {"count": 869, "sum": 9888, "mean": 11.378596087456847, "median": 7.0, "p95": 25.0, "max": 27, "min": 6}, "peak_allocated_mb": 2900.62548828125, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 743, "mean": 743.0, "median": 743.0, "p95": 743.0, "max": 743, "min": 743}, "model_input_units": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}}, "generated_stats": {"units": {"count": 1, "sum": 869, "mean": 869.0, "median": 869.0, "p95": 869.0, "max": 869, "min": 869}, "bytes": {"count": 1, "sum": 869, "mean": 869.0, "median": 869.0, "p95": 869.0, "max": 869, "min": 869}}, "compression_summary": {"raw_prompt_bytes": 743, "model_input_units": 744, "stage0_units": 184, "stage1_units": null, "bytes_per_stage0_unit": 4.038043478260869, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [184], "patch_count_stats": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "patch_lengths": [3, 6, 6, 2, 3, 6, 5, 3, 3, 6, 2, 5, 4, 6, 6, 5, 3, 3, 2, 7, 3, 10, 1, 3, 7, 2, 8, 5, 4, 2, 6, 2, 5, 2, 3, 3, 4, 7, 3, 7, 4, 3, 6, 8, 2, 7, 6, 1, 3, 3, 3, 2, 7, 3, 6, 6, 3, 6, 3, 1, 3, 3, 2, 8, 5, 4, 2, 2, 2, 5, 2, 3, 6, 2, 8, 5, 4, 2, 5, 2, 5, 2, 3, 3, 2, 3, 3, 4, 4, 6, 1, 3, 2, 2, 4, 6, 3, 7, 6, 1, 3, 3, 3, 2, 12, 5, 1, 3, 4, 2, 8, 5, 4, 2, 3, 2, 5, 2, 3, 3, 4, 4, 3, 4, 4, 3, 2, 5, 2, 4, 4, 2, 7, 6, 1, 3, 3, 3, 7, 2, 6, 4, 7, 7, 3, 3, 2, 6, 4, 7, 3, 3, 8, 6, 7, 3, 2, 7, 6, 5, 2, 3, 2, 4, 11, 3, 8, 1, 4, 3, 5, 6, 2, 5, 1, 3, 2, 3, 3, 6, 5, 4, 7, 3], "patch_length_stats": {"count": 184, "sum": 744, "mean": 4.043478260869565, "median": 3.0, "p95": 7.849999999999994, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 46, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049277174002781976, "decode_time_sec": 4.390466617998754, "total_time_sec": 4.804902998999751, "prefill_units_per_sec": 6067.718087549415, "prefill_bytes_per_sec": 6047.424716019149, "decode_units_per_sec": 96.5728786689343, "decode_bytes_per_sec": 96.5728786689343, "total_units_per_sec": 88.24319660319162, "total_bytes_per_sec": 88.24319660319162, "step_latency_ms": {"count": 424, "sum": 4393, "mean": 10.360849056603774, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2857.66796875, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 424, "mean": 424.0, "median": 424.0, "p95": 424.0, "max": 424, "min": 424}, "bytes": {"count": 1, "sum": 424, "mean": 424.0, "median": 424.0, "p95": 424.0, "max": 424, "min": 424}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.966666666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 3, 4, 7, 5, 3, 3, 4, 2, 6, 3, 4, 3, 4, 5, 8, 2, 9, 14, 9, 4, 5, 7, 2, 7, 3, 5, 5, 9, 3, 4, 5, 2, 11, 4, 4, 2, 5, 5, 9, 3, 7, 4, 5, 3, 7, 4, 4, 2, 7, 5, 2, 11, 6, 10, 2, 3, 5, 5, 2], "patch_length_stats": {"count": 60, "sum": 299, "mean": 4.983333333333333, "median": 4.0, "p95": 10.049999999999997, "max": 14, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 47, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05337189999772818, "decode_time_sec": 7.993195769049635, "total_time_sec": 8.701355790999514, "prefill_units_per_sec": 11279.343625121546, "prefill_bytes_per_sec": 11260.607173917026, "decode_units_per_sec": 90.95235760582878, "decode_bytes_per_sec": 90.95235760582878, "total_units_per_sec": 83.55019809119774, "total_bytes_per_sec": 83.55019809119774, "step_latency_ms": {"count": 727, "sum": 8047, "mean": 11.068775790921595, "median": 7.0, "p95": 25.0, "max": 31, "min": 7}, "peak_allocated_mb": 2884.7109375, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 601, "mean": 601.0, "median": 601.0, "p95": 601.0, "max": 601, "min": 601}, "model_input_units": {"count": 1, "sum": 602, "mean": 602.0, "median": 602.0, "p95": 602.0, "max": 602, "min": 602}}, "generated_stats": {"units": {"count": 1, "sum": 727, "mean": 727.0, "median": 727.0, "p95": 727.0, "max": 727, "min": 727}, "bytes": {"count": 1, "sum": 727, "mean": 727.0, "median": 727.0, "p95": 727.0, "max": 727, "min": 727}}, "compression_summary": {"raw_prompt_bytes": 601, "model_input_units": 602, "stage0_units": 133, "stage1_units": null, "bytes_per_stage0_unit": 4.518796992481203, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [133], "patch_count_stats": {"count": 1, "sum": 133, "mean": 133.0, "median": 133.0, "p95": 133.0, "max": 133, "min": 133}, "patch_lengths": [3, 4, 3, 7, 8, 3, 2, 4, 5, 4, 3, 8, 8, 2, 8, 7, 3, 3, 8, 2, 8, 8, 4, 2, 7, 3, 2, 4, 5, 4, 9, 4, 3, 5, 2, 3, 3, 8, 3, 3, 2, 5, 2, 8, 3, 2, 4, 5, 2, 3, 2, 4, 5, 1, 3, 8, 6, 3, 8, 2, 6, 1, 3, 8, 5, 2, 10, 4, 4, 3, 3, 4, 8, 8, 1, 3, 2, 3, 2, 6, 8, 4, 7, 8, 2, 2, 3, 2, 6, 8, 2, 5, 11, 5, 2, 3, 2, 4, 5, 4, 9, 4, 3, 3, 8, 6, 3, 5, 3, 2, 6, 2, 3, 3, 2, 4, 5, 4, 8, 11, 8, 3, 3, 8, 3, 2, 4, 7, 2, 8, 6, 8, 4], "patch_length_stats": {"count": 133, "sum": 602, "mean": 4.526315789473684, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 48, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.039412042999174446, "decode_time_sec": 4.907514423019165, "total_time_sec": 5.363258032000886, "prefill_units_per_sec": 9007.399083763206, "prefill_bytes_per_sec": 8982.026128597676, "decode_units_per_sec": 97.80918783417408, "decode_bytes_per_sec": 97.80918783417408, "total_units_per_sec": 89.49783827964083, "total_bytes_per_sec": 89.49783827964083, "step_latency_ms": {"count": 480, "sum": 4951, "mean": 10.314583333333333, "median": 7.0, "p95": 25.0, "max": 25, "min": 7}, "peak_allocated_mb": 2861.9873046875, "peak_reserved_mb": 2996.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 355, "mean": 355.0, "median": 355.0, "p95": 355.0, "max": 355, "min": 355}}, "generated_stats": {"units": {"count": 1, "sum": 480, "mean": 480.0, "median": 480.0, "p95": 480.0, "max": 480, "min": 480}, "bytes": {"count": 1, "sum": 480, "mean": 480.0, "median": 480.0, "p95": 480.0, "max": 480, "min": 480}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 355, "stage0_units": 80, "stage1_units": null, "bytes_per_stage0_unit": 4.425, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [80], "patch_count_stats": {"count": 1, "sum": 80, "mean": 80.0, "median": 80.0, "p95": 80.0, "max": 80, "min": 80}, "patch_lengths": [3, 7, 5, 1, 6, 3, 3, 4, 3, 4, 11, 6, 1, 2, 4, 1, 6, 4, 11, 6, 2, 2, 5, 3, 7, 3, 4, 2, 2, 8, 2, 1, 6, 5, 1, 4, 2, 2, 6, 3, 5, 2, 6, 2, 11, 7, 2, 3, 6, 3, 7, 4, 7, 2, 4, 11, 4, 2, 3, 6, 5, 2, 6, 3, 15, 6, 2, 5, 2, 3, 6, 7, 2, 2, 15, 9, 2, 2, 1, 2], "patch_length_stats": {"count": 80, "sum": 355, "mean": 4.4375, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 49, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04379572899779305, "decode_time_sec": 8.498183484036417, "total_time_sec": 9.245214842998394, "prefill_units_per_sec": 15115.629198302864, "prefill_bytes_per_sec": 15092.795921568268, "decode_units_per_sec": 92.60802634802553, "decode_bytes_per_sec": 92.60802634802553, "total_units_per_sec": 85.12511751914695, "total_bytes_per_sec": 85.12511751914695, "step_latency_ms": {"count": 787, "sum": 8518, "mean": 10.823379923761118, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2889.7060546875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 661, "mean": 661.0, "median": 661.0, "p95": 661.0, "max": 661, "min": 661}, "model_input_units": {"count": 1, "sum": 662, "mean": 662.0, "median": 662.0, "p95": 662.0, "max": 662, "min": 662}}, "generated_stats": {"units": {"count": 1, "sum": 787, "mean": 787.0, "median": 787.0, "p95": 787.0, "max": 787, "min": 787}, "bytes": {"count": 1, "sum": 787, "mean": 787.0, "median": 787.0, "p95": 787.0, "max": 787, "min": 787}}, "compression_summary": {"raw_prompt_bytes": 661, "model_input_units": 662, "stage0_units": 147, "stage1_units": null, "bytes_per_stage0_unit": 4.496598639455782, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [147], "patch_count_stats": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "patch_lengths": [3, 2, 8, 2, 1, 5, 1, 8, 1, 3, 6, 3, 3, 4, 7, 6, 6, 3, 5, 2, 1, 8, 2, 2, 2, 6, 5, 10, 1, 8, 4, 7, 2, 3, 5, 3, 5, 4, 4, 5, 8, 8, 3, 5, 3, 4, 6, 5, 1, 7, 2, 9, 2, 3, 3, 4, 5, 3, 4, 10, 5, 4, 2, 7, 3, 5, 2, 5, 2, 3, 5, 3, 8, 1, 3, 6, 3, 7, 2, 3, 4, 8, 3, 5, 4, 2, 10, 3, 4, 9, 8, 1, 1, 5, 1, 7, 2, 4, 7, 3, 5, 5, 4, 6, 7, 7, 3, 3, 12, 2, 7, 2, 6, 5, 3, 9, 3, 4, 5, 2, 5, 12, 2, 7, 4, 2, 2, 1, 5, 5, 11, 4, 13, 3, 1, 4, 7, 2, 7, 7, 4, 5, 1, 7, 3, 5, 2], "patch_length_stats": {"count": 147, "sum": 662, "mean": 4.503401360544218, "median": 4.0, "p95": 9.0, "max": 13, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 50, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0369283859981806, "decode_time_sec": 9.074695203951705, "total_time_sec": 9.953160199002014, "prefill_units_per_sec": 21257.36012504515, "prefill_bytes_per_sec": 21230.280685395413, "decode_units_per_sec": 100.27885009335934, "decode_bytes_per_sec": 100.27885009335934, "total_units_per_sec": 91.42824809463472, "total_bytes_per_sec": 91.42824809463472, "step_latency_ms": {"count": 910, "sum": 9144, "mean": 10.048351648351648, "median": 7.0, "p95": 25.0, "max": 29, "min": 6}, "peak_allocated_mb": 2905.50732421875, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 784, "mean": 784.0, "median": 784.0, "p95": 784.0, "max": 784, "min": 784}, "model_input_units": {"count": 1, "sum": 785, "mean": 785.0, "median": 785.0, "p95": 785.0, "max": 785, "min": 785}}, "generated_stats": {"units": {"count": 1, "sum": 910, "mean": 910.0, "median": 910.0, "p95": 910.0, "max": 910, "min": 910}, "bytes": {"count": 1, "sum": 910, "mean": 910.0, "median": 910.0, "p95": 910.0, "max": 910, "min": 910}}, "compression_summary": {"raw_prompt_bytes": 784, "model_input_units": 785, "stage0_units": 141, "stage1_units": null, "bytes_per_stage0_unit": 5.560283687943262, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [141], "patch_count_stats": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "patch_lengths": [3, 7, 5, 1, 8, 9, 6, 1, 9, 5, 1, 12, 5, 5, 1, 9, 5, 5, 2, 18, 9, 6, 6, 1, 7, 9, 6, 1, 3, 6, 3, 3, 4, 5, 2, 6, 7, 9, 4, 3, 7, 9, 5, 2, 9, 5, 3, 5, 7, 9, 4, 5, 1, 7, 5, 7, 9, 5, 2, 9, 5, 1, 7, 3, 4, 9, 6, 2, 11, 7, 2, 3, 2, 4, 9, 5, 6, 8, 1, 3, 7, 4, 3, 7, 4, 3, 5, 2, 8, 7, 2, 15, 6, 11, 2, 2, 9, 6, 4, 3, 1, 3, 34, 6, 8, 4, 5, 8, 6, 7, 10, 3, 6, 2, 5, 3, 7, 4, 6, 2, 5, 2, 8, 7, 1, 6, 2, 12, 2, 11, 6, 2, 5, 7, 6, 3, 6, 2, 14, 6, 2], "patch_length_stats": {"count": 141, "sum": 785, "mean": 5.567375886524823, "median": 5.0, "p95": 11.0, "max": 34, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 51, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04276269999900251, "decode_time_sec": 4.285611361032352, "total_time_sec": 4.6955556309985695, "prefill_units_per_sec": 7179.153795414255, "prefill_bytes_per_sec": 7155.768929631146, "decode_units_per_sec": 100.80242084665755, "decode_bytes_per_sec": 100.80242084665755, "total_units_per_sec": 92.00189156488169, "total_bytes_per_sec": 92.00189156488169, "step_latency_ms": {"count": 432, "sum": 4292, "mean": 9.935185185185185, "median": 7.0, "p95": 24.0, "max": 31, "min": 6}, "peak_allocated_mb": 2863.23388671875, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "model_input_units": {"count": 1, "sum": 307, "mean": 307.0, "median": 307.0, "p95": 307.0, "max": 307, "min": 307}}, "generated_stats": {"units": {"count": 1, "sum": 432, "mean": 432.0, "median": 432.0, "p95": 432.0, "max": 432, "min": 432}, "bytes": {"count": 1, "sum": 432, "mean": 432.0, "median": 432.0, "p95": 432.0, "max": 432, "min": 432}}, "compression_summary": {"raw_prompt_bytes": 306, "model_input_units": 307, "stage0_units": 99, "stage1_units": null, "bytes_per_stage0_unit": 3.090909090909091, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [99], "patch_count_stats": {"count": 1, "sum": 99, "mean": 99.0, "median": 99.0, "p95": 99.0, "max": 99, "min": 99}, "patch_lengths": [3, 2, 3, 5, 5, 5, 2, 3, 10, 1, 1, 2, 5, 1, 5, 2, 4, 2, 4, 4, 1, 4, 2, 5, 5, 2, 5, 1, 4, 2, 2, 3, 9, 5, 1, 1, 2, 5, 1, 4, 1, 3, 4, 1, 1, 1, 2, 5, 1, 5, 1, 3, 4, 1, 1, 1, 2, 5, 1, 5, 1, 3, 1, 2, 2, 5, 1, 6, 3, 9, 2, 4, 2, 4, 4, 1, 4, 2, 5, 1, 4, 2, 5, 1, 4, 2, 2, 3, 3, 10, 2, 5, 2, 7, 2, 1, 2, 5, 2], "patch_length_stats": {"count": 99, "sum": 307, "mean": 3.101010101010101, "median": 2.0, "p95": 6.099999999999994, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 52, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04049371300061466, "decode_time_sec": 4.645857004994468, "total_time_sec": 5.0602883319988905, "prefill_units_per_sec": 8075.3276439489855, "prefill_bytes_per_sec": 8050.632452377276, "decode_units_per_sec": 97.29098409918413, "decode_bytes_per_sec": 97.29098409918413, "total_units_per_sec": 89.32297338508637, "total_bytes_per_sec": 89.32297338508637, "step_latency_ms": {"count": 452, "sum": 4614, "mean": 10.20796460176991, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2861.52587890625, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 452, "mean": 452.0, "median": 452.0, "p95": 452.0, "max": 452, "min": 452}, "bytes": {"count": 1, "sum": 452, "mean": 452.0, "median": 452.0, "p95": 452.0, "max": 452, "min": 452}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 77, "stage1_units": null, "bytes_per_stage0_unit": 4.233766233766234, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [77], "patch_count_stats": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}, "patch_lengths": [3, 4, 5, 4, 11, 7, 5, 3, 3, 4, 11, 3, 2, 5, 2, 3, 11, 8, 12, 3, 7, 7, 2, 3, 3, 2, 5, 4, 5, 6, 3, 3, 7, 7, 3, 5, 2, 3, 2, 5, 2, 3, 7, 3, 5, 2, 3, 4, 3, 2, 3, 3, 2, 7, 3, 2, 7, 3, 5, 5, 2, 3, 11, 3, 1, 4, 2, 5, 3, 6, 1, 1, 2, 7, 4, 3, 2], "patch_length_stats": {"count": 77, "sum": 327, "mean": 4.246753246753247, "median": 3.0, "p95": 11.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 53, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05348707000302966, "decode_time_sec": 5.345417082091444, "total_time_sec": 5.877361520000704, "prefill_units_per_sec": 8226.287212499716, "prefill_bytes_per_sec": 8207.59110519858, "decode_units_per_sec": 105.69801969109182, "decode_bytes_per_sec": 105.69801969109182, "total_units_per_sec": 96.13157163759637, "total_bytes_per_sec": 96.13157163759637, "step_latency_ms": {"count": 565, "sum": 5315, "mean": 9.4070796460177, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2871.4521484375, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}, "model_input_units": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "generated_stats": {"units": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}, "bytes": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}}, "compression_summary": {"raw_prompt_bytes": 439, "model_input_units": 440, "stage0_units": 90, "stage1_units": null, "bytes_per_stage0_unit": 4.877777777777778, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [90], "patch_count_stats": {"count": 1, "sum": 90, "mean": 90.0, "median": 90.0, "p95": 90.0, "max": 90, "min": 90}, "patch_lengths": [3, 4, 4, 1, 7, 3, 1, 7, 1, 10, 4, 3, 5, 8, 8, 2, 5, 5, 5, 7, 7, 4, 7, 3, 3, 3, 4, 2, 3, 5, 14, 3, 11, 3, 3, 3, 5, 7, 3, 4, 7, 6, 11, 2, 7, 2, 2, 5, 4, 3, 10, 2, 5, 8, 8, 7, 3, 6, 6, 2, 7, 7, 3, 1, 7, 1, 10, 3, 3, 3, 10, 2, 7, 3, 10, 2, 11, 6, 5, 2, 4, 7, 5, 3, 2, 1, 4, 5, 7, 3], "patch_length_stats": {"count": 90, "sum": 440, "mean": 4.888888888888889, "median": 4.0, "p95": 10.0, "max": 14, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 54, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04652176699892152, "decode_time_sec": 4.7847110349466675, "total_time_sec": 5.2205134370015, "prefill_units_per_sec": 7351.397465361286, "prefill_bytes_per_sec": 7329.902151135084, "decode_units_per_sec": 97.60255041299592, "decode_bytes_per_sec": 97.60255041299592, "total_units_per_sec": 89.4548027958396, "total_bytes_per_sec": 89.4548027958396, "step_latency_ms": {"count": 467, "sum": 4775, "mean": 10.224839400428266, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2862.53466796875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}, "model_input_units": {"count": 1, "sum": 342, "mean": 342.0, "median": 342.0, "p95": 342.0, "max": 342, "min": 342}}, "generated_stats": {"units": {"count": 1, "sum": 467, "mean": 467.0, "median": 467.0, "p95": 467.0, "max": 467, "min": 467}, "bytes": {"count": 1, "sum": 467, "mean": 467.0, "median": 467.0, "p95": 467.0, "max": 467, "min": 467}}, "compression_summary": {"raw_prompt_bytes": 341, "model_input_units": 342, "stage0_units": 83, "stage1_units": null, "bytes_per_stage0_unit": 4.108433734939759, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [83], "patch_count_stats": {"count": 1, "sum": 83, "mean": 83.0, "median": 83.0, "p95": 83.0, "max": 83, "min": 83}, "patch_lengths": [3, 9, 5, 1, 5, 4, 1, 7, 5, 3, 3, 4, 3, 11, 5, 4, 1, 4, 7, 2, 1, 2, 5, 4, 3, 2, 9, 1, 7, 4, 5, 5, 2, 5, 2, 4, 5, 5, 4, 2, 7, 5, 1, 1, 2, 5, 4, 3, 2, 5, 3, 7, 1, 11, 5, 5, 2, 5, 4, 1, 12, 9, 2, 3, 4, 8, 9, 2, 2, 2, 1, 4, 2, 1, 2, 3, 5, 5, 2, 7, 7, 5, 2], "patch_length_stats": {"count": 83, "sum": 342, "mean": 4.120481927710843, "median": 4.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 55, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04659879499376984, "decode_time_sec": 6.191518895986519, "total_time_sec": 6.735234635001689, "prefill_units_per_sec": 9850.040115015148, "prefill_bytes_per_sec": 9828.580332629494, "decode_units_per_sec": 94.32257412289606, "decode_bytes_per_sec": 94.32257412289606, "total_units_per_sec": 86.70818934281323, "total_bytes_per_sec": 86.70818934281323, "step_latency_ms": {"count": 584, "sum": 6180, "mean": 10.582191780821917, "median": 7.0, "p95": 24.0, "max": 30, "min": 6}, "peak_allocated_mb": 2874.93212890625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "model_input_units": {"count": 1, "sum": 459, "mean": 459.0, "median": 459.0, "p95": 459.0, "max": 459, "min": 459}}, "generated_stats": {"units": {"count": 1, "sum": 584, "mean": 584.0, "median": 584.0, "p95": 584.0, "max": 584, "min": 584}, "bytes": {"count": 1, "sum": 584, "mean": 584.0, "median": 584.0, "p95": 584.0, "max": 584, "min": 584}}, "compression_summary": {"raw_prompt_bytes": 458, "model_input_units": 459, "stage0_units": 114, "stage1_units": null, "bytes_per_stage0_unit": 4.017543859649122, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [114], "patch_count_stats": {"count": 1, "sum": 114, "mean": 114.0, "median": 114.0, "p95": 114.0, "max": 114, "min": 114}, "patch_lengths": [3, 2, 9, 7, 5, 1, 9, 1, 2, 1, 5, 1, 4, 5, 4, 3, 4, 3, 7, 5, 7, 2, 2, 1, 1, 2, 5, 2, 3, 4, 3, 7, 3, 7, 4, 6, 3, 6, 2, 1, 1, 5, 2, 3, 4, 1, 1, 1, 2, 14, 11, 7, 2, 4, 3, 5, 2, 2, 4, 7, 1, 5, 2, 6, 6, 2, 6, 7, 2, 2, 5, 1, 2, 1, 4, 5, 2, 2, 5, 2, 6, 16, 7, 6, 1, 2, 7, 4, 7, 1, 2, 1, 1, 2, 1, 4, 10, 7, 5, 2, 7, 2, 2, 3, 4, 4, 3, 5, 2, 7, 7, 4, 14, 2], "patch_length_stats": {"count": 114, "sum": 459, "mean": 4.026315789473684, "median": 3.0, "p95": 9.0, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 56, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04649746600262006, "decode_time_sec": 9.48579374302426, "total_time_sec": 10.396434910999233, "prefill_units_per_sec": 17355.78450564439, "prefill_bytes_per_sec": 17334.27795731026, "decode_units_per_sec": 98.25218903640844, "decode_bytes_per_sec": 98.25218903640844, "total_units_per_sec": 89.64611503641133, "total_bytes_per_sec": 89.64611503641133, "step_latency_ms": {"count": 932, "sum": 9538, "mean": 10.233905579399142, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2910.04638671875, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 806, "mean": 806.0, "median": 806.0, "p95": 806.0, "max": 806, "min": 806}, "model_input_units": {"count": 1, "sum": 807, "mean": 807.0, "median": 807.0, "p95": 807.0, "max": 807, "min": 807}}, "generated_stats": {"units": {"count": 1, "sum": 932, "mean": 932.0, "median": 932.0, "p95": 932.0, "max": 932, "min": 932}, "bytes": {"count": 1, "sum": 932, "mean": 932.0, "median": 932.0, "p95": 932.0, "max": 932, "min": 932}}, "compression_summary": {"raw_prompt_bytes": 806, "model_input_units": 807, "stage0_units": 170, "stage1_units": null, "bytes_per_stage0_unit": 4.741176470588235, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [170], "patch_count_stats": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}, "patch_lengths": [3, 12, 5, 3, 3, 4, 3, 5, 2, 6, 5, 3, 9, 2, 11, 7, 5, 2, 6, 5, 2, 3, 4, 5, 2, 6, 5, 3, 9, 2, 5, 1, 7, 5, 5, 8, 1, 1, 2, 5, 5, 5, 4, 2, 2, 1, 4, 6, 1, 7, 5, 3, 7, 5, 5, 3, 7, 5, 3, 7, 5, 8, 3, 7, 5, 3, 7, 5, 10, 3, 7, 5, 3, 7, 5, 7, 5, 5, 4, 3, 4, 3, 5, 8, 7, 2, 11, 5, 2, 5, 3, 5, 7, 4, 7, 2, 7, 5, 6, 7, 3, 4, 8, 3, 12, 5, 5, 1, 7, 5, 7, 2, 5, 7, 5, 3, 2, 2, 5, 2, 7, 5, 6, 2, 5, 5, 6, 5, 5, 8, 2, 7, 3, 5, 6, 2, 11, 5, 6, 2, 4, 2, 5, 6, 1, 7, 5, 2, 2, 4, 7, 2, 5, 6, 2, 7, 2, 3, 4, 2, 3, 6, 5, 2, 7, 5, 7, 5, 9, 3], "patch_length_stats": {"count": 170, "sum": 807, "mean": 4.747058823529412, "median": 5.0, "p95": 8.549999999999983, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 57, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0469432069985487, "decode_time_sec": 4.432368834004592, "total_time_sec": 4.901304636001441, "prefill_units_per_sec": 7690.143539003645, "prefill_bytes_per_sec": 7668.8412023305045, "decode_units_per_sec": 109.64791473838265, "decode_bytes_per_sec": 109.64791473838265, "total_units_per_sec": 99.15727262292478, "total_bytes_per_sec": 99.15727262292478, "step_latency_ms": {"count": 486, "sum": 4463, "mean": 9.183127572016462, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2861.2060546875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}, "model_input_units": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "generated_stats": {"units": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}, "bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}}, "compression_summary": {"raw_prompt_bytes": 360, "model_input_units": 361, "stage0_units": 72, "stage1_units": null, "bytes_per_stage0_unit": 5.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [72], "patch_count_stats": {"count": 1, "sum": 72, "mean": 72.0, "median": 72.0, "p95": 72.0, "max": 72, "min": 72}, "patch_lengths": [3, 8, 4, 5, 1, 8, 1, 4, 4, 3, 4, 4, 5, 7, 2, 3, 11, 4, 8, 2, 1, 6, 3, 15, 3, 2, 1, 6, 2, 19, 7, 5, 9, 2, 2, 15, 7, 5, 1, 11, 7, 8, 2, 7, 2, 2, 5, 4, 5, 4, 2, 11, 5, 2, 3, 2, 2, 11, 2, 4, 4, 10, 2, 15, 4, 2, 8, 1, 2, 4, 2, 4], "patch_length_stats": {"count": 72, "sum": 361, "mean": 5.013888888888889, "median": 4.0, "p95": 12.800000000000011, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 58, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04046704199936357, "decode_time_sec": 6.711330634978367, "total_time_sec": 7.324511019000056, "prefill_units_per_sec": 13146.5007995486, "prefill_bytes_per_sec": 13121.789331880276, "decode_units_per_sec": 97.89414882584126, "decode_bytes_per_sec": 97.89414882584126, "total_units_per_sec": 89.6988206169282, "total_bytes_per_sec": 89.6988206169282, "step_latency_ms": {"count": 657, "sum": 6710, "mean": 10.213089802130899, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2873.4404296875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}, "model_input_units": {"count": 1, "sum": 532, "mean": 532.0, "median": 532.0, "p95": 532.0, "max": 532, "min": 532}}, "generated_stats": {"units": {"count": 1, "sum": 657, "mean": 657.0, "median": 657.0, "p95": 657.0, "max": 657, "min": 657}, "bytes": {"count": 1, "sum": 657, "mean": 657.0, "median": 657.0, "p95": 657.0, "max": 657, "min": 657}}, "compression_summary": {"raw_prompt_bytes": 531, "model_input_units": 532, "stage0_units": 78, "stage1_units": null, "bytes_per_stage0_unit": 6.8076923076923075, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [78], "patch_count_stats": {"count": 1, "sum": 78, "mean": 78.0, "median": 78.0, "p95": 78.0, "max": 78, "min": 78}, "patch_lengths": [3, 9, 6, 5, 1, 5, 1, 9, 4, 3, 4, 7, 6, 2, 1, 5, 7, 1, 3, 5, 1, 2, 1, 1, 2, 5, 3, 7, 8, 2, 6, 1, 7, 7, 1, 6, 11, 6, 7, 3, 5, 7, 3, 4, 7, 4, 2, 11, 7, 5, 8, 6, 6, 6, 4, 5, 6, 4, 2, 52, 5, 2, 43, 9, 9, 2, 43, 7, 3, 5, 7, 3, 2, 43, 7, 7, 5, 2], "patch_length_stats": {"count": 78, "sum": 532, "mean": 6.82051282051282, "median": 5.0, "p95": 15.799999999999727, "max": 52, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 59, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047589505003998056, "decode_time_sec": 7.665148804968339, "total_time_sec": 8.449265875999117, "prefill_units_per_sec": 14288.864739040095, "prefill_bytes_per_sec": 14267.851702659154, "decode_units_per_sec": 105.02079222235335, "decode_bytes_per_sec": 105.02079222235335, "total_units_per_sec": 95.27454950691909, "total_bytes_per_sec": 95.27454950691909, "step_latency_ms": {"count": 805, "sum": 7731, "mean": 9.603726708074534, "median": 7.0, "p95": 25.0, "max": 27, "min": 6}, "peak_allocated_mb": 2888.40234375, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 679, "mean": 679.0, "median": 679.0, "p95": 679.0, "max": 679, "min": 679}, "model_input_units": {"count": 1, "sum": 680, "mean": 680.0, "median": 680.0, "p95": 680.0, "max": 680, "min": 680}}, "generated_stats": {"units": {"count": 1, "sum": 805, "mean": 805.0, "median": 805.0, "p95": 805.0, "max": 805, "min": 805}, "bytes": {"count": 1, "sum": 805, "mean": 805.0, "median": 805.0, "p95": 805.0, "max": 805, "min": 805}}, "compression_summary": {"raw_prompt_bytes": 679, "model_input_units": 680, "stage0_units": 131, "stage1_units": null, "bytes_per_stage0_unit": 5.183206106870229, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [131], "patch_count_stats": {"count": 1, "sum": 131, "mean": 131.0, "median": 131.0, "p95": 131.0, "max": 131, "min": 131}, "patch_lengths": [3, 2, 6, 3, 10, 4, 1, 4, 1, 6, 1, 4, 1, 4, 29, 1, 6, 4, 1, 6, 2, 3, 5, 3, 3, 4, 4, 5, 5, 4, 3, 7, 4, 2, 11, 7, 5, 5, 4, 2, 7, 7, 10, 2, 11, 7, 5, 2, 3, 4, 3, 2, 4, 5, 4, 2, 3, 6, 3, 2, 4, 5, 6, 3, 3, 3, 4, 3, 3, 4, 5, 4, 6, 3, 3, 4, 5, 2, 7, 6, 5, 2, 11, 4, 2, 15, 4, 5, 2, 5, 4, 3, 2, 18, 5, 9, 2, 15, 4, 2, 19, 5, 6, 3, 2, 19, 7, 6, 1, 11, 4, 7, 5, 9, 2, 19, 7, 5, 2, 7, 4, 4, 2, 15, 6, 5, 2, 5, 6, 3, 3], "patch_length_stats": {"count": 131, "sum": 680, "mean": 5.190839694656488, "median": 4.0, "p95": 15.0, "max": 29, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 60, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048327445994800655, "decode_time_sec": 4.571972652011027, "total_time_sec": 4.970393570998567, "prefill_units_per_sec": 5835.193526062585, "prefill_bytes_per_sec": 5814.50135043825, "decode_units_per_sec": 89.02065497285446, "decode_bytes_per_sec": 89.02065497285446, "total_units_per_sec": 81.88486368057016, "total_bytes_per_sec": 81.88486368057016, "step_latency_ms": {"count": 407, "sum": 4590, "mean": 11.277641277641278, "median": 7.0, "p95": 25.0, "max": 29, "min": 6}, "peak_allocated_mb": 2858.86083984375, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}}, "generated_stats": {"units": {"count": 1, "sum": 407, "mean": 407.0, "median": 407.0, "p95": 407.0, "max": 407, "min": 407}, "bytes": {"count": 1, "sum": 407, "mean": 407.0, "median": 407.0, "p95": 407.0, "max": 407, "min": 407}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 282, "stage0_units": 71, "stage1_units": null, "bytes_per_stage0_unit": 3.9577464788732395, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [71], "patch_count_stats": {"count": 1, "sum": 71, "mean": 71.0, "median": 71.0, "p95": 71.0, "max": 71, "min": 71}, "patch_lengths": [3, 6, 4, 3, 7, 6, 1, 4, 1, 9, 1, 3, 2, 1, 2, 4, 3, 2, 5, 4, 8, 1, 3, 4, 2, 5, 3, 8, 4, 8, 5, 6, 8, 2, 6, 7, 11, 1, 3, 9, 2, 7, 2, 2, 6, 1, 3, 2, 5, 6, 6, 1, 3, 6, 2, 5, 2, 2, 4, 4, 6, 2, 1, 3, 2, 2, 2, 2, 6, 6, 4], "patch_length_stats": {"count": 71, "sum": 282, "mean": 3.971830985915493, "median": 3.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 61, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.054138029998284765, "decode_time_sec": 7.657590050050203, "total_time_sec": 8.378430381002545, "prefill_units_per_sec": 11489.150972425605, "prefill_bytes_per_sec": 11470.679668611416, "decode_units_per_sec": 97.55027301247377, "decode_bytes_per_sec": 97.55027301247377, "total_units_per_sec": 89.15751113642548, "total_bytes_per_sec": 89.15751113642548, "step_latency_ms": {"count": 747, "sum": 7699, "mean": 10.306559571619813, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2883.36962890625, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 621, "mean": 621.0, "median": 621.0, "p95": 621.0, "max": 621, "min": 621}, "model_input_units": {"count": 1, "sum": 622, "mean": 622.0, "median": 622.0, "p95": 622.0, "max": 622, "min": 622}}, "generated_stats": {"units": {"count": 1, "sum": 747, "mean": 747.0, "median": 747.0, "p95": 747.0, "max": 747, "min": 747}, "bytes": {"count": 1, "sum": 747, "mean": 747.0, "median": 747.0, "p95": 747.0, "max": 747, "min": 747}}, "compression_summary": {"raw_prompt_bytes": 621, "model_input_units": 622, "stage0_units": 116, "stage1_units": null, "bytes_per_stage0_unit": 5.353448275862069, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [116], "patch_count_stats": {"count": 1, "sum": 116, "mean": 116.0, "median": 116.0, "p95": 116.0, "max": 116, "min": 116}, "patch_lengths": [3, 12, 5, 1, 5, 5, 4, 3, 4, 5, 2, 5, 7, 3, 5, 4, 8, 5, 7, 4, 2, 6, 2, 3, 2, 7, 3, 11, 6, 3, 8, 8, 7, 6, 3, 2, 15, 2, 6, 2, 2, 4, 6, 5, 4, 5, 8, 5, 3, 15, 12, 6, 5, 5, 2, 7, 2, 6, 10, 3, 25, 3, 4, 8, 5, 8, 2, 7, 3, 7, 3, 17, 5, 2, 2, 5, 5, 4, 5, 4, 3, 1, 1, 7, 1, 1, 2, 11, 6, 7, 4, 2, 11, 7, 2, 4, 5, 6, 5, 4, 7, 3, 11, 5, 2, 8, 6, 8, 7, 3, 11, 4, 4, 3, 7, 3], "patch_length_stats": {"count": 116, "sum": 622, "mean": 5.362068965517241, "median": 5.0, "p95": 11.25, "max": 25, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 62, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.053156831996602705, "decode_time_sec": 6.489252482966549, "total_time_sec": 7.099711434002529, "prefill_units_per_sec": 9537.814443727624, "prefill_bytes_per_sec": 9519.002186442165, "decode_units_per_sec": 97.3918030865525, "decode_bytes_per_sec": 97.3918030865525, "total_units_per_sec": 89.0177024622681, "total_bytes_per_sec": 89.0177024622681, "step_latency_ms": {"count": 632, "sum": 6534, "mean": 10.33860759493671, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2873.83349609375, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 632, "mean": 632.0, "median": 632.0, "p95": 632.0, "max": 632, "min": 632}, "bytes": {"count": 1, "sum": 632, "mean": 632.0, "median": 632.0, "p95": 632.0, "max": 632, "min": 632}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 102, "stage1_units": null, "bytes_per_stage0_unit": 4.96078431372549, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [102], "patch_count_stats": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "patch_lengths": [3, 4, 3, 9, 7, 2, 3, 9, 2, 7, 7, 2, 7, 11, 7, 5, 2, 7, 9, 4, 5, 2, 7, 6, 5, 2, 7, 6, 5, 2, 7, 7, 5, 2, 7, 9, 5, 2, 7, 7, 12, 7, 2, 5, 2, 7, 5, 2, 5, 3, 3, 4, 12, 7, 2, 10, 7, 2, 2, 4, 4, 7, 7, 2, 7, 4, 4, 3, 3, 8, 2, 2, 5, 2, 2, 6, 2, 2, 5, 2, 2, 8, 4, 4, 11, 3, 7, 3, 3, 1, 3, 4, 5, 2, 15, 12, 7, 4, 1, 2, 7, 2], "patch_length_stats": {"count": 102, "sum": 507, "mean": 4.970588235294118, "median": 4.5, "p95": 10.949999999999989, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 63, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04902185500031919, "decode_time_sec": 5.508127042976412, "total_time_sec": 5.981573067001591, "prefill_units_per_sec": 7670.0483895917805, "prefill_bytes_per_sec": 7649.649324725845, "decode_units_per_sec": 90.95650773684334, "decode_bytes_per_sec": 90.95650773684334, "total_units_per_sec": 83.75723148210884, "total_bytes_per_sec": 83.75723148210884, "step_latency_ms": {"count": 501, "sum": 5532, "mean": 11.04191616766467, "median": 7.0, "p95": 24.0, "max": 32, "min": 6}, "peak_allocated_mb": 2866.98046875, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 375, "mean": 375.0, "median": 375.0, "p95": 375.0, "max": 375, "min": 375}, "model_input_units": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}}, "generated_stats": {"units": {"count": 1, "sum": 501, "mean": 501.0, "median": 501.0, "p95": 501.0, "max": 501, "min": 501}, "bytes": {"count": 1, "sum": 501, "mean": 501.0, "median": 501.0, "p95": 501.0, "max": 501, "min": 501}}, "compression_summary": {"raw_prompt_bytes": 375, "model_input_units": 376, "stage0_units": 100, "stage1_units": null, "bytes_per_stage0_unit": 3.75, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [100], "patch_count_stats": {"count": 1, "sum": 100, "mean": 100.0, "median": 100.0, "p95": 100.0, "max": 100, "min": 100}, "patch_lengths": [3, 2, 4, 5, 6, 9, 5, 4, 3, 4, 2, 4, 9, 3, 10, 6, 11, 3, 4, 9, 11, 2, 7, 2, 1, 2, 5, 4, 5, 4, 5, 2, 2, 1, 2, 4, 5, 3, 7, 2, 1, 1, 2, 1, 3, 7, 2, 1, 2, 4, 2, 2, 1, 3, 5, 2, 3, 6, 4, 8, 1, 1, 5, 7, 3, 2, 5, 4, 5, 4, 5, 2, 3, 2, 4, 5, 3, 7, 2, 1, 1, 2, 1, 3, 7, 3, 6, 2, 2, 1, 3, 5, 2, 3, 6, 4, 8, 1, 1, 2], "patch_length_stats": {"count": 100, "sum": 376, "mean": 3.76, "median": 3.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 64, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.046640693999506766, "decode_time_sec": 5.533555950976734, "total_time_sec": 6.029794106998452, "prefill_units_per_sec": 8468.999196370818, "prefill_bytes_per_sec": 8447.558692076207, "decode_units_per_sec": 93.97212291821397, "decode_bytes_per_sec": 93.97212291821397, "total_units_per_sec": 86.23843381260141, "total_bytes_per_sec": 86.23843381260141, "step_latency_ms": {"count": 520, "sum": 5553, "mean": 10.678846153846154, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2870.8203125, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "model_input_units": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "generated_stats": {"units": {"count": 1, "sum": 520, "mean": 520.0, "median": 520.0, "p95": 520.0, "max": 520, "min": 520}, "bytes": {"count": 1, "sum": 520, "mean": 520.0, "median": 520.0, "p95": 520.0, "max": 520, "min": 520}}, "compression_summary": {"raw_prompt_bytes": 394, "model_input_units": 395, "stage0_units": 88, "stage1_units": null, "bytes_per_stage0_unit": 4.4772727272727275, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [88], "patch_count_stats": {"count": 1, "sum": 88, "mean": 88.0, "median": 88.0, "p95": 88.0, "max": 88, "min": 88}, "patch_lengths": [3, 2, 7, 6, 5, 1, 6, 1, 7, 5, 3, 3, 6, 5, 2, 6, 6, 3, 2, 2, 4, 3, 3, 2, 7, 4, 5, 7, 5, 6, 2, 3, 3, 6, 5, 3, 2, 7, 3, 9, 6, 3, 6, 8, 6, 2, 7, 6, 2, 5, 7, 8, 6, 6, 2, 7, 4, 1, 9, 1, 7, 2, 7, 5, 4, 6, 4, 1, 2, 4, 1, 5, 1, 6, 7, 7, 7, 2, 5, 5, 1, 6, 5, 5, 1, 6, 7, 4], "patch_length_stats": {"count": 88, "sum": 395, "mean": 4.488636363636363, "median": 5.0, "p95": 7.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 65, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.043633516997942934, "decode_time_sec": 9.747829706979246, "total_time_sec": 10.67524631500055, "prefill_units_per_sec": 19526.27380552814, "prefill_bytes_per_sec": 19503.355643784562, "decode_units_per_sec": 100.22743824715035, "decode_bytes_per_sec": 100.22743824715035, "total_units_per_sec": 91.52013650749657, "total_bytes_per_sec": 91.52013650749657, "step_latency_ms": {"count": 977, "sum": 9698, "mean": 9.926305015353122, "median": 7.0, "p95": 24.0, "max": 28, "min": 6}, "peak_allocated_mb": 2912.5478515625, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 851, "mean": 851.0, "median": 851.0, "p95": 851.0, "max": 851, "min": 851}, "model_input_units": {"count": 1, "sum": 852, "mean": 852.0, "median": 852.0, "p95": 852.0, "max": 852, "min": 852}}, "generated_stats": {"units": {"count": 1, "sum": 977, "mean": 977.0, "median": 977.0, "p95": 977.0, "max": 977, "min": 977}, "bytes": {"count": 1, "sum": 977, "mean": 977.0, "median": 977.0, "p95": 977.0, "max": 977, "min": 977}}, "compression_summary": {"raw_prompt_bytes": 851, "model_input_units": 852, "stage0_units": 180, "stage1_units": null, "bytes_per_stage0_unit": 4.727777777777778, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [180], "patch_count_stats": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "patch_lengths": [3, 6, 3, 4, 4, 14, 12, 3, 4, 3, 8, 4, 2, 6, 5, 5, 3, 2, 3, 2, 2, 2, 5, 3, 3, 2, 3, 3, 8, 5, 5, 4, 9, 3, 12, 1, 9, 3, 10, 2, 1, 2, 7, 2, 1, 7, 2, 5, 1, 1, 5, 3, 4, 6, 2, 9, 8, 12, 6, 3, 4, 2, 2, 2, 1, 1, 3, 3, 3, 4, 2, 2, 3, 4, 4, 4, 4, 2, 2, 3, 4, 5, 2, 5, 2, 9, 2, 2, 3, 4, 3, 5, 4, 10, 14, 1, 5, 2, 5, 1, 5, 5, 4, 11, 3, 6, 3, 2, 2, 3, 4, 5, 1, 5, 2, 6, 3, 6, 4, 2, 4, 5, 4, 7, 1, 3, 1, 5, 7, 2, 2, 6, 4, 7, 6, 6, 1, 3, 2, 2, 3, 4, 2, 59, 12, 1, 13, 12, 2, 3, 5, 4, 2, 2, 3, 4, 5, 2, 5, 7, 2, 2, 6, 6, 6, 2, 2, 7, 5, 1, 3, 2, 2, 3, 4, 5, 2, 48, 12, 2], "patch_length_stats": {"count": 180, "sum": 852, "mean": 4.733333333333333, "median": 3.0, "p95": 12.0, "max": 59, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 66, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04858791000151541, "decode_time_sec": 5.481513255930622, "total_time_sec": 6.286906483997882, "prefill_units_per_sec": 14715.594887240464, "prefill_bytes_per_sec": 14695.013635649919, "decode_units_per_sec": 153.24235494480973, "decode_bytes_per_sec": 153.24235494480973, "total_units_per_sec": 133.61102191325088, "total_bytes_per_sec": 133.61102191325088, "step_latency_ms": {"count": 840, "sum": 5349, "mean": 6.367857142857143, "median": 6.0, "p95": 7.0, "max": 24, "min": 6}, "peak_allocated_mb": 2899.12353515625, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 714, "mean": 714.0, "median": 714.0, "p95": 714.0, "max": 714, "min": 714}, "model_input_units": {"count": 1, "sum": 715, "mean": 715.0, "median": 715.0, "p95": 715.0, "max": 715, "min": 715}}, "generated_stats": {"units": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}, "bytes": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}}, "compression_summary": {"raw_prompt_bytes": 714, "model_input_units": 715, "stage0_units": 182, "stage1_units": null, "bytes_per_stage0_unit": 3.923076923076923, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [182], "patch_count_stats": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "patch_lengths": [3, 4, 2, 6, 7, 1, 4, 1, 6, 5, 1, 13, 6, 3, 3, 5, 2, 3, 2, 4, 7, 4, 2, 4, 1, 3, 7, 2, 2, 3, 3, 4, 2, 7, 4, 4, 1, 5, 3, 10, 7, 3, 11, 5, 6, 2, 4, 5, 2, 11, 4, 2, 3, 2, 4, 2, 4, 5, 6, 3, 5, 6, 2, 1, 3, 5, 1, 15, 4, 3, 2, 2, 3, 5, 1, 3, 2, 4, 1, 2, 4, 6, 1, 2, 1, 3, 2, 1, 1, 2, 11, 7, 2, 4, 2, 3, 1, 1, 2, 11, 12, 2, 4, 2, 3, 1, 1, 1, 3, 4, 1, 3, 2, 3, 1, 3, 1, 1, 5, 5, 1, 11, 3, 2, 6, 3, 2, 1, 1, 3, 1, 15, 4, 2, 6, 3, 2, 1, 1, 4, 4, 13, 1, 3, 1, 19, 2, 6, 3, 2, 1, 1, 4, 4, 4, 1, 6, 4, 12, 3, 5, 4, 15, 7, 3, 5, 1, 11, 5, 12, 3, 4, 5, 4, 2, 6, 3, 2, 1, 1, 3, 2], "patch_length_stats": {"count": 182, "sum": 715, "mean": 3.9285714285714284, "median": 3.0, "p95": 11.0, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 67, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03800755199699779, "decode_time_sec": 9.610880360913143, "total_time_sec": 10.5265729260027, "prefill_units_per_sec": 22337.66594773224, "prefill_bytes_per_sec": 22311.355387134205, "decode_units_per_sec": 101.34347358658192, "decode_bytes_per_sec": 101.34347358658192, "total_units_per_sec": 92.52773973512585, "total_bytes_per_sec": 92.52773973512585, "step_latency_ms": {"count": 974, "sum": 9586, "mean": 9.841889117043122, "median": 7.0, "p95": 23.0, "max": 27, "min": 6}, "peak_allocated_mb": 2913.794921875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 848, "mean": 848.0, "median": 848.0, "p95": 848.0, "max": 848, "min": 848}, "model_input_units": {"count": 1, "sum": 849, "mean": 849.0, "median": 849.0, "p95": 849.0, "max": 849, "min": 849}}, "generated_stats": {"units": {"count": 1, "sum": 974, "mean": 974.0, "median": 974.0, "p95": 974.0, "max": 974, "min": 974}, "bytes": {"count": 1, "sum": 974, "mean": 974.0, "median": 974.0, "p95": 974.0, "max": 974, "min": 974}}, "compression_summary": {"raw_prompt_bytes": 848, "model_input_units": 849, "stage0_units": 189, "stage1_units": null, "bytes_per_stage0_unit": 4.4867724867724865, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [189], "patch_count_stats": {"count": 1, "sum": 189, "mean": 189.0, "median": 189.0, "p95": 189.0, "max": 189, "min": 189}, "patch_lengths": [3, 7, 7, 5, 1, 6, 1, 7, 1, 7, 3, 3, 4, 3, 5, 2, 6, 6, 3, 1, 1, 2, 11, 5, 7, 8, 2, 7, 4, 5, 1, 2, 6, 3, 7, 4, 5, 2, 5, 2, 2, 3, 4, 5, 1, 2, 1, 2, 4, 2, 3, 7, 2, 12, 2, 11, 3, 4, 11, 7, 1, 4, 7, 3, 15, 6, 10, 2, 6, 5, 3, 3, 5, 4, 3, 7, 4, 7, 7, 2, 1, 1, 1, 7, 4, 4, 2, 1, 2, 3, 1, 4, 5, 1, 3, 10, 4, 5, 2, 5, 1, 7, 4, 15, 4, 2, 6, 6, 1, 4, 5, 2, 11, 4, 7, 7, 2, 2, 1, 14, 7, 7, 3, 4, 5, 2, 5, 1, 2, 1, 1, 2, 15, 5, 2, 6, 6, 3, 1, 1, 1, 11, 4, 5, 2, 6, 8, 2, 6, 6, 1, 7, 2, 11, 4, 5, 2, 6, 11, 2, 6, 6, 1, 5, 8, 6, 4, 2, 15, 5, 2, 6, 6, 1, 2, 6, 6, 1, 1, 1, 2, 15, 5, 2, 4, 8, 6, 1, 2], "patch_length_stats": {"count": 189, "sum": 849, "mean": 4.492063492063492, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 68, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05160499900011928, "decode_time_sec": 4.712875971039466, "total_time_sec": 5.146676330001355, "prefill_units_per_sec": 6491.61915494322, "prefill_bytes_per_sec": 6472.241187316524, "decode_units_per_sec": 97.60494501164285, "decode_bytes_per_sec": 97.60494501164285, "total_units_per_sec": 89.37807052651372, "total_bytes_per_sec": 89.37807052651372, "step_latency_ms": {"count": 460, "sum": 4708, "mean": 10.234782608695653, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2861.61962890625, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 334, "mean": 334.0, "median": 334.0, "p95": 334.0, "max": 334, "min": 334}, "model_input_units": {"count": 1, "sum": 335, "mean": 335.0, "median": 335.0, "p95": 335.0, "max": 335, "min": 335}}, "generated_stats": {"units": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}, "bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}}, "compression_summary": {"raw_prompt_bytes": 334, "model_input_units": 335, "stage0_units": 77, "stage1_units": null, "bytes_per_stage0_unit": 4.337662337662338, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [77], "patch_count_stats": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}, "patch_lengths": [3, 7, 4, 6, 6, 3, 3, 4, 2, 6, 3, 4, 4, 3, 4, 7, 4, 2, 4, 5, 5, 1, 4, 3, 4, 5, 8, 2, 9, 7, 1, 3, 4, 9, 10, 5, 2, 3, 6, 4, 2, 3, 4, 2, 4, 4, 2, 3, 4, 4, 9, 2, 7, 7, 4, 3, 2, 7, 4, 5, 2, 2, 7, 4, 7, 9, 2, 3, 7, 2, 3, 3, 3, 4, 4, 9, 3], "patch_length_stats": {"count": 77, "sum": 335, "mean": 4.35064935064935, "median": 4.0, "p95": 9.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 69, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05000884100081748, "decode_time_sec": 5.696776645989303, "total_time_sec": 6.228837457998452, "prefill_units_per_sec": 8818.44072316715, "prefill_bytes_per_sec": 8798.444258942282, "decode_units_per_sec": 99.35443061445643, "decode_bytes_per_sec": 99.35443061445643, "total_units_per_sec": 90.86767857029231, "total_bytes_per_sec": 90.86767857029231, "step_latency_ms": {"count": 566, "sum": 5688, "mean": 10.049469964664311, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2872.4306640625, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}, "model_input_units": {"count": 1, "sum": 441, "mean": 441.0, "median": 441.0, "p95": 441.0, "max": 441, "min": 441}}, "generated_stats": {"units": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}, "bytes": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}}, "compression_summary": {"raw_prompt_bytes": 440, "model_input_units": 441, "stage0_units": 97, "stage1_units": null, "bytes_per_stage0_unit": 4.536082474226804, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [97], "patch_count_stats": {"count": 1, "sum": 97, "mean": 97.0, "median": 97.0, "p95": 97.0, "max": 97, "min": 97}, "patch_lengths": [3, 9, 7, 4, 3, 5, 12, 7, 12, 2, 3, 11, 2, 12, 4, 3, 3, 2, 2, 5, 3, 4, 2, 3, 7, 3, 7, 3, 4, 5, 1, 1, 3, 11, 9, 2, 7, 3, 2, 2, 4, 3, 4, 7, 2, 3, 1, 2, 5, 2, 7, 11, 1, 2, 2, 3, 2, 3, 12, 2, 4, 4, 3, 4, 2, 1, 2, 3, 11, 6, 4, 7, 3, 4, 2, 1, 3, 1, 1, 2, 11, 9, 4, 2, 2, 11, 9, 4, 2, 5, 3, 4, 12, 2, 11, 9, 2], "patch_length_stats": {"count": 97, "sum": 441, "mean": 4.546391752577319, "median": 3.0, "p95": 11.199999999999989, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 70, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05449201600276865, "decode_time_sec": 6.458368747044005, "total_time_sec": 7.064473949001695, "prefill_units_per_sec": 9304.115303317833, "prefill_bytes_per_sec": 9285.763991082491, "decode_units_per_sec": 97.8575279228623, "decode_bytes_per_sec": 97.8575279228623, "total_units_per_sec": 89.4617213627506, "total_bytes_per_sec": 89.4617213627506, "step_latency_ms": {"count": 632, "sum": 6483, "mean": 10.257911392405063, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2875.08154296875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "generated_stats": {"units": {"count": 1, "sum": 632, "mean": 632.0, "median": 632.0, "p95": 632.0, "max": 632, "min": 632}, "bytes": {"count": 1, "sum": 632, "mean": 632.0, "median": 632.0, "p95": 632.0, "max": 632, "min": 632}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 507, "stage0_units": 111, "stage1_units": null, "bytes_per_stage0_unit": 4.558558558558558, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [111], "patch_count_stats": {"count": 1, "sum": 111, "mean": 111.0, "median": 111.0, "p95": 111.0, "max": 111, "min": 111}, "patch_lengths": [3, 7, 2, 2, 7, 4, 3, 3, 3, 4, 4, 6, 2, 3, 7, 4, 2, 2, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 6, 2, 7, 7, 7, 5, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 6, 2, 2, 7, 7, 7, 7, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 2, 6, 2, 7, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 2, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 3, 1, 2, 7, 7, 2], "patch_length_stats": {"count": 111, "sum": 507, "mean": 4.5675675675675675, "median": 4.0, "p95": 7.0, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 71, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0497441190018435, "decode_time_sec": 9.105360121022386, "total_time_sec": 9.934971015998599, "prefill_units_per_sec": 14976.644776287838, "prefill_bytes_per_sec": 14956.54189739349, "decode_units_per_sec": 95.54811544370997, "decode_bytes_per_sec": 95.54811544370997, "total_units_per_sec": 87.56945527058019, "total_bytes_per_sec": 87.56945527058019, "step_latency_ms": {"count": 870, "sum": 9109, "mean": 10.470114942528735, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2899.57470703125, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}, "model_input_units": {"count": 1, "sum": 745, "mean": 745.0, "median": 745.0, "p95": 745.0, "max": 745, "min": 745}}, "generated_stats": {"units": {"count": 1, "sum": 870, "mean": 870.0, "median": 870.0, "p95": 870.0, "max": 870, "min": 870}, "bytes": {"count": 1, "sum": 870, "mean": 870.0, "median": 870.0, "p95": 870.0, "max": 870, "min": 870}}, "compression_summary": {"raw_prompt_bytes": 744, "model_input_units": 745, "stage0_units": 176, "stage1_units": null, "bytes_per_stage0_unit": 4.2272727272727275, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [176], "patch_count_stats": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "patch_lengths": [3, 9, 7, 4, 4, 8, 6, 3, 9, 5, 2, 6, 5, 4, 2, 6, 2, 5, 7, 5, 2, 9, 5, 4, 2, 6, 2, 6, 1, 1, 5, 1, 7, 6, 6, 3, 8, 2, 5, 3, 6, 4, 5, 4, 1, 8, 7, 8, 2, 3, 7, 5, 3, 7, 4, 5, 2, 1, 3, 6, 5, 9, 2, 7, 2, 4, 9, 5, 2, 2, 1, 1, 3, 9, 7, 8, 1, 3, 3, 4, 7, 4, 7, 1, 3, 7, 7, 3, 2, 2, 1, 1, 9, 2, 9, 8, 4, 3, 1, 8, 5, 2, 2, 4, 2, 1, 1, 5, 1, 4, 4, 1, 9, 8, 6, 7, 3, 5, 1, 2, 1, 1, 5, 1, 6, 3, 6, 4, 2, 1, 7, 2, 1, 3, 4, 7, 1, 3, 1, 2, 6, 1, 5, 8, 7, 3, 1, 8, 5, 4, 2, 2, 2, 6, 6, 3, 2, 6, 1, 2, 7, 7, 6, 8, 7, 3, 1, 8, 5, 4, 2, 2, 2, 6, 6, 4], "patch_length_stats": {"count": 176, "sum": 745, "mean": 4.232954545454546, "median": 4.0, "p95": 8.25, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 72, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05479135300265625, "decode_time_sec": 4.48072486498495, "total_time_sec": 4.892998900999373, "prefill_units_per_sec": 5530.069680617501, "prefill_bytes_per_sec": 5511.8186255659575, "decode_units_per_sec": 95.52025908679344, "decode_bytes_per_sec": 95.52025908679344, "total_units_per_sec": 87.4719182774766, "total_bytes_per_sec": 87.4719182774766, "step_latency_ms": {"count": 428, "sum": 4501, "mean": 10.516355140186915, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2858.57861328125, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "model_input_units": {"count": 1, "sum": 303, "mean": 303.0, "median": 303.0, "p95": 303.0, "max": 303, "min": 303}}, "generated_stats": {"units": {"count": 1, "sum": 428, "mean": 428.0, "median": 428.0, "p95": 428.0, "max": 428, "min": 428}, "bytes": {"count": 1, "sum": 428, "mean": 428.0, "median": 428.0, "p95": 428.0, "max": 428, "min": 428}}, "compression_summary": {"raw_prompt_bytes": 302, "model_input_units": 303, "stage0_units": 66, "stage1_units": null, "bytes_per_stage0_unit": 4.575757575757576, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [66], "patch_count_stats": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}, "patch_lengths": [3, 4, 7, 9, 4, 3, 3, 3, 4, 5, 5, 3, 3, 2, 7, 6, 15, 2, 1, 5, 3, 9, 3, 4, 9, 3, 4, 5, 5, 4, 3, 2, 4, 6, 6, 3, 5, 6, 6, 8, 5, 4, 4, 5, 3, 8, 1, 3, 4, 6, 3, 1, 6, 3, 10, 4, 3, 7, 4, 6, 3, 2, 2, 5, 6, 3], "patch_length_stats": {"count": 66, "sum": 303, "mean": 4.590909090909091, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 73, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.041524675998516614, "decode_time_sec": 4.394653244038636, "total_time_sec": 5.028541285002575, "prefill_units_per_sec": 12787.577199132606, "prefill_bytes_per_sec": 12763.49513284422, "decode_units_per_sec": 149.27230058250134, "decode_bytes_per_sec": 149.27230058250134, "total_units_per_sec": 130.45532746375056, "total_bytes_per_sec": 130.45532746375056, "step_latency_ms": {"count": 656, "sum": 4457, "mean": 6.7942073170731705, "median": 7.0, "p95": 7.0, "max": 8, "min": 6}, "peak_allocated_mb": 2878.2392578125, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 530, "mean": 530.0, "median": 530.0, "p95": 530.0, "max": 530, "min": 530}, "model_input_units": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}}, "generated_stats": {"units": {"count": 1, "sum": 656, "mean": 656.0, "median": 656.0, "p95": 656.0, "max": 656, "min": 656}, "bytes": {"count": 1, "sum": 656, "mean": 656.0, "median": 656.0, "p95": 656.0, "max": 656, "min": 656}}, "compression_summary": {"raw_prompt_bytes": 530, "model_input_units": 531, "stage0_units": 113, "stage1_units": null, "bytes_per_stage0_unit": 4.6902654867256635, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [113], "patch_count_stats": {"count": 1, "sum": 113, "mean": 113.0, "median": 113.0, "p95": 113.0, "max": 113, "min": 113}, "patch_lengths": [3, 2, 5, 8, 5, 1, 7, 1, 8, 5, 3, 3, 4, 9, 2, 2, 4, 2, 3, 1, 7, 5, 1, 2, 9, 3, 8, 1, 7, 10, 2, 2, 1, 2, 3, 1, 7, 5, 1, 1, 3, 6, 10, 2, 7, 9, 2, 7, 7, 2, 3, 11, 2, 5, 1, 8, 1, 5, 2, 1, 5, 3, 7, 4, 3, 3, 9, 2, 11, 4, 4, 3, 6, 4, 1, 7, 5, 4, 15, 9, 2, 5, 2, 5, 3, 1, 8, 5, 4, 3, 15, 3, 9, 3, 5, 1, 1, 22, 3, 3, 6, 1, 15, 5, 2, 8, 3, 10, 4, 3, 9, 1, 2], "patch_length_stats": {"count": 113, "sum": 531, "mean": 4.699115044247788, "median": 4.0, "p95": 10.399999999999991, "max": 22, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 74, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03747909300000174, "decode_time_sec": 7.60671922594338, "total_time_sec": 8.244974145000015, "prefill_units_per_sec": 14541.440477227523, "prefill_bytes_per_sec": 14514.758935067472, "decode_units_per_sec": 88.08002242476711, "decode_bytes_per_sec": 88.08002242476711, "total_units_per_sec": 81.2616253510397, "total_bytes_per_sec": 81.2616253510397, "step_latency_ms": {"count": 670, "sum": 7660, "mean": 11.432835820895523, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2883.99755859375, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 544, "mean": 544.0, "median": 544.0, "p95": 544.0, "max": 544, "min": 544}, "model_input_units": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}}, "generated_stats": {"units": {"count": 1, "sum": 670, "mean": 670.0, "median": 670.0, "p95": 670.0, "max": 670, "min": 670}, "bytes": {"count": 1, "sum": 670, "mean": 670.0, "median": 670.0, "p95": 670.0, "max": 670, "min": 670}}, "compression_summary": {"raw_prompt_bytes": 544, "model_input_units": 545, "stage0_units": 149, "stage1_units": null, "bytes_per_stage0_unit": 3.651006711409396, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [149], "patch_count_stats": {"count": 1, "sum": 149, "mean": 149.0, "median": 149.0, "p95": 149.0, "max": 149, "min": 149}, "patch_lengths": [3, 3, 2, 1, 5, 1, 12, 5, 3, 3, 6, 5, 2, 3, 7, 2, 2, 2, 2, 11, 7, 3, 7, 2, 2, 2, 2, 3, 7, 3, 7, 2, 2, 2, 2, 9, 4, 3, 7, 2, 2, 2, 2, 4, 7, 3, 7, 2, 2, 2, 2, 4, 3, 7, 2, 2, 2, 2, 3, 4, 7, 3, 7, 2, 2, 2, 2, 4, 1, 4, 3, 7, 2, 2, 2, 2, 8, 6, 7, 2, 1, 6, 4, 7, 2, 1, 1, 2, 2, 8, 6, 7, 2, 1, 6, 4, 7, 2, 2, 2, 2, 7, 7, 3, 7, 2, 2, 2, 2, 4, 7, 3, 7, 2, 2, 2, 2, 4, 5, 3, 7, 2, 2, 2, 2, 5, 5, 3, 7, 2, 2, 2, 2, 5, 6, 3, 7, 2, 2, 2, 2, 5, 5, 3, 7, 2, 2, 2, 2], "patch_length_stats": {"count": 149, "sum": 545, "mean": 3.6577181208053693, "median": 3.0, "p95": 7.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 75, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.043861016994924285, "decode_time_sec": 5.249363337956311, "total_time_sec": 5.7419744139988325, "prefill_units_per_sec": 8960.120556381058, "prefill_bytes_per_sec": 8937.321267433523, "decode_units_per_sec": 98.67863332197318, "decode_bytes_per_sec": 98.67863332197318, "total_units_per_sec": 90.21287150585783, "total_bytes_per_sec": 90.21287150585783, "step_latency_ms": {"count": 518, "sum": 5276, "mean": 10.185328185328185, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2868.86328125, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 392, "mean": 392.0, "median": 392.0, "p95": 392.0, "max": 392, "min": 392}, "model_input_units": {"count": 1, "sum": 393, "mean": 393.0, "median": 393.0, "p95": 393.0, "max": 393, "min": 393}}, "generated_stats": {"units": {"count": 1, "sum": 518, "mean": 518.0, "median": 518.0, "p95": 518.0, "max": 518, "min": 518}, "bytes": {"count": 1, "sum": 518, "mean": 518.0, "median": 518.0, "p95": 518.0, "max": 518, "min": 518}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 393, "stage0_units": 74, "stage1_units": null, "bytes_per_stage0_unit": 5.297297297297297, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [74], "patch_count_stats": {"count": 1, "sum": 74, "mean": 74.0, "median": 74.0, "p95": 74.0, "max": 74, "min": 74}, "patch_lengths": [3, 7, 5, 5, 1, 7, 1, 6, 1, 5, 5, 1, 3, 6, 3, 3, 4, 3, 7, 9, 3, 9, 9, 2, 11, 6, 21, 2, 3, 7, 7, 3, 3, 9, 2, 8, 4, 7, 3, 6, 9, 3, 9, 6, 2, 11, 6, 21, 2, 3, 7, 7, 3, 3, 9, 2, 5, 5, 3, 4, 3, 4, 5, 2, 11, 5, 2, 6, 5, 2, 7, 5, 2, 4], "patch_length_stats": {"count": 74, "sum": 393, "mean": 5.3108108108108105, "median": 5.0, "p95": 11.0, "max": 21, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 76, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.058403283001098316, "decode_time_sec": 9.12494499996319, "total_time_sec": 9.948963145001471, "prefill_units_per_sec": 12002.749913678948, "prefill_bytes_per_sec": 11985.627588552445, "decode_units_per_sec": 90.5210935521619, "decode_bytes_per_sec": 90.5210935521619, "total_units_per_sec": 83.02372699159072, "total_bytes_per_sec": 83.02372699159072, "step_latency_ms": {"count": 826, "sum": 9186, "mean": 11.121065375302663, "median": 7.0, "p95": 25.0, "max": 29, "min": 6}, "peak_allocated_mb": 2898.6826171875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}, "model_input_units": {"count": 1, "sum": 701, "mean": 701.0, "median": 701.0, "p95": 701.0, "max": 701, "min": 701}}, "generated_stats": {"units": {"count": 1, "sum": 826, "mean": 826.0, "median": 826.0, "p95": 826.0, "max": 826, "min": 826}, "bytes": {"count": 1, "sum": 826, "mean": 826.0, "median": 826.0, "p95": 826.0, "max": 826, "min": 826}}, "compression_summary": {"raw_prompt_bytes": 700, "model_input_units": 701, "stage0_units": 182, "stage1_units": null, "bytes_per_stage0_unit": 3.8461538461538463, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [182], "patch_count_stats": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "patch_lengths": [3, 4, 11, 4, 1, 7, 1, 4, 1, 9, 1, 2, 1, 7, 5, 1, 5, 5, 1, 6, 2, 1, 4, 3, 7, 6, 4, 4, 3, 3, 10, 6, 2, 2, 4, 3, 4, 6, 3, 7, 2, 7, 6, 9, 2, 6, 2, 7, 8, 6, 2, 3, 11, 4, 2, 8, 2, 9, 2, 5, 2, 3, 4, 9, 2, 4, 2, 8, 6, 2, 9, 2, 3, 3, 2, 6, 6, 1, 7, 4, 7, 3, 3, 7, 4, 5, 2, 9, 2, 8, 2, 4, 4, 1, 5, 3, 5, 3, 1, 1, 3, 8, 3, 1, 1, 3, 2, 3, 1, 1, 3, 4, 3, 1, 1, 3, 5, 3, 1, 1, 2, 1, 1, 2, 2, 5, 9, 1, 9, 1, 3, 7, 1, 5, 1, 4, 2, 7, 5, 2, 11, 8, 2, 4, 4, 1, 5, 3, 5, 3, 1, 1, 3, 8, 3, 1, 1, 3, 5, 3, 1, 1, 2, 1, 1, 2, 2, 5, 9, 1, 9, 1, 4, 3, 7, 4, 3, 3, 6, 3, 3, 4], "patch_length_stats": {"count": 182, "sum": 701, "mean": 3.8516483516483517, "median": 3.0, "p95": 9.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 77, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.044137151999166235, "decode_time_sec": 5.135307661945262, "total_time_sec": 5.603049634002673, "prefill_units_per_sec": 8133.737310617178, "prefill_bytes_per_sec": 8111.08066072688, "decode_units_per_sec": 94.24946504892758, "decode_bytes_per_sec": 94.24946504892758, "total_units_per_sec": 86.38152999088159, "total_bytes_per_sec": 86.38152999088159, "step_latency_ms": {"count": 484, "sum": 5170, "mean": 10.681818181818182, "median": 7.0, "p95": 25.0, "max": 28, "min": 6}, "peak_allocated_mb": 2862.4833984375, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "model_input_units": {"count": 1, "sum": 359, "mean": 359.0, "median": 359.0, "p95": 359.0, "max": 359, "min": 359}}, "generated_stats": {"units": {"count": 1, "sum": 484, "mean": 484.0, "median": 484.0, "p95": 484.0, "max": 484, "min": 484}, "bytes": {"count": 1, "sum": 484, "mean": 484.0, "median": 484.0, "p95": 484.0, "max": 484, "min": 484}}, "compression_summary": {"raw_prompt_bytes": 358, "model_input_units": 359, "stage0_units": 82, "stage1_units": null, "bytes_per_stage0_unit": 4.365853658536586, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [82], "patch_count_stats": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}, "patch_lengths": [3, 8, 7, 4, 2, 1, 10, 3, 3, 7, 6, 2, 4, 2, 4, 7, 6, 4, 3, 3, 10, 2, 1, 7, 1, 4, 7, 2, 5, 2, 2, 7, 1, 4, 5, 6, 2, 7, 7, 6, 7, 5, 2, 10, 2, 1, 7, 1, 2, 3, 4, 1, 2, 2, 10, 2, 1, 7, 4, 5, 3, 1, 2, 7, 7, 6, 7, 8, 2, 10, 2, 1, 7, 1, 4, 7, 7, 6, 7, 5, 2, 2], "patch_length_stats": {"count": 82, "sum": 359, "mean": 4.378048780487805, "median": 4.0, "p95": 9.900000000000006, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 78, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.047755973999301204, "decode_time_sec": 4.429303154000081, "total_time_sec": 4.855656291001651, "prefill_units_per_sec": 6512.274255039814, "prefill_bytes_per_sec": 6491.3344664384, "decode_units_per_sec": 98.4353485956929, "decode_bytes_per_sec": 98.4353485956929, "total_units_per_sec": 89.79218747586839, "total_bytes_per_sec": 89.79218747586839, "step_latency_ms": {"count": 436, "sum": 4465, "mean": 10.240825688073395, "median": 7.0, "p95": 25.0, "max": 25, "min": 7}, "peak_allocated_mb": 2857.4873046875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 57, "stage1_units": null, "bytes_per_stage0_unit": 5.43859649122807, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [57], "patch_count_stats": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}, "patch_lengths": [3, 4, 6, 5, 1, 9, 1, 3, 1, 7, 5, 1, 7, 5, 3, 3, 4, 7, 5, 2, 7, 6, 6, 4, 3, 7, 5, 4, 10, 10, 6, 2, 7, 5, 4, 2, 3, 2, 8, 6, 2, 7, 5, 4, 9, 5, 4, 1, 8, 2, 32, 1, 6, 2, 25, 7, 2], "patch_length_stats": {"count": 57, "sum": 311, "mean": 5.456140350877193, "median": 5.0, "p95": 10.0, "max": 32, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 79, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.040655986002093414, "decode_time_sec": 3.77107586495913, "total_time_sec": 4.138496530002158, "prefill_units_per_sec": 6468.91210525451, "prefill_bytes_per_sec": 6444.315481280159, "decode_units_per_sec": 102.88841007026653, "decode_bytes_per_sec": 102.88841007026653, "total_units_per_sec": 93.75385413209413, "total_bytes_per_sec": 93.75385413209413, "step_latency_ms": {"count": 388, "sum": 3777, "mean": 9.734536082474227, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2855.853515625, "peak_reserved_mb": 2980.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}, "bytes": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 52, "stage1_units": null, "bytes_per_stage0_unit": 5.038461538461538, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [52], "patch_count_stats": {"count": 1, "sum": 52, "mean": 52.0, "median": 52.0, "p95": 52.0, "max": 52, "min": 52}, "patch_lengths": [3, 4, 9, 5, 5, 1, 7, 5, 1, 9, 5, 3, 3, 4, 2, 4, 6, 5, 4, 8, 5, 7, 9, 1, 7, 7, 2, 9, 3, 9, 5, 5, 9, 1, 7, 7, 2, 7, 3, 7, 5, 5, 7, 2, 3, 4, 2, 4, 9, 7, 8, 2], "patch_length_stats": {"count": 52, "sum": 263, "mean": 5.0576923076923075, "median": 5.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 80, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.048117384998477064, "decode_time_sec": 5.209754105002503, "total_time_sec": 5.706867457000044, "prefill_units_per_sec": 8250.656182013325, "prefill_bytes_per_sec": 8229.873672738731, "decode_units_per_sec": 100.19666753537675, "decode_bytes_per_sec": 100.19666753537675, "total_units_per_sec": 91.46874426875199, "total_bytes_per_sec": 91.46874426875199, "step_latency_ms": {"count": 522, "sum": 5224, "mean": 10.007662835249041, "median": 7.0, "p95": 24.0, "max": 31, "min": 6}, "peak_allocated_mb": 2869.310546875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}, "model_input_units": {"count": 1, "sum": 397, "mean": 397.0, "median": 397.0, "p95": 397.0, "max": 397, "min": 397}}, "generated_stats": {"units": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}, "bytes": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}}, "compression_summary": {"raw_prompt_bytes": 396, "model_input_units": 397, "stage0_units": 77, "stage1_units": null, "bytes_per_stage0_unit": 5.142857142857143, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [77], "patch_count_stats": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}, "patch_lengths": [3, 9, 4, 6, 8, 6, 8, 9, 2, 34, 6, 2, 30, 8, 5, 30, 7, 9, 6, 3, 5, 2, 1, 3, 4, 6, 2, 3, 4, 2, 1, 3, 4, 6, 2, 8, 2, 1, 1, 1, 2, 1, 1, 3, 8, 2, 7, 9, 1, 3, 2, 3, 7, 9, 4, 2, 1, 1, 1, 2, 1, 1, 3, 6, 9, 2, 7, 9, 1, 5, 9, 6, 6, 2, 2, 1, 2], "patch_length_stats": {"count": 77, "sum": 397, "mean": 5.1558441558441555, "median": 3.0, "p95": 9.0, "max": 34, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 81, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0552392269964912, "decode_time_sec": 9.316512748959212, "total_time_sec": 10.089612993000628, "prefill_units_per_sec": 12129.06183575955, "prefill_bytes_per_sec": 12110.958758392744, "decode_units_per_sec": 85.33235787057909, "decode_bytes_per_sec": 85.33235787057909, "total_units_per_sec": 78.79390424107524, "total_bytes_per_sec": 78.79390424107524, "step_latency_ms": {"count": 795, "sum": 9365, "mean": 11.779874213836479, "median": 7.0, "p95": 25.0, "max": 32, "min": 6}, "peak_allocated_mb": 2896.2138671875, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 669, "mean": 669.0, "median": 669.0, "p95": 669.0, "max": 669, "min": 669}, "model_input_units": {"count": 1, "sum": 670, "mean": 670.0, "median": 670.0, "p95": 670.0, "max": 670, "min": 670}}, "generated_stats": {"units": {"count": 1, "sum": 795, "mean": 795.0, "median": 795.0, "p95": 795.0, "max": 795, "min": 795}, "bytes": {"count": 1, "sum": 795, "mean": 795.0, "median": 795.0, "p95": 795.0, "max": 795, "min": 795}}, "compression_summary": {"raw_prompt_bytes": 669, "model_input_units": 670, "stage0_units": 191, "stage1_units": null, "bytes_per_stage0_unit": 3.5026178010471205, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [191], "patch_count_stats": {"count": 1, "sum": 191, "mean": 191.0, "median": 191.0, "p95": 191.0, "max": 191, "min": 191}, "patch_lengths": [3, 2, 6, 5, 1, 4, 6, 3, 3, 4, 3, 4, 3, 5, 6, 3, 3, 2, 1, 1, 1, 3, 11, 7, 2, 3, 1, 2, 4, 3, 15, 2, 1, 1, 3, 15, 2, 6, 2, 1, 1, 2, 5, 7, 2, 15, 2, 5, 2, 1, 1, 2, 5, 6, 2, 15, 2, 2, 3, 2, 1, 1, 2, 5, 6, 2, 15, 2, 3, 3, 2, 1, 1, 2, 5, 4, 3, 2, 15, 3, 1, 2, 4, 2, 1, 3, 4, 2, 1, 1, 2, 8, 2, 1, 4, 2, 3, 5, 2, 8, 3, 15, 2, 3, 1, 2, 2, 4, 7, 5, 5, 4, 3, 3, 1, 1, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 1, 5, 7, 2, 12, 5, 6, 3, 1, 1, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 1, 5, 7, 1, 5, 4, 3, 2, 12, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 2], "patch_length_stats": {"count": 191, "sum": 670, "mean": 3.507853403141361, "median": 2.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 82, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04261603199847741, "decode_time_sec": 11.0476752670329, "total_time_sec": 12.076390942002035, "prefill_units_per_sec": 21470.792964316603, "prefill_bytes_per_sec": 21447.32761681462, "decode_units_per_sec": 94.13745198534562, "decode_bytes_per_sec": 94.13745198534562, "total_units_per_sec": 86.1184442433749, "total_bytes_per_sec": 86.1184442433749, "step_latency_ms": {"count": 1040, "sum": 11133, "mean": 10.704807692307693, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2916.47314453125, "peak_reserved_mb": 3042.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 914, "mean": 914.0, "median": 914.0, "p95": 914.0, "max": 914, "min": 914}, "model_input_units": {"count": 1, "sum": 915, "mean": 915.0, "median": 915.0, "p95": 915.0, "max": 915, "min": 915}}, "generated_stats": {"units": {"count": 1, "sum": 1040, "mean": 1040.0, "median": 1040.0, "p95": 1040.0, "max": 1040, "min": 1040}, "bytes": {"count": 1, "sum": 1040, "mean": 1040.0, "median": 1040.0, "p95": 1040.0, "max": 1040, "min": 1040}}, "compression_summary": {"raw_prompt_bytes": 914, "model_input_units": 915, "stage0_units": 198, "stage1_units": null, "bytes_per_stage0_unit": 4.616161616161616, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [198], "patch_count_stats": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "patch_lengths": [3, 2, 5, 9, 6, 1, 7, 1, 8, 6, 1, 7, 2, 2, 1, 3, 28, 5, 1, 10, 5, 1, 3, 6, 3, 3, 7, 2, 6, 10, 3, 4, 6, 8, 3, 4, 4, 3, 3, 7, 3, 2, 4, 1, 4, 7, 4, 3, 6, 2, 1, 8, 2, 7, 6, 13, 2, 11, 2, 6, 4, 4, 1, 6, 5, 3, 4, 2, 1, 4, 4, 3, 3, 4, 4, 2, 6, 7, 2, 10, 7, 3, 4, 4, 5, 3, 6, 2, 5, 4, 3, 3, 10, 3, 5, 2, 7, 10, 2, 7, 7, 8, 2, 2, 3, 5, 6, 2, 7, 3, 2, 4, 1, 3, 7, 2, 11, 4, 5, 6, 1, 9, 2, 7, 1, 7, 2, 6, 1, 3, 7, 2, 7, 5, 2, 4, 1, 3, 7, 2, 11, 4, 5, 6, 1, 9, 2, 7, 1, 7, 2, 6, 1, 3, 7, 2, 23, 6, 3, 3, 4, 5, 2, 4, 2, 7, 2, 4, 1, 1, 4, 5, 3, 8, 2, 7, 6, 4, 7, 10, 2, 4, 8, 2, 1, 4, 5, 4, 7, 4, 8, 2, 4, 3, 8, 7, 5, 4], "patch_length_stats": {"count": 198, "sum": 915, "mean": 4.621212121212121, "median": 4.0, "p95": 10.0, "max": 28, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 83, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04929275900212815, "decode_time_sec": 4.625691860957886, "total_time_sec": 5.02380081299998, "prefill_units_per_sec": 5741.208358570107, "prefill_bytes_per_sec": 5720.92140323947, "decode_units_per_sec": 88.20302178872579, "decode_bytes_per_sec": 88.20302178872579, "total_units_per_sec": 81.21341095853707, "total_bytes_per_sec": 81.21341095853707, "step_latency_ms": {"count": 408, "sum": 4649, "mean": 11.394607843137255, "median": 7.0, "p95": 25.0, "max": 28, "min": 6}, "peak_allocated_mb": 2857.3544921875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 283, "mean": 283.0, "median": 283.0, "p95": 283.0, "max": 283, "min": 283}}, "generated_stats": {"units": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}, "bytes": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 283, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.7, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 12, 12, 3, 6, 1, 6, 5, 5, 1, 5, 2, 2, 5, 3, 7, 11, 3, 6, 1, 9, 1, 3, 11, 3, 6, 1, 4, 1, 3, 11, 3, 6, 1, 6, 3, 5, 2, 3, 9, 3, 5, 5, 5, 4, 5, 4, 4, 12, 7, 4, 4, 3, 3, 6, 2, 3, 6, 6, 2], "patch_length_stats": {"count": 60, "sum": 283, "mean": 4.716666666666667, "median": 4.0, "p95": 11.049999999999997, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 84, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05108415100039565, "decode_time_sec": 4.029172092006775, "total_time_sec": 4.419643979999819, "prefill_units_per_sec": 5304.972182035503, "prefill_bytes_per_sec": 5285.3966389283605, "decode_units_per_sec": 98.28321822877705, "decode_bytes_per_sec": 98.28321822877705, "total_units_per_sec": 89.59997723617916, "total_bytes_per_sec": 89.59997723617916, "step_latency_ms": {"count": 396, "sum": 4049, "mean": 10.224747474747474, "median": 7.0, "p95": 25.0, "max": 28, "min": 6}, "peak_allocated_mb": 2856.42578125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "model_input_units": {"count": 1, "sum": 271, "mean": 271.0, "median": 271.0, "p95": 271.0, "max": 271, "min": 271}}, "generated_stats": {"units": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}, "bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}}, "compression_summary": {"raw_prompt_bytes": 270, "model_input_units": 271, "stage0_units": 55, "stage1_units": null, "bytes_per_stage0_unit": 4.909090909090909, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [55], "patch_count_stats": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}, "patch_lengths": [3, 8, 4, 5, 3, 4, 2, 4, 3, 8, 2, 7, 8, 8, 3, 4, 1, 9, 2, 3, 6, 5, 8, 8, 1, 9, 2, 3, 6, 4, 5, 8, 8, 1, 9, 2, 3, 6, 8, 4, 5, 8, 8, 1, 9, 2, 3, 7, 9, 4, 3, 5, 1, 7, 2], "patch_length_stats": {"count": 55, "sum": 271, "mean": 4.927272727272728, "median": 4.0, "p95": 9.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 85, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05086350400233641, "decode_time_sec": 6.505611020053038, "total_time_sec": 7.15002412299873, "prefill_units_per_sec": 10616.649611383344, "prefill_bytes_per_sec": 10596.989149140041, "decode_units_per_sec": 102.2194530152801, "decode_bytes_per_sec": 102.2194530152801, "total_units_per_sec": 93.00667921678257, "total_bytes_per_sec": 93.00667921678257, "step_latency_ms": {"count": 665, "sum": 6552, "mean": 9.852631578947369, "median": 7.0, "p95": 25.0, "max": 30, "min": 6}, "peak_allocated_mb": 2876.0966796875, "peak_reserved_mb": 3018.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 665, "mean": 665.0, "median": 665.0, "p95": 665.0, "max": 665, "min": 665}, "bytes": {"count": 1, "sum": 665, "mean": 665.0, "median": 665.0, "p95": 665.0, "max": 665, "min": 665}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 94, "stage1_units": null, "bytes_per_stage0_unit": 5.73404255319149, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [94], "patch_count_stats": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}, "patch_lengths": [3, 4, 4, 5, 3, 3, 4, 6, 5, 2, 11, 8, 2, 6, 5, 7, 2, 11, 7, 2, 3, 3, 6, 4, 4, 2, 11, 3, 4, 7, 2, 15, 3, 5, 5, 4, 2, 19, 7, 2, 5, 5, 4, 1, 20, 2, 19, 6, 2, 2, 9, 8, 4, 19, 9, 1, 14, 7, 1, 1, 1, 4, 3, 5, 9, 2, 15, 6, 2, 7, 8, 3, 15, 9, 1, 11, 8, 2, 5, 9, 7, 1, 1, 3, 11, 5, 5, 4, 2, 7, 1, 11, 4, 3], "patch_length_stats": {"count": 94, "sum": 540, "mean": 5.74468085106383, "median": 4.5, "p95": 15.0, "max": 20, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 86, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.037273180998454336, "decode_time_sec": 4.140773157021613, "total_time_sec": 4.522518956000567, "prefill_units_per_sec": 7351.130025939089, "prefill_bytes_per_sec": 7324.301084238582, "decode_units_per_sec": 96.3588163054539, "decode_bytes_per_sec": 96.3588163054539, "total_units_per_sec": 88.22516917714606, "total_bytes_per_sec": 88.22516917714606, "step_latency_ms": {"count": 399, "sum": 4168, "mean": 10.446115288220552, "median": 7.0, "p95": 25.0, "max": 25, "min": 7}, "peak_allocated_mb": 2856.0693359375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "model_input_units": {"count": 1, "sum": 274, "mean": 274.0, "median": 274.0, "p95": 274.0, "max": 274, "min": 274}}, "generated_stats": {"units": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 273, "model_input_units": 274, "stage0_units": 52, "stage1_units": null, "bytes_per_stage0_unit": 5.25, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [52], "patch_count_stats": {"count": 1, "sum": 52, "mean": 52.0, "median": 52.0, "p95": 52.0, "max": 52, "min": 52}, "patch_lengths": [3, 7, 6, 12, 6, 5, 3, 5, 2, 6, 7, 7, 4, 3, 3, 4, 4, 8, 2, 7, 2, 6, 4, 5, 5, 7, 7, 4, 3, 7, 5, 2, 8, 7, 3, 7, 5, 4, 5, 4, 13, 7, 3, 5, 7, 2, 7, 8, 7, 3, 6, 2], "patch_length_stats": {"count": 52, "sum": 274, "mean": 5.269230769230769, "median": 5.0, "p95": 8.0, "max": 13, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 87, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04027481600132887, "decode_time_sec": 4.398228774029121, "total_time_sec": 4.80277851199935, "prefill_units_per_sec": 7597.800074118364, "prefill_bytes_per_sec": 7572.970662111442, "decode_units_per_sec": 97.99399306943516, "decode_bytes_per_sec": 97.99399306943516, "total_units_per_sec": 89.7397202313581, "total_bytes_per_sec": 89.7397202313581, "step_latency_ms": {"count": 431, "sum": 4407, "mean": 10.22505800464037, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2858.63818359375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}, "bytes": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 66, "stage1_units": null, "bytes_per_stage0_unit": 4.621212121212121, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [66], "patch_count_stats": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}, "patch_lengths": [3, 2, 4, 7, 5, 1, 5, 3, 3, 4, 6, 2, 2, 3, 7, 6, 4, 6, 1, 2, 5, 2, 11, 5, 2, 5, 11, 5, 5, 2, 4, 6, 3, 11, 3, 4, 5, 2, 15, 6, 1, 7, 4, 6, 3, 5, 2, 7, 2, 3, 3, 4, 5, 5, 5, 3, 10, 1, 4, 7, 13, 2, 7, 3, 4, 2], "patch_length_stats": {"count": 66, "sum": 306, "mean": 4.636363636363637, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 88, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04170622900346643, "decode_time_sec": 4.652485334027006, "total_time_sec": 5.082610810000915, "prefill_units_per_sec": 7840.555423335474, "prefill_bytes_per_sec": 7816.578189624968, "decode_units_per_sec": 97.15237503151178, "decode_bytes_per_sec": 97.15237503151178, "total_units_per_sec": 88.93067301368264, "total_bytes_per_sec": 88.93067301368264, "step_latency_ms": {"count": 452, "sum": 4695, "mean": 10.38716814159292, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2859.72265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 327, "mean": 327.0, "median": 327.0, "p95": 327.0, "max": 327, "min": 327}}, "generated_stats": {"units": {"count": 1, "sum": 452, "mean": 452.0, "median": 452.0, "p95": 452.0, "max": 452, "min": 452}, "bytes": {"count": 1, "sum": 452, "mean": 452.0, "median": 452.0, "p95": 452.0, "max": 452, "min": 452}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 327, "stage0_units": 64, "stage1_units": null, "bytes_per_stage0_unit": 5.09375, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [64], "patch_count_stats": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "patch_lengths": [3, 7, 5, 11, 6, 5, 1, 5, 5, 1, 7, 5, 3, 3, 4, 5, 8, 2, 2, 4, 10, 3, 7, 4, 5, 1, 6, 3, 5, 5, 6, 4, 11, 3, 7, 2, 15, 6, 2, 5, 5, 7, 7, 7, 6, 6, 2, 16, 8, 7, 4, 1, 2, 2, 2, 6, 5, 1, 6, 4, 7, 10, 2, 2], "patch_length_stats": {"count": 64, "sum": 327, "mean": 5.109375, "median": 5.0, "p95": 10.849999999999994, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 89, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0473020319986972, "decode_time_sec": 4.46473509005591, "total_time_sec": 4.8830699890022515, "prefill_units_per_sec": 6574.770403279199, "prefill_bytes_per_sec": 6553.629662432642, "decode_units_per_sec": 97.6541701143886, "decode_bytes_per_sec": 97.6541701143886, "total_units_per_sec": 89.28809150431347, "total_bytes_per_sec": 89.28809150431347, "step_latency_ms": {"count": 436, "sum": 4470, "mean": 10.252293577981652, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2858.4580078125, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 311, "mean": 311.0, "median": 311.0, "p95": 311.0, "max": 311, "min": 311}}, "generated_stats": {"units": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 311, "stage0_units": 64, "stage1_units": null, "bytes_per_stage0_unit": 4.84375, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [64], "patch_count_stats": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}, "patch_lengths": [3, 8, 3, 5, 1, 9, 2, 5, 2, 1, 7, 8, 2, 2, 2, 5, 5, 3, 4, 6, 7, 1, 7, 8, 1, 5, 2, 1, 7, 8, 2, 2, 2, 3, 7, 8, 2, 3, 7, 4, 5, 3, 7, 2, 11, 3, 5, 5, 3, 15, 6, 5, 6, 5, 2, 16, 2, 15, 6, 5, 2, 3, 7, 2], "patch_length_stats": {"count": 64, "sum": 311, "mean": 4.859375, "median": 5.0, "p95": 10.699999999999989, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 90, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03342693599915947, "decode_time_sec": 4.0985713560367, "total_time_sec": 4.449640154001827, "prefill_units_per_sec": 7718.326322415177, "prefill_bytes_per_sec": 7688.410328917444, "decode_units_per_sec": 93.44719579808884, "decode_bytes_per_sec": 93.44719579808884, "total_units_per_sec": 86.07437607185949, "total_bytes_per_sec": 86.07437607185949, "step_latency_ms": {"count": 383, "sum": 4109, "mean": 10.72845953002611, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2857.142578125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}, "bytes": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 62, "stage1_units": null, "bytes_per_stage0_unit": 4.145161290322581, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [62], "patch_count_stats": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}, "patch_lengths": [3, 7, 11, 7, 4, 4, 5, 1, 6, 3, 6, 1, 4, 7, 1, 5, 1, 2, 3, 4, 7, 5, 5, 2, 1, 5, 5, 2, 4, 1, 4, 2, 3, 6, 4, 4, 5, 3, 3, 5, 3, 2, 3, 7, 8, 4, 7, 2, 3, 5, 5, 2, 3, 7, 7, 3, 7, 6, 3, 6, 2, 2], "patch_length_stats": {"count": 62, "sum": 258, "mean": 4.161290322580645, "median": 4.0, "p95": 7.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 91, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.034491590999095934, "decode_time_sec": 3.884998769957747, "total_time_sec": 4.235502187002567, "prefill_units_per_sec": 7480.084058945338, "prefill_bytes_per_sec": 7451.091485073457, "decode_units_per_sec": 98.58432979739798, "decode_bytes_per_sec": 98.58432979739798, "total_units_per_sec": 90.426113147883, "total_bytes_per_sec": 90.426113147883, "step_latency_ms": {"count": 383, "sum": 3907, "mean": 10.201044386422977, "median": 7.0, "p95": 23.0, "max": 24, "min": 6}, "peak_allocated_mb": 2856.865234375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "generated_stats": {"units": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}, "bytes": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 258, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.283333333333333, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 7, 8, 5, 4, 3, 4, 2, 7, 11, 3, 3, 4, 6, 5, 3, 3, 3, 7, 2, 5, 3, 4, 7, 1, 12, 3, 4, 7, 3, 4, 6, 4, 7, 3, 4, 7, 5, 1, 2, 1, 1, 2, 11, 9, 2, 7, 4, 2, 3, 6, 4, 1, 6, 5, 1, 2, 1, 1, 4], "patch_length_stats": {"count": 60, "sum": 258, "mean": 4.3, "median": 4.0, "p95": 9.099999999999994, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 92, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.041588005999074085, "decode_time_sec": 5.051157959009288, "total_time_sec": 5.536135311001999, "prefill_units_per_sec": 9401.749148749888, "prefill_bytes_per_sec": 9377.70375450756, "decode_units_per_sec": 102.15479384873682, "decode_bytes_per_sec": 102.15479384873682, "total_units_per_sec": 93.20581434751959, "total_bytes_per_sec": 93.20581434751959, "step_latency_ms": {"count": 516, "sum": 5076, "mean": 9.837209302325581, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2868.84765625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}, "model_input_units": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "generated_stats": {"units": {"count": 1, "sum": 516, "mean": 516.0, "median": 516.0, "p95": 516.0, "max": 516, "min": 516}, "bytes": {"count": 1, "sum": 516, "mean": 516.0, "median": 516.0, "p95": 516.0, "max": 516, "min": 516}}, "compression_summary": {"raw_prompt_bytes": 390, "model_input_units": 391, "stage0_units": 74, "stage1_units": null, "bytes_per_stage0_unit": 5.27027027027027, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [74], "patch_count_stats": {"count": 1, "sum": 74, "mean": 74.0, "median": 74.0, "p95": 74.0, "max": 74, "min": 74}, "patch_lengths": [3, 6, 4, 5, 3, 3, 4, 4, 2, 11, 3, 5, 5, 4, 8, 5, 2, 4, 8, 6, 6, 2, 3, 15, 5, 2, 5, 2, 6, 7, 1, 1, 11, 4, 5, 2, 5, 2, 3, 3, 4, 1, 15, 7, 5, 1, 11, 5, 2, 15, 7, 6, 1, 7, 7, 9, 11, 8, 9, 2, 11, 2, 6, 6, 2, 10, 6, 1, 6, 4, 8, 4, 5, 2], "patch_length_stats": {"count": 74, "sum": 391, "mean": 5.283783783783784, "median": 5.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 93, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04804339499969501, "decode_time_sec": 6.956831434024934, "total_time_sec": 7.6047209950011165, "prefill_units_per_sec": 11781.015892061605, "prefill_bytes_per_sec": 11760.20137635125, "decode_units_per_sec": 99.32682810458957, "decode_bytes_per_sec": 99.32682810458957, "total_units_per_sec": 90.8646090309193, "total_bytes_per_sec": 90.8646090309193, "step_latency_ms": {"count": 691, "sum": 6959, "mean": 10.070911722141824, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2882.32373046875, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}, "model_input_units": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}}, "generated_stats": {"units": {"count": 1, "sum": 691, "mean": 691.0, "median": 691.0, "p95": 691.0, "max": 691, "min": 691}, "bytes": {"count": 1, "sum": 691, "mean": 691.0, "median": 691.0, "p95": 691.0, "max": 691, "min": 691}}, "compression_summary": {"raw_prompt_bytes": 565, "model_input_units": 566, "stage0_units": 129, "stage1_units": null, "bytes_per_stage0_unit": 4.37984496124031, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [129], "patch_count_stats": {"count": 1, "sum": 129, "mean": 129.0, "median": 129.0, "p95": 129.0, "max": 129, "min": 129}, "patch_lengths": [3, 9, 7, 8, 7, 8, 1, 8, 1, 5, 3, 3, 5, 8, 2, 4, 3, 4, 7, 3, 8, 2, 7, 3, 7, 2, 11, 4, 2, 8, 1, 6, 2, 6, 4, 3, 2, 4, 3, 11, 3, 8, 1, 6, 2, 6, 4, 3, 2, 5, 4, 4, 15, 4, 3, 8, 1, 6, 2, 6, 4, 3, 2, 5, 4, 3, 11, 5, 8, 11, 4, 1, 1, 1, 2, 11, 5, 8, 4, 1, 3, 1, 1, 2, 3, 8, 8, 2, 4, 3, 6, 2, 1, 1, 1, 3, 4, 7, 3, 8, 2, 7, 4, 2, 7, 4, 2, 4, 2, 2, 7, 4, 2, 5, 4, 2, 3, 7, 4, 2, 5, 4, 2, 5, 7, 4, 2, 4, 4], "patch_length_stats": {"count": 129, "sum": 566, "mean": 4.387596899224806, "median": 4.0, "p95": 8.599999999999994, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 94, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04834195500006899, "decode_time_sec": 9.165086310982588, "total_time_sec": 10.138470337999024, "prefill_units_per_sec": 18307.07922339378, "prefill_bytes_per_sec": 18286.393258169603, "decode_units_per_sec": 110.20081707137987, "decode_bytes_per_sec": 110.20081707137987, "total_units_per_sec": 99.62055086500735, "total_bytes_per_sec": 99.62055086500735, "step_latency_ms": {"count": 1010, "sum": 9196, "mean": 9.104950495049504, "median": 7.0, "p95": 24.0, "max": 30, "min": 6}, "peak_allocated_mb": 2906.4736328125, "peak_reserved_mb": 3042.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 884, "mean": 884.0, "median": 884.0, "p95": 884.0, "max": 884, "min": 884}, "model_input_units": {"count": 1, "sum": 885, "mean": 885.0, "median": 885.0, "p95": 885.0, "max": 885, "min": 885}}, "generated_stats": {"units": {"count": 1, "sum": 1010, "mean": 1010.0, "median": 1010.0, "p95": 1010.0, "max": 1010, "min": 1010}, "bytes": {"count": 1, "sum": 1010, "mean": 1010.0, "median": 1010.0, "p95": 1010.0, "max": 1010, "min": 1010}}, "compression_summary": {"raw_prompt_bytes": 884, "model_input_units": 885, "stage0_units": 131, "stage1_units": null, "bytes_per_stage0_unit": 6.748091603053435, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [131], "patch_count_stats": {"count": 1, "sum": 131, "mean": 131.0, "median": 131.0, "p95": 131.0, "max": 131, "min": 131}, "patch_lengths": [3, 7, 5, 6, 8, 8, 1, 6, 9, 8, 5, 3, 3, 4, 5, 10, 5, 5, 3, 7, 4, 5, 5, 8, 1, 2, 4, 1, 3, 6, 3, 11, 3, 4, 11, 8, 1, 12, 3, 15, 2, 5, 5, 4, 8, 3, 2, 7, 5, 7, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 4, 57, 9, 8, 2, 11, 5, 4, 8, 3, 5, 4, 15, 2, 7, 4, 8, 3, 3, 5, 8, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 5, 4, 57, 9, 8, 2, 11, 5, 8, 7, 4, 3, 6, 8, 8, 2, 15, 2, 6, 3, 4, 8, 7, 3, 3, 8, 8, 8, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 7, 5], "patch_length_stats": {"count": 131, "sum": 885, "mean": 6.755725190839694, "median": 6.0, "p95": 15.0, "max": 57, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 95, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.052781636997679016, "decode_time_sec": 7.219506951052608, "total_time_sec": 7.8351561130002665, "prefill_units_per_sec": 9965.587085204083, "prefill_bytes_per_sec": 9946.641102152364, "decode_units_per_sec": 90.17236279619952, "decode_bytes_per_sec": 90.17236279619952, "total_units_per_sec": 83.08704901486854, "total_bytes_per_sec": 83.08704901486854, "step_latency_ms": {"count": 651, "sum": 7239, "mean": 11.119815668202765, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2879.07421875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 525, "mean": 525.0, "median": 525.0, "p95": 525.0, "max": 525, "min": 525}, "model_input_units": {"count": 1, "sum": 526, "mean": 526.0, "median": 526.0, "p95": 526.0, "max": 526, "min": 526}}, "generated_stats": {"units": {"count": 1, "sum": 651, "mean": 651.0, "median": 651.0, "p95": 651.0, "max": 651, "min": 651}, "bytes": {"count": 1, "sum": 651, "mean": 651.0, "median": 651.0, "p95": 651.0, "max": 651, "min": 651}}, "compression_summary": {"raw_prompt_bytes": 525, "model_input_units": 526, "stage0_units": 121, "stage1_units": null, "bytes_per_stage0_unit": 4.338842975206612, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [121], "patch_count_stats": {"count": 1, "sum": 121, "mean": 121.0, "median": 121.0, "p95": 121.0, "max": 121, "min": 121}, "patch_lengths": [3, 6, 5, 5, 10, 7, 7, 5, 3, 3, 5, 1, 6, 1, 4, 1, 7, 2, 4, 11, 3, 9, 3, 5, 7, 5, 7, 5, 3, 3, 7, 5, 2, 7, 5, 2, 5, 3, 6, 4, 5, 5, 7, 4, 4, 3, 3, 3, 4, 4, 1, 5, 2, 4, 6, 10, 6, 5, 5, 1, 6, 1, 4, 1, 7, 1, 7, 5, 3, 3, 2, 4, 5, 4, 9, 3, 4, 10, 6, 1, 3, 7, 5, 2, 5, 3, 3, 5, 5, 7, 2, 3, 4, 2, 4, 4, 2, 3, 7, 5, 2, 5, 3, 3, 5, 5, 7, 2, 4, 2, 5, 2, 3, 7, 2, 5, 4, 8, 3, 1, 2], "patch_length_stats": {"count": 121, "sum": 526, "mean": 4.347107438016529, "median": 4.0, "p95": 8.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 96, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04720438799995463, "decode_time_sec": 4.682082672054094, "total_time_sec": 5.068799217999185, "prefill_units_per_sec": 5952.836418518339, "prefill_bytes_per_sec": 5931.65194727806, "decode_units_per_sec": 86.71354788826962, "decode_bytes_per_sec": 86.71354788826962, "total_units_per_sec": 80.0978658926366, "total_bytes_per_sec": 80.0978658926366, "step_latency_ms": {"count": 406, "sum": 4700, "mean": 11.576354679802956, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2860.92138671875, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}, "model_input_units": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}}, "generated_stats": {"units": {"count": 1, "sum": 406, "mean": 406.0, "median": 406.0, "p95": 406.0, "max": 406, "min": 406}, "bytes": {"count": 1, "sum": 406, "mean": 406.0, "median": 406.0, "p95": 406.0, "max": 406, "min": 406}}, "compression_summary": {"raw_prompt_bytes": 280, "model_input_units": 281, "stage0_units": 86, "stage1_units": null, "bytes_per_stage0_unit": 3.255813953488372, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [86], "patch_count_stats": {"count": 1, "sum": 86, "mean": 86.0, "median": 86.0, "p95": 86.0, "max": 86, "min": 86}, "patch_lengths": [3, 4, 3, 4, 5, 1, 4, 1, 5, 1, 8, 3, 3, 4, 3, 4, 3, 5, 1, 4, 2, 1, 2, 5, 1, 7, 5, 1, 4, 2, 1, 2, 4, 2, 1, 1, 7, 4, 2, 4, 3, 1, 3, 4, 3, 3, 4, 4, 2, 1, 1, 5, 2, 1, 1, 5, 1, 8, 2, 7, 3, 4, 3, 5, 1, 5, 5, 5, 2, 3, 3, 3, 4, 2, 7, 3, 7, 3, 3, 2, 4, 4, 2, 3, 4, 3], "patch_length_stats": {"count": 86, "sum": 281, "mean": 3.2674418604651163, "median": 3.0, "p95": 7.0, "max": 8, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 97, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05205010600184323, "decode_time_sec": 4.2237370899783855, "total_time_sec": 4.619675497000571, "prefill_units_per_sec": 5533.129941940966, "prefill_bytes_per_sec": 5513.917685198116, "decode_units_per_sec": 97.78070727458879, "decode_bytes_per_sec": 97.78070727458879, "total_units_per_sec": 89.4002187530595, "total_bytes_per_sec": 89.4002187530595, "step_latency_ms": {"count": 413, "sum": 4219, "mean": 10.21549636803874, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2857.4521484375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 287, "mean": 287.0, "median": 287.0, "p95": 287.0, "max": 287, "min": 287}, "model_input_units": {"count": 1, "sum": 288, "mean": 288.0, "median": 288.0, "p95": 288.0, "max": 288, "min": 288}}, "generated_stats": {"units": {"count": 1, "sum": 413, "mean": 413.0, "median": 413.0, "p95": 413.0, "max": 413, "min": 413}, "bytes": {"count": 1, "sum": 413, "mean": 413.0, "median": 413.0, "p95": 413.0, "max": 413, "min": 413}}, "compression_summary": {"raw_prompt_bytes": 287, "model_input_units": 288, "stage0_units": 60, "stage1_units": null, "bytes_per_stage0_unit": 4.783333333333333, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [60], "patch_count_stats": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}, "patch_lengths": [3, 6, 5, 1, 8, 3, 3, 5, 6, 8, 2, 4, 8, 3, 3, 4, 2, 3, 6, 4, 8, 4, 10, 6, 1, 1, 2, 5, 2, 6, 5, 3, 3, 4, 9, 4, 7, 10, 2, 5, 3, 5, 4, 6, 5, 2, 2, 5, 7, 6, 2, 7, 6, 7, 5, 2, 8, 7, 10, 5], "patch_length_stats": {"count": 60, "sum": 288, "mean": 4.8, "median": 5.0, "p95": 9.049999999999997, "max": 10, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 98, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.033298017995548435, "decode_time_sec": 6.819794626942894, "total_time_sec": 7.407690830001229, "prefill_units_per_sec": 15406.322384370813, "prefill_bytes_per_sec": 15376.29056685742, "decode_units_per_sec": 93.55120423706893, "decode_bytes_per_sec": 93.55120423706893, "total_units_per_sec": 86.12670461570737, "total_bytes_per_sec": 86.12670461570737, "step_latency_ms": {"count": 638, "sum": 6813, "mean": 10.678683385579937, "median": 7.0, "p95": 24.0, "max": 34, "min": 6}, "peak_allocated_mb": 2876.10107421875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}, "model_input_units": {"count": 1, "sum": 513, "mean": 513.0, "median": 513.0, "p95": 513.0, "max": 513, "min": 513}}, "generated_stats": {"units": {"count": 1, "sum": 638, "mean": 638.0, "median": 638.0, "p95": 638.0, "max": 638, "min": 638}, "bytes": {"count": 1, "sum": 638, "mean": 638.0, "median": 638.0, "p95": 638.0, "max": 638, "min": 638}}, "compression_summary": {"raw_prompt_bytes": 512, "model_input_units": 513, "stage0_units": 118, "stage1_units": null, "bytes_per_stage0_unit": 4.338983050847458, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [118], "patch_count_stats": {"count": 1, "sum": 118, "mean": 118.0, "median": 118.0, "p95": 118.0, "max": 118, "min": 118}, "patch_lengths": [3, 4, 5, 1, 5, 1, 6, 1, 1, 1, 7, 6, 3, 3, 2, 11, 5, 2, 17, 5, 1, 1, 1, 8, 5, 1, 6, 5, 1, 6, 5, 2, 15, 5, 2, 2, 1, 5, 2, 5, 5, 2, 2, 1, 1, 4, 2, 6, 1, 6, 2, 17, 6, 3, 3, 4, 8, 2, 3, 5, 5, 1, 5, 8, 1, 5, 1, 6, 1, 5, 1, 2, 11, 16, 6, 1, 6, 6, 1, 11, 1, 10, 2, 20, 6, 5, 1, 5, 5, 1, 8, 3, 1, 4, 1, 4, 2, 1, 3, 2, 1, 2, 20, 6, 6, 1, 4, 5, 1, 3, 5, 1, 5, 5, 1, 4, 5, 3], "patch_length_stats": {"count": 118, "sum": 513, "mean": 4.3474576271186445, "median": 4.0, "p95": 11.599999999999966, "max": 20, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 99, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.049473491999378894, "decode_time_sec": 4.77764035103246, "total_time_sec": 5.208943474000989, "prefill_units_per_sec": 6730.877214088316, "prefill_bytes_per_sec": 6710.664369601564, "decode_units_per_sec": 95.86322250083664, "decode_bytes_per_sec": 95.86322250083664, "total_units_per_sec": 87.92569976732925, "total_bytes_per_sec": 87.92569976732925, "step_latency_ms": {"count": 458, "sum": 4775, "mean": 10.425764192139738, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2862.98291015625, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 332, "mean": 332.0, "median": 332.0, "p95": 332.0, "max": 332, "min": 332}, "model_input_units": {"count": 1, "sum": 333, "mean": 333.0, "median": 333.0, "p95": 333.0, "max": 333, "min": 333}}, "generated_stats": {"units": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "compression_summary": {"raw_prompt_bytes": 332, "model_input_units": 333, "stage0_units": 87, "stage1_units": null, "bytes_per_stage0_unit": 3.8160919540229883, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [87], "patch_count_stats": {"count": 1, "sum": 87, "mean": 87.0, "median": 87.0, "p95": 87.0, "max": 87, "min": 87}, "patch_lengths": [3, 3, 4, 2, 5, 5, 3, 3, 4, 4, 2, 2, 1, 1, 7, 4, 2, 2, 1, 1, 7, 2, 2, 1, 1, 1, 7, 2, 2, 5, 2, 1, 7, 5, 2, 6, 2, 7, 6, 4, 5, 2, 11, 2, 2, 1, 1, 1, 11, 6, 5, 2, 15, 3, 2, 4, 2, 2, 2, 1, 1, 3, 1, 1, 1, 4, 3, 19, 6, 3, 5, 4, 6, 2, 2, 2, 4, 3, 23, 2, 3, 5, 4, 6, 2, 2, 5], "patch_length_stats": {"count": 87, "sum": 333, "mean": 3.8275862068965516, "median": 3.0, "p95": 9.800000000000011, "max": 23, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 100, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.053895133001788054, "decode_time_sec": 6.887477390020649, "total_time_sec": 7.534343709001405, "prefill_units_per_sec": 10334.884969696997, "prefill_bytes_per_sec": 10316.330418584435, "decode_units_per_sec": 99.02028876176904, "decode_bytes_per_sec": 99.02028876176904, "total_units_per_sec": 90.51883300534901, "total_bytes_per_sec": 90.51883300534901, "step_latency_ms": {"count": 682, "sum": 6893, "mean": 10.107038123167156, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2880.201171875, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}, "model_input_units": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}}, "generated_stats": {"units": {"count": 1, "sum": 682, "mean": 682.0, "median": 682.0, "p95": 682.0, "max": 682, "min": 682}, "bytes": {"count": 1, "sum": 682, "mean": 682.0, "median": 682.0, "p95": 682.0, "max": 682, "min": 682}}, "compression_summary": {"raw_prompt_bytes": 556, "model_input_units": 557, "stage0_units": 117, "stage1_units": null, "bytes_per_stage0_unit": 4.752136752136752, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [117], "patch_count_stats": {"count": 1, "sum": 117, "mean": 117.0, "median": 117.0, "p95": 117.0, "max": 117, "min": 117}, "patch_lengths": [3, 2, 3, 5, 2, 3, 5, 1, 5, 3, 3, 4, 3, 2, 10, 3, 7, 3, 4, 5, 1, 2, 1, 1, 2, 11, 3, 7, 5, 2, 7, 5, 2, 11, 2, 4, 2, 8, 5, 3, 4, 7, 3, 1, 12, 1, 11, 2, 5, 3, 12, 3, 4, 7, 3, 6, 6, 1, 11, 2, 5, 6, 3, 9, 7, 6, 4, 5, 3, 2, 11, 2, 4, 3, 4, 7, 8, 4, 2, 9, 5, 4, 1, 11, 2, 8, 1, 7, 5, 8, 6, 2, 7, 11, 1, 11, 2, 5, 4, 8, 4, 5, 8, 3, 3, 4, 8, 1, 11, 2, 2, 7, 6, 4, 4, 5, 3], "patch_length_stats": {"count": 117, "sum": 557, "mean": 4.760683760683761, "median": 4.0, "p95": 11.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 101, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04858008099836297, "decode_time_sec": 4.491541036055423, "total_time_sec": 4.899860708999768, "prefill_units_per_sec": 6134.201382044666, "prefill_bytes_per_sec": 6113.616813648544, "decode_units_per_sec": 94.17703113572988, "decode_bytes_per_sec": 94.17703113572988, "total_units_per_sec": 86.3289846633924, "total_bytes_per_sec": 86.3289846633924, "step_latency_ms": {"count": 423, "sum": 4527, "mean": 10.702127659574469, "median": 7.0, "p95": 24.0, "max": 25, "min": 6}, "peak_allocated_mb": 2858.89697265625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}, "model_input_units": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}}, "generated_stats": {"units": {"count": 1, "sum": 423, "mean": 423.0, "median": 423.0, "p95": 423.0, "max": 423, "min": 423}, "bytes": {"count": 1, "sum": 423, "mean": 423.0, "median": 423.0, "p95": 423.0, "max": 423, "min": 423}}, "compression_summary": {"raw_prompt_bytes": 297, "model_input_units": 298, "stage0_units": 69, "stage1_units": null, "bytes_per_stage0_unit": 4.304347826086956, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [69], "patch_count_stats": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}, "patch_lengths": [3, 4, 5, 3, 5, 5, 1, 5, 7, 1, 5, 5, 1, 5, 3, 3, 4, 4, 2, 2, 4, 7, 1, 5, 5, 2, 7, 4, 4, 2, 5, 6, 3, 6, 3, 4, 4, 1, 5, 2, 7, 3, 5, 3, 4, 5, 2, 11, 2, 3, 8, 5, 12, 3, 4, 9, 1, 3, 5, 3, 7, 1, 11, 2, 6, 2, 11, 5, 2], "patch_length_stats": {"count": 69, "sum": 298, "mean": 4.318840579710145, "median": 4.0, "p95": 10.199999999999989, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 102, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05589286800386617, "decode_time_sec": 4.915151304005121, "total_time_sec": 5.34130816600009, "prefill_units_per_sec": 5671.564393118506, "prefill_bytes_per_sec": 5653.673022793211, "decode_units_per_sec": 89.92602112570479, "decode_bytes_per_sec": 89.92602112570479, "total_units_per_sec": 82.75126359747141, "total_bytes_per_sec": 82.75126359747141, "step_latency_ms": {"count": 442, "sum": 4922, "mean": 11.135746606334841, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2861.76513671875, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 316, "mean": 316.0, "median": 316.0, "p95": 316.0, "max": 316, "min": 316}, "model_input_units": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}}, "generated_stats": {"units": {"count": 1, "sum": 442, "mean": 442.0, "median": 442.0, "p95": 442.0, "max": 442, "min": 442}, "bytes": {"count": 1, "sum": 442, "mean": 442.0, "median": 442.0, "p95": 442.0, "max": 442, "min": 442}}, "compression_summary": {"raw_prompt_bytes": 316, "model_input_units": 317, "stage0_units": 87, "stage1_units": null, "bytes_per_stage0_unit": 3.632183908045977, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [87], "patch_count_stats": {"count": 1, "sum": 87, "mean": 87.0, "median": 87.0, "p95": 87.0, "max": 87, "min": 87}, "patch_lengths": [3, 5, 5, 2, 2, 3, 5, 2, 3, 4, 6, 5, 2, 3, 6, 4, 5, 2, 3, 9, 9, 1, 1, 1, 2, 2, 3, 6, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 2, 3, 6, 1, 5, 2, 3, 8, 5, 2, 3, 9, 5, 2, 3, 3, 5, 2, 3, 7, 6, 5, 2, 3, 3, 5, 2, 8, 3, 8, 5, 1, 6, 2, 9, 3, 3, 4, 6, 2, 2, 3, 6, 4, 6, 1, 5, 4], "patch_length_stats": {"count": 87, "sum": 317, "mean": 3.6436781609195403, "median": 3.0, "p95": 8.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 103, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04891983100242214, "decode_time_sec": 3.95455029499135, "total_time_sec": 4.332528091999848, "prefill_units_per_sec": 5498.792503732916, "prefill_bytes_per_sec": 5478.350895912348, "decode_units_per_sec": 99.6320619563297, "decode_bytes_per_sec": 99.6320619563297, "total_units_per_sec": 90.93997583709466, "total_bytes_per_sec": 90.93997583709466, "step_latency_ms": {"count": 394, "sum": 3948, "mean": 10.02030456852792, "median": 7.0, "p95": 23.0, "max": 31, "min": 6}, "peak_allocated_mb": 2856.109375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}}, "generated_stats": {"units": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 269, "stage0_units": 53, "stage1_units": null, "bytes_per_stage0_unit": 5.056603773584905, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53], "patch_count_stats": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}, "patch_lengths": [3, 5, 6, 3, 3, 3, 11, 6, 1, 9, 1, 3, 11, 6, 1, 9, 4, 3, 7, 7, 6, 1, 3, 5, 11, 6, 1, 5, 3, 7, 7, 9, 6, 2, 3, 5, 11, 6, 1, 5, 3, 7, 7, 9, 4, 6, 2, 3, 5, 2, 7, 7, 2], "patch_length_stats": {"count": 53, "sum": 269, "mean": 5.0754716981132075, "median": 5.0, "p95": 11.0, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 104, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05600653899819008, "decode_time_sec": 8.144392106860323, "total_time_sec": 8.940314524999849, "prefill_units_per_sec": 12498.540572603877, "prefill_bytes_per_sec": 12480.685514643013, "decode_units_per_sec": 101.29669460598194, "decode_bytes_per_sec": 101.29669460598194, "total_units_per_sec": 92.27863266924761, "total_bytes_per_sec": 92.27863266924761, "step_latency_ms": {"count": 825, "sum": 8152, "mean": 9.881212121212121, "median": 7.0, "p95": 24.0, "max": 28, "min": 6}, "peak_allocated_mb": 2892.4111328125, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 699, "mean": 699.0, "median": 699.0, "p95": 699.0, "max": 699, "min": 699}, "model_input_units": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}}, "generated_stats": {"units": {"count": 1, "sum": 825, "mean": 825.0, "median": 825.0, "p95": 825.0, "max": 825, "min": 825}, "bytes": {"count": 1, "sum": 825, "mean": 825.0, "median": 825.0, "p95": 825.0, "max": 825, "min": 825}}, "compression_summary": {"raw_prompt_bytes": 699, "model_input_units": 700, "stage0_units": 137, "stage1_units": null, "bytes_per_stage0_unit": 5.102189781021898, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [137], "patch_count_stats": {"count": 1, "sum": 137, "mean": 137.0, "median": 137.0, "p95": 137.0, "max": 137, "min": 137}, "patch_lengths": [3, 6, 5, 4, 1, 2, 21, 2, 9, 7, 3, 14, 5, 2, 5, 3, 14, 9, 4, 5, 2, 14, 9, 7, 5, 2, 14, 8, 5, 3, 3, 5, 2, 7, 7, 10, 11, 2, 3, 2, 6, 7, 6, 4, 3, 3, 3, 8, 2, 7, 7, 7, 4, 1, 2, 3, 8, 2, 5, 6, 3, 5, 1, 5, 5, 1, 5, 6, 1, 8, 1, 5, 2, 2, 3, 9, 2, 7, 9, 6, 8, 3, 3, 6, 6, 1, 4, 5, 6, 2, 10, 7, 3, 5, 3, 3, 9, 5, 2, 2, 3, 9, 5, 8, 1, 9, 4, 1, 7, 1, 6, 2, 3, 10, 2, 6, 10, 4, 5, 1, 9, 5, 1, 7, 1, 6, 2, 3, 7, 7, 6, 5, 6, 6, 9, 1, 4], "patch_length_stats": {"count": 137, "sum": 700, "mean": 5.109489051094891, "median": 5.0, "p95": 10.0, "max": 21, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 105, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.056669341000088025, "decode_time_sec": 7.223514439068822, "total_time_sec": 7.957132455998362, "prefill_units_per_sec": 11240.64597820205, "prefill_bytes_per_sec": 11222.999752176614, "decode_units_per_sec": 105.48881800231148, "decode_bytes_per_sec": 105.48881800231148, "total_units_per_sec": 95.76314133436072, "total_bytes_per_sec": 95.76314133436072, "step_latency_ms": {"count": 762, "sum": 7244, "mean": 9.506561679790027, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2884.13232421875, "peak_reserved_mb": 3020.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 636, "mean": 636.0, "median": 636.0, "p95": 636.0, "max": 636, "min": 636}, "model_input_units": {"count": 1, "sum": 637, "mean": 637.0, "median": 637.0, "p95": 637.0, "max": 637, "min": 637}}, "generated_stats": {"units": {"count": 1, "sum": 762, "mean": 762.0, "median": 762.0, "p95": 762.0, "max": 762, "min": 762}, "bytes": {"count": 1, "sum": 762, "mean": 762.0, "median": 762.0, "p95": 762.0, "max": 762, "min": 762}}, "compression_summary": {"raw_prompt_bytes": 636, "model_input_units": 637, "stage0_units": 116, "stage1_units": null, "bytes_per_stage0_unit": 5.482758620689655, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [116], "patch_count_stats": {"count": 1, "sum": 116, "mean": 116.0, "median": 116.0, "p95": 116.0, "max": 116, "min": 116}, "patch_lengths": [3, 4, 12, 5, 1, 12, 1, 5, 5, 3, 3, 4, 7, 6, 2, 2, 8, 4, 12, 3, 7, 3, 4, 5, 2, 11, 5, 12, 1, 1, 4, 7, 12, 2, 7, 5, 2, 11, 3, 12, 3, 3, 5, 2, 15, 12, 5, 3, 14, 5, 3, 3, 4, 5, 4, 12, 3, 3, 4, 5, 2, 15, 7, 2, 3, 19, 2, 2, 2, 5, 3, 2, 19, 2, 11, 2, 2, 12, 3, 1, 15, 3, 11, 4, 5, 2, 3, 4, 10, 2, 2, 3, 2, 2, 9, 5, 2, 2, 6, 13, 4, 2, 2, 10, 2, 7, 2, 11, 4, 9, 2, 3, 15, 8, 2, 2], "patch_length_stats": {"count": 116, "sum": 637, "mean": 5.491379310344827, "median": 4.0, "p95": 14.25, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 106, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04739959499784163, "decode_time_sec": 7.426795510054944, "total_time_sec": 8.101845837998553, "prefill_units_per_sec": 12384.072058563568, "prefill_bytes_per_sec": 12362.97483188799, "decode_units_per_sec": 95.86907287753404, "decode_bytes_per_sec": 95.86907287753404, "total_units_per_sec": 87.88120808972212, "total_bytes_per_sec": 87.88120808972212, "step_latency_ms": {"count": 712, "sum": 7446, "mean": 10.457865168539326, "median": 7.0, "p95": 25.0, "max": 28, "min": 6}, "peak_allocated_mb": 2882.00634765625, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}, "model_input_units": {"count": 1, "sum": 587, "mean": 587.0, "median": 587.0, "p95": 587.0, "max": 587, "min": 587}}, "generated_stats": {"units": {"count": 1, "sum": 712, "mean": 712.0, "median": 712.0, "p95": 712.0, "max": 712, "min": 712}, "bytes": {"count": 1, "sum": 712, "mean": 712.0, "median": 712.0, "p95": 712.0, "max": 712, "min": 712}}, "compression_summary": {"raw_prompt_bytes": 586, "model_input_units": 587, "stage0_units": 119, "stage1_units": null, "bytes_per_stage0_unit": 4.92436974789916, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [119], "patch_count_stats": {"count": 1, "sum": 119, "mean": 119.0, "median": 119.0, "p95": 119.0, "max": 119, "min": 119}, "patch_lengths": [3, 8, 5, 2, 19, 5, 2, 11, 7, 5, 2, 11, 6, 6, 2, 11, 4, 9, 6, 2, 11, 8, 5, 5, 2, 11, 9, 5, 6, 2, 11, 6, 2, 2, 6, 2, 11, 8, 5, 5, 3, 5, 10, 1, 10, 5, 9, 2, 7, 8, 9, 1, 3, 5, 5, 2, 2, 4, 3, 7, 1, 3, 7, 3, 3, 4, 4, 3, 4, 2, 2, 2, 2, 5, 1, 2, 7, 2, 5, 2, 3, 3, 8, 2, 7, 4, 7, 3, 2, 7, 2, 8, 3, 3, 3, 7, 2, 7, 4, 7, 3, 2, 6, 2, 7, 3, 3, 3, 5, 6, 5, 3, 5, 6, 3, 7, 4, 7, 2], "patch_length_stats": {"count": 119, "sum": 587, "mean": 4.932773109243698, "median": 5.0, "p95": 11.0, "max": 19, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 107, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04966725799749838, "decode_time_sec": 4.432196565016056, "total_time_sec": 4.85656112200013, "prefill_units_per_sec": 6020.062553383959, "prefill_bytes_per_sec": 5999.928564911103, "decode_units_per_sec": 95.66362722869535, "decode_bytes_per_sec": 95.66362722869535, "total_units_per_sec": 87.30457402858332, "total_bytes_per_sec": 87.30457402858332, "step_latency_ms": {"count": 424, "sum": 4441, "mean": 10.474056603773585, "median": 7.0, "p95": 25.0, "max": 33, "min": 6}, "peak_allocated_mb": 2857.9453125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 424, "mean": 424.0, "median": 424.0, "p95": 424.0, "max": 424, "min": 424}, "bytes": {"count": 1, "sum": 424, "mean": 424.0, "median": 424.0, "p95": 424.0, "max": 424, "min": 424}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 299, "stage0_units": 62, "stage1_units": null, "bytes_per_stage0_unit": 4.806451612903226, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [62], "patch_count_stats": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}, "patch_lengths": [3, 5, 7, 5, 2, 7, 5, 1, 3, 9, 3, 3, 4, 8, 2, 3, 2, 9, 2, 3, 9, 2, 7, 6, 2, 5, 8, 7, 6, 2, 8, 3, 8, 3, 7, 4, 5, 3, 6, 2, 11, 5, 4, 4, 5, 2, 15, 5, 1, 8, 9, 3, 4, 2, 5, 5, 3, 2, 4, 2, 8, 3], "patch_length_stats": {"count": 62, "sum": 299, "mean": 4.82258064516129, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 108, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05136506200142321, "decode_time_sec": 6.556806120013789, "total_time_sec": 7.157654395999998, "prefill_units_per_sec": 9559.02671715641, "prefill_bytes_per_sec": 9539.558230970755, "decode_units_per_sec": 93.94817975778496, "decode_bytes_per_sec": 93.94817975778496, "total_units_per_sec": 86.061713226088, "total_bytes_per_sec": 86.061713226088, "step_latency_ms": {"count": 616, "sum": 6606, "mean": 10.724025974025974, "median": 7.0, "p95": 25.0, "max": 25, "min": 7}, "peak_allocated_mb": 2873.92626953125, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 490, "mean": 490.0, "median": 490.0, "p95": 490.0, "max": 490, "min": 490}, "model_input_units": {"count": 1, "sum": 491, "mean": 491.0, "median": 491.0, "p95": 491.0, "max": 491, "min": 491}}, "generated_stats": {"units": {"count": 1, "sum": 616, "mean": 616.0, "median": 616.0, "p95": 616.0, "max": 616, "min": 616}, "bytes": {"count": 1, "sum": 616, "mean": 616.0, "median": 616.0, "p95": 616.0, "max": 616, "min": 616}}, "compression_summary": {"raw_prompt_bytes": 490, "model_input_units": 491, "stage0_units": 102, "stage1_units": null, "bytes_per_stage0_unit": 4.803921568627451, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [102], "patch_count_stats": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "patch_lengths": [3, 4, 5, 4, 5, 4, 3, 7, 3, 2, 3, 7, 2, 6, 2, 4, 4, 3, 28, 1, 6, 8, 4, 11, 5, 4, 5, 1, 1, 2, 3, 8, 2, 5, 8, 8, 3, 3, 4, 3, 3, 8, 2, 7, 9, 2, 9, 4, 4, 4, 3, 2, 3, 3, 2, 3, 9, 4, 38, 3, 5, 2, 3, 4, 2, 5, 2, 4, 3, 3, 4, 4, 3, 3, 5, 6, 9, 5, 3, 11, 3, 3, 2, 6, 4, 2, 2, 3, 7, 3, 2, 15, 5, 5, 2, 3, 2, 4, 4, 4, 4, 4], "patch_length_stats": {"count": 102, "sum": 491, "mean": 4.813725490196078, "median": 4.0, "p95": 9.0, "max": 38, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 109, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.03553585400004522, "decode_time_sec": 5.639790004966926, "total_time_sec": 6.1346155569990515, "prefill_units_per_sec": 11284.377744221083, "prefill_bytes_per_sec": 11256.237151342726, "decode_units_per_sec": 93.2658839312732, "decode_bytes_per_sec": 93.2658839312732, "total_units_per_sec": 85.7429442990736, "total_bytes_per_sec": 85.7429442990736, "step_latency_ms": {"count": 526, "sum": 5676, "mean": 10.790874524714829, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2869.203125, "peak_reserved_mb": 3000.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}, "model_input_units": {"count": 1, "sum": 401, "mean": 401.0, "median": 401.0, "p95": 401.0, "max": 401, "min": 401}}, "generated_stats": {"units": {"count": 1, "sum": 526, "mean": 526.0, "median": 526.0, "p95": 526.0, "max": 526, "min": 526}, "bytes": {"count": 1, "sum": 526, "mean": 526.0, "median": 526.0, "p95": 526.0, "max": 526, "min": 526}}, "compression_summary": {"raw_prompt_bytes": 400, "model_input_units": 401, "stage0_units": 76, "stage1_units": null, "bytes_per_stage0_unit": 5.2631578947368425, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [76], "patch_count_stats": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}, "patch_lengths": [3, 5, 6, 5, 1, 6, 5, 1, 6, 4, 5, 1, 7, 6, 5, 2, 24, 6, 5, 1, 8, 5, 1, 7, 5, 2, 18, 10, 5, 3, 3, 4, 6, 2, 4, 5, 6, 5, 1, 5, 1, 6, 6, 4, 1, 7, 1, 1, 5, 2, 7, 7, 6, 5, 3, 4, 6, 1, 6, 6, 2, 18, 13, 6, 1, 5, 6, 1, 8, 1, 7, 2, 25, 6, 4, 2], "patch_length_stats": {"count": 76, "sum": 401, "mean": 5.276315789473684, "median": 5.0, "p95": 14.25, "max": 25, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 110, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04357467000227189, "decode_time_sec": 7.036661838996224, "total_time_sec": 7.600293936997332, "prefill_units_per_sec": 10763.133719097526, "prefill_bytes_per_sec": 10740.184606690069, "decode_units_per_sec": 84.41502712381781, "decode_bytes_per_sec": 84.41502712381781, "total_units_per_sec": 78.15487202520922, "total_bytes_per_sec": 78.15487202520922, "step_latency_ms": {"count": 594, "sum": 7071, "mean": 11.904040404040405, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2879.310546875, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}, "model_input_units": {"count": 1, "sum": 469, "mean": 469.0, "median": 469.0, "p95": 469.0, "max": 469, "min": 469}}, "generated_stats": {"units": {"count": 1, "sum": 594, "mean": 594.0, "median": 594.0, "p95": 594.0, "max": 594, "min": 594}, "bytes": {"count": 1, "sum": 594, "mean": 594.0, "median": 594.0, "p95": 594.0, "max": 594, "min": 594}}, "compression_summary": {"raw_prompt_bytes": 468, "model_input_units": 469, "stage0_units": 145, "stage1_units": null, "bytes_per_stage0_unit": 3.2275862068965515, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [145], "patch_count_stats": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}, "patch_lengths": [3, 4, 2, 2, 5, 1, 5, 1, 5, 1, 6, 8, 1, 2, 1, 1, 3, 3, 4, 2, 8, 3, 2, 1, 3, 8, 1, 1, 6, 4, 4, 2, 4, 3, 2, 1, 1, 7, 2, 5, 2, 3, 3, 1, 1, 1, 3, 2, 3, 1, 1, 2, 7, 2, 5, 2, 3, 3, 3, 2, 1, 2, 1, 7, 7, 5, 2, 2, 3, 2, 4, 4, 2, 1, 1, 2, 1, 1, 2, 2, 4, 2, 1, 1, 2, 1, 1, 2, 2, 2, 2, 2, 1, 3, 1, 3, 7, 7, 4, 2, 2, 5, 7, 5, 5, 1, 3, 3, 5, 2, 7, 5, 2, 5, 2, 6, 2, 4, 1, 2, 3, 7, 4, 2, 3, 7, 5, 5, 2, 2, 4, 4, 6, 2, 1, 1, 1, 3, 28, 5, 2, 5, 4, 6, 3], "patch_length_stats": {"count": 145, "sum": 469, "mean": 3.2344827586206897, "median": 2.0, "p95": 7.0, "max": 28, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 111, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.058120257999689784, "decode_time_sec": 7.045248407004692, "total_time_sec": 7.66045807500268, "prefill_units_per_sec": 8774.90943007724, "prefill_bytes_per_sec": 8757.703725312382, "decode_units_per_sec": 90.1316693629504, "decode_bytes_per_sec": 90.1316693629504, "total_units_per_sec": 82.89321523370883, "total_bytes_per_sec": 82.89321523370883, "step_latency_ms": {"count": 635, "sum": 7075, "mean": 11.141732283464567, "median": 7.0, "p95": 25.0, "max": 26, "min": 6}, "peak_allocated_mb": 2878.294921875, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 635, "mean": 635.0, "median": 635.0, "p95": 635.0, "max": 635, "min": 635}, "bytes": {"count": 1, "sum": 635, "mean": 635.0, "median": 635.0, "p95": 635.0, "max": 635, "min": 635}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 134, "stage1_units": null, "bytes_per_stage0_unit": 3.798507462686567, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [134], "patch_count_stats": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}, "patch_lengths": [3, 2, 3, 6, 5, 4, 3, 4, 7, 3, 11, 2, 4, 7, 1, 11, 2, 2, 4, 3, 1, 6, 3, 3, 2, 11, 2, 3, 7, 11, 2, 4, 2, 4, 7, 5, 3, 1, 4, 9, 3, 11, 2, 2, 5, 3, 1, 6, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 2, 3, 2, 11, 2, 2, 6, 3, 1, 6, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 2, 3, 3, 11, 2, 5, 1, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 1, 4, 3, 9, 3, 8, 1, 11, 2, 9, 2, 11, 2, 2, 8, 2, 1, 6, 4, 2, 1, 1, 2, 2, 1, 1, 2, 5, 2, 8, 6, 2, 15, 6, 1, 1, 2, 1, 4], "patch_length_stats": {"count": 134, "sum": 510, "mean": 3.8059701492537314, "median": 3.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 112, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.040750504998868564, "decode_time_sec": 4.268678382977669, "total_time_sec": 4.6663332839998475, "prefill_units_per_sec": 7509.109396521493, "prefill_bytes_per_sec": 7484.569823330246, "decode_units_per_sec": 100.96801898187296, "decode_bytes_per_sec": 100.96801898187296, "total_units_per_sec": 92.3637412436514, "total_bytes_per_sec": 92.3637412436514, "step_latency_ms": {"count": 431, "sum": 4267, "mean": 9.900232018561486, "median": 7.0, "p95": 23.0, "max": 30, "min": 6}, "peak_allocated_mb": 2859.05419921875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}}, "generated_stats": {"units": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}, "bytes": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 306, "stage0_units": 69, "stage1_units": null, "bytes_per_stage0_unit": 4.420289855072464, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [69], "patch_count_stats": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}, "patch_lengths": [3, 7, 7, 6, 5, 1, 8, 3, 1, 5, 3, 3, 3, 4, 8, 2, 9, 7, 2, 11, 3, 1, 3, 1, 2, 7, 2, 1, 3, 6, 5, 9, 4, 1, 8, 3, 1, 5, 3, 3, 11, 8, 5, 8, 1, 7, 5, 7, 2, 2, 1, 5, 5, 5, 1, 8, 5, 8, 3, 3, 4, 3, 8, 7, 5, 3, 1, 3, 3], "patch_length_stats": {"count": 69, "sum": 306, "mean": 4.434782608695652, "median": 4.0, "p95": 8.599999999999994, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 113, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05749846499747946, "decode_time_sec": 6.793735571038269, "total_time_sec": 7.411260511998989, "prefill_units_per_sec": 8869.802002929238, "prefill_bytes_per_sec": 8852.410234296043, "decode_units_per_sec": 93.46845978330514, "decode_bytes_per_sec": 93.46845978330514, "total_units_per_sec": 85.68043168526074, "total_bytes_per_sec": 85.68043168526074, "step_latency_ms": {"count": 635, "sum": 6830, "mean": 10.755905511811024, "median": 7.0, "p95": 25.0, "max": 27, "min": 6}, "peak_allocated_mb": 2876.76904296875, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "generated_stats": {"units": {"count": 1, "sum": 635, "mean": 635.0, "median": 635.0, "p95": 635.0, "max": 635, "min": 635}, "bytes": {"count": 1, "sum": 635, "mean": 635.0, "median": 635.0, "p95": 635.0, "max": 635, "min": 635}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 510, "stage0_units": 123, "stage1_units": null, "bytes_per_stage0_unit": 4.138211382113822, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [123], "patch_count_stats": {"count": 1, "sum": 123, "mean": 123.0, "median": 123.0, "p95": 123.0, "max": 123, "min": 123}, "patch_lengths": [3, 7, 3, 5, 3, 3, 4, 3, 5, 5, 2, 2, 11, 4, 2, 4, 4, 3, 2, 5, 7, 2, 2, 4, 1, 7, 4, 3, 4, 1, 3, 4, 2, 11, 2, 11, 4, 2, 3, 5, 3, 11, 3, 4, 2, 1, 1, 2, 15, 4, 5, 1, 1, 2, 14, 8, 3, 4, 2, 11, 4, 7, 6, 2, 5, 5, 7, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 6, 4, 4, 2, 1, 4, 4, 5, 3, 11, 4, 5, 1, 1, 2, 7, 2, 9, 5, 7, 12, 1, 7, 3, 6, 6, 7, 3, 4, 3, 3, 7, 3, 3, 3, 1, 1, 3, 7, 2, 7, 5, 2, 7, 4, 3], "patch_length_stats": {"count": 123, "sum": 510, "mean": 4.146341463414634, "median": 3.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 114, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04150868500073557, "decode_time_sec": 4.163666756026942, "total_time_sec": 4.5395320459974755, "prefill_units_per_sec": 6336.023412819255, "prefill_bytes_per_sec": 6311.932069044277, "decode_units_per_sec": 93.1870927082161, "decode_bytes_per_sec": 93.1870927082161, "total_units_per_sec": 85.47136490469347, "total_bytes_per_sec": 85.47136490469347, "step_latency_ms": {"count": 388, "sum": 4186, "mean": 10.788659793814434, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2856.26953125, "peak_reserved_mb": 2988.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}, "bytes": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 263, "stage0_units": 55, "stage1_units": null, "bytes_per_stage0_unit": 4.763636363636364, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [55], "patch_count_stats": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}, "patch_lengths": [3, 4, 8, 5, 5, 1, 5, 4, 3, 3, 4, 2, 2, 5, 5, 7, 3, 7, 2, 8, 2, 6, 2, 5, 8, 6, 6, 5, 4, 5, 23, 3, 5, 4, 2, 3, 7, 4, 2, 2, 9, 3, 7, 2, 6, 3, 7, 3, 4, 3, 5, 2, 11, 6, 2], "patch_length_stats": {"count": 55, "sum": 263, "mean": 4.781818181818182, "median": 4.0, "p95": 8.299999999999997, "max": 23, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 115, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.055706876002659556, "decode_time_sec": 5.925940314980835, "total_time_sec": 6.460739699999976, "prefill_units_per_sec": 7736.926407063703, "prefill_bytes_per_sec": 7718.975301710887, "decode_units_per_sec": 93.82477217909647, "decode_bytes_per_sec": 93.82477217909647, "total_units_per_sec": 86.05825738498675, "total_bytes_per_sec": 86.05825738498675, "step_latency_ms": {"count": 556, "sum": 5942, "mean": 10.68705035971223, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2873.73828125, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}, "model_input_units": {"count": 1, "sum": 431, "mean": 431.0, "median": 431.0, "p95": 431.0, "max": 431, "min": 431}}, "generated_stats": {"units": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}, "bytes": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}}, "compression_summary": {"raw_prompt_bytes": 430, "model_input_units": 431, "stage0_units": 107, "stage1_units": null, "bytes_per_stage0_unit": 4.018691588785047, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [107], "patch_count_stats": {"count": 1, "sum": 107, "mean": 107.0, "median": 107.0, "p95": 107.0, "max": 107, "min": 107}, "patch_lengths": [3, 7, 4, 4, 5, 1, 7, 4, 5, 7, 2, 3, 4, 1, 2, 3, 3, 7, 11, 1, 3, 4, 2, 7, 4, 2, 11, 5, 2, 3, 5, 1, 7, 2, 8, 1, 4, 7, 5, 4, 1, 6, 5, 2, 3, 4, 6, 2, 3, 2, 3, 4, 2, 7, 3, 4, 3, 1, 1, 2, 11, 7, 5, 1, 7, 5, 2, 11, 7, 6, 1, 3, 7, 10, 3, 3, 2, 7, 6, 2, 5, 10, 4, 1, 2, 2, 4, 4, 5, 1, 2, 2, 5, 7, 2, 2, 4, 7, 1, 2, 3, 1, 1, 2, 4, 3, 4], "patch_length_stats": {"count": 107, "sum": 431, "mean": 4.02803738317757, "median": 4.0, "p95": 9.399999999999977, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 116, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.058876075003354345, "decode_time_sec": 4.712514565006131, "total_time_sec": 5.152053152000008, "prefill_units_per_sec": 5418.160092734199, "prefill_bytes_per_sec": 5401.175264857288, "decode_units_per_sec": 94.21721543250494, "decode_bytes_per_sec": 94.21721543250494, "total_units_per_sec": 86.17923513223866, "total_bytes_per_sec": 86.17923513223866, "step_latency_ms": {"count": 444, "sum": 4727, "mean": 10.646396396396396, "median": 7.0, "p95": 25.0, "max": 35, "min": 6}, "peak_allocated_mb": 2860.27880859375, "peak_reserved_mb": 2998.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "model_input_units": {"count": 1, "sum": 319, "mean": 319.0, "median": 319.0, "p95": 319.0, "max": 319, "min": 319}}, "generated_stats": {"units": {"count": 1, "sum": 444, "mean": 444.0, "median": 444.0, "p95": 444.0, "max": 444, "min": 444}, "bytes": {"count": 1, "sum": 444, "mean": 444.0, "median": 444.0, "p95": 444.0, "max": 444, "min": 444}}, "compression_summary": {"raw_prompt_bytes": 318, "model_input_units": 319, "stage0_units": 76, "stage1_units": null, "bytes_per_stage0_unit": 4.184210526315789, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [76], "patch_count_stats": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}, "patch_lengths": [3, 8, 11, 6, 3, 4, 6, 5, 1, 5, 1, 10, 1, 5, 1, 3, 6, 2, 1, 2, 5, 1, 2, 3, 1, 3, 4, 7, 3, 6, 5, 5, 5, 2, 2, 5, 1, 7, 3, 7, 4, 2, 5, 4, 4, 11, 7, 5, 8, 6, 5, 6, 3, 4, 6, 5, 5, 5, 5, 1, 10, 1, 5, 1, 3, 6, 1, 1, 2, 5, 1, 2, 3, 1, 12, 3], "patch_length_stats": {"count": 76, "sum": 319, "mean": 4.197368421052632, "median": 4.0, "p95": 10.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 117, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.039330047999101225, "decode_time_sec": 4.423926545969152, "total_time_sec": 4.848350421001669, "prefill_units_per_sec": 9916.0824825058, "prefill_bytes_per_sec": 9890.656629986555, "decode_units_per_sec": 103.52793954440888, "decode_bytes_per_sec": 103.52793954440888, "total_units_per_sec": 94.46511910856832, "total_bytes_per_sec": 94.46511910856832, "step_latency_ms": {"count": 458, "sum": 4418, "mean": 9.646288209606986, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2869.1171875, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "generated_stats": {"units": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 390, "stage0_units": 76, "stage1_units": null, "bytes_per_stage0_unit": 5.118421052631579, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [76], "patch_count_stats": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}, "patch_lengths": [3, 4, 8, 5, 1, 8, 1, 7, 4, 3, 4, 2, 1, 5, 4, 10, 8, 12, 2, 7, 2, 7, 9, 2, 4, 7, 10, 2, 6, 2, 4, 9, 5, 2, 1, 5, 2, 7, 4, 6, 3, 5, 7, 8, 2, 11, 9, 7, 10, 6, 3, 5, 8, 1, 6, 3, 7, 3, 4, 9, 2, 11, 9, 2, 8, 2, 4, 9, 5, 2, 1, 5, 2, 5, 8, 3], "patch_length_stats": {"count": 76, "sum": 390, "mean": 5.131578947368421, "median": 5.0, "p95": 10.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 118, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04231646600237582, "decode_time_sec": 3.874523629037867, "total_time_sec": 4.243593025999871, "prefill_units_per_sec": 6238.70622809518, "prefill_bytes_per_sec": 6215.074765109972, "decode_units_per_sec": 100.39943932322788, "decode_bytes_per_sec": 100.39943932322788, "total_units_per_sec": 91.66760281126255, "total_bytes_per_sec": 91.66760281126255, "step_latency_ms": {"count": 389, "sum": 3871, "mean": 9.951156812339331, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2857.3984375, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}, "model_input_units": {"count": 1, "sum": 264, "mean": 264.0, "median": 264.0, "p95": 264.0, "max": 264, "min": 264}}, "generated_stats": {"units": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}}, "compression_summary": {"raw_prompt_bytes": 263, "model_input_units": 264, "stage0_units": 63, "stage1_units": null, "bytes_per_stage0_unit": 4.174603174603175, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63], "patch_count_stats": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}, "patch_lengths": [3, 10, 5, 1, 8, 4, 5, 1, 9, 2, 5, 2, 5, 2, 4, 2, 5, 2, 4, 2, 3, 3, 7, 3, 3, 4, 4, 3, 1, 2, 5, 5, 9, 8, 4, 3, 7, 4, 4, 5, 1, 3, 4, 3, 4, 3, 1, 5, 3, 5, 4, 11, 3, 4, 5, 3, 5, 2, 15, 4, 3, 3, 2], "patch_length_stats": {"count": 63, "sum": 264, "mean": 4.190476190476191, "median": 4.0, "p95": 9.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 119, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05597802199918078, "decode_time_sec": 9.465821516045253, "total_time_sec": 10.258388325997657, "prefill_units_per_sec": 12272.673729165599, "prefill_bytes_per_sec": 12254.809575265796, "decode_units_per_sec": 85.78230622916365, "decode_bytes_per_sec": 85.78230622916365, "total_units_per_sec": 79.15473407671284, "total_bytes_per_sec": 79.15473407671284, "step_latency_ms": {"count": 812, "sum": 9531, "mean": 11.73768472906404, "median": 7.0, "p95": 25.0, "max": 25, "min": 6}, "peak_allocated_mb": 2894.64453125, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 686, "mean": 686.0, "median": 686.0, "p95": 686.0, "max": 686, "min": 686}, "model_input_units": {"count": 1, "sum": 687, "mean": 687.0, "median": 687.0, "p95": 687.0, "max": 687, "min": 687}}, "generated_stats": {"units": {"count": 1, "sum": 812, "mean": 812.0, "median": 812.0, "p95": 812.0, "max": 812, "min": 812}, "bytes": {"count": 1, "sum": 812, "mean": 812.0, "median": 812.0, "p95": 812.0, "max": 812, "min": 812}}, "compression_summary": {"raw_prompt_bytes": 686, "model_input_units": 687, "stage0_units": 165, "stage1_units": null, "bytes_per_stage0_unit": 4.157575757575757, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [165], "patch_count_stats": {"count": 1, "sum": 165, "mean": 165.0, "median": 165.0, "p95": 165.0, "max": 165, "min": 165}, "patch_lengths": [3, 9, 5, 4, 3, 3, 2, 7, 4, 4, 8, 12, 3, 4, 1, 3, 7, 2, 4, 7, 1, 3, 7, 4, 2, 4, 4, 2, 2, 3, 1, 3, 11, 5, 2, 3, 5, 5, 7, 4, 1, 7, 3, 3, 7, 5, 2, 3, 3, 11, 5, 2, 1, 1, 3, 3, 5, 4, 2, 7, 11, 5, 3, 3, 5, 4, 1, 3, 3, 4, 11, 5, 2, 7, 7, 1, 3, 7, 5, 2, 3, 5, 5, 7, 4, 1, 7, 3, 3, 7, 5, 2, 3, 10, 4, 2, 3, 5, 5, 7, 4, 1, 4, 3, 3, 8, 2, 7, 3, 3, 8, 2, 3, 2, 7, 4, 6, 10, 3, 8, 7, 1, 3, 8, 7, 5, 3, 3, 2, 9, 4, 7, 3, 2, 6, 1, 3, 3, 3, 5, 3, 4, 2, 3, 5, 5, 2, 5, 5, 1, 2, 2, 3, 5, 3, 3, 3, 3, 3, 2, 2, 4, 2, 3, 2], "patch_length_stats": {"count": 165, "sum": 687, "mean": 4.163636363636364, "median": 3.0, "p95": 8.799999999999983, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 120, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.053145805999520235, "decode_time_sec": 11.482116961018619, "total_time_sec": 12.582847146000859, "prefill_units_per_sec": 18571.550123991157, "prefill_bytes_per_sec": 18552.733963784478, "decode_units_per_sec": 96.84625263574658, "decode_bytes_per_sec": 96.84625263574658, "total_units_per_sec": 88.37427547972887, "total_bytes_per_sec": 88.37427547972887, "step_latency_ms": {"count": 1112, "sum": 11529, "mean": 10.367805755395683, "median": 7.0, "p95": 25.0, "max": 28, "min": 6}, "peak_allocated_mb": 2918.5263671875, "peak_reserved_mb": 3040.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 986, "mean": 986.0, "median": 986.0, "p95": 986.0, "max": 986, "min": 986}, "model_input_units": {"count": 1, "sum": 987, "mean": 987.0, "median": 987.0, "p95": 987.0, "max": 987, "min": 987}}, "generated_stats": {"units": {"count": 1, "sum": 1112, "mean": 1112.0, "median": 1112.0, "p95": 1112.0, "max": 1112, "min": 1112}, "bytes": {"count": 1, "sum": 1112, "mean": 1112.0, "median": 1112.0, "p95": 1112.0, "max": 1112, "min": 1112}}, "compression_summary": {"raw_prompt_bytes": 986, "model_input_units": 987, "stage0_units": 200, "stage1_units": null, "bytes_per_stage0_unit": 4.93, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [200], "patch_count_stats": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "patch_lengths": [3, 6, 6, 10, 3, 3, 4, 6, 4, 3, 3, 6, 6, 10, 3, 3, 4, 6, 2, 4, 3, 10, 3, 3, 4, 7, 2, 8, 6, 4, 1, 2, 9, 6, 10, 4, 3, 4, 2, 3, 10, 3, 3, 4, 7, 2, 7, 10, 3, 3, 4, 6, 5, 2, 5, 7, 12, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 11, 3, 2, 7, 8, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 7, 5, 7, 6, 6, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 5, 6, 5, 7, 7, 5, 2, 5, 5, 6, 4, 7, 7, 5, 2, 4, 7, 2, 7, 5, 5, 4, 12, 7, 3, 6, 1, 7, 2, 7, 10, 4, 7, 11, 1, 7, 3, 2, 4, 6, 3, 11, 10, 3, 3, 4, 6, 5, 3, 6, 6, 1, 7, 3, 3, 7, 3, 3, 4, 6, 5, 3, 4, 2, 11, 10, 3, 3, 4, 6, 5, 3, 2, 3, 7, 3, 2, 6, 3, 11, 10, 3, 3, 4, 6, 5, 3, 8, 1, 7, 3, 12, 3, 11, 10, 3, 3, 4, 6, 5, 3, 12, 2], "patch_length_stats": {"count": 200, "sum": 987, "mean": 4.935, "median": 5.0, "p95": 10.049999999999983, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 121, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.039301772998442175, "decode_time_sec": 7.547461225934967, "total_time_sec": 8.224292068000068, "prefill_units_per_sec": 14783.048083429452, "prefill_bytes_per_sec": 14757.603938707543, "decode_units_per_sec": 93.54138813910129, "decode_bytes_per_sec": 93.54138813910129, "total_units_per_sec": 85.84325485557332, "total_bytes_per_sec": 85.84325485557332, "step_latency_ms": {"count": 706, "sum": 7606, "mean": 10.773371104815864, "median": 7.0, "p95": 25.0, "max": 29, "min": 6}, "peak_allocated_mb": 2882.53369140625, "peak_reserved_mb": 3022.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 580, "mean": 580.0, "median": 580.0, "p95": 580.0, "max": 580, "min": 580}, "model_input_units": {"count": 1, "sum": 581, "mean": 581.0, "median": 581.0, "p95": 581.0, "max": 581, "min": 581}}, "generated_stats": {"units": {"count": 1, "sum": 706, "mean": 706.0, "median": 706.0, "p95": 706.0, "max": 706, "min": 706}, "bytes": {"count": 1, "sum": 706, "mean": 706.0, "median": 706.0, "p95": 706.0, "max": 706, "min": 706}}, "compression_summary": {"raw_prompt_bytes": 580, "model_input_units": 581, "stage0_units": 125, "stage1_units": null, "bytes_per_stage0_unit": 4.64, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [125], "patch_count_stats": {"count": 1, "sum": 125, "mean": 125.0, "median": 125.0, "p95": 125.0, "max": 125, "min": 125}, "patch_lengths": [3, 2, 3, 7, 7, 4, 3, 9, 1, 4, 1, 10, 2, 7, 2, 9, 3, 3, 3, 3, 4, 4, 4, 9, 2, 7, 6, 4, 9, 2, 4, 3, 5, 4, 9, 5, 3, 7, 1, 4, 1, 6, 3, 9, 2, 10, 2, 9, 3, 3, 3, 3, 2, 2, 1, 4, 4, 7, 1, 3, 2, 8, 4, 4, 7, 3, 7, 6, 8, 6, 2, 4, 2, 7, 5, 4, 2, 1, 3, 1, 2, 3, 29, 9, 1, 7, 4, 3, 3, 9, 4, 9, 4, 3, 4, 5, 2, 7, 3, 4, 3, 5, 6, 9, 3, 11, 6, 4, 9, 2, 2, 5, 10, 1, 3, 1, 2, 2, 9, 2, 7, 4, 5, 7, 2], "patch_length_stats": {"count": 125, "sum": 581, "mean": 4.648, "median": 4.0, "p95": 9.0, "max": 29, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 122, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05385796900009154, "decode_time_sec": 6.9752019950065005, "total_time_sec": 7.567590743001347, "prefill_units_per_sec": 9153.705740355008, "prefill_bytes_per_sec": 9135.138385912096, "decode_units_per_sec": 88.59958470628119, "decode_bytes_per_sec": 88.59958470628119, "total_units_per_sec": 81.664035620787, "total_bytes_per_sec": 81.664035620787, "step_latency_ms": {"count": 618, "sum": 6988, "mean": 11.307443365695793, "median": 7.0, "p95": 24.0, "max": 26, "min": 6}, "peak_allocated_mb": 2878.7958984375, "peak_reserved_mb": 3002.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}, "model_input_units": {"count": 1, "sum": 493, "mean": 493.0, "median": 493.0, "p95": 493.0, "max": 493, "min": 493}}, "generated_stats": {"units": {"count": 1, "sum": 618, "mean": 618.0, "median": 618.0, "p95": 618.0, "max": 618, "min": 618}, "bytes": {"count": 1, "sum": 618, "mean": 618.0, "median": 618.0, "p95": 618.0, "max": 618, "min": 618}}, "compression_summary": {"raw_prompt_bytes": 492, "model_input_units": 493, "stage0_units": 137, "stage1_units": null, "bytes_per_stage0_unit": 3.591240875912409, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [137], "patch_count_stats": {"count": 1, "sum": 137, "mean": 137.0, "median": 137.0, "p95": 137.0, "max": 137, "min": 137}, "patch_lengths": [3, 4, 4, 11, 5, 1, 2, 1, 9, 6, 3, 3, 4, 2, 5, 3, 2, 3, 8, 2, 1, 2, 4, 6, 5, 1, 5, 3, 8, 1, 5, 2, 1, 8, 1, 5, 4, 2, 5, 3, 7, 2, 2, 2, 1, 1, 1, 1, 2, 5, 4, 1, 1, 2, 5, 3, 2, 7, 3, 9, 3, 6, 2, 11, 8, 2, 2, 2, 3, 4, 5, 4, 1, 2, 2, 1, 1, 4, 3, 2, 5, 3, 1, 3, 1, 1, 2, 2, 1, 2, 5, 4, 2, 1, 2, 12, 2, 11, 8, 2, 2, 2, 2, 1, 1, 7, 2, 5, 3, 1, 3, 1, 1, 2, 1, 1, 1, 9, 4, 5, 4, 11, 8, 1, 8, 5, 4, 3, 8, 1, 7, 7, 3, 7, 5, 3, 2], "patch_length_stats": {"count": 137, "sum": 493, "mean": 3.5985401459854014, "median": 3.0, "p95": 9.0, "max": 12, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 123, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04517017399484757, "decode_time_sec": 4.693104443969787, "total_time_sec": 5.12101881000126, "prefill_units_per_sec": 7305.705752597768, "prefill_bytes_per_sec": 7283.567250317168, "decode_units_per_sec": 96.95075092237371, "decode_bytes_per_sec": 96.95075092237371, "total_units_per_sec": 88.84950766269262, "total_bytes_per_sec": 88.84950766269262, "step_latency_ms": {"count": 455, "sum": 4701, "mean": 10.331868131868132, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2860.45166015625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "model_input_units": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}}, "generated_stats": {"units": {"count": 1, "sum": 455, "mean": 455.0, "median": 455.0, "p95": 455.0, "max": 455, "min": 455}, "bytes": {"count": 1, "sum": 455, "mean": 455.0, "median": 455.0, "p95": 455.0, "max": 455, "min": 455}}, "compression_summary": {"raw_prompt_bytes": 329, "model_input_units": 330, "stage0_units": 69, "stage1_units": null, "bytes_per_stage0_unit": 4.768115942028985, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [69], "patch_count_stats": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}, "patch_lengths": [3, 3, 4, 1, 2, 9, 1, 4, 2, 7, 3, 3, 4, 3, 4, 4, 6, 1, 3, 1, 1, 2, 11, 6, 11, 2, 5, 4, 3, 3, 3, 6, 4, 9, 4, 7, 2, 2, 4, 11, 3, 7, 4, 9, 3, 10, 2, 11, 3, 9, 3, 5, 2, 15, 6, 11, 2, 8, 3, 5, 3, 7, 4, 2, 4, 9, 4, 5, 3], "patch_length_stats": {"count": 69, "sum": 330, "mean": 4.782608695652174, "median": 4.0, "p95": 11.0, "max": 15, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 124, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05564208400028292, "decode_time_sec": 4.333931257038785, "total_time_sec": 4.7623319670019555, "prefill_units_per_sec": 5715.098665218634, "prefill_bytes_per_sec": 5697.126656837443, "decode_units_per_sec": 102.2166651306522, "decode_bytes_per_sec": 102.2166651306522, "total_units_per_sec": 93.02165474173844, "total_bytes_per_sec": 93.02165474173844, "step_latency_ms": {"count": 443, "sum": 4342, "mean": 9.801354401805868, "median": 7.0, "p95": 24.0, "max": 31, "min": 6}, "peak_allocated_mb": 2856.3759765625, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}, "model_input_units": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "generated_stats": {"units": {"count": 1, "sum": 443, "mean": 443.0, "median": 443.0, "p95": 443.0, "max": 443, "min": 443}, "bytes": {"count": 1, "sum": 443, "mean": 443.0, "median": 443.0, "p95": 443.0, "max": 443, "min": 443}}, "compression_summary": {"raw_prompt_bytes": 317, "model_input_units": 318, "stage0_units": 48, "stage1_units": null, "bytes_per_stage0_unit": 6.604166666666667, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [48], "patch_count_stats": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}, "patch_lengths": [3, 5, 9, 5, 7, 2, 23, 5, 2, 17, 4, 5, 2, 17, 5, 7, 6, 5, 2, 17, 5, 5, 6, 6, 2, 17, 6, 4, 5, 2, 17, 6, 6, 10, 2, 3, 17, 6, 4, 10, 2, 4, 3, 3, 5, 5, 6, 3], "patch_length_stats": {"count": 48, "sum": 318, "mean": 6.625, "median": 5.0, "p95": 17.0, "max": 23, "min": 2}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 125, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.04517678699994576, "decode_time_sec": 9.623895758959407, "total_time_sec": 10.541559229000995, "prefill_units_per_sec": 18615.755033685986, "prefill_bytes_per_sec": 18593.619772052592, "decode_units_per_sec": 100.37515203764528, "decode_bytes_per_sec": 100.37515203764528, "total_units_per_sec": 91.6372975776133, "total_bytes_per_sec": 91.6372975776133, "step_latency_ms": {"count": 966, "sum": 9600, "mean": 9.937888198757763, "median": 7.0, "p95": 23.0, "max": 25, "min": 6}, "peak_allocated_mb": 2910.8828125, "peak_reserved_mb": 3024.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}, "model_input_units": {"count": 1, "sum": 841, "mean": 841.0, "median": 841.0, "p95": 841.0, "max": 841, "min": 841}}, "generated_stats": {"units": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}, "bytes": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}}, "compression_summary": {"raw_prompt_bytes": 840, "model_input_units": 841, "stage0_units": 168, "stage1_units": null, "bytes_per_stage0_unit": 5.0, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [168], "patch_count_stats": {"count": 1, "sum": 168, "mean": 168.0, "median": 168.0, "p95": 168.0, "max": 168, "min": 168}, "patch_lengths": [3, 6, 4, 8, 5, 1, 5, 1, 2, 1, 8, 4, 3, 4, 3, 5, 3, 5, 2, 11, 5, 2, 3, 5, 5, 6, 1, 6, 5, 2, 7, 4, 7, 2, 5, 7, 2, 7, 4, 5, 2, 6, 2, 1, 1, 4, 4, 3, 11, 3, 11, 2, 1, 1, 6, 3, 15, 6, 2, 3, 1, 11, 5, 11, 2, 1, 1, 5, 3, 15, 6, 2, 3, 1, 1, 2, 11, 5, 2, 15, 2, 4, 5, 4, 10, 5, 4, 6, 5, 3, 4, 5, 1, 15, 2, 2, 6, 4, 3, 4, 7, 2, 15, 4, 2, 19, 3, 2, 2, 5, 6, 2, 1, 1, 3, 2, 5, 5, 2, 15, 7, 2, 9, 5, 1, 20, 3, 19, 5, 1, 15, 6, 2, 5, 5, 6, 7, 2, 1, 2, 49, 4, 4, 2, 18, 6, 2, 7, 2, 3, 2, 3, 1, 1, 1, 7, 3, 5, 5, 3, 1, 1, 2, 11, 3, 5, 4, 2], "patch_length_stats": {"count": 168, "sum": 841, "mean": 5.005952380952381, "median": 4.0, "p95": 15.0, "max": 49, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 126, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.05108677599855582, "decode_time_sec": 6.800945789953403, "total_time_sec": 7.4307495769971865, "prefill_units_per_sec": 10570.250117471991, "prefill_bytes_per_sec": 10550.675580217414, "decode_units_per_sec": 97.78051767187462, "decode_bytes_per_sec": 97.78051767187462, "total_units_per_sec": 89.49299032477028, "total_bytes_per_sec": 89.49299032477028, "step_latency_ms": {"count": 665, "sum": 6821, "mean": 10.257142857142858, "median": 7.0, "p95": 24.0, "max": 27, "min": 6}, "peak_allocated_mb": 2877.0673828125, "peak_reserved_mb": 3016.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 540, "mean": 540.0, "median": 540.0, "p95": 540.0, "max": 540, "min": 540}}, "generated_stats": {"units": {"count": 1, "sum": 665, "mean": 665.0, "median": 665.0, "p95": 665.0, "max": 665, "min": 665}, "bytes": {"count": 1, "sum": 665, "mean": 665.0, "median": 665.0, "p95": 665.0, "max": 665, "min": 665}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 540, "stage0_units": 101, "stage1_units": null, "bytes_per_stage0_unit": 5.336633663366337, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [101], "patch_count_stats": {"count": 1, "sum": 101, "mean": 101.0, "median": 101.0, "p95": 101.0, "max": 101, "min": 101}, "patch_lengths": [3, 4, 4, 5, 6, 5, 3, 3, 4, 5, 8, 2, 4, 7, 2, 3, 3, 5, 5, 1, 7, 3, 6, 5, 3, 4, 5, 2, 11, 2, 3, 4, 2, 6, 5, 3, 4, 4, 6, 5, 7, 4, 3, 4, 5, 7, 2, 11, 2, 5, 8, 5, 3, 5, 3, 7, 3, 6, 3, 4, 10, 8, 1, 11, 2, 3, 8, 15, 2, 11, 6, 5, 10, 4, 15, 4, 3, 4, 3, 4, 3, 19, 5, 8, 2, 5, 21, 2, 5, 10, 3, 11, 6, 5, 3, 7, 3, 11, 4, 7, 2], "patch_length_stats": {"count": 101, "sum": 540, "mean": 5.346534653465347, "median": 4.0, "p95": 11.0, "max": 21, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 127, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.14500488200064865, "decode_time_sec": 29.69032620001235, "total_time_sec": 47.98248588699789, "prefill_units_per_sec": 46881.18017964106, "prefill_bytes_per_sec": 46770.83906712646, "decode_units_per_sec": 558.4647298349016, "decode_bytes_per_sec": 558.4647298349016, "total_units_per_sec": 345.5635883278206, "total_bytes_per_sec": 345.5635883278206, "step_latency_ms": {"count": 2937, "sum": 29977, "mean": 10.206673476336398, "median": 9.0, "p95": 24.0, "max": 28, "min": 7}, "peak_allocated_mb": 4319.6357421875, "peak_reserved_mb": 4630.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 16581, "mean": 1036.3125, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 261}, "bytes": {"count": 16, "sum": 16581, "mean": 1036.3125, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 261}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 1480, "stage1_units": null, "bytes_per_stage0_unit": 4.582432432432433, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63, 224, 65, 136, 73, 62, 76, 57, 70, 71, 93, 108, 56, 103, 99, 124], "patch_count_stats": {"count": 16, "sum": 1480, "mean": 92.5, "median": 74.5, "p95": 158.0, "max": 224, "min": 56}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3, 3, 4, 5, 7, 2, 3, 9, 1, 2, 7, 8, 5, 1, 2, 7, 5, 5, 6, 1, 2, 7, 5, 5, 6, 1, 2, 7, 4, 7, 2, 7, 6, 3, 4, 6, 5, 5, 3, 8, 1, 7, 3, 3, 2, 5, 4, 5, 5, 7, 9, 5, 1, 7, 6, 5, 2, 7, 6, 2, 2, 2, 3, 2, 1, 4, 2, 3, 6, 5, 7, 5, 1, 4, 7, 2, 4, 9, 1, 7, 3, 8, 2, 11, 5, 2, 2, 1, 3, 3, 9, 3, 7, 1, 3, 8, 2, 1, 8, 2, 11, 4, 9, 3, 4, 2, 3, 6, 2, 12, 2, 11, 5, 2, 3, 2, 4, 2, 3, 6, 3, 7, 2, 6, 7, 6, 1, 7, 3, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 3, 10, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 4, 7, 2, 8, 6, 3, 5, 4, 9, 9, 7, 4, 7, 1, 7, 2, 6, 10, 4, 5, 3, 6, 4, 5, 8, 2, 5, 2, 7, 4, 2, 11, 3, 4, 2, 3, 4, 4, 2, 2, 2, 2, 3, 4, 5, 1, 4, 4, 4, 5, 5, 1, 3, 5, 3, 3, 4, 3, 4, 5, 3, 5, 2, 11, 3, 8, 5, 1, 3, 10, 6, 2, 5, 3, 15, 4, 5, 2, 5, 1, 11, 5, 2, 15, 4, 2, 19, 5, 8, 5, 5, 5, 2, 15, 4, 4, 5, 2, 5, 1, 22, 20, 2, 19, 4, 5, 2, 3, 4, 5, 3, 3, 4, 2, 5, 1, 3, 3, 5, 1, 7, 3, 5, 2, 11, 2, 11, 6, 4, 1, 3, 9, 2, 1, 5, 8, 5, 2, 2, 1, 10, 8, 12, 4, 7, 3, 2, 5, 5, 3, 7, 6, 2, 5, 10, 3, 3, 7, 5, 2, 1, 2, 6, 2, 3, 5, 5, 3, 3, 1, 6, 2, 7, 2, 6, 1, 4, 4, 9, 1, 1, 1, 3, 4, 1, 1, 1, 3, 6, 1, 1, 1, 3, 2, 2, 7, 3, 7, 2, 3, 7, 4, 4, 5, 4, 5, 2, 7, 5, 9, 2, 1, 1, 1, 7, 5, 2, 3, 2, 6, 3, 5, 1, 7, 5, 2, 4, 2, 6, 3, 4, 1, 7, 5, 4, 2, 6, 3, 4, 1, 7, 5, 2, 3, 10, 6, 5, 1, 6, 4, 3, 4, 2, 6, 3, 4, 8, 6, 3, 2, 6, 1, 7, 3, 4, 11, 6, 1, 7, 6, 3, 11, 7, 6, 2, 7, 2, 10, 4, 6, 1, 7, 11, 6, 2, 6, 3, 5, 6, 3, 7, 2, 6, 4, 6, 4, 7, 8, 5, 1, 7, 4, 6, 6, 1, 6, 6, 3, 11, 6, 6, 4, 11, 6, 6, 2, 3, 4, 10, 9, 5, 1, 8, 3, 3, 4, 2, 9, 8, 6, 9, 4, 4, 1, 7, 6, 5, 2, 3, 3, 4, 3, 5, 5, 2, 5, 1, 3, 9, 5, 2, 5, 2, 3, 3, 5, 2, 4, 4, 7, 5, 5, 2, 3, 4, 4, 2, 1, 5, 11, 3, 6, 2, 11, 5, 4, 4, 3, 3, 2, 7, 8, 5, 3, 3, 4, 4, 8, 5, 1, 2, 4, 1, 3, 1, 4, 3, 11, 3, 5, 5, 8, 4, 4, 2, 3, 2, 2, 3, 7, 3, 15, 7, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 8, 2, 6, 7, 3, 11, 5, 8, 4, 6, 7, 8, 2, 11, 7, 2, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 5, 8, 2, 3, 4, 4, 2, 7, 5, 4, 2, 3, 9, 3, 3, 4, 2, 7, 4, 2, 3, 6, 4, 2, 3, 9, 2, 3, 4, 3, 10, 8, 2, 7, 4, 5, 2, 6, 5, 3, 6, 4, 5, 3, 4, 8, 8, 3, 18, 9, 1, 7, 4, 5, 8, 5, 4, 5, 10, 4, 3, 7, 6, 5, 5, 5, 3, 3, 4, 2, 3, 2, 5, 4, 8, 6, 4, 1, 7, 11, 4, 2, 3, 3, 7, 2, 1, 2, 2, 2, 1, 4, 2, 3, 2, 1, 2, 3, 2, 4, 7, 4, 2, 5, 5, 3, 7, 6, 2, 5, 5, 5, 2, 5, 3, 7, 6, 12, 2, 5, 4, 6, 12, 1, 2, 4, 2, 1, 2, 5, 3, 4, 8, 5, 7, 7, 5, 3, 3, 7, 2, 7, 3, 4, 7, 4, 4, 1, 3, 4, 6, 1, 8, 3, 7, 4, 2, 7, 2, 5, 4, 5, 4, 7, 3, 2, 5, 1, 3, 8, 2, 11, 6, 2, 8, 4, 4, 1, 2, 6, 6, 2, 11, 7, 11, 6, 1, 4, 2, 11, 7, 2, 8, 10, 2, 4, 2, 11, 7, 9, 2, 3, 4, 4, 8, 5, 1, 3, 9, 4, 3, 4, 2, 8, 5, 7, 12, 4, 4, 9, 1, 7, 2, 4, 2, 2, 4, 11, 3, 7, 2, 3, 3, 2, 1, 1, 1, 7, 4, 3, 3, 5, 4, 4, 3, 11, 2, 6, 3, 9, 3, 4, 8, 7, 6, 1, 11, 2, 3, 4, 6, 7, 4, 4, 5, 1, 11, 2, 1, 3, 6, 2, 2, 1, 1, 2, 1, 2, 1, 3, 3, 1, 11, 2, 3, 3, 3, 1, 1, 2, 11, 5, 4, 2, 3, 7, 4, 1, 10, 1, 11, 6, 3, 3, 4, 3, 4, 11, 10, 1, 2, 4, 1, 6, 4, 11, 10, 2, 2, 9, 3, 7, 6, 2, 4, 7, 4, 5, 3, 10, 2, 11, 5, 2, 4, 5, 2, 4, 3, 2, 3, 7, 2, 4, 7, 3, 5, 3, 11, 3, 4, 5, 2, 15, 9, 2, 11, 3, 11, 3, 2, 1, 5, 3, 15, 6, 7, 1, 2, 2, 2, 11, 5, 2, 15, 6, 7, 1, 2, 2, 3, 7, 3, 11, 2, 11, 7, 6, 2, 7, 2, 12, 5, 1, 4, 2, 9, 4, 1, 7, 4, 2, 3, 4, 5, 9, 7, 5, 1, 7, 3, 3, 4, 3, 7, 2, 5, 1, 7, 5, 2, 4, 7, 4, 5, 3, 7, 6, 3, 1, 4, 11, 3, 4, 3, 7, 2, 15, 5, 3, 5, 2, 3, 1, 2, 11, 4, 9, 1, 11, 3, 4, 2, 2, 7, 5, 5, 4, 3, 3, 8, 2, 3, 6, 7, 5, 1, 8, 3, 3, 4, 5, 2, 7, 8, 5, 8, 2, 7, 8, 7, 2, 3, 6, 5, 2, 2, 5, 2, 2, 6, 2, 2, 4, 2, 2, 4, 2, 3, 27, 9, 3, 7, 3, 5, 2, 5, 7, 2, 3, 5, 3, 4, 5, 2, 5, 7, 3, 5, 1, 1, 3, 11, 2, 2, 5, 1, 7, 5, 2, 11, 4, 2, 1, 4, 3, 5, 7, 6, 5, 3, 3, 7, 1, 5, 4, 4, 15, 3, 2, 3, 1, 7, 7, 1, 4, 28, 2, 5, 7, 4, 3, 7, 10, 3, 3, 3, 9, 5, 2, 3, 3, 4, 4, 1, 6, 3, 10, 3, 2, 5, 4, 5, 7, 9, 2, 4, 7, 4, 2, 3, 6, 2, 11, 9, 7, 2, 2, 3, 13, 7, 4, 4, 7, 4, 2, 3, 3, 2, 8, 3, 3, 3, 11, 9, 7, 2, 2, 7, 9, 5, 7, 9, 2, 10, 5, 2, 2, 3, 3, 6, 1, 4, 9, 3, 9, 5, 2, 3, 7, 5, 2, 7, 5, 4, 7, 5, 4, 3, 9, 5, 2, 2, 3, 8, 5, 6, 1, 4, 2, 3, 5, 5, 9, 3, 3, 3, 7, 2, 4, 7, 3, 3, 6, 2, 7, 9, 5, 5, 9, 3, 3, 3, 9, 4, 2, 5, 8, 3, 2, 7, 2, 2, 9, 2, 4, 2, 3, 6, 3, 2, 2, 9, 5, 2, 3, 2, 8, 2, 7, 3, 4, 10, 4, 5, 3, 7, 10, 2, 5, 2, 9, 3, 7, 3, 5, 2, 9, 5, 2, 3, 2, 8, 3, 11, 9, 2, 9, 4, 4, 3, 7, 2, 7, 4, 7, 9, 3, 10, 1, 7, 5, 5, 2, 9, 5, 2, 3, 2, 5, 3, 11, 7, 2, 1, 6, 3, 3, 5, 2, 4, 7, 6, 6, 3, 7, 2, 7, 5, 2, 11, 7, 10, 3], "patch_length_stats": {"count": 1480, "sum": 6798, "mean": 4.5932432432432435, "median": 4.0, "p95": 11.0, "max": 28, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 0, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.15427804600039963, "decode_time_sec": 33.981892683059414, "total_time_sec": 55.71845791300075, "prefill_units_per_sec": 51258.10317807315, "prefill_bytes_per_sec": 51154.39431984741, "decode_units_per_sec": 445.5608209117811, "decode_bytes_per_sec": 445.5608209117811, "total_units_per_sec": 271.7411889546778, "total_bytes_per_sec": 271.7411889546778, "step_latency_ms": {"count": 3392, "sum": 34149, "mean": 10.06751179245283, "median": 9.0, "p95": 24.0, "max": 28, "min": 7}, "peak_allocated_mb": 4407.841796875, "peak_reserved_mb": 4904.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7892, "mean": 493.25, "median": 458.5, "p95": 794.25, "max": 966, "min": 258}, "model_input_units": {"count": 16, "sum": 7908, "mean": 494.25, "median": 459.5, "p95": 795.25, "max": 967, "min": 259}}, "generated_stats": {"units": {"count": 16, "sum": 15141, "mean": 946.3125, "median": 1092.0, "p95": 1092.0, "max": 1092, "min": 101}, "bytes": {"count": 16, "sum": 15141, "mean": 946.3125, "median": 1092.0, "p95": 1092.0, "max": 1092, "min": 101}}, "compression_summary": {"raw_prompt_bytes": 7892, "model_input_units": 7908, "stage0_units": 1851, "stage1_units": null, "bytes_per_stage0_unit": 4.263641274986494, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [262, 156, 75, 67, 120, 97, 116, 91, 140, 117, 214, 93, 92, 81, 55, 75], "patch_count_stats": {"count": 16, "sum": 1851, "mean": 115.6875, "median": 95.0, "p95": 226.0, "max": 262, "min": 55}, "patch_lengths": [3, 5, 5, 1, 8, 11, 5, 1, 2, 3, 1, 2, 3, 1, 6, 1, 2, 3, 5, 1, 3, 6, 3, 3, 4, 13, 2, 3, 9, 1, 1, 3, 1, 2, 3, 1, 2, 4, 3, 7, 4, 2, 3, 3, 5, 10, 5, 3, 1, 3, 3, 4, 4, 2, 5, 2, 4, 5, 1, 1, 5, 4, 3, 1, 13, 1, 2, 5, 2, 2, 3, 8, 11, 2, 5, 1, 4, 2, 37, 2, 2, 1, 2, 1, 2, 1, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 8, 1, 13, 1, 5, 1, 4, 1, 3, 4, 5, 1, 1, 3, 31, 2, 2, 1, 1, 2, 1, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 9, 7, 1, 13, 1, 5, 1, 4, 1, 3, 4, 5, 1, 1, 2, 7, 1, 1, 1, 1, 1, 2, 31, 2, 2, 1, 5, 2, 1, 2, 2, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 5, 1, 3, 1, 5, 7, 1, 13, 1, 5, 1, 4, 1, 3, 1, 3, 5, 1, 1, 2, 7, 1, 1, 1, 1, 1, 2, 31, 2, 2, 1, 5, 2, 1, 2, 2, 2, 4, 3, 2, 6, 2, 2, 2, 3, 6, 3, 7, 4, 5, 1, 1, 2, 6, 4, 2, 4, 4, 7, 7, 2, 3, 7, 5, 1, 4, 5, 3, 3, 4, 5, 2, 6, 6, 6, 4, 3, 4, 3, 4, 5, 3, 2, 6, 5, 6, 3, 11, 6, 6, 5, 2, 15, 3, 6, 5, 6, 1, 3, 2, 9, 6, 4, 5, 3, 11, 4, 2, 5, 7, 3, 8, 4, 7, 2, 5, 1, 6, 3, 1, 3, 4, 5, 4, 8, 6, 5, 4, 3, 7, 1, 7, 3, 4, 5, 1, 3, 4, 5, 3, 11, 6, 6, 5, 2, 3, 3, 1, 2, 4, 6, 2, 6, 4, 5, 3, 7, 4, 2, 5, 2, 7, 4, 4, 5, 2, 7, 3, 4, 4, 2, 4, 4, 11, 6, 6, 5, 2, 15, 2, 3, 3, 1, 2, 3, 7, 4, 10, 7, 3, 8, 3, 11, 4, 2, 6, 7, 4, 4, 4, 4, 6, 2, 6, 4, 5, 4, 7, 8, 2, 5, 2, 7, 7, 4, 5, 4, 3, 5, 5, 4, 5, 5, 1, 5, 3, 3, 4, 5, 4, 5, 2, 5, 7, 4, 4, 3, 5, 2, 11, 4, 2, 15, 5, 2, 8, 4, 2, 15, 8, 2, 5, 5, 4, 15, 7, 4, 2, 8, 4, 2, 1, 2, 3, 4, 4, 15, 3, 4, 7, 4, 2, 19, 8, 5, 2, 8, 4, 2, 7, 5, 2, 5, 5, 2, 23, 3, 3, 1, 2, 5, 4, 3, 6, 5, 5, 3, 3, 4, 5, 4, 2, 3, 5, 5, 5, 5, 7, 1, 5, 3, 7, 3, 1, 2, 6, 3, 2, 2, 2, 4, 9, 6, 3, 7, 4, 7, 3, 4, 2, 6, 5, 4, 1, 2, 5, 4, 11, 5, 5, 2, 7, 3, 6, 3, 3, 1, 2, 11, 3, 5, 5, 4, 3, 5, 5, 3, 4, 3, 3, 4, 4, 1, 5, 3, 4, 2, 7, 2, 2, 1, 6, 1, 3, 2, 7, 1, 8, 3, 7, 1, 10, 7, 1, 3, 4, 2, 7, 2, 4, 3, 4, 4, 6, 4, 9, 4, 1, 9, 3, 5, 6, 2, 7, 2, 3, 5, 3, 3, 3, 8, 2, 1, 2, 1, 4, 2, 7, 4, 2, 10, 2, 7, 2, 8, 10, 2, 5, 1, 10, 11, 1, 4, 7, 4, 3, 1, 7, 2, 6, 1, 7, 7, 2, 5, 2, 4, 2, 3, 4, 2, 9, 1, 3, 2, 5, 6, 2, 6, 3, 15, 9, 2, 3, 8, 2, 10, 2, 3, 5, 1, 5, 9, 3, 7, 8, 2, 9, 4, 3, 4, 4, 7, 5, 1, 7, 1, 7, 5, 3, 3, 4, 7, 2, 5, 2, 7, 7, 7, 2, 7, 6, 7, 2, 5, 7, 3, 5, 5, 8, 3, 4, 5, 2, 11, 6, 7, 2, 4, 7, 2, 2, 5, 5, 8, 2, 3, 4, 9, 2, 7, 3, 4, 5, 3, 7, 9, 2, 8, 2, 2, 2, 5, 5, 1, 7, 5, 2, 7, 2, 10, 4, 8, 2, 11, 7, 2, 3, 3, 11, 5, 3, 1, 4, 1, 2, 2, 4, 5, 4, 11, 6, 7, 6, 7, 3, 3, 4, 11, 6, 1, 4, 3, 3, 3, 4, 6, 2, 7, 7, 1, 3, 2, 4, 11, 7, 4, 4, 7, 4, 8, 7, 3, 4, 5, 6, 1, 3, 4, 3, 5, 3, 4, 6, 5, 4, 7, 5, 5, 2, 2, 1, 1, 1, 7, 5, 6, 2, 1, 1, 1, 7, 5, 5, 2, 5, 1, 7, 5, 3, 6, 4, 2, 2, 1, 2, 6, 7, 4, 3, 2, 5, 1, 1, 3, 6, 2, 5, 1, 1, 2, 7, 5, 3, 6, 4, 2, 3, 2, 6, 7, 4, 5, 5, 1, 1, 3, 5, 2, 5, 1, 1, 2, 7, 5, 3, 6, 4, 2, 3, 2, 2, 3, 8, 9, 5, 3, 3, 4, 9, 2, 4, 7, 4, 6, 3, 5, 7, 7, 4, 11, 4, 9, 5, 3, 3, 8, 2, 2, 5, 9, 2, 2, 6, 3, 6, 4, 15, 3, 4, 8, 6, 1, 9, 5, 3, 19, 9, 2, 11, 4, 9, 2, 8, 6, 1, 9, 5, 3, 15, 3, 4, 11, 3, 6, 1, 9, 3, 19, 9, 2, 15, 11, 2, 9, 4, 3, 6, 11, 3, 15, 3, 11, 3, 5, 2, 19, 9, 2, 15, 4, 4, 2, 3, 11, 5, 5, 1, 4, 4, 1, 8, 3, 7, 4, 2, 8, 4, 2, 5, 4, 2, 5, 2, 1, 8, 4, 5, 2, 3, 3, 2, 6, 4, 4, 3, 6, 7, 11, 6, 4, 1, 3, 4, 5, 2, 1, 3, 8, 4, 5, 2, 3, 7, 2, 1, 3, 8, 5, 2, 10, 4, 1, 2, 1, 2, 3, 2, 4, 2, 1, 7, 2, 3, 8, 10, 5, 11, 1, 4, 4, 2, 1, 9, 4, 2, 4, 1, 4, 4, 3, 3, 8, 10, 4, 6, 4, 10, 4, 3, 4, 5, 2, 4, 5, 6, 3, 3, 1, 2, 3, 3, 7, 4, 7, 4, 5, 3, 5, 3, 8, 5, 2, 7, 9, 5, 11, 1, 2, 1, 2, 4, 5, 2, 5, 9, 4, 4, 5, 1, 2, 4, 2, 3, 6, 4, 7, 7, 3, 9, 3, 6, 4, 3, 7, 11, 2, 5, 4, 2, 3, 5, 3, 2, 5, 4, 3, 3, 3, 5, 3, 2, 2, 4, 7, 8, 9, 6, 2, 1, 1, 1, 2, 8, 6, 2, 3, 4, 2, 4, 1, 6, 3, 2, 2, 10, 4, 3, 3, 8, 1, 7, 8, 3, 3, 3, 1, 2, 1, 1, 2, 1, 2, 1, 2, 5, 2, 7, 7, 3, 7, 2, 1, 1, 1, 3, 3, 2, 2, 7, 2, 3, 2, 2, 1, 5, 9, 2, 7, 4, 4, 9, 6, 3, 7, 3, 7, 2, 7, 7, 11, 2, 8, 5, 2, 4, 4, 9, 6, 4, 3, 2, 3, 2, 3, 5, 2, 4, 3, 6, 3, 3, 4, 4, 1, 3, 1, 3, 1, 5, 2, 5, 4, 2, 7, 7, 2, 7, 5, 1, 1, 5, 2, 4, 3, 6, 2, 7, 3, 4, 4, 5, 1, 6, 1, 3, 1, 1, 1, 5, 1, 1, 5, 1, 8, 2, 4, 1, 6, 1, 1, 2, 1, 3, 7, 3, 4, 5, 1, 3, 1, 2, 3, 1, 1, 4, 4, 5, 1, 3, 1, 2, 3, 1, 1, 1, 2, 6, 1, 3, 6, 1, 11, 6, 15, 2, 5, 5, 6, 8, 3, 4, 8, 1, 10, 3, 7, 5, 4, 5, 1, 3, 1, 2, 3, 1, 1, 1, 2, 4, 2, 2, 3, 1, 11, 3, 11, 4, 2, 2, 8, 5, 4, 15, 2, 2, 2, 2, 7, 4, 5, 1, 3, 2, 2, 3, 24, 1, 1, 1, 2, 2, 4, 1, 1, 1, 2, 2, 2, 5, 2, 1, 4, 1, 1, 2, 3, 1, 1, 3, 1, 3, 19, 2, 3, 3, 5, 4, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 3, 2, 2, 19, 2, 3, 1, 3, 1, 1, 2, 2, 2, 5, 4, 6, 2, 1, 1, 16, 1, 2, 2, 3, 9, 2, 3, 5, 4, 4, 1, 3, 1, 1, 4, 3, 3, 2, 3, 10, 7, 3, 2, 6, 4, 7, 2, 3, 2, 3, 4, 2, 7, 6, 4, 2, 4, 2, 3, 2, 4, 4, 4, 4, 4, 1, 2, 6, 2, 2, 4, 2, 3, 2, 3, 1, 4, 4, 4, 4, 2, 6, 3, 1, 3, 2, 1, 3, 3, 2, 7, 5, 7, 3, 4, 2, 5, 4, 6, 1, 3, 3, 3, 1, 3, 2, 1, 3, 7, 3, 1, 2, 2, 3, 5, 3, 3, 4, 3, 3, 2, 6, 6, 5, 1, 7, 3, 3, 4, 2, 7, 5, 5, 7, 2, 5, 6, 8, 7, 5, 2, 8, 7, 1, 5, 2, 3, 10, 2, 5, 8, 7, 2, 7, 7, 2, 7, 2, 5, 2, 9, 9, 1, 7, 5, 2, 6, 7, 2, 10, 8, 6, 5, 2, 5, 3, 5, 2, 6, 7, 3, 2, 6, 3, 7, 8, 6, 2, 9, 2, 2, 6, 3, 9, 6, 7, 4, 3, 9, 6, 1, 3, 11, 2, 6, 3, 3, 6, 9, 9, 2, 3, 3, 8, 5, 3, 3, 4, 7, 2, 9, 5, 3, 7, 7, 3, 4, 2, 4, 5, 8, 7, 2, 2, 4, 4, 7, 7, 5, 2, 4, 5, 8, 7, 2, 4, 4, 7, 7, 9, 2, 4, 5, 8, 7, 2, 8, 4, 7, 6, 2, 4, 5, 8, 7, 2, 6, 6, 4, 7, 3, 2, 3, 6, 1, 2, 1, 1, 1, 4, 3, 5, 7, 6, 3, 11, 7, 7, 11, 2, 6, 2, 3, 5, 10, 4, 3, 5, 8, 7, 7, 4, 1, 3, 5, 5, 2, 7, 6, 7, 6, 1, 3, 5, 6, 10, 2, 4, 8, 6, 4, 9, 2, 7, 6, 10, 4, 4, 3, 2, 5, 3, 3, 5, 3, 3, 4, 6, 2, 2, 3, 7, 4, 4, 3, 6, 2, 3, 6, 5, 7, 5, 1, 7, 1, 6, 1, 6, 3, 3, 4, 2, 10, 5, 3, 1, 5, 7, 1, 7, 4, 2, 3, 7, 1, 1, 1, 4, 6, 2, 1, 3, 11, 3, 11, 6, 2, 1, 1, 2, 5, 3, 15, 4, 2, 1, 2, 3, 6, 2, 1, 1, 2, 4, 5, 4, 19, 3, 11, 2, 1, 5, 3, 23, 4, 3, 1, 3, 3, 2, 10, 5], "patch_length_stats": {"count": 1851, "sum": 7908, "mean": 4.27228525121556, "median": 4.0, "p95": 10.0, "max": 37, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 1, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.14979079099794035, "decode_time_sec": 35.929387924919865, "total_time_sec": 59.99188175800009, "prefill_units_per_sec": 51852.31981388494, "prefill_bytes_per_sec": 51745.50416858789, "decode_units_per_sec": 499.64669694662047, "decode_bytes_per_sec": 499.64669694662047, "total_units_per_sec": 299.2404884450228, "total_bytes_per_sec": 299.2404884450228, "step_latency_ms": {"count": 3572, "sum": 36092, "mean": 10.10414333706607, "median": 9.0, "p95": 24.0, "max": 31, "min": 7}, "peak_allocated_mb": 4371.2080078125, "peak_reserved_mb": 4968.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7751, "mean": 484.4375, "median": 357.5, "p95": 855.0, "max": 996, "min": 260}, "model_input_units": {"count": 16, "sum": 7767, "mean": 485.4375, "median": 358.5, "p95": 856.0, "max": 997, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 17952, "mean": 1122.0, "median": 1122.0, "p95": 1122.0, "max": 1122, "min": 1122}, "bytes": {"count": 16, "sum": 17952, "mean": 1122.0, "median": 1122.0, "p95": 1122.0, "max": 1122, "min": 1122}}, "compression_summary": {"raw_prompt_bytes": 7751, "model_input_units": 7767, "stage0_units": 1739, "stage1_units": null, "bytes_per_stage0_unit": 4.457159286946521, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56, 180, 114, 69, 67, 67, 57, 143, 138, 232, 67, 108, 69, 129, 184, 59], "patch_count_stats": {"count": 16, "sum": 1739, "mean": 108.6875, "median": 88.5, "p95": 196.0, "max": 232, "min": 56}, "patch_lengths": [3, 2, 5, 8, 8, 8, 6, 3, 5, 3, 8, 4, 12, 5, 3, 4, 8, 10, 4, 6, 1, 3, 5, 3, 4, 6, 6, 9, 4, 3, 1, 3, 2, 3, 6, 4, 2, 1, 3, 6, 4, 2, 6, 2, 6, 5, 3, 9, 5, 6, 3, 6, 4, 2, 6, 2, 3, 2, 6, 7, 5, 5, 1, 6, 1, 7, 1, 6, 3, 3, 4, 2, 4, 2, 10, 3, 4, 11, 7, 5, 3, 3, 3, 6, 4, 1, 7, 2, 5, 3, 4, 5, 5, 2, 7, 4, 2, 4, 1, 9, 2, 7, 2, 6, 7, 2, 7, 2, 5, 4, 5, 5, 9, 5, 10, 2, 8, 3, 4, 1, 1, 2, 7, 6, 2, 8, 6, 3, 7, 6, 2, 7, 3, 6, 3, 5, 2, 11, 7, 4, 6, 1, 7, 1, 6, 3, 3, 4, 7, 2, 6, 6, 3, 7, 3, 7, 2, 1, 1, 2, 11, 7, 4, 6, 2, 1, 5, 2, 7, 1, 5, 3, 3, 4, 2, 5, 5, 9, 5, 3, 7, 3, 7, 10, 8, 1, 7, 2, 3, 4, 10, 3, 4, 6, 2, 7, 3, 6, 11, 2, 2, 2, 1, 4, 11, 3, 4, 6, 1, 2, 1, 1, 2, 15, 2, 7, 4, 4, 5, 9, 1, 1, 2, 1, 1, 1, 1, 2, 2, 15, 7, 3, 1, 3, 1, 3, 3, 4, 7, 5, 5, 3, 3, 6, 3, 3, 1, 2, 1, 2, 1, 12, 1, 3, 1, 2, 1, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 2, 3, 4, 5, 3, 1, 2, 1, 1, 1, 3, 1, 3, 1, 3, 2, 2, 2, 1, 1, 7, 2, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 9, 3, 3, 1, 2, 1, 2, 7, 2, 3, 2, 3, 5, 7, 2, 5, 4, 7, 3, 6, 5, 2, 3, 1, 1, 2, 7, 9, 2, 5, 3, 5, 9, 4, 7, 7, 2, 2, 3, 2, 3, 4, 6, 7, 2, 11, 6, 3, 3, 5, 10, 5, 6, 5, 4, 3, 4, 4, 2, 11, 5, 10, 2, 5, 6, 4, 4, 5, 5, 6, 3, 11, 6, 2, 5, 10, 3, 4, 4, 4, 4, 3, 14, 10, 3, 2, 2, 11, 6, 2, 15, 2, 7, 10, 5, 2, 1, 1, 1, 7, 8, 5, 2, 7, 6, 7, 3, 11, 4, 2, 2, 4, 6, 6, 5, 6, 4, 3, 4, 7, 5, 1, 7, 9, 1, 9, 5, 1, 9, 5, 3, 3, 5, 5, 2, 2, 4, 3, 7, 1, 3, 7, 3, 3, 4, 4, 3, 4, 2, 2, 2, 2, 5, 1, 2, 7, 2, 2, 3, 2, 4, 4, 2, 5, 1, 4, 6, 2, 7, 9, 2, 3, 3, 9, 2, 7, 4, 7, 3, 2, 4, 2, 9, 4, 3, 4, 7, 5, 1, 5, 1, 5, 5, 6, 1, 9, 6, 3, 3, 4, 3, 5, 4, 3, 5, 8, 2, 11, 6, 5, 6, 8, 5, 2, 7, 5, 5, 3, 5, 5, 5, 2, 6, 5, 2, 5, 2, 3, 5, 1, 2, 11, 7, 2, 5, 5, 5, 3, 7, 4, 3, 5, 5, 2, 15, 7, 2, 8, 8, 5, 3, 3, 7, 5, 3, 3, 4, 3, 5, 5, 2, 11, 7, 9, 2, 15, 8, 5, 8, 1, 6, 5, 6, 1, 7, 5, 6, 1, 2, 7, 3, 5, 6, 1, 2, 11, 7, 9, 8, 5, 8, 1, 6, 5, 6, 2, 7, 3, 5, 6, 2, 11, 7, 9, 8, 5, 8, 3, 3, 7, 6, 5, 1, 4, 1, 9, 1, 4, 11, 1, 11, 1, 5, 2, 26, 6, 6, 6, 1, 6, 7, 4, 6, 2, 20, 6, 7, 5, 1, 3, 6, 3, 3, 4, 7, 6, 2, 10, 3, 7, 6, 2, 1, 3, 4, 2, 7, 7, 6, 2, 14, 1, 2, 1, 2, 11, 2, 7, 7, 6, 2, 8, 1, 2, 1, 2, 5, 2, 7, 3, 9, 4, 2, 11, 7, 6, 2, 12, 4, 1, 2, 1, 2, 9, 4, 2, 7, 5, 2, 11, 7, 6, 2, 6, 9, 4, 1, 10, 9, 9, 4, 14, 7, 2, 5, 7, 7, 7, 6, 6, 6, 2, 55, 7, 4, 3, 3, 4, 7, 7, 7, 2, 2, 1, 9, 1, 4, 11, 1, 11, 2, 34, 7, 6, 7, 1, 5, 1, 4, 1, 2, 3, 7, 5, 3, 2, 5, 5, 4, 1, 4, 2, 4, 6, 3, 3, 6, 4, 2, 6, 6, 3, 3, 5, 3, 7, 6, 2, 2, 5, 2, 6, 2, 4, 2, 5, 4, 1, 2, 3, 3, 5, 2, 3, 4, 4, 1, 4, 4, 2, 1, 1, 4, 7, 3, 7, 2, 4, 2, 3, 5, 4, 2, 1, 4, 11, 5, 1, 7, 5, 2, 11, 7, 3, 2, 2, 4, 2, 2, 7, 2, 4, 2, 2, 1, 1, 1, 3, 4, 4, 3, 1, 2, 5, 2, 6, 6, 7, 3, 2, 2, 4, 2, 2, 11, 2, 7, 5, 5, 3, 6, 3, 7, 5, 6, 1, 11, 2, 4, 6, 5, 5, 3, 8, 3, 4, 5, 6, 2, 11, 3, 3, 1, 2, 5, 2, 2, 2, 6, 3, 2, 9, 5, 1, 5, 3, 3, 4, 6, 2, 5, 6, 3, 7, 3, 7, 3, 3, 7, 2, 4, 3, 11, 7, 5, 2, 6, 7, 2, 4, 2, 7, 2, 3, 3, 3, 4, 3, 7, 3, 9, 5, 5, 1, 4, 3, 5, 5, 5, 1, 7, 2, 5, 4, 7, 6, 8, 2, 7, 5, 4, 5, 2, 3, 8, 3, 8, 7, 6, 2, 11, 7, 1, 1, 1, 7, 2, 3, 5, 7, 5, 2, 6, 3, 2, 5, 3, 3, 4, 3, 3, 8, 7, 2, 7, 5, 6, 1, 1, 2, 5, 2, 3, 2, 6, 3, 2, 5, 4, 11, 5, 2, 3, 4, 3, 2, 6, 1, 1, 2, 5, 3, 11, 7, 1, 1, 1, 7, 2, 3, 5, 7, 5, 2, 3, 2, 1, 7, 3, 3, 8, 3, 9, 8, 2, 7, 5, 6, 1, 1, 2, 5, 2, 3, 2, 3, 2, 2, 5, 4, 11, 5, 2, 7, 2, 5, 2, 6, 8, 2, 4, 1, 1, 3, 11, 7, 1, 1, 1, 7, 2, 8, 4, 3, 8, 7, 11, 1, 3, 4, 5, 6, 6, 2, 7, 5, 4, 5, 2, 3, 4, 8, 3, 4, 7, 5, 3, 7, 2, 11, 7, 1, 1, 1, 7, 2, 3, 5, 3, 7, 5, 3, 6, 2, 7, 6, 1, 4, 4, 8, 2, 3, 2, 4, 4, 7, 4, 3, 8, 2, 3, 7, 6, 10, 2, 7, 6, 8, 2, 7, 2, 1, 3, 10, 2, 7, 2, 1, 3, 6, 5, 2, 7, 2, 1, 3, 7, 5, 6, 2, 7, 2, 1, 3, 7, 4, 2, 7, 2, 1, 3, 7, 2, 3, 2, 7, 2, 1, 3, 7, 5, 3, 2, 7, 2, 1, 3, 2, 3, 5, 7, 2, 5, 1, 4, 1, 7, 1, 9, 5, 1, 6, 5, 5, 3, 3, 4, 5, 2, 5, 2, 4, 7, 2, 9, 4, 1, 7, 1, 9, 2, 7, 2, 3, 5, 4, 5, 2, 5, 7, 3, 5, 7, 3, 5, 4, 4, 2, 5, 3, 6, 1, 7, 9, 5, 7, 2, 5, 5, 2, 7, 4, 8, 5, 7, 7, 5, 5, 3, 11, 3, 7, 5, 2, 15, 4, 2, 19, 5, 2, 6, 2, 6, 7, 5, 2, 15, 7, 11, 2, 19, 5, 1, 11, 9, 5, 7, 3, 7, 5, 5, 2, 8, 5, 7, 3, 3, 5, 5, 9, 1, 3, 5, 6, 3, 3, 3, 9, 6, 3, 4, 4, 3, 2, 4, 7, 3, 3, 5, 2, 11, 7, 5, 5, 9, 1, 2, 2, 3, 7, 5, 2, 11, 7, 5, 5, 9, 1, 2, 2, 3, 3, 5, 2, 7, 3, 3, 5, 2, 11, 7, 5, 9, 1, 2, 2, 3, 7, 5, 2, 11, 7, 5, 9, 2, 3, 4, 4, 1, 3, 6, 7, 6, 8, 5, 4, 5, 8, 5, 3, 2, 3, 5, 5, 1, 3, 6, 3, 3, 4, 7, 2, 3, 8, 2, 6, 3, 7, 4, 2, 2, 1, 9, 7, 2, 3, 8, 2, 3, 2, 2, 1, 9, 7, 3, 7, 7, 2, 4, 2, 2, 1, 9, 7, 1, 7, 6, 2, 3, 11, 4, 2, 2, 1, 9, 7, 1, 2, 5, 3, 7, 8, 5, 2, 3, 11, 6, 1, 2, 7, 5, 3, 7, 4, 5, 8, 2, 3, 11, 8, 5, 1, 2, 3, 5, 8, 3, 7, 5, 3, 2, 3, 5, 2, 3, 11, 4, 5, 8, 1, 2, 4, 3, 2, 8, 3, 7, 5, 3, 2, 3, 5, 5, 2, 3, 6, 6, 2, 3, 6, 5, 3, 3, 6, 2, 5, 4, 6, 6, 5, 3, 3, 2, 7, 3, 10, 1, 3, 7, 2, 8, 5, 4, 2, 6, 2, 5, 2, 3, 3, 4, 7, 3, 7, 4, 3, 6, 8, 2, 7, 6, 1, 3, 3, 3, 2, 7, 3, 6, 6, 3, 6, 3, 1, 3, 3, 2, 8, 5, 4, 2, 2, 2, 5, 2, 3, 6, 2, 8, 5, 4, 2, 5, 2, 5, 2, 3, 3, 2, 3, 3, 4, 4, 6, 1, 3, 2, 2, 4, 6, 3, 7, 6, 1, 3, 3, 3, 2, 12, 5, 1, 3, 4, 2, 8, 5, 4, 2, 3, 2, 5, 2, 3, 3, 4, 4, 3, 4, 4, 3, 2, 5, 2, 4, 4, 2, 7, 6, 1, 3, 3, 3, 7, 2, 6, 4, 7, 7, 3, 3, 2, 6, 4, 7, 3, 3, 8, 6, 7, 3, 2, 7, 6, 5, 2, 3, 2, 4, 11, 3, 8, 1, 4, 3, 5, 6, 2, 5, 1, 3, 2, 3, 3, 6, 5, 4, 7, 3, 3, 3, 4, 7, 5, 3, 3, 4, 2, 6, 3, 4, 3, 4, 5, 8, 2, 9, 14, 9, 4, 5, 7, 2, 7, 3, 5, 5, 9, 3, 4, 5, 2, 11, 4, 4, 2, 5, 5, 9, 3, 7, 4, 5, 3, 7, 4, 4, 2, 12, 2, 11, 6, 10, 2, 3, 5, 5, 2], "patch_length_stats": {"count": 1739, "sum": 7767, "mean": 4.466359976998275, "median": 4.0, "p95": 9.099999999999909, "max": 55, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 2, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.1236653359956108, "decode_time_sec": 43.040931304149126, "total_time_sec": 74.79364167600215, "prefill_units_per_sec": 65256.76686219026, "prefill_bytes_per_sec": 65127.38541611901, "decode_units_per_sec": 325.10913625726033, "decode_bytes_per_sec": 325.10913625726033, "total_units_per_sec": 187.0880958118892, "total_bytes_per_sec": 187.0880958118892, "step_latency_ms": {"count": 4528, "sum": 42780, "mean": 9.447879858657243, "median": 9.0, "p95": 24.0, "max": 31, "min": 8}, "peak_allocated_mb": 4047.33447265625, "peak_reserved_mb": 4416.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8054, "mean": 503.375, "median": 482.0, "p95": 789.5, "max": 806, "min": 281}, "model_input_units": {"count": 16, "sum": 8070, "mean": 504.375, "median": 483.0, "p95": 790.5, "max": 807, "min": 282}}, "generated_stats": {"units": {"count": 16, "sum": 13993, "mean": 874.5625, "median": 932.0, "p95": 932.0, "max": 932, "min": 58}, "bytes": {"count": 16, "sum": 13993, "mean": 874.5625, "median": 932.0, "p95": 932.0, "max": 932, "min": 58}}, "compression_summary": {"raw_prompt_bytes": 8054, "model_input_units": 8070, "stage0_units": 1707, "stage1_units": null, "bytes_per_stage0_unit": 4.7182190978324545, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [133, 80, 148, 141, 99, 76, 90, 83, 115, 171, 72, 77, 133, 71, 116, 102], "patch_count_stats": {"count": 16, "sum": 1707, "mean": 106.6875, "median": 100.5, "p95": 153.75, "max": 171, "min": 71}, "patch_lengths": [3, 4, 3, 7, 8, 3, 2, 4, 5, 4, 3, 8, 8, 2, 8, 7, 3, 3, 8, 2, 8, 8, 4, 2, 7, 3, 2, 4, 5, 4, 9, 4, 3, 5, 2, 3, 3, 8, 3, 3, 2, 5, 2, 8, 3, 2, 4, 5, 2, 3, 2, 4, 5, 1, 3, 8, 6, 3, 8, 2, 6, 1, 3, 8, 5, 2, 10, 4, 4, 3, 3, 4, 8, 8, 1, 3, 2, 3, 2, 6, 8, 4, 7, 8, 2, 2, 3, 2, 6, 8, 2, 5, 11, 5, 2, 3, 2, 4, 5, 4, 9, 4, 3, 3, 8, 6, 3, 5, 3, 2, 6, 2, 3, 3, 2, 4, 5, 4, 8, 11, 8, 3, 3, 8, 3, 2, 4, 7, 2, 8, 6, 8, 4, 3, 7, 5, 1, 6, 3, 3, 4, 3, 4, 11, 6, 1, 2, 4, 1, 6, 4, 11, 6, 2, 2, 5, 3, 7, 3, 4, 2, 2, 8, 2, 1, 6, 5, 1, 4, 2, 2, 6, 3, 5, 2, 6, 2, 11, 7, 2, 3, 6, 3, 7, 4, 7, 2, 4, 11, 4, 2, 3, 6, 5, 2, 6, 3, 15, 6, 2, 5, 2, 3, 6, 7, 2, 2, 15, 9, 2, 2, 1, 2, 3, 2, 8, 2, 1, 5, 1, 8, 1, 3, 6, 3, 3, 4, 7, 6, 6, 3, 5, 2, 1, 8, 2, 1, 1, 2, 6, 5, 10, 1, 8, 4, 7, 2, 3, 5, 3, 5, 4, 4, 5, 8, 8, 3, 5, 3, 4, 6, 5, 1, 7, 2, 9, 2, 3, 3, 4, 5, 3, 4, 10, 5, 4, 2, 7, 3, 5, 2, 5, 2, 3, 5, 3, 8, 1, 3, 6, 3, 7, 2, 3, 4, 8, 3, 5, 4, 2, 10, 3, 4, 9, 8, 1, 1, 5, 1, 7, 2, 4, 7, 3, 5, 5, 4, 6, 7, 7, 3, 3, 12, 2, 7, 2, 6, 5, 3, 9, 3, 4, 5, 2, 5, 12, 2, 7, 4, 2, 2, 1, 5, 5, 11, 4, 13, 3, 1, 4, 7, 2, 7, 7, 4, 5, 1, 7, 3, 5, 2, 3, 7, 5, 1, 8, 9, 6, 1, 9, 5, 1, 12, 5, 5, 1, 9, 5, 5, 2, 18, 9, 6, 6, 1, 7, 9, 6, 1, 3, 6, 3, 3, 4, 5, 2, 6, 7, 9, 4, 3, 7, 9, 5, 2, 9, 5, 3, 5, 7, 9, 4, 5, 1, 7, 5, 7, 9, 5, 2, 9, 5, 1, 7, 3, 4, 9, 6, 2, 11, 7, 2, 3, 2, 4, 9, 5, 6, 8, 1, 3, 7, 4, 3, 7, 4, 3, 5, 2, 8, 7, 2, 15, 6, 11, 2, 2, 9, 6, 4, 3, 1, 3, 34, 6, 8, 4, 5, 8, 6, 7, 10, 3, 6, 2, 5, 3, 7, 4, 6, 2, 5, 2, 8, 7, 1, 6, 2, 12, 2, 11, 6, 2, 5, 7, 6, 3, 6, 2, 14, 6, 2, 3, 2, 3, 5, 5, 5, 2, 3, 10, 1, 1, 2, 5, 1, 5, 2, 4, 2, 4, 4, 1, 4, 2, 5, 5, 2, 5, 1, 4, 2, 2, 3, 9, 5, 1, 1, 2, 5, 1, 4, 1, 3, 4, 1, 1, 1, 2, 5, 1, 5, 1, 3, 4, 1, 1, 1, 2, 5, 1, 5, 1, 3, 1, 2, 2, 5, 1, 6, 3, 9, 2, 4, 2, 4, 4, 1, 4, 2, 5, 1, 4, 2, 5, 1, 4, 2, 2, 3, 3, 10, 2, 5, 2, 7, 2, 1, 2, 5, 2, 3, 4, 5, 4, 11, 7, 5, 3, 3, 4, 11, 3, 2, 5, 2, 3, 11, 8, 12, 3, 7, 7, 2, 3, 3, 2, 5, 4, 5, 6, 3, 3, 7, 7, 3, 5, 2, 3, 2, 5, 2, 3, 7, 3, 5, 2, 3, 4, 3, 2, 3, 3, 2, 7, 3, 2, 7, 3, 5, 5, 5, 11, 3, 1, 4, 2, 5, 3, 6, 1, 1, 2, 7, 4, 3, 2, 3, 4, 3, 1, 1, 7, 3, 1, 7, 1, 10, 4, 3, 5, 8, 8, 2, 5, 5, 5, 7, 7, 4, 7, 3, 3, 3, 4, 2, 3, 5, 14, 3, 11, 3, 3, 3, 5, 7, 3, 4, 7, 6, 11, 2, 7, 2, 7, 4, 3, 10, 2, 5, 8, 8, 7, 3, 6, 6, 2, 7, 7, 3, 1, 7, 1, 10, 3, 3, 3, 10, 2, 7, 3, 10, 2, 11, 6, 5, 2, 4, 7, 5, 3, 2, 1, 4, 5, 7, 3, 3, 9, 5, 1, 5, 4, 1, 7, 5, 3, 3, 4, 3, 11, 5, 4, 1, 4, 7, 2, 1, 2, 5, 4, 3, 2, 9, 1, 7, 4, 5, 5, 2, 5, 2, 4, 5, 5, 4, 2, 7, 5, 1, 1, 2, 5, 4, 3, 2, 5, 3, 7, 1, 11, 5, 5, 2, 5, 4, 1, 12, 9, 2, 3, 4, 8, 9, 2, 2, 2, 1, 4, 2, 1, 2, 3, 5, 5, 2, 7, 7, 5, 2, 3, 2, 9, 7, 5, 1, 9, 1, 2, 1, 5, 1, 4, 5, 4, 3, 4, 3, 7, 5, 7, 2, 2, 1, 1, 2, 5, 2, 1, 2, 4, 3, 7, 3, 7, 4, 6, 3, 6, 2, 1, 1, 5, 2, 3, 4, 1, 1, 1, 2, 14, 11, 7, 2, 4, 3, 5, 2, 2, 4, 7, 1, 5, 2, 6, 6, 2, 6, 7, 2, 2, 5, 1, 2, 1, 4, 5, 2, 2, 5, 2, 6, 16, 7, 6, 1, 2, 7, 4, 7, 1, 2, 1, 1, 2, 1, 4, 10, 7, 5, 2, 7, 2, 2, 3, 4, 4, 3, 5, 2, 7, 7, 4, 14, 2, 3, 12, 5, 3, 3, 4, 3, 5, 2, 6, 5, 3, 9, 2, 11, 7, 5, 2, 6, 5, 2, 3, 4, 5, 2, 6, 5, 3, 9, 2, 5, 1, 7, 5, 5, 8, 1, 1, 2, 5, 5, 5, 4, 2, 2, 1, 4, 6, 1, 7, 5, 3, 7, 5, 5, 3, 7, 5, 3, 7, 5, 8, 3, 7, 5, 3, 7, 5, 10, 3, 7, 5, 3, 7, 5, 7, 5, 5, 4, 3, 4, 3, 5, 2, 6, 7, 2, 11, 5, 2, 5, 3, 5, 7, 4, 7, 2, 7, 5, 6, 7, 3, 4, 8, 3, 12, 5, 5, 1, 7, 5, 7, 2, 5, 7, 5, 3, 2, 2, 5, 2, 7, 5, 6, 2, 5, 5, 6, 5, 5, 8, 2, 7, 3, 5, 6, 2, 11, 5, 6, 2, 4, 2, 5, 6, 1, 7, 5, 2, 2, 4, 7, 2, 5, 6, 2, 7, 2, 3, 4, 2, 3, 6, 5, 2, 7, 5, 7, 5, 9, 3, 3, 8, 4, 5, 1, 8, 1, 4, 4, 3, 4, 4, 5, 7, 2, 3, 11, 4, 8, 2, 1, 6, 3, 15, 3, 2, 1, 6, 2, 19, 7, 5, 9, 2, 2, 15, 7, 5, 1, 11, 7, 8, 2, 7, 2, 2, 5, 4, 5, 4, 2, 11, 5, 2, 3, 2, 2, 11, 2, 4, 4, 10, 2, 15, 4, 2, 8, 1, 2, 4, 2, 4, 3, 9, 6, 5, 1, 5, 1, 9, 4, 3, 4, 7, 6, 2, 1, 5, 7, 1, 3, 5, 1, 2, 1, 1, 2, 5, 3, 7, 8, 2, 6, 1, 7, 7, 1, 6, 17, 7, 3, 5, 7, 3, 4, 7, 4, 2, 11, 7, 5, 8, 6, 6, 6, 4, 5, 6, 4, 2, 52, 5, 2, 43, 9, 9, 2, 43, 7, 3, 5, 7, 3, 2, 43, 7, 7, 5, 2, 3, 2, 6, 3, 10, 4, 1, 4, 1, 6, 1, 4, 1, 4, 29, 1, 6, 4, 1, 6, 2, 3, 5, 3, 3, 4, 4, 5, 5, 4, 3, 7, 4, 2, 11, 7, 5, 5, 4, 2, 7, 7, 10, 2, 11, 7, 5, 2, 3, 4, 3, 2, 4, 5, 4, 2, 3, 6, 3, 2, 4, 5, 6, 3, 3, 3, 4, 3, 3, 4, 5, 4, 6, 3, 3, 4, 5, 2, 7, 6, 5, 2, 11, 4, 2, 15, 4, 5, 2, 5, 4, 3, 2, 18, 5, 9, 2, 15, 4, 2, 19, 5, 6, 3, 2, 15, 4, 7, 6, 1, 11, 4, 7, 5, 9, 2, 19, 7, 5, 2, 3, 4, 4, 4, 2, 15, 6, 5, 2, 5, 6, 3, 3, 3, 6, 4, 3, 7, 6, 1, 4, 1, 9, 1, 3, 2, 1, 2, 4, 3, 2, 5, 4, 8, 1, 3, 4, 2, 5, 3, 8, 4, 8, 5, 6, 8, 2, 6, 7, 11, 1, 3, 9, 2, 7, 2, 2, 6, 1, 3, 2, 5, 6, 6, 1, 3, 6, 2, 5, 2, 2, 4, 4, 6, 2, 1, 3, 2, 2, 2, 2, 6, 6, 4, 3, 12, 5, 1, 5, 5, 4, 3, 4, 5, 2, 5, 7, 3, 5, 4, 8, 5, 7, 4, 2, 6, 2, 3, 2, 7, 3, 11, 6, 3, 8, 8, 7, 6, 3, 2, 15, 2, 6, 2, 2, 4, 6, 5, 4, 5, 8, 5, 3, 15, 12, 6, 5, 5, 2, 7, 2, 6, 10, 3, 25, 3, 4, 8, 5, 8, 2, 7, 3, 7, 3, 17, 5, 2, 2, 5, 5, 4, 5, 4, 3, 1, 1, 7, 1, 1, 2, 11, 6, 7, 4, 2, 11, 7, 2, 4, 5, 6, 5, 4, 7, 3, 11, 5, 2, 8, 6, 8, 7, 3, 11, 4, 4, 3, 7, 3, 3, 4, 3, 9, 7, 2, 3, 9, 2, 7, 7, 2, 7, 11, 7, 5, 2, 7, 9, 4, 5, 2, 7, 6, 5, 2, 7, 6, 5, 2, 7, 7, 5, 2, 7, 9, 5, 2, 7, 7, 12, 7, 2, 5, 2, 7, 5, 2, 5, 3, 3, 4, 12, 7, 2, 10, 7, 2, 2, 4, 4, 7, 7, 2, 7, 4, 4, 3, 3, 8, 2, 2, 5, 2, 2, 6, 2, 2, 5, 2, 2, 8, 4, 4, 11, 3, 7, 3, 3, 1, 3, 4, 5, 2, 15, 12, 7, 4, 1, 2, 7, 2], "patch_length_stats": {"count": 1707, "sum": 8070, "mean": 4.727592267135325, "median": 4.0, "p95": 10.699999999999818, "max": 52, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 3, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.1287533969953074, "decode_time_sec": 40.33204936882976, "total_time_sec": 70.03899532500145, "prefill_units_per_sec": 64914.79211460819, "prefill_bytes_per_sec": 64790.523548703226, "decode_units_per_sec": 387.58258617230206, "decode_bytes_per_sec": 387.58258617230206, "total_units_per_sec": 223.1899519326761, "total_bytes_per_sec": 223.1899519326761, "step_latency_ms": {"count": 4226, "sum": 40168, "mean": 9.504969238050165, "median": 9.0, "p95": 24.0, "max": 26, "min": 8}, "peak_allocated_mb": 4133.44384765625, "peak_reserved_mb": 4498.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8342, "mean": 521.375, "median": 473.0, "p95": 848.75, "max": 851, "min": 302}, "model_input_units": {"count": 16, "sum": 8358, "mean": 522.375, "median": 474.0, "p95": 849.75, "max": 852, "min": 303}}, "generated_stats": {"units": {"count": 16, "sum": 15632, "mean": 977.0, "median": 977.0, "p95": 977.0, "max": 977, "min": 977}, "bytes": {"count": 16, "sum": 15632, "mean": 977.0, "median": 977.0, "p95": 977.0, "max": 977, "min": 977}}, "compression_summary": {"raw_prompt_bytes": 8342, "model_input_units": 8358, "stage0_units": 1923, "stage1_units": null, "bytes_per_stage0_unit": 4.338013520540821, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [99, 88, 180, 182, 189, 77, 97, 111, 176, 66, 113, 150, 74, 182, 82, 57], "patch_count_stats": {"count": 16, "sum": 1923, "mean": 120.1875, "median": 105.0, "p95": 183.75, "max": 189, "min": 57}, "patch_lengths": [3, 2, 4, 5, 6, 9, 5, 4, 3, 4, 2, 4, 9, 3, 10, 6, 11, 3, 4, 9, 11, 2, 7, 2, 1, 2, 5, 4, 5, 4, 5, 2, 2, 1, 2, 4, 5, 3, 7, 2, 1, 1, 2, 1, 3, 7, 2, 1, 6, 2, 2, 1, 3, 5, 2, 3, 6, 4, 8, 1, 1, 5, 7, 3, 2, 5, 4, 5, 4, 5, 2, 3, 2, 4, 5, 3, 7, 2, 1, 1, 2, 1, 3, 7, 3, 6, 2, 2, 1, 3, 5, 2, 3, 6, 4, 8, 1, 1, 2, 3, 2, 7, 6, 5, 1, 6, 1, 7, 5, 3, 3, 6, 5, 2, 6, 6, 3, 2, 2, 4, 3, 3, 2, 7, 4, 5, 7, 5, 6, 2, 3, 3, 6, 5, 3, 2, 7, 3, 9, 6, 3, 6, 8, 6, 2, 7, 6, 2, 5, 7, 8, 6, 6, 2, 7, 4, 1, 9, 1, 7, 2, 7, 5, 4, 6, 4, 1, 2, 4, 1, 5, 1, 6, 7, 7, 7, 2, 5, 5, 1, 6, 5, 5, 1, 6, 7, 4, 3, 6, 3, 4, 4, 14, 12, 3, 4, 3, 8, 4, 2, 6, 5, 5, 3, 2, 3, 2, 2, 2, 5, 3, 3, 2, 3, 3, 8, 5, 5, 4, 9, 3, 12, 1, 9, 3, 10, 2, 1, 2, 7, 2, 1, 7, 2, 5, 1, 1, 5, 3, 4, 6, 2, 9, 8, 12, 6, 3, 4, 2, 2, 2, 1, 1, 3, 3, 3, 4, 2, 2, 3, 4, 4, 4, 4, 2, 2, 3, 4, 5, 2, 5, 2, 9, 2, 2, 3, 4, 3, 5, 4, 10, 14, 1, 5, 2, 5, 1, 5, 5, 4, 11, 3, 6, 3, 2, 2, 3, 4, 5, 1, 5, 2, 6, 3, 6, 4, 2, 4, 5, 4, 7, 1, 3, 1, 5, 7, 2, 2, 6, 4, 7, 6, 6, 1, 3, 2, 2, 3, 4, 2, 59, 12, 1, 13, 12, 2, 3, 5, 4, 2, 2, 3, 4, 5, 2, 5, 7, 2, 2, 6, 6, 6, 2, 2, 7, 5, 1, 3, 2, 2, 3, 4, 5, 2, 48, 12, 2, 3, 4, 2, 6, 7, 1, 4, 1, 6, 5, 1, 13, 6, 3, 3, 5, 2, 3, 2, 4, 7, 4, 2, 4, 1, 3, 7, 2, 2, 3, 3, 4, 2, 7, 4, 4, 1, 5, 3, 10, 7, 3, 11, 5, 6, 2, 4, 5, 2, 11, 4, 2, 3, 2, 4, 2, 4, 5, 6, 3, 5, 6, 2, 1, 3, 5, 1, 15, 4, 3, 2, 2, 3, 5, 1, 3, 2, 4, 1, 2, 4, 6, 1, 2, 1, 3, 2, 1, 1, 2, 11, 7, 2, 4, 2, 3, 1, 1, 2, 11, 12, 2, 4, 2, 3, 1, 1, 1, 3, 4, 1, 3, 2, 3, 1, 3, 1, 1, 5, 5, 1, 11, 3, 2, 6, 3, 2, 1, 1, 3, 1, 15, 4, 2, 6, 3, 2, 1, 1, 4, 4, 13, 1, 3, 1, 19, 2, 6, 3, 2, 1, 1, 4, 4, 4, 1, 6, 4, 12, 3, 5, 4, 15, 7, 3, 5, 1, 11, 5, 12, 3, 4, 5, 4, 2, 6, 3, 2, 1, 1, 3, 2, 3, 7, 7, 5, 1, 6, 1, 7, 1, 7, 3, 3, 4, 3, 5, 2, 6, 6, 3, 1, 1, 2, 11, 5, 7, 8, 2, 7, 4, 5, 1, 2, 6, 3, 7, 4, 5, 2, 5, 2, 2, 3, 4, 5, 1, 2, 1, 2, 4, 2, 3, 7, 2, 12, 2, 11, 3, 4, 11, 7, 1, 4, 7, 3, 15, 6, 10, 2, 6, 5, 3, 3, 5, 4, 3, 7, 4, 7, 7, 2, 1, 1, 1, 7, 4, 4, 2, 1, 2, 3, 1, 4, 5, 1, 3, 10, 4, 5, 2, 5, 1, 7, 4, 15, 4, 2, 6, 6, 1, 4, 5, 2, 11, 4, 7, 7, 2, 2, 1, 14, 7, 7, 3, 4, 5, 2, 5, 1, 2, 1, 1, 2, 15, 5, 2, 6, 6, 3, 1, 1, 1, 11, 4, 5, 2, 6, 8, 2, 6, 6, 1, 7, 2, 11, 4, 5, 2, 6, 11, 2, 6, 6, 1, 5, 8, 6, 4, 2, 15, 5, 2, 6, 6, 1, 2, 6, 6, 1, 1, 1, 2, 15, 5, 2, 4, 8, 6, 1, 2, 3, 7, 4, 6, 6, 3, 3, 4, 2, 6, 3, 4, 4, 3, 4, 7, 4, 2, 4, 5, 5, 1, 4, 3, 4, 5, 8, 2, 9, 7, 1, 3, 4, 9, 10, 5, 2, 3, 6, 4, 2, 3, 4, 2, 4, 4, 2, 3, 4, 4, 9, 2, 7, 7, 4, 3, 2, 7, 4, 5, 2, 2, 7, 4, 7, 9, 2, 3, 7, 2, 3, 3, 3, 4, 4, 9, 3, 3, 9, 7, 4, 3, 5, 12, 7, 12, 2, 3, 11, 2, 12, 4, 3, 3, 2, 2, 5, 3, 4, 2, 3, 7, 3, 7, 3, 4, 5, 1, 1, 3, 11, 9, 2, 7, 3, 2, 2, 4, 3, 4, 7, 2, 3, 1, 2, 5, 2, 7, 11, 1, 2, 2, 3, 2, 3, 12, 2, 4, 4, 3, 4, 2, 1, 2, 3, 11, 6, 4, 7, 3, 4, 2, 1, 3, 1, 1, 2, 11, 9, 4, 2, 2, 11, 9, 4, 2, 5, 3, 4, 12, 2, 11, 9, 2, 3, 7, 2, 2, 7, 3, 1, 3, 3, 3, 4, 10, 2, 3, 7, 4, 2, 2, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 6, 2, 7, 7, 7, 5, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 6, 2, 2, 7, 7, 7, 7, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 2, 6, 2, 7, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 2, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 3, 1, 2, 7, 7, 2, 3, 9, 7, 4, 4, 8, 6, 3, 9, 5, 2, 6, 5, 4, 2, 6, 2, 5, 7, 5, 2, 9, 5, 4, 2, 6, 2, 6, 1, 1, 5, 1, 7, 6, 6, 3, 8, 2, 5, 3, 6, 4, 5, 4, 1, 8, 7, 8, 2, 3, 7, 5, 3, 7, 4, 5, 2, 1, 3, 6, 5, 9, 2, 7, 2, 4, 9, 5, 2, 2, 1, 1, 3, 9, 7, 8, 1, 3, 3, 4, 7, 4, 7, 1, 3, 7, 7, 3, 2, 2, 1, 1, 9, 2, 9, 8, 4, 3, 1, 8, 5, 2, 2, 4, 2, 1, 1, 5, 1, 4, 4, 1, 9, 8, 6, 7, 3, 5, 1, 2, 1, 1, 5, 1, 6, 3, 6, 4, 2, 1, 7, 2, 1, 3, 4, 7, 1, 3, 1, 2, 6, 1, 5, 8, 7, 3, 1, 8, 5, 4, 2, 2, 2, 6, 6, 3, 2, 6, 1, 2, 7, 7, 6, 8, 7, 3, 1, 8, 5, 4, 2, 2, 2, 6, 6, 4, 3, 4, 7, 9, 4, 3, 3, 3, 4, 5, 5, 3, 3, 2, 7, 6, 15, 2, 1, 5, 3, 9, 3, 4, 9, 3, 4, 5, 5, 4, 3, 2, 4, 6, 6, 3, 5, 6, 6, 8, 5, 4, 4, 5, 3, 8, 1, 3, 4, 6, 3, 1, 6, 3, 10, 4, 3, 7, 4, 6, 3, 2, 2, 5, 6, 3, 3, 2, 5, 8, 5, 1, 7, 1, 8, 5, 3, 3, 4, 9, 2, 2, 4, 2, 3, 1, 7, 5, 1, 2, 9, 3, 8, 1, 7, 10, 2, 2, 1, 2, 3, 1, 7, 5, 1, 1, 3, 6, 10, 2, 7, 9, 2, 7, 7, 2, 3, 11, 2, 5, 1, 8, 1, 5, 2, 1, 5, 3, 7, 4, 3, 3, 9, 2, 11, 4, 4, 3, 6, 4, 1, 7, 5, 4, 15, 9, 2, 5, 2, 5, 3, 1, 8, 5, 4, 3, 15, 3, 9, 3, 5, 1, 1, 22, 3, 3, 6, 1, 15, 5, 2, 8, 3, 10, 4, 3, 9, 1, 2, 3, 3, 1, 1, 1, 5, 1, 12, 5, 3, 3, 6, 5, 2, 3, 7, 2, 2, 2, 2, 11, 7, 3, 7, 2, 2, 2, 2, 3, 7, 3, 7, 2, 2, 2, 2, 9, 4, 3, 7, 2, 2, 2, 2, 4, 7, 3, 7, 2, 2, 2, 2, 4, 3, 7, 2, 2, 2, 2, 3, 4, 7, 3, 7, 2, 2, 2, 2, 4, 1, 4, 3, 7, 2, 2, 2, 2, 8, 6, 7, 2, 1, 6, 4, 7, 2, 1, 1, 2, 2, 8, 6, 7, 2, 1, 6, 4, 7, 2, 2, 2, 2, 7, 7, 3, 7, 2, 2, 2, 2, 4, 7, 3, 7, 2, 2, 2, 2, 4, 5, 3, 7, 2, 2, 2, 2, 5, 5, 3, 7, 2, 2, 2, 2, 5, 6, 3, 7, 2, 2, 2, 2, 5, 5, 3, 7, 2, 2, 2, 2, 3, 7, 5, 5, 1, 7, 1, 6, 1, 5, 5, 1, 3, 6, 3, 3, 4, 3, 7, 9, 3, 9, 9, 2, 11, 6, 21, 2, 3, 7, 7, 3, 3, 9, 2, 8, 4, 7, 3, 6, 9, 3, 9, 6, 2, 11, 6, 21, 2, 3, 7, 7, 3, 3, 9, 2, 5, 5, 3, 4, 3, 4, 5, 2, 11, 5, 2, 6, 5, 2, 7, 5, 2, 4, 3, 4, 11, 4, 1, 7, 1, 4, 1, 9, 1, 2, 1, 7, 5, 1, 5, 5, 1, 6, 2, 1, 4, 3, 7, 6, 4, 4, 3, 3, 10, 6, 2, 2, 4, 3, 4, 6, 3, 7, 2, 7, 6, 9, 2, 6, 2, 7, 8, 6, 2, 3, 11, 4, 2, 8, 2, 9, 2, 5, 2, 3, 4, 9, 2, 4, 2, 8, 6, 2, 9, 2, 3, 3, 2, 6, 6, 1, 7, 4, 7, 3, 3, 7, 4, 5, 2, 9, 2, 8, 2, 4, 4, 1, 5, 3, 5, 3, 1, 1, 3, 8, 3, 1, 1, 3, 2, 3, 1, 1, 3, 4, 3, 1, 1, 3, 5, 3, 1, 1, 2, 1, 1, 2, 2, 5, 9, 1, 9, 1, 3, 7, 1, 5, 1, 4, 2, 7, 5, 2, 11, 8, 2, 4, 4, 1, 5, 3, 5, 3, 1, 1, 3, 8, 3, 1, 1, 3, 5, 3, 1, 1, 2, 1, 1, 2, 2, 5, 9, 1, 9, 1, 4, 3, 7, 4, 3, 3, 6, 3, 3, 4, 3, 8, 7, 4, 2, 1, 10, 3, 3, 7, 6, 2, 4, 2, 4, 7, 6, 4, 3, 3, 10, 2, 1, 7, 1, 4, 7, 2, 5, 2, 2, 7, 1, 4, 5, 6, 2, 7, 7, 6, 7, 5, 2, 10, 2, 1, 7, 1, 2, 3, 4, 1, 2, 2, 10, 2, 1, 7, 4, 5, 3, 1, 2, 7, 7, 6, 7, 8, 2, 10, 2, 1, 7, 1, 4, 7, 7, 6, 7, 5, 2, 2, 3, 4, 6, 5, 1, 9, 1, 3, 1, 7, 5, 1, 7, 5, 3, 3, 4, 7, 5, 2, 7, 6, 6, 4, 3, 7, 5, 4, 10, 10, 6, 2, 7, 5, 4, 2, 3, 2, 8, 6, 2, 7, 5, 4, 9, 5, 4, 1, 8, 2, 32, 1, 6, 2, 25, 7, 2], "patch_length_stats": {"count": 1923, "sum": 8358, "mean": 4.3463338533541345, "median": 4.0, "p95": 10.0, "max": 59, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 4, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.13699188600003254, "decode_time_sec": 29.91806755493235, "total_time_sec": 47.73290258899942, "prefill_units_per_sec": 50477.4421457221, "prefill_bytes_per_sec": 50360.646907207054, "decode_units_per_sec": 533.4234896922335, "decode_bytes_per_sec": 533.4234896922335, "total_units_per_sec": 334.33960925053674, "total_bytes_per_sec": 334.33960925053674, "step_latency_ms": {"count": 2887, "sum": 30048, "mean": 10.408036023553862, "median": 9.0, "p95": 24.0, "max": 28, "min": 7}, "peak_allocated_mb": 4216.3173828125, "peak_reserved_mb": 4654.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6899, "mean": 431.1875, "median": 318.0, "p95": 891.5, "max": 914, "min": 257}, "model_input_units": {"count": 16, "sum": 6915, "mean": 432.1875, "median": 319.0, "p95": 892.5, "max": 915, "min": 258}}, "generated_stats": {"units": {"count": 16, "sum": 15959, "mean": 997.4375, "median": 1040.0, "p95": 1040.0, "max": 1040, "min": 380}, "bytes": {"count": 16, "sum": 15959, "mean": 997.4375, "median": 1040.0, "p95": 1040.0, "max": 1040, "min": 380}}, "compression_summary": {"raw_prompt_bytes": 6899, "model_input_units": 6915, "stage0_units": 1432, "stage1_units": null, "bytes_per_stage0_unit": 4.817737430167598, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [52, 78, 191, 198, 60, 55, 95, 52, 66, 64, 65, 62, 60, 74, 129, 131], "patch_count_stats": {"count": 16, "sum": 1432, "mean": 89.5, "median": 65.5, "p95": 192.75, "max": 198, "min": 52}, "patch_lengths": [3, 4, 9, 5, 5, 1, 7, 5, 1, 9, 5, 3, 3, 4, 2, 4, 6, 5, 4, 8, 5, 7, 9, 1, 7, 7, 2, 9, 3, 9, 5, 5, 9, 1, 7, 7, 2, 7, 3, 7, 5, 5, 7, 2, 3, 4, 2, 4, 9, 7, 8, 2, 3, 9, 4, 3, 3, 8, 6, 8, 9, 2, 34, 6, 2, 30, 8, 5, 30, 7, 9, 6, 3, 5, 2, 1, 3, 4, 6, 2, 3, 4, 2, 1, 3, 4, 6, 2, 8, 2, 1, 1, 1, 2, 1, 1, 3, 8, 2, 7, 9, 1, 3, 2, 3, 7, 9, 4, 2, 1, 1, 1, 2, 1, 1, 3, 6, 9, 2, 7, 9, 1, 5, 9, 6, 6, 2, 2, 1, 2, 3, 2, 6, 5, 1, 4, 6, 3, 3, 4, 3, 4, 3, 5, 6, 3, 3, 2, 1, 1, 1, 3, 11, 7, 2, 3, 1, 2, 4, 3, 15, 2, 1, 1, 3, 15, 2, 6, 2, 1, 1, 2, 5, 7, 2, 15, 2, 5, 2, 1, 1, 2, 5, 6, 2, 15, 2, 2, 3, 2, 1, 1, 2, 5, 6, 2, 15, 2, 3, 3, 2, 1, 1, 2, 5, 4, 3, 2, 15, 3, 1, 2, 4, 2, 1, 3, 4, 2, 1, 1, 2, 8, 2, 1, 4, 2, 3, 5, 2, 8, 3, 15, 2, 3, 1, 2, 2, 4, 7, 5, 5, 4, 3, 3, 1, 1, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 1, 5, 7, 2, 12, 5, 6, 3, 1, 1, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 1, 5, 7, 1, 5, 4, 3, 2, 12, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 2, 3, 2, 5, 9, 6, 1, 7, 1, 8, 6, 1, 7, 2, 2, 1, 3, 28, 5, 1, 10, 5, 1, 3, 6, 3, 3, 7, 2, 6, 10, 3, 4, 6, 8, 3, 4, 4, 3, 3, 7, 3, 2, 4, 1, 4, 7, 4, 3, 6, 2, 1, 8, 2, 7, 6, 13, 2, 11, 2, 6, 4, 4, 1, 6, 5, 3, 4, 2, 1, 4, 4, 3, 3, 4, 4, 2, 6, 7, 2, 10, 7, 3, 4, 4, 5, 3, 6, 2, 5, 4, 3, 3, 10, 3, 5, 2, 7, 10, 2, 7, 7, 8, 2, 2, 3, 5, 6, 2, 7, 3, 2, 4, 1, 3, 7, 2, 11, 4, 5, 6, 1, 9, 2, 7, 1, 7, 2, 6, 1, 3, 7, 2, 7, 5, 2, 4, 1, 3, 7, 2, 11, 4, 5, 6, 1, 9, 2, 7, 1, 7, 2, 6, 1, 3, 7, 2, 23, 6, 3, 3, 4, 5, 2, 4, 2, 7, 2, 4, 1, 1, 4, 5, 3, 8, 2, 7, 6, 4, 7, 10, 2, 4, 8, 2, 1, 4, 5, 4, 7, 4, 8, 2, 4, 3, 8, 7, 5, 4, 3, 12, 12, 3, 6, 1, 6, 5, 5, 1, 5, 2, 2, 5, 3, 7, 11, 3, 6, 1, 9, 1, 3, 11, 3, 6, 1, 4, 1, 3, 11, 3, 6, 1, 6, 3, 5, 2, 3, 9, 3, 5, 5, 5, 4, 5, 4, 4, 12, 7, 4, 4, 3, 3, 6, 2, 3, 6, 6, 2, 3, 8, 4, 5, 3, 4, 2, 4, 3, 8, 2, 7, 8, 8, 3, 4, 1, 9, 2, 3, 6, 5, 8, 8, 1, 9, 2, 3, 6, 4, 5, 8, 8, 1, 9, 2, 3, 6, 8, 4, 5, 8, 8, 1, 9, 2, 3, 7, 9, 4, 3, 5, 1, 7, 2, 3, 4, 4, 5, 3, 3, 4, 6, 5, 2, 11, 8, 2, 6, 5, 7, 2, 11, 7, 2, 3, 3, 6, 4, 4, 2, 11, 3, 4, 7, 2, 15, 3, 5, 5, 4, 2, 19, 7, 2, 5, 5, 4, 1, 15, 5, 2, 19, 6, 2, 2, 9, 8, 4, 19, 9, 1, 14, 7, 1, 1, 1, 4, 3, 5, 9, 2, 15, 6, 2, 7, 8, 3, 15, 9, 1, 11, 8, 2, 5, 9, 7, 1, 1, 3, 11, 5, 5, 4, 2, 7, 1, 11, 4, 3, 3, 7, 6, 12, 6, 5, 3, 5, 2, 6, 7, 7, 4, 3, 3, 4, 4, 8, 2, 7, 2, 6, 4, 5, 5, 7, 7, 4, 3, 7, 5, 2, 8, 7, 3, 7, 5, 4, 5, 4, 13, 7, 3, 5, 7, 2, 7, 8, 7, 3, 6, 2, 3, 2, 4, 7, 5, 1, 5, 3, 3, 4, 6, 2, 2, 3, 7, 6, 4, 6, 1, 2, 5, 2, 11, 5, 2, 5, 11, 5, 5, 2, 4, 6, 3, 11, 3, 4, 5, 2, 15, 6, 1, 7, 4, 6, 3, 5, 2, 7, 2, 3, 3, 4, 5, 5, 5, 3, 10, 1, 4, 7, 13, 2, 7, 3, 4, 2, 3, 7, 5, 11, 6, 5, 1, 5, 5, 1, 7, 5, 3, 3, 4, 5, 8, 2, 2, 4, 10, 3, 7, 4, 5, 1, 6, 3, 5, 5, 6, 4, 11, 3, 7, 2, 15, 6, 2, 5, 5, 7, 7, 7, 6, 6, 2, 16, 8, 7, 4, 1, 2, 2, 2, 6, 5, 1, 6, 4, 7, 10, 2, 2, 3, 8, 3, 5, 1, 9, 2, 5, 1, 1, 1, 7, 8, 2, 2, 2, 5, 5, 3, 4, 6, 7, 1, 7, 8, 1, 5, 2, 1, 7, 8, 2, 2, 2, 3, 7, 8, 2, 3, 7, 4, 5, 3, 7, 2, 11, 3, 5, 5, 3, 15, 6, 5, 6, 5, 2, 16, 2, 15, 6, 5, 2, 3, 7, 2, 3, 7, 11, 7, 4, 4, 5, 1, 6, 3, 6, 1, 4, 7, 1, 5, 1, 2, 3, 4, 7, 5, 5, 2, 1, 5, 5, 2, 4, 1, 4, 2, 3, 6, 4, 4, 5, 3, 3, 5, 3, 2, 3, 7, 8, 4, 7, 2, 3, 5, 5, 2, 3, 7, 7, 3, 7, 6, 3, 6, 2, 2, 3, 7, 8, 5, 4, 3, 4, 2, 7, 11, 3, 3, 4, 6, 5, 3, 3, 3, 7, 2, 5, 3, 4, 7, 1, 12, 3, 4, 7, 3, 4, 6, 4, 7, 3, 4, 7, 5, 1, 2, 1, 1, 2, 11, 9, 2, 7, 4, 2, 3, 6, 4, 1, 6, 5, 1, 2, 1, 1, 4, 3, 6, 4, 5, 3, 3, 4, 4, 2, 11, 3, 5, 5, 4, 8, 5, 2, 4, 8, 6, 6, 2, 3, 15, 5, 2, 5, 2, 6, 7, 1, 1, 11, 4, 5, 2, 5, 2, 3, 3, 4, 1, 15, 7, 5, 1, 11, 5, 2, 15, 7, 6, 1, 7, 7, 9, 11, 8, 9, 2, 11, 2, 6, 6, 2, 10, 6, 1, 6, 4, 8, 4, 5, 2, 3, 9, 7, 8, 7, 8, 1, 8, 1, 5, 3, 3, 5, 8, 2, 4, 3, 4, 7, 3, 8, 2, 7, 3, 7, 2, 11, 4, 2, 8, 1, 6, 2, 6, 4, 3, 2, 4, 3, 11, 3, 8, 1, 6, 2, 6, 4, 3, 2, 5, 4, 4, 15, 4, 3, 8, 1, 6, 2, 6, 4, 3, 2, 5, 4, 3, 11, 5, 8, 11, 4, 1, 1, 1, 2, 11, 5, 8, 4, 1, 3, 1, 1, 2, 3, 8, 8, 2, 4, 3, 6, 2, 1, 1, 1, 3, 4, 7, 3, 8, 2, 7, 4, 2, 7, 4, 2, 4, 2, 2, 7, 4, 2, 5, 4, 2, 3, 7, 4, 2, 5, 4, 2, 5, 7, 4, 2, 4, 4, 3, 7, 5, 6, 8, 8, 1, 6, 9, 8, 5, 3, 3, 4, 5, 10, 5, 5, 3, 7, 4, 5, 5, 8, 1, 2, 4, 1, 3, 6, 3, 11, 3, 4, 11, 8, 1, 12, 3, 15, 2, 5, 5, 4, 8, 3, 2, 7, 5, 7, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 4, 57, 9, 8, 2, 11, 5, 4, 8, 3, 5, 4, 15, 2, 7, 4, 8, 3, 3, 5, 8, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 5, 4, 57, 9, 8, 2, 11, 5, 8, 7, 4, 3, 6, 8, 8, 2, 15, 2, 6, 3, 4, 8, 7, 3, 3, 8, 8, 8, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 7, 5], "patch_length_stats": {"count": 1432, "sum": 6915, "mean": 4.82891061452514, "median": 4.0, "p95": 11.0, "max": 57, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 5, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.12389509300192003, "decode_time_sec": 25.842928139019932, "total_time_sec": 40.078460271997756, "prefill_units_per_sec": 56224.98705329715, "prefill_bytes_per_sec": 56095.84553838863, "decode_units_per_sec": 510.7780329300021, "decode_bytes_per_sec": 510.7780329300021, "total_units_per_sec": 329.35396994835776, "total_bytes_per_sec": 329.35396994835776, "step_latency_ms": {"count": 2526, "sum": 25988, "mean": 10.288202692003168, "median": 9.0, "p95": 24.0, "max": 31, "min": 7}, "peak_allocated_mb": 3886.66748046875, "peak_reserved_mb": 4326.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6950, "mean": 434.375, "median": 434.0, "p95": 651.75, "max": 699, "min": 268}, "model_input_units": {"count": 16, "sum": 6966, "mean": 435.375, "median": 435.0, "p95": 652.75, "max": 700, "min": 269}}, "generated_stats": {"units": {"count": 16, "sum": 13200, "mean": 825.0, "median": 825.0, "p95": 825.0, "max": 825, "min": 825}, "bytes": {"count": 16, "sum": 13200, "mean": 825.0, "median": 825.0, "p95": 825.0, "max": 825, "min": 825}}, "compression_summary": {"raw_prompt_bytes": 6950, "model_input_units": 6966, "stage0_units": 1554, "stage1_units": null, "bytes_per_stage0_unit": 4.472329472329473, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [121, 86, 60, 116, 87, 117, 71, 87, 53, 137, 116, 119, 62, 102, 75, 145], "patch_count_stats": {"count": 16, "sum": 1554, "mean": 97.125, "median": 94.5, "p95": 139.0, "max": 145, "min": 53}, "patch_lengths": [3, 6, 5, 5, 10, 7, 7, 5, 3, 3, 5, 1, 6, 1, 4, 1, 7, 2, 4, 11, 3, 9, 3, 5, 7, 5, 7, 5, 3, 3, 7, 5, 2, 7, 5, 2, 5, 3, 6, 4, 5, 5, 7, 4, 4, 3, 3, 3, 4, 4, 1, 5, 2, 4, 6, 10, 6, 5, 5, 1, 6, 1, 4, 1, 7, 1, 7, 5, 3, 3, 2, 4, 5, 4, 9, 3, 4, 10, 6, 1, 3, 7, 5, 2, 5, 3, 3, 5, 5, 7, 2, 3, 4, 2, 4, 4, 2, 3, 7, 5, 2, 5, 3, 3, 5, 5, 7, 2, 4, 2, 5, 2, 3, 7, 2, 5, 4, 8, 3, 1, 2, 3, 4, 3, 4, 5, 1, 4, 1, 5, 1, 8, 3, 3, 4, 3, 4, 3, 5, 1, 4, 2, 1, 2, 5, 1, 7, 5, 1, 4, 2, 1, 2, 4, 2, 1, 1, 7, 4, 2, 4, 3, 1, 3, 4, 3, 3, 4, 4, 2, 1, 1, 5, 2, 1, 1, 5, 1, 8, 2, 7, 3, 4, 3, 5, 1, 5, 5, 5, 2, 3, 3, 3, 4, 2, 7, 3, 7, 3, 3, 2, 4, 4, 2, 3, 4, 3, 3, 6, 5, 1, 8, 3, 3, 5, 6, 8, 2, 4, 8, 3, 3, 4, 2, 3, 6, 4, 8, 4, 10, 6, 1, 1, 2, 5, 2, 6, 5, 3, 3, 4, 9, 4, 7, 10, 2, 5, 3, 5, 4, 6, 5, 2, 2, 5, 7, 6, 2, 7, 6, 7, 5, 2, 8, 7, 10, 5, 3, 4, 5, 1, 5, 1, 6, 1, 1, 1, 7, 6, 3, 3, 2, 11, 5, 2, 17, 5, 1, 1, 1, 8, 5, 1, 6, 5, 1, 6, 5, 2, 15, 5, 2, 2, 1, 5, 2, 5, 5, 2, 2, 1, 5, 2, 6, 1, 6, 2, 17, 6, 3, 3, 4, 8, 2, 3, 5, 5, 1, 5, 8, 1, 5, 1, 6, 1, 5, 1, 2, 11, 16, 6, 1, 6, 6, 1, 11, 1, 10, 2, 20, 6, 5, 1, 5, 5, 1, 8, 4, 4, 1, 4, 2, 1, 3, 2, 1, 2, 20, 6, 6, 1, 4, 5, 1, 3, 5, 1, 5, 5, 1, 4, 5, 3, 3, 3, 4, 2, 5, 5, 3, 3, 4, 4, 2, 2, 1, 1, 7, 4, 2, 2, 1, 1, 7, 2, 2, 1, 1, 1, 7, 2, 2, 5, 2, 1, 7, 5, 2, 6, 2, 7, 6, 4, 5, 2, 11, 2, 2, 1, 1, 1, 11, 6, 5, 2, 15, 3, 2, 4, 2, 2, 2, 1, 1, 3, 1, 1, 1, 4, 3, 19, 6, 3, 5, 4, 6, 2, 2, 2, 4, 3, 23, 2, 3, 5, 4, 6, 2, 2, 5, 3, 2, 3, 5, 2, 3, 5, 1, 5, 3, 3, 4, 3, 2, 10, 3, 7, 3, 4, 5, 1, 2, 1, 1, 2, 11, 3, 7, 5, 2, 7, 5, 2, 11, 2, 4, 2, 8, 5, 3, 4, 7, 3, 1, 12, 1, 11, 2, 5, 3, 12, 3, 4, 7, 3, 6, 6, 1, 11, 2, 5, 6, 3, 9, 7, 6, 4, 5, 3, 2, 11, 2, 4, 3, 4, 7, 8, 4, 2, 9, 5, 4, 1, 11, 2, 8, 1, 7, 5, 8, 6, 2, 7, 11, 1, 11, 2, 5, 4, 8, 4, 5, 8, 3, 3, 4, 8, 1, 11, 2, 2, 7, 6, 4, 4, 5, 3, 3, 4, 5, 3, 5, 5, 1, 5, 7, 1, 5, 5, 1, 5, 3, 3, 4, 4, 2, 2, 4, 7, 1, 5, 5, 2, 7, 4, 1, 3, 2, 5, 4, 2, 3, 6, 3, 4, 4, 1, 5, 2, 7, 3, 5, 3, 4, 5, 2, 11, 2, 3, 8, 5, 12, 3, 4, 9, 1, 3, 5, 3, 7, 1, 11, 2, 6, 2, 11, 5, 2, 3, 5, 5, 2, 2, 3, 5, 2, 3, 4, 6, 5, 2, 3, 6, 4, 5, 2, 3, 9, 9, 1, 1, 1, 2, 2, 3, 6, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 2, 3, 6, 1, 5, 2, 3, 8, 5, 2, 3, 9, 5, 2, 3, 3, 5, 2, 3, 7, 6, 5, 2, 3, 3, 5, 2, 8, 3, 8, 5, 1, 6, 2, 9, 3, 3, 4, 6, 2, 2, 3, 6, 4, 6, 1, 5, 4, 3, 5, 6, 3, 3, 3, 11, 6, 1, 9, 1, 3, 11, 6, 1, 9, 4, 3, 7, 7, 6, 1, 3, 5, 11, 6, 1, 5, 3, 7, 7, 9, 6, 2, 3, 5, 11, 6, 1, 5, 3, 7, 7, 9, 4, 6, 2, 3, 5, 2, 7, 7, 2, 3, 6, 5, 4, 1, 2, 21, 2, 9, 7, 3, 14, 5, 2, 5, 3, 14, 9, 4, 5, 2, 14, 9, 7, 5, 2, 14, 8, 5, 3, 3, 5, 2, 7, 7, 10, 11, 2, 3, 2, 6, 7, 6, 4, 3, 3, 3, 8, 2, 7, 7, 7, 4, 1, 2, 3, 8, 2, 5, 6, 3, 5, 1, 5, 5, 1, 5, 6, 1, 8, 1, 5, 2, 2, 3, 9, 2, 7, 9, 6, 8, 3, 3, 6, 6, 1, 4, 5, 6, 2, 10, 7, 3, 5, 3, 3, 9, 5, 2, 2, 3, 9, 5, 8, 1, 9, 4, 1, 7, 1, 6, 2, 3, 10, 2, 6, 10, 4, 5, 1, 9, 5, 1, 7, 1, 6, 2, 3, 7, 7, 6, 5, 6, 6, 9, 1, 4, 3, 4, 12, 5, 1, 12, 1, 5, 5, 3, 3, 4, 7, 6, 2, 2, 8, 4, 12, 3, 7, 3, 4, 5, 2, 11, 5, 12, 1, 1, 4, 7, 12, 2, 7, 5, 2, 11, 3, 12, 3, 3, 5, 2, 15, 12, 5, 3, 14, 5, 3, 3, 4, 5, 4, 12, 3, 3, 4, 5, 2, 15, 7, 2, 3, 19, 2, 2, 2, 5, 3, 2, 19, 2, 11, 2, 2, 12, 3, 1, 15, 3, 11, 4, 5, 2, 3, 4, 10, 2, 2, 3, 2, 2, 9, 5, 2, 2, 6, 13, 4, 2, 2, 10, 2, 7, 2, 11, 4, 9, 2, 3, 15, 8, 2, 2, 3, 8, 5, 2, 19, 5, 2, 11, 7, 5, 2, 11, 6, 6, 2, 11, 4, 9, 6, 2, 11, 8, 5, 5, 2, 11, 9, 5, 6, 2, 11, 6, 2, 2, 6, 2, 11, 8, 5, 5, 3, 5, 10, 1, 10, 5, 9, 2, 7, 8, 9, 1, 3, 5, 5, 2, 2, 4, 3, 7, 1, 3, 7, 3, 3, 4, 4, 3, 4, 2, 2, 2, 2, 5, 1, 2, 7, 2, 5, 2, 3, 3, 8, 2, 7, 4, 7, 3, 2, 7, 2, 8, 3, 3, 3, 7, 2, 7, 4, 7, 3, 2, 6, 2, 7, 3, 3, 3, 5, 6, 5, 3, 5, 6, 3, 7, 4, 7, 2, 3, 5, 7, 5, 2, 7, 5, 1, 3, 9, 3, 3, 4, 8, 2, 3, 2, 9, 2, 3, 9, 2, 7, 6, 2, 5, 8, 7, 6, 2, 8, 3, 8, 3, 7, 4, 5, 3, 6, 2, 11, 5, 4, 4, 5, 2, 15, 5, 1, 8, 9, 3, 4, 2, 5, 5, 3, 2, 4, 2, 8, 3, 3, 4, 5, 4, 5, 4, 3, 7, 3, 2, 3, 7, 2, 6, 2, 4, 4, 3, 28, 1, 6, 8, 4, 11, 5, 4, 5, 1, 1, 2, 3, 8, 2, 5, 8, 8, 3, 3, 4, 3, 3, 8, 2, 7, 9, 2, 9, 4, 4, 4, 3, 2, 3, 3, 2, 3, 9, 4, 38, 3, 5, 2, 3, 4, 2, 5, 2, 4, 3, 3, 4, 4, 3, 3, 5, 6, 9, 5, 3, 11, 3, 3, 2, 6, 4, 2, 2, 3, 7, 3, 2, 15, 5, 5, 2, 3, 2, 4, 4, 4, 4, 4, 3, 5, 6, 5, 1, 6, 5, 1, 6, 4, 5, 1, 7, 6, 5, 2, 24, 6, 5, 1, 8, 5, 1, 7, 5, 2, 18, 10, 5, 3, 3, 4, 6, 2, 4, 5, 6, 5, 1, 5, 1, 6, 6, 4, 1, 7, 2, 5, 2, 7, 7, 6, 5, 3, 4, 6, 1, 6, 6, 2, 18, 13, 6, 1, 5, 6, 1, 8, 1, 7, 2, 25, 6, 4, 2, 3, 4, 2, 2, 5, 1, 5, 1, 5, 1, 6, 8, 1, 2, 1, 1, 3, 3, 4, 2, 8, 3, 2, 1, 3, 8, 1, 1, 6, 4, 4, 2, 4, 3, 2, 1, 1, 7, 2, 5, 2, 3, 3, 1, 1, 1, 3, 2, 3, 1, 1, 2, 7, 2, 5, 2, 3, 3, 3, 2, 1, 2, 1, 7, 7, 5, 2, 2, 3, 2, 4, 4, 2, 1, 1, 2, 1, 1, 2, 2, 4, 2, 1, 1, 2, 1, 1, 2, 2, 2, 2, 2, 1, 3, 1, 3, 7, 7, 4, 2, 2, 5, 7, 5, 5, 1, 3, 3, 5, 2, 7, 5, 2, 5, 2, 6, 2, 4, 1, 2, 3, 7, 4, 2, 3, 7, 5, 5, 2, 2, 4, 4, 6, 2, 1, 1, 1, 3, 28, 5, 2, 5, 4, 6, 3], "patch_length_stats": {"count": 1554, "sum": 6966, "mean": 4.482625482625482, "median": 4.0, "p95": 11.0, "max": 38, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 6, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.14645907600061037, "decode_time_sec": 32.14771650210241, "total_time_sec": 52.199944853997295, "prefill_units_per_sec": 53052.362558723355, "prefill_bytes_per_sec": 52943.117024496896, "decode_units_per_sec": 488.8683150783726, "decode_bytes_per_sec": 488.8683150783726, "total_units_per_sec": 301.07311499959417, "total_bytes_per_sec": 301.07311499959417, "step_latency_ms": {"count": 3159, "sum": 32383, "mean": 10.251028806584362, "median": 9.0, "p95": 24.0, "max": 26, "min": 7}, "peak_allocated_mb": 4295.00341796875, "peak_reserved_mb": 4578.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7754, "mean": 484.625, "median": 461.0, "p95": 876.5, "max": 986, "min": 262}, "model_input_units": {"count": 16, "sum": 7770, "mean": 485.625, "median": 462.0, "p95": 877.5, "max": 987, "min": 263}}, "generated_stats": {"units": {"count": 16, "sum": 15716, "mean": 982.25, "median": 1112.0, "p95": 1112.0, "max": 1112, "min": 24}, "bytes": {"count": 16, "sum": 15716, "mean": 982.25, "median": 1112.0, "p95": 1112.0, "max": 1112, "min": 24}}, "compression_summary": {"raw_prompt_bytes": 7754, "model_input_units": 7770, "stage0_units": 1717, "stage1_units": null, "bytes_per_stage0_unit": 4.516016307513104, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [134, 69, 124, 55, 106, 75, 76, 63, 165, 200, 125, 138, 69, 48, 168, 102], "patch_count_stats": {"count": 16, "sum": 1717, "mean": 107.3125, "median": 104.0, "p95": 176.0, "max": 200, "min": 48}, "patch_lengths": [3, 2, 3, 6, 5, 4, 3, 4, 7, 3, 11, 2, 4, 7, 1, 11, 2, 2, 4, 3, 1, 6, 3, 3, 2, 11, 2, 3, 7, 11, 2, 4, 2, 4, 7, 5, 3, 1, 4, 9, 3, 11, 2, 2, 5, 3, 1, 6, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 2, 3, 2, 11, 2, 2, 6, 3, 1, 6, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 2, 3, 3, 11, 2, 5, 1, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 1, 4, 3, 9, 3, 8, 1, 11, 2, 9, 2, 11, 2, 2, 8, 2, 1, 6, 4, 2, 1, 1, 2, 2, 1, 1, 2, 5, 2, 8, 6, 2, 15, 6, 1, 1, 2, 1, 4, 3, 7, 7, 6, 5, 1, 8, 3, 1, 5, 3, 3, 3, 4, 8, 2, 9, 7, 2, 11, 3, 1, 3, 1, 2, 7, 2, 1, 3, 6, 5, 9, 4, 1, 8, 3, 1, 5, 3, 3, 11, 8, 5, 8, 1, 7, 5, 7, 2, 2, 1, 5, 5, 5, 1, 8, 5, 8, 3, 3, 4, 3, 8, 7, 5, 3, 1, 3, 3, 3, 7, 3, 5, 3, 3, 4, 3, 5, 5, 2, 2, 11, 4, 2, 4, 4, 3, 2, 5, 7, 2, 2, 4, 1, 7, 4, 3, 4, 1, 3, 4, 2, 11, 2, 11, 4, 2, 3, 2, 3, 3, 11, 3, 4, 2, 1, 1, 2, 15, 4, 5, 1, 1, 2, 14, 8, 3, 4, 2, 11, 4, 7, 6, 2, 5, 5, 7, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 6, 4, 4, 2, 1, 4, 4, 5, 3, 11, 4, 5, 1, 1, 2, 7, 2, 9, 5, 7, 12, 1, 7, 3, 6, 6, 7, 3, 4, 3, 3, 7, 3, 3, 3, 1, 1, 3, 7, 2, 7, 5, 2, 7, 4, 3, 3, 4, 8, 5, 5, 1, 5, 4, 3, 3, 4, 2, 2, 5, 5, 7, 3, 7, 2, 8, 2, 6, 2, 5, 8, 6, 6, 5, 4, 5, 23, 3, 5, 4, 2, 3, 7, 4, 2, 2, 9, 3, 7, 2, 6, 3, 7, 3, 4, 3, 5, 2, 11, 6, 2, 3, 7, 4, 4, 5, 1, 7, 4, 5, 7, 5, 4, 1, 2, 3, 3, 7, 11, 1, 3, 4, 2, 7, 4, 2, 11, 5, 2, 3, 5, 1, 7, 2, 8, 1, 4, 7, 5, 4, 1, 6, 5, 2, 3, 4, 6, 2, 3, 2, 3, 4, 2, 7, 3, 4, 3, 1, 1, 2, 11, 7, 5, 1, 7, 5, 2, 11, 7, 6, 1, 3, 7, 10, 3, 3, 2, 7, 6, 2, 5, 10, 4, 1, 2, 2, 4, 4, 5, 1, 2, 2, 5, 7, 2, 2, 4, 7, 1, 2, 3, 1, 1, 2, 4, 3, 4, 3, 8, 11, 6, 3, 4, 6, 5, 1, 5, 1, 10, 1, 5, 1, 3, 6, 2, 3, 5, 1, 2, 3, 1, 3, 4, 7, 3, 6, 5, 5, 5, 2, 2, 5, 1, 7, 3, 7, 4, 2, 5, 4, 4, 11, 7, 5, 8, 6, 5, 6, 3, 4, 6, 5, 5, 5, 5, 1, 10, 1, 5, 1, 3, 6, 1, 1, 2, 5, 1, 2, 3, 1, 12, 3, 3, 4, 8, 5, 1, 8, 1, 7, 4, 3, 4, 2, 1, 5, 4, 10, 8, 12, 2, 7, 2, 7, 9, 2, 4, 7, 10, 2, 6, 2, 4, 9, 5, 2, 1, 5, 2, 7, 4, 6, 3, 5, 7, 8, 2, 11, 9, 7, 10, 6, 3, 5, 8, 1, 6, 3, 7, 3, 4, 9, 2, 11, 9, 2, 8, 2, 4, 9, 5, 2, 1, 5, 2, 5, 8, 3, 3, 10, 5, 1, 8, 4, 5, 1, 9, 2, 5, 2, 5, 2, 4, 2, 5, 2, 4, 2, 3, 3, 7, 3, 3, 4, 4, 3, 1, 2, 5, 5, 9, 8, 4, 3, 7, 4, 4, 5, 1, 3, 4, 3, 4, 3, 1, 5, 3, 5, 4, 11, 3, 4, 5, 3, 5, 2, 15, 4, 3, 3, 2, 3, 9, 5, 4, 3, 3, 2, 7, 4, 4, 8, 12, 3, 4, 1, 3, 7, 2, 4, 7, 1, 3, 7, 4, 2, 4, 4, 2, 2, 3, 1, 3, 11, 5, 2, 3, 5, 5, 7, 4, 1, 7, 3, 3, 7, 5, 2, 3, 3, 11, 5, 2, 1, 1, 3, 3, 5, 4, 2, 7, 11, 5, 3, 3, 5, 4, 1, 3, 3, 4, 11, 5, 2, 7, 7, 1, 3, 7, 5, 2, 3, 5, 5, 7, 4, 1, 7, 3, 3, 7, 5, 2, 3, 10, 4, 2, 3, 5, 5, 7, 4, 1, 4, 3, 3, 8, 2, 7, 3, 3, 8, 2, 3, 2, 7, 4, 6, 10, 3, 8, 7, 1, 3, 8, 7, 5, 3, 3, 2, 9, 4, 7, 3, 2, 6, 1, 3, 3, 3, 5, 3, 4, 2, 3, 5, 5, 2, 5, 5, 1, 2, 2, 3, 5, 3, 3, 3, 3, 3, 2, 2, 4, 2, 3, 2, 3, 6, 6, 10, 3, 3, 4, 6, 4, 3, 3, 6, 6, 10, 3, 3, 4, 6, 2, 4, 3, 10, 3, 3, 4, 7, 2, 8, 6, 4, 1, 2, 9, 6, 10, 4, 3, 4, 2, 3, 10, 3, 3, 4, 7, 2, 7, 10, 3, 3, 4, 6, 5, 2, 5, 7, 12, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 11, 3, 2, 7, 8, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 7, 5, 7, 6, 6, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 5, 6, 5, 7, 7, 5, 2, 5, 5, 6, 4, 7, 7, 5, 2, 4, 7, 2, 7, 5, 5, 4, 12, 7, 3, 6, 1, 7, 2, 7, 10, 4, 7, 11, 1, 7, 3, 2, 4, 6, 3, 11, 10, 3, 3, 4, 6, 5, 3, 6, 6, 1, 7, 3, 3, 7, 3, 3, 4, 6, 5, 3, 4, 2, 11, 10, 3, 3, 4, 6, 5, 3, 2, 3, 7, 3, 2, 6, 3, 11, 10, 3, 3, 4, 6, 5, 3, 8, 1, 7, 3, 12, 3, 11, 10, 3, 3, 4, 6, 5, 3, 12, 2, 3, 2, 3, 7, 7, 4, 3, 9, 1, 4, 1, 10, 2, 7, 2, 9, 3, 3, 3, 3, 4, 4, 4, 9, 2, 7, 6, 4, 9, 2, 4, 3, 5, 4, 9, 5, 3, 7, 1, 4, 1, 6, 3, 9, 2, 10, 2, 9, 3, 3, 3, 3, 2, 2, 1, 4, 4, 7, 1, 3, 2, 8, 4, 4, 7, 3, 7, 6, 8, 6, 2, 4, 2, 7, 5, 4, 2, 1, 3, 1, 2, 3, 29, 9, 1, 7, 4, 3, 3, 9, 4, 9, 4, 3, 4, 5, 2, 7, 3, 4, 3, 5, 6, 9, 3, 11, 6, 4, 9, 2, 2, 5, 10, 1, 3, 1, 2, 2, 9, 2, 7, 4, 5, 7, 2, 3, 4, 4, 11, 5, 1, 2, 1, 9, 6, 3, 3, 4, 2, 5, 3, 2, 3, 8, 2, 1, 2, 4, 6, 5, 1, 5, 3, 8, 1, 5, 2, 1, 8, 1, 5, 4, 2, 5, 3, 7, 2, 2, 2, 1, 1, 1, 1, 2, 5, 4, 1, 1, 2, 5, 3, 2, 7, 3, 9, 3, 6, 2, 11, 8, 2, 2, 2, 3, 4, 5, 4, 1, 2, 2, 1, 1, 4, 3, 2, 5, 3, 1, 3, 1, 1, 2, 2, 1, 2, 5, 4, 2, 1, 2, 12, 2, 11, 8, 2, 2, 2, 2, 1, 1, 4, 3, 2, 5, 3, 1, 3, 1, 1, 2, 1, 1, 1, 9, 4, 5, 4, 11, 8, 1, 8, 5, 4, 3, 8, 1, 7, 7, 3, 7, 5, 3, 2, 3, 3, 4, 1, 2, 9, 1, 4, 2, 7, 3, 3, 4, 3, 4, 4, 6, 1, 3, 1, 1, 2, 11, 6, 11, 2, 5, 4, 3, 3, 3, 6, 4, 9, 4, 7, 2, 2, 4, 11, 3, 7, 4, 9, 3, 10, 2, 11, 3, 9, 3, 5, 2, 15, 6, 11, 2, 8, 3, 5, 3, 7, 4, 2, 4, 9, 4, 5, 3, 3, 5, 9, 5, 7, 2, 23, 5, 2, 17, 4, 5, 2, 17, 5, 7, 6, 5, 2, 17, 5, 5, 6, 6, 2, 17, 6, 4, 5, 2, 17, 6, 6, 10, 2, 3, 17, 6, 4, 10, 2, 4, 3, 3, 5, 5, 6, 3, 3, 6, 4, 8, 5, 1, 5, 1, 2, 1, 8, 4, 3, 4, 3, 5, 3, 5, 2, 11, 5, 2, 3, 5, 5, 6, 1, 6, 5, 2, 7, 4, 7, 2, 5, 7, 2, 7, 4, 5, 2, 6, 2, 1, 1, 4, 4, 3, 11, 3, 11, 2, 1, 1, 6, 3, 15, 6, 2, 3, 1, 11, 5, 11, 2, 1, 1, 5, 3, 15, 6, 2, 3, 1, 1, 2, 11, 5, 2, 15, 2, 4, 5, 4, 10, 5, 4, 6, 5, 3, 4, 5, 1, 15, 2, 2, 6, 4, 3, 4, 7, 2, 15, 4, 2, 19, 3, 2, 2, 5, 6, 2, 1, 1, 3, 2, 5, 5, 2, 15, 7, 2, 9, 5, 1, 20, 3, 19, 5, 1, 15, 6, 2, 5, 5, 6, 7, 2, 1, 2, 49, 4, 4, 2, 18, 6, 2, 7, 2, 3, 2, 3, 1, 1, 1, 7, 3, 5, 5, 3, 1, 1, 2, 11, 3, 5, 4, 2, 3, 4, 4, 5, 1, 5, 5, 3, 3, 4, 5, 8, 2, 4, 7, 2, 3, 3, 5, 5, 1, 7, 3, 6, 5, 3, 4, 5, 2, 11, 2, 3, 4, 2, 6, 5, 3, 4, 4, 6, 5, 7, 4, 3, 4, 5, 7, 2, 11, 2, 5, 8, 5, 3, 5, 3, 7, 3, 6, 3, 4, 10, 8, 1, 11, 2, 3, 8, 15, 2, 11, 6, 5, 10, 4, 15, 4, 3, 4, 3, 4, 3, 19, 5, 8, 2, 5, 21, 2, 5, 10, 3, 11, 6, 5, 3, 7, 3, 11, 4, 7, 2], "patch_length_stats": {"count": 1717, "sum": 7770, "mean": 4.525334886429819, "median": 4.0, "p95": 11.0, "max": 49, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 7, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.14079058300194447, "decode_time_sec": 29.695919680023508, "total_time_sec": 47.996896896998805, "prefill_units_per_sec": 48284.47936682038, "prefill_bytes_per_sec": 48170.83540243834, "decode_units_per_sec": 558.359538234947, "decode_bytes_per_sec": 558.359538234947, "total_units_per_sec": 345.4598332801134, "total_bytes_per_sec": 345.4598332801134, "step_latency_ms": {"count": 2937, "sum": 29957, "mean": 10.19986380660538, "median": 9.0, "p95": 24.0, "max": 26, "min": 7}, "peak_allocated_mb": 4319.6357421875, "peak_reserved_mb": 4708.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 16581, "mean": 1036.3125, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 261}, "bytes": {"count": 16, "sum": 16581, "mean": 1036.3125, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 261}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 1480, "stage1_units": null, "bytes_per_stage0_unit": 4.582432432432433, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63, 224, 65, 136, 73, 62, 76, 57, 70, 71, 93, 108, 56, 103, 99, 124], "patch_count_stats": {"count": 16, "sum": 1480, "mean": 92.5, "median": 74.5, "p95": 158.0, "max": 224, "min": 56}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3, 3, 4, 5, 7, 2, 3, 9, 1, 2, 7, 8, 5, 1, 2, 7, 5, 5, 6, 1, 2, 7, 5, 5, 6, 1, 2, 7, 4, 7, 2, 7, 6, 3, 4, 6, 5, 5, 3, 8, 1, 7, 3, 3, 2, 5, 4, 5, 5, 7, 9, 5, 1, 7, 6, 5, 2, 7, 6, 2, 2, 2, 3, 2, 1, 4, 2, 3, 6, 5, 7, 5, 1, 4, 7, 2, 4, 9, 1, 7, 3, 8, 2, 11, 5, 2, 2, 1, 3, 3, 9, 3, 7, 1, 3, 8, 2, 1, 8, 2, 11, 4, 9, 3, 4, 2, 3, 6, 2, 12, 2, 11, 5, 2, 3, 2, 4, 2, 3, 6, 3, 7, 2, 6, 7, 6, 1, 7, 3, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 3, 10, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 4, 7, 2, 8, 6, 3, 5, 4, 9, 9, 7, 4, 7, 1, 7, 2, 6, 10, 4, 5, 3, 6, 4, 5, 8, 2, 5, 2, 7, 4, 2, 11, 3, 4, 2, 3, 4, 4, 2, 2, 2, 2, 3, 4, 5, 1, 4, 4, 4, 5, 5, 1, 3, 5, 3, 3, 4, 3, 4, 5, 3, 5, 2, 11, 3, 8, 5, 1, 3, 10, 6, 2, 5, 3, 15, 4, 5, 2, 5, 1, 11, 5, 2, 15, 4, 2, 19, 5, 8, 5, 5, 5, 2, 15, 4, 4, 5, 2, 5, 1, 22, 20, 2, 19, 4, 5, 2, 3, 4, 5, 3, 3, 4, 2, 5, 1, 3, 3, 5, 1, 7, 3, 5, 2, 11, 2, 11, 6, 4, 1, 3, 9, 2, 1, 5, 8, 5, 2, 2, 1, 10, 8, 12, 4, 7, 3, 2, 5, 5, 3, 7, 6, 2, 5, 10, 3, 3, 7, 5, 2, 1, 2, 6, 2, 3, 5, 5, 3, 3, 1, 6, 2, 7, 2, 6, 1, 4, 4, 9, 1, 1, 1, 3, 4, 1, 1, 1, 3, 6, 1, 1, 1, 3, 2, 2, 7, 3, 7, 2, 3, 7, 4, 4, 5, 4, 5, 2, 7, 5, 9, 2, 1, 1, 1, 7, 5, 2, 3, 2, 6, 3, 5, 1, 7, 5, 2, 4, 2, 6, 3, 4, 1, 7, 5, 4, 2, 6, 3, 4, 1, 7, 5, 2, 3, 10, 6, 5, 1, 6, 4, 3, 4, 2, 6, 3, 4, 8, 6, 3, 2, 6, 1, 7, 3, 4, 11, 6, 1, 7, 6, 3, 11, 7, 6, 2, 7, 2, 10, 4, 6, 1, 7, 11, 6, 2, 6, 3, 5, 6, 3, 7, 2, 6, 4, 6, 4, 7, 8, 5, 1, 7, 4, 6, 6, 1, 6, 6, 3, 11, 6, 6, 4, 11, 6, 6, 2, 3, 4, 10, 9, 5, 1, 8, 3, 3, 4, 2, 9, 8, 6, 9, 4, 4, 1, 7, 6, 5, 2, 3, 3, 4, 3, 5, 5, 2, 5, 1, 3, 9, 5, 2, 5, 2, 3, 3, 5, 2, 4, 4, 7, 5, 5, 2, 3, 4, 4, 2, 1, 5, 11, 3, 6, 2, 11, 5, 4, 4, 3, 3, 2, 7, 8, 5, 3, 3, 4, 4, 8, 5, 1, 2, 4, 1, 3, 1, 4, 3, 11, 3, 5, 5, 8, 4, 4, 2, 3, 2, 2, 3, 7, 3, 15, 7, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 8, 2, 6, 7, 3, 11, 5, 8, 4, 6, 7, 8, 2, 11, 7, 2, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 5, 8, 2, 3, 4, 4, 2, 7, 5, 4, 2, 3, 9, 3, 3, 4, 2, 7, 4, 2, 3, 6, 4, 2, 3, 9, 2, 3, 4, 3, 10, 8, 2, 7, 4, 5, 2, 6, 5, 3, 6, 4, 5, 3, 4, 8, 8, 3, 18, 9, 1, 7, 4, 5, 8, 5, 4, 5, 10, 4, 3, 7, 6, 5, 5, 5, 3, 3, 4, 2, 3, 2, 5, 4, 8, 6, 4, 1, 7, 11, 4, 2, 3, 3, 7, 2, 1, 2, 2, 2, 1, 4, 2, 3, 2, 1, 2, 3, 2, 4, 7, 4, 2, 5, 5, 3, 7, 6, 2, 5, 5, 5, 2, 5, 3, 7, 6, 12, 2, 5, 4, 6, 12, 1, 2, 4, 2, 1, 2, 5, 3, 4, 8, 5, 7, 7, 5, 3, 3, 7, 2, 7, 3, 4, 7, 4, 4, 1, 3, 4, 6, 1, 8, 3, 7, 4, 2, 7, 2, 5, 4, 5, 4, 7, 3, 2, 5, 1, 3, 8, 2, 11, 6, 2, 8, 4, 4, 1, 2, 6, 6, 2, 11, 7, 11, 6, 1, 4, 2, 11, 7, 2, 8, 10, 2, 4, 2, 11, 7, 9, 2, 3, 4, 4, 8, 5, 1, 3, 9, 4, 3, 4, 2, 8, 5, 7, 12, 4, 4, 9, 1, 7, 2, 4, 2, 2, 4, 11, 3, 7, 2, 3, 3, 2, 1, 1, 1, 7, 4, 3, 3, 5, 4, 4, 3, 11, 2, 6, 3, 9, 3, 4, 8, 7, 6, 1, 11, 2, 3, 4, 6, 7, 4, 4, 5, 1, 11, 2, 1, 3, 6, 2, 2, 1, 1, 2, 1, 2, 1, 3, 3, 1, 11, 2, 3, 3, 3, 1, 1, 2, 11, 5, 4, 2, 3, 7, 4, 1, 10, 1, 11, 6, 3, 3, 4, 3, 4, 11, 10, 1, 2, 4, 1, 6, 4, 11, 10, 2, 2, 9, 3, 7, 6, 2, 4, 7, 4, 5, 3, 10, 2, 11, 5, 2, 4, 5, 2, 4, 3, 2, 3, 7, 2, 4, 7, 3, 5, 3, 11, 3, 4, 5, 2, 15, 9, 2, 11, 3, 11, 3, 2, 1, 5, 3, 15, 6, 7, 1, 2, 2, 2, 11, 5, 2, 15, 6, 7, 1, 2, 2, 3, 7, 3, 11, 2, 11, 7, 6, 2, 7, 2, 12, 5, 1, 4, 2, 9, 4, 1, 7, 4, 2, 3, 4, 5, 9, 7, 5, 1, 7, 3, 3, 4, 3, 7, 2, 5, 1, 7, 5, 2, 4, 7, 4, 5, 3, 7, 6, 3, 1, 4, 11, 3, 4, 3, 7, 2, 15, 5, 3, 5, 2, 3, 1, 2, 11, 4, 9, 1, 11, 3, 4, 2, 2, 7, 5, 5, 4, 3, 3, 8, 2, 3, 6, 7, 5, 1, 8, 3, 3, 4, 5, 2, 7, 8, 5, 8, 2, 7, 8, 7, 2, 3, 6, 5, 2, 2, 5, 2, 2, 6, 2, 2, 4, 2, 2, 4, 2, 3, 27, 9, 3, 7, 3, 5, 2, 5, 7, 2, 3, 5, 3, 4, 5, 2, 5, 7, 3, 5, 1, 1, 3, 11, 2, 2, 5, 1, 7, 5, 2, 11, 4, 2, 1, 4, 3, 5, 7, 6, 5, 3, 3, 7, 1, 5, 4, 4, 15, 3, 2, 3, 1, 7, 7, 1, 4, 28, 2, 5, 7, 4, 3, 7, 10, 3, 3, 3, 9, 5, 2, 3, 3, 4, 4, 1, 6, 3, 10, 3, 2, 5, 4, 5, 7, 9, 2, 4, 7, 4, 2, 3, 6, 2, 11, 9, 7, 2, 2, 3, 13, 7, 4, 4, 7, 4, 2, 3, 3, 2, 8, 3, 3, 3, 11, 9, 7, 2, 2, 7, 9, 5, 7, 9, 2, 10, 5, 2, 2, 3, 3, 6, 1, 4, 9, 3, 9, 5, 2, 3, 7, 5, 2, 7, 5, 4, 7, 5, 4, 3, 9, 5, 2, 2, 3, 8, 5, 6, 1, 4, 2, 3, 5, 5, 9, 3, 3, 3, 7, 2, 4, 7, 3, 3, 6, 2, 7, 9, 5, 5, 9, 3, 3, 3, 9, 4, 2, 5, 8, 3, 2, 7, 2, 2, 9, 2, 4, 2, 3, 6, 3, 2, 2, 9, 5, 2, 3, 2, 8, 2, 7, 3, 4, 10, 4, 5, 3, 7, 10, 2, 5, 2, 9, 3, 7, 3, 5, 2, 9, 5, 2, 3, 2, 8, 3, 11, 9, 2, 9, 4, 4, 3, 7, 2, 7, 4, 7, 9, 3, 10, 1, 7, 5, 5, 2, 9, 5, 2, 3, 2, 5, 3, 11, 7, 2, 1, 6, 3, 3, 5, 2, 4, 7, 6, 6, 3, 7, 2, 7, 5, 2, 11, 7, 10, 3], "patch_length_stats": {"count": 1480, "sum": 6798, "mean": 4.5932432432432435, "median": 4.0, "p95": 11.0, "max": 28, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 0, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.15748409500156413, "decode_time_sec": 34.17689188012082, "total_time_sec": 55.8132313189999, "prefill_units_per_sec": 50214.59468603136, "prefill_bytes_per_sec": 50112.99712470403, "decode_units_per_sec": 443.0186353138463, "decode_bytes_per_sec": 443.0186353138463, "total_units_per_sec": 271.2797600529843, "total_bytes_per_sec": 271.2797600529843, "step_latency_ms": {"count": 3392, "sum": 34287, "mean": 10.10819575471698, "median": 9.0, "p95": 24.0, "max": 31, "min": 7}, "peak_allocated_mb": 4406.841796875, "peak_reserved_mb": 4918.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7892, "mean": 493.25, "median": 458.5, "p95": 794.25, "max": 966, "min": 258}, "model_input_units": {"count": 16, "sum": 7908, "mean": 494.25, "median": 459.5, "p95": 795.25, "max": 967, "min": 259}}, "generated_stats": {"units": {"count": 16, "sum": 15141, "mean": 946.3125, "median": 1092.0, "p95": 1092.0, "max": 1092, "min": 101}, "bytes": {"count": 16, "sum": 15141, "mean": 946.3125, "median": 1092.0, "p95": 1092.0, "max": 1092, "min": 101}}, "compression_summary": {"raw_prompt_bytes": 7892, "model_input_units": 7908, "stage0_units": 1851, "stage1_units": null, "bytes_per_stage0_unit": 4.263641274986494, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [262, 156, 75, 67, 120, 97, 116, 91, 140, 117, 214, 93, 92, 81, 55, 75], "patch_count_stats": {"count": 16, "sum": 1851, "mean": 115.6875, "median": 95.0, "p95": 226.0, "max": 262, "min": 55}, "patch_lengths": [3, 5, 5, 1, 8, 11, 5, 1, 2, 3, 1, 2, 3, 1, 6, 1, 2, 3, 5, 1, 3, 6, 3, 3, 4, 13, 2, 3, 9, 1, 1, 3, 1, 2, 3, 1, 2, 4, 3, 7, 4, 2, 3, 3, 5, 10, 5, 3, 1, 3, 3, 4, 4, 2, 5, 2, 4, 5, 1, 1, 5, 4, 3, 1, 13, 1, 2, 5, 2, 2, 3, 8, 11, 2, 5, 1, 4, 2, 37, 2, 2, 1, 2, 1, 2, 1, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 8, 1, 13, 1, 5, 1, 4, 1, 3, 4, 5, 1, 1, 3, 31, 2, 2, 1, 1, 2, 1, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 9, 7, 1, 13, 1, 5, 1, 4, 1, 3, 4, 5, 1, 1, 2, 7, 1, 1, 1, 1, 1, 2, 31, 2, 2, 1, 5, 2, 1, 2, 2, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 5, 1, 3, 1, 5, 7, 1, 13, 1, 5, 1, 4, 1, 3, 1, 3, 5, 1, 1, 2, 7, 1, 1, 1, 1, 1, 2, 31, 2, 2, 1, 5, 2, 1, 2, 2, 2, 4, 3, 2, 6, 2, 2, 2, 3, 6, 3, 7, 4, 5, 1, 1, 2, 6, 4, 2, 4, 4, 7, 7, 2, 3, 7, 5, 1, 4, 5, 3, 3, 4, 5, 2, 6, 6, 6, 4, 3, 4, 3, 4, 5, 3, 2, 6, 5, 6, 3, 11, 6, 6, 5, 2, 15, 3, 6, 5, 6, 1, 3, 2, 9, 6, 4, 5, 3, 11, 4, 2, 5, 7, 3, 8, 4, 7, 2, 5, 1, 6, 3, 1, 3, 4, 5, 4, 8, 6, 5, 4, 3, 7, 1, 7, 3, 4, 5, 1, 3, 4, 5, 3, 11, 6, 6, 5, 2, 3, 3, 1, 2, 4, 6, 2, 6, 4, 5, 3, 7, 4, 2, 5, 2, 7, 4, 4, 5, 2, 7, 3, 4, 4, 2, 4, 4, 11, 6, 6, 5, 2, 15, 2, 3, 3, 1, 2, 3, 7, 4, 10, 7, 3, 8, 3, 11, 4, 2, 6, 7, 4, 4, 4, 4, 6, 2, 6, 4, 5, 4, 7, 8, 2, 5, 2, 7, 7, 4, 5, 4, 3, 5, 5, 4, 5, 5, 1, 5, 3, 3, 4, 5, 4, 5, 2, 5, 7, 4, 4, 3, 5, 2, 11, 4, 2, 15, 5, 2, 8, 4, 2, 15, 8, 2, 5, 5, 4, 15, 7, 4, 2, 8, 4, 2, 1, 2, 3, 4, 4, 15, 3, 4, 7, 4, 2, 19, 8, 5, 2, 8, 4, 2, 7, 5, 2, 5, 5, 2, 23, 3, 3, 1, 2, 5, 4, 3, 6, 5, 5, 3, 3, 4, 5, 4, 2, 3, 5, 5, 5, 5, 7, 1, 5, 3, 7, 3, 1, 2, 6, 3, 2, 2, 2, 4, 9, 6, 3, 7, 4, 7, 3, 4, 2, 6, 5, 4, 1, 2, 5, 4, 11, 5, 5, 2, 7, 3, 6, 3, 3, 1, 2, 11, 3, 5, 5, 4, 3, 5, 5, 3, 4, 3, 3, 4, 4, 1, 5, 3, 4, 2, 7, 2, 2, 1, 6, 1, 3, 2, 7, 1, 8, 3, 7, 1, 10, 7, 1, 3, 4, 2, 7, 2, 4, 3, 4, 4, 6, 4, 9, 4, 1, 9, 3, 5, 6, 2, 7, 2, 3, 5, 3, 3, 3, 8, 2, 1, 2, 1, 4, 2, 7, 4, 2, 10, 2, 7, 2, 8, 10, 2, 5, 1, 10, 11, 1, 4, 7, 4, 3, 1, 7, 2, 6, 1, 7, 7, 2, 5, 2, 4, 2, 3, 4, 2, 9, 1, 3, 2, 5, 6, 2, 6, 3, 15, 9, 2, 3, 8, 2, 10, 2, 3, 5, 1, 5, 9, 3, 7, 8, 2, 9, 4, 3, 4, 4, 7, 5, 1, 7, 1, 7, 5, 3, 3, 4, 7, 2, 5, 2, 7, 7, 7, 2, 7, 6, 7, 2, 5, 7, 3, 5, 5, 8, 3, 4, 5, 2, 11, 6, 7, 2, 4, 7, 2, 2, 5, 5, 8, 2, 3, 4, 9, 2, 7, 3, 4, 5, 3, 7, 9, 2, 8, 2, 2, 2, 5, 5, 1, 7, 5, 2, 7, 2, 10, 4, 8, 2, 11, 7, 2, 3, 3, 11, 5, 3, 1, 4, 1, 2, 2, 4, 5, 4, 11, 6, 7, 6, 7, 3, 3, 4, 11, 6, 1, 4, 3, 3, 3, 4, 6, 2, 7, 7, 1, 3, 2, 4, 11, 7, 4, 4, 7, 4, 8, 7, 3, 4, 5, 6, 1, 3, 4, 3, 5, 3, 4, 6, 5, 4, 7, 5, 5, 2, 2, 1, 1, 1, 7, 5, 6, 2, 1, 1, 1, 7, 5, 5, 2, 5, 1, 7, 5, 3, 6, 4, 2, 2, 1, 2, 6, 7, 4, 3, 2, 5, 1, 1, 3, 6, 2, 5, 1, 1, 2, 7, 5, 3, 6, 4, 2, 3, 2, 6, 7, 4, 5, 5, 1, 1, 3, 5, 2, 5, 1, 1, 2, 7, 5, 3, 6, 4, 2, 3, 2, 2, 3, 8, 9, 5, 3, 3, 4, 9, 2, 4, 7, 4, 6, 3, 5, 7, 7, 4, 11, 4, 9, 5, 3, 3, 8, 2, 2, 5, 9, 2, 2, 6, 3, 6, 4, 15, 3, 4, 8, 6, 1, 9, 5, 3, 19, 9, 2, 11, 4, 9, 2, 8, 6, 1, 9, 5, 3, 15, 3, 4, 11, 3, 6, 1, 9, 3, 19, 9, 2, 15, 11, 2, 9, 4, 3, 6, 11, 3, 15, 3, 11, 3, 5, 2, 19, 9, 2, 15, 4, 4, 2, 3, 11, 5, 5, 1, 4, 4, 1, 8, 3, 7, 4, 2, 8, 4, 2, 5, 4, 2, 5, 2, 1, 8, 4, 5, 2, 3, 3, 2, 6, 4, 4, 3, 6, 7, 11, 6, 4, 1, 3, 4, 5, 2, 1, 3, 8, 4, 5, 2, 3, 7, 2, 1, 3, 8, 5, 2, 10, 4, 1, 2, 1, 2, 3, 2, 4, 2, 1, 7, 2, 3, 8, 10, 5, 11, 1, 4, 4, 2, 1, 9, 4, 2, 4, 1, 4, 4, 3, 3, 8, 10, 4, 6, 4, 10, 4, 3, 4, 5, 2, 4, 5, 6, 3, 3, 1, 2, 3, 3, 7, 4, 7, 4, 5, 3, 5, 3, 8, 5, 2, 7, 9, 5, 11, 1, 2, 1, 2, 4, 5, 2, 5, 9, 4, 4, 5, 1, 2, 4, 2, 3, 6, 4, 7, 7, 3, 9, 3, 6, 4, 3, 7, 11, 2, 5, 4, 2, 3, 5, 3, 2, 5, 4, 3, 3, 3, 5, 3, 2, 2, 4, 7, 8, 9, 6, 2, 1, 1, 1, 2, 8, 6, 2, 3, 4, 2, 4, 1, 6, 3, 2, 2, 10, 4, 3, 3, 8, 1, 7, 8, 3, 3, 3, 1, 2, 1, 1, 2, 1, 2, 1, 2, 5, 2, 7, 7, 3, 7, 2, 1, 1, 1, 3, 3, 2, 2, 7, 2, 3, 2, 2, 1, 5, 9, 2, 7, 4, 4, 9, 6, 3, 7, 3, 7, 2, 7, 7, 11, 2, 8, 5, 2, 4, 4, 9, 6, 4, 3, 2, 3, 2, 3, 5, 2, 4, 3, 6, 3, 3, 4, 4, 1, 3, 1, 3, 1, 5, 2, 5, 4, 2, 7, 7, 2, 7, 5, 1, 1, 5, 2, 4, 3, 6, 2, 7, 3, 4, 4, 5, 1, 6, 1, 3, 1, 1, 1, 5, 1, 1, 5, 1, 8, 2, 4, 1, 6, 1, 1, 2, 1, 3, 7, 3, 4, 5, 1, 3, 1, 2, 3, 1, 1, 4, 4, 5, 1, 3, 1, 2, 3, 1, 1, 1, 2, 6, 1, 3, 6, 1, 11, 6, 15, 2, 5, 5, 6, 8, 3, 4, 8, 1, 10, 3, 7, 5, 4, 5, 1, 3, 1, 2, 3, 1, 1, 1, 2, 4, 2, 2, 3, 1, 11, 3, 11, 4, 2, 2, 8, 5, 4, 15, 2, 2, 2, 2, 7, 4, 5, 1, 3, 2, 2, 3, 24, 1, 1, 1, 2, 2, 4, 1, 1, 1, 2, 2, 2, 5, 2, 1, 4, 1, 1, 2, 3, 1, 1, 3, 1, 3, 19, 2, 3, 3, 5, 4, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 3, 2, 2, 19, 2, 3, 1, 3, 1, 1, 2, 2, 2, 5, 4, 6, 2, 1, 1, 16, 1, 2, 2, 3, 9, 2, 3, 5, 4, 4, 1, 3, 1, 1, 4, 3, 3, 2, 3, 10, 7, 3, 2, 6, 4, 7, 2, 3, 2, 3, 4, 2, 7, 6, 4, 2, 4, 2, 3, 2, 4, 4, 4, 4, 4, 1, 2, 6, 2, 2, 4, 2, 3, 2, 3, 1, 4, 4, 4, 4, 2, 6, 3, 1, 3, 2, 1, 3, 3, 2, 7, 5, 7, 3, 4, 2, 5, 4, 6, 1, 3, 3, 3, 1, 3, 2, 1, 3, 7, 3, 1, 2, 2, 3, 5, 3, 3, 4, 3, 3, 2, 6, 6, 5, 1, 7, 3, 3, 4, 2, 7, 5, 5, 7, 2, 5, 6, 8, 7, 5, 2, 8, 7, 1, 5, 2, 3, 10, 2, 5, 8, 7, 2, 7, 7, 2, 7, 2, 5, 2, 9, 9, 1, 7, 5, 2, 6, 7, 2, 10, 8, 6, 5, 2, 5, 3, 5, 2, 6, 7, 3, 2, 6, 3, 7, 8, 6, 2, 9, 2, 2, 6, 3, 9, 6, 7, 4, 3, 9, 6, 1, 3, 11, 2, 6, 3, 3, 6, 9, 9, 2, 3, 3, 8, 5, 3, 3, 4, 7, 2, 9, 5, 3, 7, 7, 3, 4, 2, 4, 5, 8, 7, 2, 2, 4, 4, 7, 7, 5, 2, 4, 5, 8, 7, 2, 4, 4, 7, 7, 9, 2, 4, 5, 8, 7, 2, 8, 4, 7, 6, 2, 4, 5, 8, 7, 2, 6, 6, 4, 7, 3, 2, 3, 6, 1, 2, 1, 1, 1, 4, 3, 5, 7, 6, 3, 11, 7, 7, 11, 2, 6, 2, 3, 5, 10, 4, 3, 5, 8, 7, 7, 4, 1, 3, 5, 5, 2, 7, 6, 7, 6, 1, 3, 5, 6, 10, 2, 4, 8, 6, 4, 9, 2, 7, 6, 10, 4, 4, 3, 2, 5, 3, 3, 5, 3, 3, 4, 6, 2, 2, 3, 7, 4, 4, 3, 6, 2, 3, 6, 5, 7, 5, 1, 7, 1, 6, 1, 6, 3, 3, 4, 2, 10, 5, 3, 1, 5, 7, 1, 7, 4, 2, 3, 7, 1, 1, 1, 4, 6, 2, 1, 3, 11, 3, 11, 6, 2, 1, 1, 2, 5, 3, 15, 4, 2, 1, 2, 3, 6, 2, 1, 1, 2, 4, 5, 4, 19, 3, 11, 2, 1, 5, 3, 23, 4, 3, 1, 3, 3, 2, 10, 5], "patch_length_stats": {"count": 1851, "sum": 7908, "mean": 4.27228525121556, "median": 4.0, "p95": 10.0, "max": 37, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 1, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.1469665310032724, "decode_time_sec": 36.28016241514342, "total_time_sec": 60.299019615998986, "prefill_units_per_sec": 52848.76731442384, "prefill_bytes_per_sec": 52739.89898984153, "decode_units_per_sec": 494.81586643908724, "decode_bytes_per_sec": 494.81586643908724, "total_units_per_sec": 297.71628318873763, "total_bytes_per_sec": 297.71628318873763, "step_latency_ms": {"count": 3572, "sum": 36379, "mean": 10.184490481522957, "median": 9.0, "p95": 24.0, "max": 31, "min": 7}, "peak_allocated_mb": 4372.2080078125, "peak_reserved_mb": 4900.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7751, "mean": 484.4375, "median": 357.5, "p95": 855.0, "max": 996, "min": 260}, "model_input_units": {"count": 16, "sum": 7767, "mean": 485.4375, "median": 358.5, "p95": 856.0, "max": 997, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 17952, "mean": 1122.0, "median": 1122.0, "p95": 1122.0, "max": 1122, "min": 1122}, "bytes": {"count": 16, "sum": 17952, "mean": 1122.0, "median": 1122.0, "p95": 1122.0, "max": 1122, "min": 1122}}, "compression_summary": {"raw_prompt_bytes": 7751, "model_input_units": 7767, "stage0_units": 1739, "stage1_units": null, "bytes_per_stage0_unit": 4.457159286946521, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56, 180, 114, 69, 67, 67, 57, 143, 138, 232, 67, 108, 69, 129, 184, 59], "patch_count_stats": {"count": 16, "sum": 1739, "mean": 108.6875, "median": 88.5, "p95": 196.0, "max": 232, "min": 56}, "patch_lengths": [3, 2, 5, 8, 8, 8, 6, 3, 5, 3, 8, 4, 12, 5, 3, 4, 8, 10, 4, 6, 1, 3, 5, 3, 4, 6, 6, 9, 4, 3, 1, 3, 2, 3, 6, 4, 2, 1, 3, 6, 4, 2, 6, 2, 6, 5, 3, 9, 5, 6, 3, 6, 4, 2, 6, 2, 3, 2, 6, 7, 5, 5, 1, 6, 1, 7, 1, 6, 3, 3, 4, 2, 4, 2, 10, 3, 4, 11, 7, 5, 3, 3, 3, 6, 4, 1, 7, 2, 5, 3, 4, 5, 5, 2, 7, 4, 2, 4, 1, 9, 2, 7, 2, 6, 7, 2, 7, 2, 5, 4, 5, 5, 9, 5, 10, 2, 8, 3, 4, 1, 1, 2, 7, 6, 2, 8, 6, 3, 7, 6, 2, 7, 3, 6, 3, 5, 2, 11, 7, 4, 6, 1, 7, 1, 6, 3, 3, 4, 7, 2, 6, 6, 3, 7, 3, 7, 2, 1, 1, 2, 11, 7, 4, 6, 2, 1, 5, 2, 7, 1, 5, 3, 3, 4, 2, 5, 5, 9, 5, 3, 7, 3, 7, 10, 8, 1, 7, 2, 3, 4, 10, 3, 4, 6, 2, 7, 3, 6, 11, 2, 2, 2, 1, 4, 11, 3, 4, 6, 1, 2, 1, 1, 2, 15, 2, 7, 4, 4, 5, 9, 1, 1, 2, 1, 1, 1, 1, 2, 2, 15, 7, 3, 1, 3, 1, 3, 3, 4, 7, 5, 5, 3, 3, 6, 3, 3, 1, 2, 1, 2, 1, 12, 1, 3, 1, 2, 1, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 2, 3, 4, 5, 3, 1, 2, 1, 1, 1, 3, 1, 3, 1, 3, 2, 2, 2, 1, 1, 7, 2, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 9, 3, 3, 1, 2, 1, 2, 7, 2, 3, 2, 3, 5, 7, 2, 5, 4, 7, 3, 6, 5, 2, 3, 1, 1, 2, 7, 9, 2, 5, 3, 5, 9, 4, 7, 7, 2, 2, 3, 2, 3, 4, 6, 7, 2, 11, 6, 3, 3, 5, 10, 5, 6, 5, 4, 3, 4, 4, 2, 11, 5, 10, 2, 5, 6, 4, 4, 5, 5, 6, 3, 11, 6, 2, 5, 10, 3, 4, 4, 4, 4, 3, 14, 10, 3, 2, 2, 11, 6, 2, 15, 2, 7, 10, 5, 2, 1, 1, 1, 7, 8, 5, 2, 7, 6, 7, 3, 11, 4, 2, 2, 4, 6, 6, 5, 6, 4, 3, 4, 7, 5, 1, 7, 9, 1, 9, 5, 1, 9, 5, 3, 3, 5, 5, 2, 2, 4, 3, 7, 1, 3, 7, 3, 3, 4, 4, 3, 4, 2, 2, 2, 2, 5, 1, 2, 7, 2, 2, 3, 2, 4, 4, 2, 5, 1, 4, 6, 2, 7, 9, 2, 3, 3, 9, 2, 7, 4, 7, 3, 2, 4, 2, 9, 4, 3, 4, 7, 5, 1, 5, 1, 5, 5, 6, 1, 9, 6, 3, 3, 4, 3, 5, 4, 3, 5, 8, 2, 11, 6, 5, 6, 8, 5, 2, 7, 5, 5, 3, 5, 5, 5, 2, 6, 5, 2, 5, 2, 3, 5, 1, 2, 11, 7, 2, 5, 5, 5, 3, 7, 4, 3, 5, 5, 2, 15, 7, 2, 8, 8, 5, 3, 3, 7, 5, 3, 3, 4, 3, 5, 5, 2, 11, 7, 9, 2, 15, 8, 5, 8, 1, 6, 5, 6, 1, 7, 5, 6, 1, 2, 7, 3, 5, 6, 1, 2, 11, 7, 9, 8, 5, 8, 1, 6, 5, 6, 2, 7, 3, 5, 6, 2, 11, 7, 9, 8, 5, 8, 3, 3, 7, 6, 5, 1, 4, 1, 9, 1, 4, 11, 1, 11, 1, 5, 2, 26, 6, 6, 6, 1, 6, 7, 4, 6, 2, 20, 6, 7, 5, 1, 3, 6, 3, 3, 4, 7, 6, 2, 10, 3, 7, 6, 2, 1, 3, 4, 2, 7, 7, 6, 2, 14, 1, 2, 1, 2, 11, 2, 7, 7, 6, 2, 8, 1, 2, 1, 2, 5, 2, 7, 3, 9, 4, 2, 11, 7, 6, 2, 12, 4, 1, 2, 1, 2, 9, 4, 2, 7, 5, 2, 11, 7, 6, 2, 6, 9, 4, 1, 10, 9, 9, 4, 14, 7, 2, 5, 7, 7, 7, 6, 6, 6, 2, 55, 7, 4, 3, 3, 4, 7, 7, 7, 2, 2, 1, 9, 1, 4, 11, 1, 11, 2, 34, 7, 6, 7, 1, 5, 1, 4, 1, 2, 3, 7, 5, 3, 2, 5, 5, 4, 1, 4, 2, 4, 6, 3, 3, 6, 4, 2, 6, 6, 3, 3, 5, 3, 7, 6, 2, 2, 5, 2, 6, 2, 4, 2, 5, 4, 1, 2, 3, 3, 5, 2, 3, 4, 4, 1, 4, 4, 2, 1, 1, 4, 7, 3, 7, 2, 4, 2, 3, 5, 4, 2, 1, 4, 11, 5, 1, 7, 5, 2, 11, 7, 3, 2, 2, 4, 2, 2, 7, 2, 4, 2, 2, 1, 1, 1, 3, 4, 4, 3, 1, 2, 5, 2, 6, 6, 7, 3, 2, 2, 4, 2, 2, 11, 2, 7, 5, 5, 3, 6, 3, 7, 5, 6, 1, 11, 2, 4, 6, 5, 5, 3, 8, 3, 4, 5, 6, 2, 11, 3, 3, 1, 2, 5, 2, 2, 2, 6, 3, 2, 9, 5, 1, 5, 3, 3, 4, 6, 2, 5, 6, 3, 7, 3, 7, 3, 3, 7, 2, 4, 3, 11, 7, 5, 2, 6, 7, 2, 4, 2, 7, 2, 3, 3, 3, 4, 3, 7, 3, 9, 5, 5, 1, 4, 3, 5, 5, 5, 1, 7, 2, 5, 4, 7, 6, 8, 2, 7, 5, 4, 5, 2, 3, 8, 3, 8, 7, 6, 2, 11, 7, 1, 1, 1, 7, 2, 3, 5, 7, 5, 2, 6, 3, 2, 5, 3, 3, 4, 3, 3, 8, 7, 2, 7, 5, 6, 1, 1, 2, 5, 2, 3, 2, 6, 3, 2, 5, 4, 11, 5, 2, 3, 4, 3, 2, 6, 1, 1, 2, 5, 3, 11, 7, 1, 1, 1, 7, 2, 3, 5, 7, 5, 2, 3, 2, 1, 7, 3, 3, 8, 3, 9, 8, 2, 7, 5, 6, 1, 1, 2, 5, 2, 3, 2, 3, 2, 2, 5, 4, 11, 5, 2, 7, 2, 5, 2, 6, 8, 2, 4, 1, 1, 3, 11, 7, 1, 1, 1, 7, 2, 8, 4, 3, 8, 7, 11, 1, 3, 4, 5, 6, 6, 2, 7, 5, 4, 5, 2, 3, 4, 8, 3, 4, 7, 5, 3, 7, 2, 11, 7, 1, 1, 1, 7, 2, 3, 5, 3, 7, 5, 3, 6, 2, 7, 6, 1, 4, 4, 8, 2, 3, 2, 4, 4, 7, 4, 3, 8, 2, 3, 7, 6, 10, 2, 7, 6, 8, 2, 7, 2, 1, 3, 10, 2, 7, 2, 1, 3, 6, 5, 2, 7, 2, 1, 3, 7, 5, 6, 2, 7, 2, 1, 3, 7, 4, 2, 7, 2, 1, 3, 7, 2, 3, 2, 7, 2, 1, 3, 7, 5, 3, 2, 7, 2, 1, 3, 2, 3, 5, 7, 2, 5, 1, 4, 1, 7, 1, 9, 5, 1, 6, 5, 5, 3, 3, 4, 5, 2, 5, 2, 4, 7, 2, 9, 4, 1, 7, 1, 9, 2, 7, 2, 3, 5, 4, 5, 2, 5, 7, 3, 5, 7, 3, 5, 4, 4, 2, 5, 3, 6, 1, 7, 9, 5, 7, 2, 5, 5, 2, 7, 4, 8, 5, 7, 7, 5, 5, 3, 11, 3, 7, 5, 2, 15, 4, 2, 19, 5, 2, 6, 2, 6, 7, 5, 2, 15, 7, 11, 2, 19, 5, 1, 11, 9, 5, 7, 3, 7, 5, 5, 2, 8, 5, 7, 3, 3, 5, 5, 9, 1, 3, 5, 6, 3, 3, 3, 9, 6, 3, 4, 4, 3, 2, 4, 7, 3, 3, 5, 2, 11, 7, 5, 5, 9, 1, 2, 2, 3, 7, 5, 2, 11, 7, 5, 5, 9, 1, 2, 2, 3, 3, 5, 2, 7, 3, 3, 5, 2, 11, 7, 5, 9, 1, 2, 2, 3, 7, 5, 2, 11, 7, 5, 9, 2, 3, 4, 4, 1, 3, 6, 7, 6, 8, 5, 4, 5, 8, 5, 3, 2, 3, 5, 5, 1, 3, 6, 3, 3, 4, 7, 2, 3, 8, 2, 6, 3, 7, 4, 2, 2, 1, 9, 7, 2, 3, 8, 2, 3, 2, 2, 1, 9, 7, 3, 7, 7, 2, 4, 2, 2, 1, 9, 7, 1, 7, 6, 2, 3, 11, 4, 2, 2, 1, 9, 7, 1, 2, 5, 3, 7, 8, 5, 2, 3, 11, 6, 1, 2, 7, 5, 3, 7, 4, 5, 8, 2, 3, 11, 8, 5, 1, 2, 3, 5, 8, 3, 7, 5, 3, 2, 3, 5, 2, 3, 11, 4, 5, 8, 1, 2, 4, 3, 2, 8, 3, 7, 5, 3, 2, 3, 5, 5, 2, 3, 6, 6, 2, 3, 6, 5, 3, 3, 6, 2, 5, 4, 6, 6, 5, 3, 3, 2, 7, 3, 10, 1, 3, 7, 2, 8, 5, 4, 2, 6, 2, 5, 2, 3, 3, 4, 7, 3, 7, 4, 3, 6, 8, 2, 7, 6, 1, 3, 3, 3, 2, 7, 3, 6, 6, 3, 6, 3, 1, 3, 3, 2, 8, 5, 4, 2, 2, 2, 5, 2, 3, 6, 2, 8, 5, 4, 2, 5, 2, 5, 2, 3, 3, 2, 3, 3, 4, 4, 6, 1, 3, 2, 2, 4, 6, 3, 7, 6, 1, 3, 3, 3, 2, 12, 5, 1, 3, 4, 2, 8, 5, 4, 2, 3, 2, 5, 2, 3, 3, 4, 4, 3, 4, 4, 3, 2, 5, 2, 4, 4, 2, 7, 6, 1, 3, 3, 3, 7, 2, 6, 4, 7, 7, 3, 3, 2, 6, 4, 7, 3, 3, 8, 6, 7, 3, 2, 7, 6, 5, 2, 3, 2, 4, 11, 3, 8, 1, 4, 3, 5, 6, 2, 5, 1, 3, 2, 3, 3, 6, 5, 4, 7, 3, 3, 3, 4, 7, 5, 3, 3, 4, 2, 6, 3, 4, 3, 4, 5, 8, 2, 9, 14, 9, 4, 5, 7, 2, 7, 3, 5, 5, 9, 3, 4, 5, 2, 11, 4, 4, 2, 5, 5, 9, 3, 7, 4, 5, 3, 7, 4, 4, 2, 12, 2, 11, 6, 10, 2, 3, 5, 5, 2], "patch_length_stats": {"count": 1739, "sum": 7767, "mean": 4.466359976998275, "median": 4.0, "p95": 9.099999999999909, "max": 55, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 2, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.12331592200280284, "decode_time_sec": 43.32674789306839, "total_time_sec": 74.88714571600212, "prefill_units_per_sec": 65441.67102620031, "prefill_bytes_per_sec": 65311.92297955605, "decode_units_per_sec": 322.96446607382376, "decode_bytes_per_sec": 322.96446607382376, "total_units_per_sec": 186.85449774072416, "total_bytes_per_sec": 186.85449774072416, "step_latency_ms": {"count": 4528, "sum": 43192, "mean": 9.53886925795053, "median": 9.0, "p95": 24.0, "max": 27, "min": 8}, "peak_allocated_mb": 4047.33447265625, "peak_reserved_mb": 4418.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8054, "mean": 503.375, "median": 482.0, "p95": 789.5, "max": 806, "min": 281}, "model_input_units": {"count": 16, "sum": 8070, "mean": 504.375, "median": 483.0, "p95": 790.5, "max": 807, "min": 282}}, "generated_stats": {"units": {"count": 16, "sum": 13993, "mean": 874.5625, "median": 932.0, "p95": 932.0, "max": 932, "min": 58}, "bytes": {"count": 16, "sum": 13993, "mean": 874.5625, "median": 932.0, "p95": 932.0, "max": 932, "min": 58}}, "compression_summary": {"raw_prompt_bytes": 8054, "model_input_units": 8070, "stage0_units": 1707, "stage1_units": null, "bytes_per_stage0_unit": 4.7182190978324545, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [133, 80, 148, 141, 99, 76, 90, 83, 115, 171, 72, 77, 133, 71, 116, 102], "patch_count_stats": {"count": 16, "sum": 1707, "mean": 106.6875, "median": 100.5, "p95": 153.75, "max": 171, "min": 71}, "patch_lengths": [3, 4, 3, 7, 8, 3, 2, 4, 5, 4, 3, 8, 8, 2, 8, 7, 3, 3, 8, 2, 8, 8, 4, 2, 7, 3, 2, 4, 5, 4, 9, 4, 3, 5, 2, 3, 3, 8, 3, 3, 2, 5, 2, 8, 3, 2, 4, 5, 2, 3, 2, 4, 5, 1, 3, 8, 6, 3, 8, 2, 6, 1, 3, 8, 5, 2, 10, 4, 4, 3, 3, 4, 8, 8, 1, 3, 2, 3, 2, 6, 8, 4, 7, 8, 2, 2, 3, 2, 6, 8, 2, 5, 11, 5, 2, 3, 2, 4, 5, 4, 9, 4, 3, 3, 8, 6, 3, 5, 3, 2, 6, 2, 3, 3, 2, 4, 5, 4, 8, 11, 8, 3, 3, 8, 3, 2, 4, 7, 2, 8, 6, 8, 4, 3, 7, 5, 1, 6, 3, 3, 4, 3, 4, 11, 6, 1, 2, 4, 1, 6, 4, 11, 6, 2, 2, 5, 3, 7, 3, 4, 2, 2, 8, 2, 1, 6, 5, 1, 4, 2, 2, 6, 3, 5, 2, 6, 2, 11, 7, 2, 3, 6, 3, 7, 4, 7, 2, 4, 11, 4, 2, 3, 6, 5, 2, 6, 3, 15, 6, 2, 5, 2, 3, 6, 7, 2, 2, 15, 9, 2, 2, 1, 2, 3, 2, 8, 2, 1, 5, 1, 8, 1, 3, 6, 3, 3, 4, 7, 6, 6, 3, 5, 2, 1, 8, 2, 1, 1, 2, 6, 5, 10, 1, 8, 4, 7, 2, 3, 5, 3, 5, 4, 4, 5, 8, 8, 3, 5, 3, 4, 6, 5, 1, 7, 2, 9, 2, 3, 3, 4, 5, 3, 4, 10, 5, 4, 2, 7, 3, 5, 2, 5, 2, 3, 5, 3, 8, 1, 3, 6, 3, 7, 2, 3, 4, 8, 3, 5, 4, 2, 10, 3, 4, 9, 8, 1, 1, 5, 1, 7, 2, 4, 7, 3, 5, 5, 4, 6, 7, 7, 3, 3, 12, 2, 7, 2, 6, 5, 3, 9, 3, 4, 5, 2, 5, 12, 2, 7, 4, 2, 2, 1, 5, 5, 11, 4, 13, 3, 1, 4, 7, 2, 7, 7, 4, 5, 1, 7, 3, 5, 2, 3, 7, 5, 1, 8, 9, 6, 1, 9, 5, 1, 12, 5, 5, 1, 9, 5, 5, 2, 18, 9, 6, 6, 1, 7, 9, 6, 1, 3, 6, 3, 3, 4, 5, 2, 6, 7, 9, 4, 3, 7, 9, 5, 2, 9, 5, 3, 5, 7, 9, 4, 5, 1, 7, 5, 7, 9, 5, 2, 9, 5, 1, 7, 3, 4, 9, 6, 2, 11, 7, 2, 3, 2, 4, 9, 5, 6, 8, 1, 3, 7, 4, 3, 7, 4, 3, 5, 2, 8, 7, 2, 15, 6, 11, 2, 2, 9, 6, 4, 3, 1, 3, 34, 6, 8, 4, 5, 8, 6, 7, 10, 3, 6, 2, 5, 3, 7, 4, 6, 2, 5, 2, 8, 7, 1, 6, 2, 12, 2, 11, 6, 2, 5, 7, 6, 3, 6, 2, 14, 6, 2, 3, 2, 3, 5, 5, 5, 2, 3, 10, 1, 1, 2, 5, 1, 5, 2, 4, 2, 4, 4, 1, 4, 2, 5, 5, 2, 5, 1, 4, 2, 2, 3, 9, 5, 1, 1, 2, 5, 1, 4, 1, 3, 4, 1, 1, 1, 2, 5, 1, 5, 1, 3, 4, 1, 1, 1, 2, 5, 1, 5, 1, 3, 1, 2, 2, 5, 1, 6, 3, 9, 2, 4, 2, 4, 4, 1, 4, 2, 5, 1, 4, 2, 5, 1, 4, 2, 2, 3, 3, 10, 2, 5, 2, 7, 2, 1, 2, 5, 2, 3, 4, 5, 4, 11, 7, 5, 3, 3, 4, 11, 3, 2, 5, 2, 3, 11, 8, 12, 3, 7, 7, 2, 3, 3, 2, 5, 4, 5, 6, 3, 3, 7, 7, 3, 5, 2, 3, 2, 5, 2, 3, 7, 3, 5, 2, 3, 4, 3, 2, 3, 3, 2, 7, 3, 2, 7, 3, 5, 5, 5, 11, 3, 1, 4, 2, 5, 3, 6, 1, 1, 2, 7, 4, 3, 2, 3, 4, 3, 1, 1, 7, 3, 1, 7, 1, 10, 4, 3, 5, 8, 8, 2, 5, 5, 5, 7, 7, 4, 7, 3, 3, 3, 4, 2, 3, 5, 14, 3, 11, 3, 3, 3, 5, 7, 3, 4, 7, 6, 11, 2, 7, 2, 7, 4, 3, 10, 2, 5, 8, 8, 7, 3, 6, 6, 2, 7, 7, 3, 1, 7, 1, 10, 3, 3, 3, 10, 2, 7, 3, 10, 2, 11, 6, 5, 2, 4, 7, 5, 3, 2, 1, 4, 5, 7, 3, 3, 9, 5, 1, 5, 4, 1, 7, 5, 3, 3, 4, 3, 11, 5, 4, 1, 4, 7, 2, 1, 2, 5, 4, 3, 2, 9, 1, 7, 4, 5, 5, 2, 5, 2, 4, 5, 5, 4, 2, 7, 5, 1, 1, 2, 5, 4, 3, 2, 5, 3, 7, 1, 11, 5, 5, 2, 5, 4, 1, 12, 9, 2, 3, 4, 8, 9, 2, 2, 2, 1, 4, 2, 1, 2, 3, 5, 5, 2, 7, 7, 5, 2, 3, 2, 9, 7, 5, 1, 9, 1, 2, 1, 5, 1, 4, 5, 4, 3, 4, 3, 7, 5, 7, 2, 2, 1, 1, 2, 5, 2, 1, 2, 4, 3, 7, 3, 7, 4, 6, 3, 6, 2, 1, 1, 5, 2, 3, 4, 1, 1, 1, 2, 14, 11, 7, 2, 4, 3, 5, 2, 2, 4, 7, 1, 5, 2, 6, 6, 2, 6, 7, 2, 2, 5, 1, 2, 1, 4, 5, 2, 2, 5, 2, 6, 16, 7, 6, 1, 2, 7, 4, 7, 1, 2, 1, 1, 2, 1, 4, 10, 7, 5, 2, 7, 2, 2, 3, 4, 4, 3, 5, 2, 7, 7, 4, 14, 2, 3, 12, 5, 3, 3, 4, 3, 5, 2, 6, 5, 3, 9, 2, 11, 7, 5, 2, 6, 5, 2, 3, 4, 5, 2, 6, 5, 3, 9, 2, 5, 1, 7, 5, 5, 8, 1, 1, 2, 5, 5, 5, 4, 2, 2, 1, 4, 6, 1, 7, 5, 3, 7, 5, 5, 3, 7, 5, 3, 7, 5, 8, 3, 7, 5, 3, 7, 5, 10, 3, 7, 5, 3, 7, 5, 7, 5, 5, 4, 3, 4, 3, 5, 2, 6, 7, 2, 11, 5, 2, 5, 3, 5, 7, 4, 7, 2, 7, 5, 6, 7, 3, 4, 8, 3, 12, 5, 5, 1, 7, 5, 7, 2, 5, 7, 5, 3, 2, 2, 5, 2, 7, 5, 6, 2, 5, 5, 6, 5, 5, 8, 2, 7, 3, 5, 6, 2, 11, 5, 6, 2, 4, 2, 5, 6, 1, 7, 5, 2, 2, 4, 7, 2, 5, 6, 2, 7, 2, 3, 4, 2, 3, 6, 5, 2, 7, 5, 7, 5, 9, 3, 3, 8, 4, 5, 1, 8, 1, 4, 4, 3, 4, 4, 5, 7, 2, 3, 11, 4, 8, 2, 1, 6, 3, 15, 3, 2, 1, 6, 2, 19, 7, 5, 9, 2, 2, 15, 7, 5, 1, 11, 7, 8, 2, 7, 2, 2, 5, 4, 5, 4, 2, 11, 5, 2, 3, 2, 2, 11, 2, 4, 4, 10, 2, 15, 4, 2, 8, 1, 2, 4, 2, 4, 3, 9, 6, 5, 1, 5, 1, 9, 4, 3, 4, 7, 6, 2, 1, 5, 7, 1, 3, 5, 1, 2, 1, 1, 2, 5, 3, 7, 8, 2, 6, 1, 7, 7, 1, 6, 17, 7, 3, 5, 7, 3, 4, 7, 4, 2, 11, 7, 5, 8, 6, 6, 6, 4, 5, 6, 4, 2, 52, 5, 2, 43, 9, 9, 2, 43, 7, 3, 5, 7, 3, 2, 43, 7, 7, 5, 2, 3, 2, 6, 3, 10, 4, 1, 4, 1, 6, 1, 4, 1, 4, 29, 1, 6, 4, 1, 6, 2, 3, 5, 3, 3, 4, 4, 5, 5, 4, 3, 7, 4, 2, 11, 7, 5, 5, 4, 2, 7, 7, 10, 2, 11, 7, 5, 2, 3, 4, 3, 2, 4, 5, 4, 2, 3, 6, 3, 2, 4, 5, 6, 3, 3, 3, 4, 3, 3, 4, 5, 4, 6, 3, 3, 4, 5, 2, 7, 6, 5, 2, 11, 4, 2, 15, 4, 5, 2, 5, 4, 3, 2, 18, 5, 9, 2, 15, 4, 2, 19, 5, 6, 3, 2, 15, 4, 7, 6, 1, 11, 4, 7, 5, 9, 2, 19, 7, 5, 2, 3, 4, 4, 4, 2, 15, 6, 5, 2, 5, 6, 3, 3, 3, 6, 4, 3, 7, 6, 1, 4, 1, 9, 1, 3, 2, 1, 2, 4, 3, 2, 5, 4, 8, 1, 3, 4, 2, 5, 3, 8, 4, 8, 5, 6, 8, 2, 6, 7, 11, 1, 3, 9, 2, 7, 2, 2, 6, 1, 3, 2, 5, 6, 6, 1, 3, 6, 2, 5, 2, 2, 4, 4, 6, 2, 1, 3, 2, 2, 2, 2, 6, 6, 4, 3, 12, 5, 1, 5, 5, 4, 3, 4, 5, 2, 5, 7, 3, 5, 4, 8, 5, 7, 4, 2, 6, 2, 3, 2, 7, 3, 11, 6, 3, 8, 8, 7, 6, 3, 2, 15, 2, 6, 2, 2, 4, 6, 5, 4, 5, 8, 5, 3, 15, 12, 6, 5, 5, 2, 7, 2, 6, 10, 3, 25, 3, 4, 8, 5, 8, 2, 7, 3, 7, 3, 17, 5, 2, 2, 5, 5, 4, 5, 4, 3, 1, 1, 7, 1, 1, 2, 11, 6, 7, 4, 2, 11, 7, 2, 4, 5, 6, 5, 4, 7, 3, 11, 5, 2, 8, 6, 8, 7, 3, 11, 4, 4, 3, 7, 3, 3, 4, 3, 9, 7, 2, 3, 9, 2, 7, 7, 2, 7, 11, 7, 5, 2, 7, 9, 4, 5, 2, 7, 6, 5, 2, 7, 6, 5, 2, 7, 7, 5, 2, 7, 9, 5, 2, 7, 7, 12, 7, 2, 5, 2, 7, 5, 2, 5, 3, 3, 4, 12, 7, 2, 10, 7, 2, 2, 4, 4, 7, 7, 2, 7, 4, 4, 3, 3, 8, 2, 2, 5, 2, 2, 6, 2, 2, 5, 2, 2, 8, 4, 4, 11, 3, 7, 3, 3, 1, 3, 4, 5, 2, 15, 12, 7, 4, 1, 2, 7, 2], "patch_length_stats": {"count": 1707, "sum": 8070, "mean": 4.727592267135325, "median": 4.0, "p95": 10.699999999999818, "max": 52, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 3, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.12677380700188223, "decode_time_sec": 40.38202196999191, "total_time_sec": 70.22299386699888, "prefill_units_per_sec": 65928.44529687357, "prefill_bytes_per_sec": 65802.2362606508, "decode_units_per_sec": 387.1029541714434, "decode_bytes_per_sec": 387.1029541714434, "total_units_per_sec": 222.6051488150268, "total_bytes_per_sec": 222.6051488150268, "step_latency_ms": {"count": 4226, "sum": 40244, "mean": 9.522953147184099, "median": 9.0, "p95": 24.0, "max": 28, "min": 8}, "peak_allocated_mb": 4133.44384765625, "peak_reserved_mb": 4498.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8342, "mean": 521.375, "median": 473.0, "p95": 848.75, "max": 851, "min": 302}, "model_input_units": {"count": 16, "sum": 8358, "mean": 522.375, "median": 474.0, "p95": 849.75, "max": 852, "min": 303}}, "generated_stats": {"units": {"count": 16, "sum": 15632, "mean": 977.0, "median": 977.0, "p95": 977.0, "max": 977, "min": 977}, "bytes": {"count": 16, "sum": 15632, "mean": 977.0, "median": 977.0, "p95": 977.0, "max": 977, "min": 977}}, "compression_summary": {"raw_prompt_bytes": 8342, "model_input_units": 8358, "stage0_units": 1923, "stage1_units": null, "bytes_per_stage0_unit": 4.338013520540821, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [99, 88, 180, 182, 189, 77, 97, 111, 176, 66, 113, 150, 74, 182, 82, 57], "patch_count_stats": {"count": 16, "sum": 1923, "mean": 120.1875, "median": 105.0, "p95": 183.75, "max": 189, "min": 57}, "patch_lengths": [3, 2, 4, 5, 6, 9, 5, 4, 3, 4, 2, 4, 9, 3, 10, 6, 11, 3, 4, 9, 11, 2, 7, 2, 1, 2, 5, 4, 5, 4, 5, 2, 2, 1, 2, 4, 5, 3, 7, 2, 1, 1, 2, 1, 3, 7, 2, 1, 6, 2, 2, 1, 3, 5, 2, 3, 6, 4, 8, 1, 1, 5, 7, 3, 2, 5, 4, 5, 4, 5, 2, 3, 2, 4, 5, 3, 7, 2, 1, 1, 2, 1, 3, 7, 3, 6, 2, 2, 1, 3, 5, 2, 3, 6, 4, 8, 1, 1, 2, 3, 2, 7, 6, 5, 1, 6, 1, 7, 5, 3, 3, 6, 5, 2, 6, 6, 3, 2, 2, 4, 3, 3, 2, 7, 4, 5, 7, 5, 6, 2, 3, 3, 6, 5, 3, 2, 7, 3, 9, 6, 3, 6, 8, 6, 2, 7, 6, 2, 5, 7, 8, 6, 6, 2, 7, 4, 1, 9, 1, 7, 2, 7, 5, 4, 6, 4, 1, 2, 4, 1, 5, 1, 6, 7, 7, 7, 2, 5, 5, 1, 6, 5, 5, 1, 6, 7, 4, 3, 6, 3, 4, 4, 14, 12, 3, 4, 3, 8, 4, 2, 6, 5, 5, 3, 2, 3, 2, 2, 2, 5, 3, 3, 2, 3, 3, 8, 5, 5, 4, 9, 3, 12, 1, 9, 3, 10, 2, 1, 2, 7, 2, 1, 7, 2, 5, 1, 1, 5, 3, 4, 6, 2, 9, 8, 12, 6, 3, 4, 2, 2, 2, 1, 1, 3, 3, 3, 4, 2, 2, 3, 4, 4, 4, 4, 2, 2, 3, 4, 5, 2, 5, 2, 9, 2, 2, 3, 4, 3, 5, 4, 10, 14, 1, 5, 2, 5, 1, 5, 5, 4, 11, 3, 6, 3, 2, 2, 3, 4, 5, 1, 5, 2, 6, 3, 6, 4, 2, 4, 5, 4, 7, 1, 3, 1, 5, 7, 2, 2, 6, 4, 7, 6, 6, 1, 3, 2, 2, 3, 4, 2, 59, 12, 1, 13, 12, 2, 3, 5, 4, 2, 2, 3, 4, 5, 2, 5, 7, 2, 2, 6, 6, 6, 2, 2, 7, 5, 1, 3, 2, 2, 3, 4, 5, 2, 48, 12, 2, 3, 4, 2, 6, 7, 1, 4, 1, 6, 5, 1, 13, 6, 3, 3, 5, 2, 3, 2, 4, 7, 4, 2, 4, 1, 3, 7, 2, 2, 3, 3, 4, 2, 7, 4, 4, 1, 5, 3, 10, 7, 3, 11, 5, 6, 2, 4, 5, 2, 11, 4, 2, 3, 2, 4, 2, 4, 5, 6, 3, 5, 6, 2, 1, 3, 5, 1, 15, 4, 3, 2, 2, 3, 5, 1, 3, 2, 4, 1, 2, 4, 6, 1, 2, 1, 3, 2, 1, 1, 2, 11, 7, 2, 4, 2, 3, 1, 1, 2, 11, 12, 2, 4, 2, 3, 1, 1, 1, 3, 4, 1, 3, 2, 3, 1, 3, 1, 1, 5, 5, 1, 11, 3, 2, 6, 3, 2, 1, 1, 3, 1, 15, 4, 2, 6, 3, 2, 1, 1, 4, 4, 13, 1, 3, 1, 19, 2, 6, 3, 2, 1, 1, 4, 4, 4, 1, 6, 4, 12, 3, 5, 4, 15, 7, 3, 5, 1, 11, 5, 12, 3, 4, 5, 4, 2, 6, 3, 2, 1, 1, 3, 2, 3, 7, 7, 5, 1, 6, 1, 7, 1, 7, 3, 3, 4, 3, 5, 2, 6, 6, 3, 1, 1, 2, 11, 5, 7, 8, 2, 7, 4, 5, 1, 2, 6, 3, 7, 4, 5, 2, 5, 2, 2, 3, 4, 5, 1, 2, 1, 2, 4, 2, 3, 7, 2, 12, 2, 11, 3, 4, 11, 7, 1, 4, 7, 3, 15, 6, 10, 2, 6, 5, 3, 3, 5, 4, 3, 7, 4, 7, 7, 2, 1, 1, 1, 7, 4, 4, 2, 1, 2, 3, 1, 4, 5, 1, 3, 10, 4, 5, 2, 5, 1, 7, 4, 15, 4, 2, 6, 6, 1, 4, 5, 2, 11, 4, 7, 7, 2, 2, 1, 14, 7, 7, 3, 4, 5, 2, 5, 1, 2, 1, 1, 2, 15, 5, 2, 6, 6, 3, 1, 1, 1, 11, 4, 5, 2, 6, 8, 2, 6, 6, 1, 7, 2, 11, 4, 5, 2, 6, 11, 2, 6, 6, 1, 5, 8, 6, 4, 2, 15, 5, 2, 6, 6, 1, 2, 6, 6, 1, 1, 1, 2, 15, 5, 2, 4, 8, 6, 1, 2, 3, 7, 4, 6, 6, 3, 3, 4, 2, 6, 3, 4, 4, 3, 4, 7, 4, 2, 4, 5, 5, 1, 4, 3, 4, 5, 8, 2, 9, 7, 1, 3, 4, 9, 10, 5, 2, 3, 6, 4, 2, 3, 4, 2, 4, 4, 2, 3, 4, 4, 9, 2, 7, 7, 4, 3, 2, 7, 4, 5, 2, 2, 7, 4, 7, 9, 2, 3, 7, 2, 3, 3, 3, 4, 4, 9, 3, 3, 9, 7, 4, 3, 5, 12, 7, 12, 2, 3, 11, 2, 12, 4, 3, 3, 2, 2, 5, 3, 4, 2, 3, 7, 3, 7, 3, 4, 5, 1, 1, 3, 11, 9, 2, 7, 3, 2, 2, 4, 3, 4, 7, 2, 3, 1, 2, 5, 2, 7, 11, 1, 2, 2, 3, 2, 3, 12, 2, 4, 4, 3, 4, 2, 1, 2, 3, 11, 6, 4, 7, 3, 4, 2, 1, 3, 1, 1, 2, 11, 9, 4, 2, 2, 11, 9, 4, 2, 5, 3, 4, 12, 2, 11, 9, 2, 3, 7, 2, 2, 7, 3, 1, 3, 3, 3, 4, 10, 2, 3, 7, 4, 2, 2, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 6, 2, 7, 7, 7, 5, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 6, 2, 2, 7, 7, 7, 7, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 2, 6, 2, 7, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 2, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 3, 1, 2, 7, 7, 2, 3, 9, 7, 4, 4, 8, 6, 3, 9, 5, 2, 6, 5, 4, 2, 6, 2, 5, 7, 5, 2, 9, 5, 4, 2, 6, 2, 6, 1, 1, 5, 1, 7, 6, 6, 3, 8, 2, 5, 3, 6, 4, 5, 4, 1, 8, 7, 8, 2, 3, 7, 5, 3, 7, 4, 5, 2, 1, 3, 6, 5, 9, 2, 7, 2, 4, 9, 5, 2, 2, 1, 1, 3, 9, 7, 8, 1, 3, 3, 4, 7, 4, 7, 1, 3, 7, 7, 3, 2, 2, 1, 1, 9, 2, 9, 8, 4, 3, 1, 8, 5, 2, 2, 4, 2, 1, 1, 5, 1, 4, 4, 1, 9, 8, 6, 7, 3, 5, 1, 2, 1, 1, 5, 1, 6, 3, 6, 4, 2, 1, 7, 2, 1, 3, 4, 7, 1, 3, 1, 2, 6, 1, 5, 8, 7, 3, 1, 8, 5, 4, 2, 2, 2, 6, 6, 3, 2, 6, 1, 2, 7, 7, 6, 8, 7, 3, 1, 8, 5, 4, 2, 2, 2, 6, 6, 4, 3, 4, 7, 9, 4, 3, 3, 3, 4, 5, 5, 3, 3, 2, 7, 6, 15, 2, 1, 5, 3, 9, 3, 4, 9, 3, 4, 5, 5, 4, 3, 2, 4, 6, 6, 3, 5, 6, 6, 8, 5, 4, 4, 5, 3, 8, 1, 3, 4, 6, 3, 1, 6, 3, 10, 4, 3, 7, 4, 6, 3, 2, 2, 5, 6, 3, 3, 2, 5, 8, 5, 1, 7, 1, 8, 5, 3, 3, 4, 9, 2, 2, 4, 2, 3, 1, 7, 5, 1, 2, 9, 3, 8, 1, 7, 10, 2, 2, 1, 2, 3, 1, 7, 5, 1, 1, 3, 6, 10, 2, 7, 9, 2, 7, 7, 2, 3, 11, 2, 5, 1, 8, 1, 5, 2, 1, 5, 3, 7, 4, 3, 3, 9, 2, 11, 4, 4, 3, 6, 4, 1, 7, 5, 4, 15, 9, 2, 5, 2, 5, 3, 1, 8, 5, 4, 3, 15, 3, 9, 3, 5, 1, 1, 22, 3, 3, 6, 1, 15, 5, 2, 8, 3, 10, 4, 3, 9, 1, 2, 3, 3, 1, 1, 1, 5, 1, 12, 5, 3, 3, 6, 5, 2, 3, 7, 2, 2, 2, 2, 11, 7, 3, 7, 2, 2, 2, 2, 3, 7, 3, 7, 2, 2, 2, 2, 9, 4, 3, 7, 2, 2, 2, 2, 4, 7, 3, 7, 2, 2, 2, 2, 4, 3, 7, 2, 2, 2, 2, 3, 4, 7, 3, 7, 2, 2, 2, 2, 4, 1, 4, 3, 7, 2, 2, 2, 2, 8, 6, 7, 2, 1, 6, 4, 7, 2, 1, 1, 2, 2, 8, 6, 7, 2, 1, 6, 4, 7, 2, 2, 2, 2, 7, 7, 3, 7, 2, 2, 2, 2, 4, 7, 3, 7, 2, 2, 2, 2, 4, 5, 3, 7, 2, 2, 2, 2, 5, 5, 3, 7, 2, 2, 2, 2, 5, 6, 3, 7, 2, 2, 2, 2, 5, 5, 3, 7, 2, 2, 2, 2, 3, 7, 5, 5, 1, 7, 1, 6, 1, 5, 5, 1, 3, 6, 3, 3, 4, 3, 7, 9, 3, 9, 9, 2, 11, 6, 21, 2, 3, 7, 7, 3, 3, 9, 2, 8, 4, 7, 3, 6, 9, 3, 9, 6, 2, 11, 6, 21, 2, 3, 7, 7, 3, 3, 9, 2, 5, 5, 3, 4, 3, 4, 5, 2, 11, 5, 2, 6, 5, 2, 7, 5, 2, 4, 3, 4, 11, 4, 1, 7, 1, 4, 1, 9, 1, 2, 1, 7, 5, 1, 5, 5, 1, 6, 2, 1, 4, 3, 7, 6, 4, 4, 3, 3, 10, 6, 2, 2, 4, 3, 4, 6, 3, 7, 2, 7, 6, 9, 2, 6, 2, 7, 8, 6, 2, 3, 11, 4, 2, 8, 2, 9, 2, 5, 2, 3, 4, 9, 2, 4, 2, 8, 6, 2, 9, 2, 3, 3, 2, 6, 6, 1, 7, 4, 7, 3, 3, 7, 4, 5, 2, 9, 2, 8, 2, 4, 4, 1, 5, 3, 5, 3, 1, 1, 3, 8, 3, 1, 1, 3, 2, 3, 1, 1, 3, 4, 3, 1, 1, 3, 5, 3, 1, 1, 2, 1, 1, 2, 2, 5, 9, 1, 9, 1, 3, 7, 1, 5, 1, 4, 2, 7, 5, 2, 11, 8, 2, 4, 4, 1, 5, 3, 5, 3, 1, 1, 3, 8, 3, 1, 1, 3, 5, 3, 1, 1, 2, 1, 1, 2, 2, 5, 9, 1, 9, 1, 4, 3, 7, 4, 3, 3, 6, 3, 3, 4, 3, 8, 7, 4, 2, 1, 10, 3, 3, 7, 6, 2, 4, 2, 4, 7, 6, 4, 3, 3, 10, 2, 1, 7, 1, 4, 7, 2, 5, 2, 2, 7, 1, 4, 5, 6, 2, 7, 7, 6, 7, 5, 2, 10, 2, 1, 7, 1, 2, 3, 4, 1, 2, 2, 10, 2, 1, 7, 4, 5, 3, 1, 2, 7, 7, 6, 7, 8, 2, 10, 2, 1, 7, 1, 4, 7, 7, 6, 7, 5, 2, 2, 3, 4, 6, 5, 1, 9, 1, 3, 1, 7, 5, 1, 7, 5, 3, 3, 4, 7, 5, 2, 7, 6, 6, 4, 3, 7, 5, 4, 10, 10, 6, 2, 7, 5, 4, 2, 3, 2, 8, 6, 2, 7, 5, 4, 9, 5, 4, 1, 8, 2, 32, 1, 6, 2, 25, 7, 2], "patch_length_stats": {"count": 1923, "sum": 8358, "mean": 4.3463338533541345, "median": 4.0, "p95": 10.0, "max": 59, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 4, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.13266288199884002, "decode_time_sec": 29.992107882004348, "total_time_sec": 47.80175203500039, "prefill_units_per_sec": 52124.60257014817, "prefill_bytes_per_sec": 52003.99611445441, "decode_units_per_sec": 532.106648281817, "decode_bytes_per_sec": 532.106648281817, "total_units_per_sec": 333.85805583684123, "total_bytes_per_sec": 333.85805583684123, "step_latency_ms": {"count": 2887, "sum": 30165, "mean": 10.448562521648771, "median": 9.0, "p95": 24.0, "max": 31, "min": 7}, "peak_allocated_mb": 4217.1923828125, "peak_reserved_mb": 4724.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6899, "mean": 431.1875, "median": 318.0, "p95": 891.5, "max": 914, "min": 257}, "model_input_units": {"count": 16, "sum": 6915, "mean": 432.1875, "median": 319.0, "p95": 892.5, "max": 915, "min": 258}}, "generated_stats": {"units": {"count": 16, "sum": 15959, "mean": 997.4375, "median": 1040.0, "p95": 1040.0, "max": 1040, "min": 380}, "bytes": {"count": 16, "sum": 15959, "mean": 997.4375, "median": 1040.0, "p95": 1040.0, "max": 1040, "min": 380}}, "compression_summary": {"raw_prompt_bytes": 6899, "model_input_units": 6915, "stage0_units": 1432, "stage1_units": null, "bytes_per_stage0_unit": 4.817737430167598, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [52, 78, 191, 198, 60, 55, 95, 52, 66, 64, 65, 62, 60, 74, 129, 131], "patch_count_stats": {"count": 16, "sum": 1432, "mean": 89.5, "median": 65.5, "p95": 192.75, "max": 198, "min": 52}, "patch_lengths": [3, 4, 9, 5, 5, 1, 7, 5, 1, 9, 5, 3, 3, 4, 2, 4, 6, 5, 4, 8, 5, 7, 9, 1, 7, 7, 2, 9, 3, 9, 5, 5, 9, 1, 7, 7, 2, 7, 3, 7, 5, 5, 7, 2, 3, 4, 2, 4, 9, 7, 8, 2, 3, 9, 4, 3, 3, 8, 6, 8, 9, 2, 34, 6, 2, 30, 8, 5, 30, 7, 9, 6, 3, 5, 2, 1, 3, 4, 6, 2, 3, 4, 2, 1, 3, 4, 6, 2, 8, 2, 1, 1, 1, 2, 1, 1, 3, 8, 2, 7, 9, 1, 3, 2, 3, 7, 9, 4, 2, 1, 1, 1, 2, 1, 1, 3, 6, 9, 2, 7, 9, 1, 5, 9, 6, 6, 2, 2, 1, 2, 3, 2, 6, 5, 1, 4, 6, 3, 3, 4, 3, 4, 3, 5, 6, 3, 3, 2, 1, 1, 1, 3, 11, 7, 2, 3, 1, 2, 4, 3, 15, 2, 1, 1, 3, 15, 2, 6, 2, 1, 1, 2, 5, 7, 2, 15, 2, 5, 2, 1, 1, 2, 5, 6, 2, 15, 2, 2, 3, 2, 1, 1, 2, 5, 6, 2, 15, 2, 3, 3, 2, 1, 1, 2, 5, 4, 3, 2, 15, 3, 1, 2, 4, 2, 1, 3, 4, 2, 1, 1, 2, 8, 2, 1, 4, 2, 3, 5, 2, 8, 3, 15, 2, 3, 1, 2, 2, 4, 7, 5, 5, 4, 3, 3, 1, 1, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 1, 5, 7, 2, 12, 5, 6, 3, 1, 1, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 1, 5, 7, 1, 5, 4, 3, 2, 12, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 2, 3, 2, 5, 9, 6, 1, 7, 1, 8, 6, 1, 7, 2, 2, 1, 3, 28, 5, 1, 10, 5, 1, 3, 6, 3, 3, 7, 2, 6, 10, 3, 4, 6, 8, 3, 4, 4, 3, 3, 7, 3, 2, 4, 1, 4, 7, 4, 3, 6, 2, 1, 8, 2, 7, 6, 13, 2, 11, 2, 6, 4, 4, 1, 6, 5, 3, 4, 2, 1, 4, 4, 3, 3, 4, 4, 2, 6, 7, 2, 10, 7, 3, 4, 4, 5, 3, 6, 2, 5, 4, 3, 3, 10, 3, 5, 2, 7, 10, 2, 7, 7, 8, 2, 2, 3, 5, 6, 2, 7, 3, 2, 4, 1, 3, 7, 2, 11, 4, 5, 6, 1, 9, 2, 7, 1, 7, 2, 6, 1, 3, 7, 2, 7, 5, 2, 4, 1, 3, 7, 2, 11, 4, 5, 6, 1, 9, 2, 7, 1, 7, 2, 6, 1, 3, 7, 2, 23, 6, 3, 3, 4, 5, 2, 4, 2, 7, 2, 4, 1, 1, 4, 5, 3, 8, 2, 7, 6, 4, 7, 10, 2, 4, 8, 2, 1, 4, 5, 4, 7, 4, 8, 2, 4, 3, 8, 7, 5, 4, 3, 12, 12, 3, 6, 1, 6, 5, 5, 1, 5, 2, 2, 5, 3, 7, 11, 3, 6, 1, 9, 1, 3, 11, 3, 6, 1, 4, 1, 3, 11, 3, 6, 1, 6, 3, 5, 2, 3, 9, 3, 5, 5, 5, 4, 5, 4, 4, 12, 7, 4, 4, 3, 3, 6, 2, 3, 6, 6, 2, 3, 8, 4, 5, 3, 4, 2, 4, 3, 8, 2, 7, 8, 8, 3, 4, 1, 9, 2, 3, 6, 5, 8, 8, 1, 9, 2, 3, 6, 4, 5, 8, 8, 1, 9, 2, 3, 6, 8, 4, 5, 8, 8, 1, 9, 2, 3, 7, 9, 4, 3, 5, 1, 7, 2, 3, 4, 4, 5, 3, 3, 4, 6, 5, 2, 11, 8, 2, 6, 5, 7, 2, 11, 7, 2, 3, 3, 6, 4, 4, 2, 11, 3, 4, 7, 2, 15, 3, 5, 5, 4, 2, 19, 7, 2, 5, 5, 4, 1, 15, 5, 2, 19, 6, 2, 2, 9, 8, 4, 19, 9, 1, 14, 7, 1, 1, 1, 4, 3, 5, 9, 2, 15, 6, 2, 7, 8, 3, 15, 9, 1, 11, 8, 2, 5, 9, 7, 1, 1, 3, 11, 5, 5, 4, 2, 7, 1, 11, 4, 3, 3, 7, 6, 12, 6, 5, 3, 5, 2, 6, 7, 7, 4, 3, 3, 4, 4, 8, 2, 7, 2, 6, 4, 5, 5, 7, 7, 4, 3, 7, 5, 2, 8, 7, 3, 7, 5, 4, 5, 4, 13, 7, 3, 5, 7, 2, 7, 8, 7, 3, 6, 2, 3, 2, 4, 7, 5, 1, 5, 3, 3, 4, 6, 2, 2, 3, 7, 6, 4, 6, 1, 2, 5, 2, 11, 5, 2, 5, 11, 5, 5, 2, 4, 6, 3, 11, 3, 4, 5, 2, 15, 6, 1, 7, 4, 6, 3, 5, 2, 7, 2, 3, 3, 4, 5, 5, 5, 3, 10, 1, 4, 7, 13, 2, 7, 3, 4, 2, 3, 7, 5, 11, 6, 5, 1, 5, 5, 1, 7, 5, 3, 3, 4, 5, 8, 2, 2, 4, 10, 3, 7, 4, 5, 1, 6, 3, 5, 5, 6, 4, 11, 3, 7, 2, 15, 6, 2, 5, 5, 7, 7, 7, 6, 6, 2, 16, 8, 7, 4, 1, 2, 2, 2, 6, 5, 1, 6, 4, 7, 10, 2, 2, 3, 8, 3, 5, 1, 9, 2, 5, 1, 1, 1, 7, 8, 2, 2, 2, 5, 5, 3, 4, 6, 7, 1, 7, 8, 1, 5, 2, 1, 7, 8, 2, 2, 2, 3, 7, 8, 2, 3, 7, 4, 5, 3, 7, 2, 11, 3, 5, 5, 3, 15, 6, 5, 6, 5, 2, 16, 2, 15, 6, 5, 2, 3, 7, 2, 3, 7, 11, 7, 4, 4, 5, 1, 6, 3, 6, 1, 4, 7, 1, 5, 1, 2, 3, 4, 7, 5, 5, 2, 1, 5, 5, 2, 4, 1, 4, 2, 3, 6, 4, 4, 5, 3, 3, 5, 3, 2, 3, 7, 8, 4, 7, 2, 3, 5, 5, 2, 3, 7, 7, 3, 7, 6, 3, 6, 2, 2, 3, 7, 8, 5, 4, 3, 4, 2, 7, 11, 3, 3, 4, 6, 5, 3, 3, 3, 7, 2, 5, 3, 4, 7, 1, 12, 3, 4, 7, 3, 4, 6, 4, 7, 3, 4, 7, 5, 1, 2, 1, 1, 2, 11, 9, 2, 7, 4, 2, 3, 6, 4, 1, 6, 5, 1, 2, 1, 1, 4, 3, 6, 4, 5, 3, 3, 4, 4, 2, 11, 3, 5, 5, 4, 8, 5, 2, 4, 8, 6, 6, 2, 3, 15, 5, 2, 5, 2, 6, 7, 1, 1, 11, 4, 5, 2, 5, 2, 3, 3, 4, 1, 15, 7, 5, 1, 11, 5, 2, 15, 7, 6, 1, 7, 7, 9, 11, 8, 9, 2, 11, 2, 6, 6, 2, 10, 6, 1, 6, 4, 8, 4, 5, 2, 3, 9, 7, 8, 7, 8, 1, 8, 1, 5, 3, 3, 5, 8, 2, 4, 3, 4, 7, 3, 8, 2, 7, 3, 7, 2, 11, 4, 2, 8, 1, 6, 2, 6, 4, 3, 2, 4, 3, 11, 3, 8, 1, 6, 2, 6, 4, 3, 2, 5, 4, 4, 15, 4, 3, 8, 1, 6, 2, 6, 4, 3, 2, 5, 4, 3, 11, 5, 8, 11, 4, 1, 1, 1, 2, 11, 5, 8, 4, 1, 3, 1, 1, 2, 3, 8, 8, 2, 4, 3, 6, 2, 1, 1, 1, 3, 4, 7, 3, 8, 2, 7, 4, 2, 7, 4, 2, 4, 2, 2, 7, 4, 2, 5, 4, 2, 3, 7, 4, 2, 5, 4, 2, 5, 7, 4, 2, 4, 4, 3, 7, 5, 6, 8, 8, 1, 6, 9, 8, 5, 3, 3, 4, 5, 10, 5, 5, 3, 7, 4, 5, 5, 8, 1, 2, 4, 1, 3, 6, 3, 11, 3, 4, 11, 8, 1, 12, 3, 15, 2, 5, 5, 4, 8, 3, 2, 7, 5, 7, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 4, 57, 9, 8, 2, 11, 5, 4, 8, 3, 5, 4, 15, 2, 7, 4, 8, 3, 3, 5, 8, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 5, 4, 57, 9, 8, 2, 11, 5, 8, 7, 4, 3, 6, 8, 8, 2, 15, 2, 6, 3, 4, 8, 7, 3, 3, 8, 8, 8, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 7, 5], "patch_length_stats": {"count": 1432, "sum": 6915, "mean": 4.82891061452514, "median": 4.0, "p95": 11.0, "max": 57, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 5, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.11900552500082995, "decode_time_sec": 25.896568006890448, "total_time_sec": 40.06541182600267, "prefill_units_per_sec": 58535.09742469031, "prefill_bytes_per_sec": 58400.64988538583, "decode_units_per_sec": 509.7200523439168, "decode_bytes_per_sec": 509.7200523439168, "total_units_per_sec": 329.46123347802774, "total_bytes_per_sec": 329.46123347802774, "step_latency_ms": {"count": 2526, "sum": 26028, "mean": 10.304038004750593, "median": 9.0, "p95": 24.0, "max": 31, "min": 7}, "peak_allocated_mb": 3886.66748046875, "peak_reserved_mb": 4324.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6950, "mean": 434.375, "median": 434.0, "p95": 651.75, "max": 699, "min": 268}, "model_input_units": {"count": 16, "sum": 6966, "mean": 435.375, "median": 435.0, "p95": 652.75, "max": 700, "min": 269}}, "generated_stats": {"units": {"count": 16, "sum": 13200, "mean": 825.0, "median": 825.0, "p95": 825.0, "max": 825, "min": 825}, "bytes": {"count": 16, "sum": 13200, "mean": 825.0, "median": 825.0, "p95": 825.0, "max": 825, "min": 825}}, "compression_summary": {"raw_prompt_bytes": 6950, "model_input_units": 6966, "stage0_units": 1554, "stage1_units": null, "bytes_per_stage0_unit": 4.472329472329473, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [121, 86, 60, 116, 87, 117, 71, 87, 53, 137, 116, 119, 62, 102, 75, 145], "patch_count_stats": {"count": 16, "sum": 1554, "mean": 97.125, "median": 94.5, "p95": 139.0, "max": 145, "min": 53}, "patch_lengths": [3, 6, 5, 5, 10, 7, 7, 5, 3, 3, 5, 1, 6, 1, 4, 1, 7, 2, 4, 11, 3, 9, 3, 5, 7, 5, 7, 5, 3, 3, 7, 5, 2, 7, 5, 2, 5, 3, 6, 4, 5, 5, 7, 4, 4, 3, 3, 3, 4, 4, 1, 5, 2, 4, 6, 10, 6, 5, 5, 1, 6, 1, 4, 1, 7, 1, 7, 5, 3, 3, 2, 4, 5, 4, 9, 3, 4, 10, 6, 1, 3, 7, 5, 2, 5, 3, 3, 5, 5, 7, 2, 3, 4, 2, 4, 4, 2, 3, 7, 5, 2, 5, 3, 3, 5, 5, 7, 2, 4, 2, 5, 2, 3, 7, 2, 5, 4, 8, 3, 1, 2, 3, 4, 3, 4, 5, 1, 4, 1, 5, 1, 8, 3, 3, 4, 3, 4, 3, 5, 1, 4, 2, 1, 2, 5, 1, 7, 5, 1, 4, 2, 1, 2, 4, 2, 1, 1, 7, 4, 2, 4, 3, 1, 3, 4, 3, 3, 4, 4, 2, 1, 1, 5, 2, 1, 1, 5, 1, 8, 2, 7, 3, 4, 3, 5, 1, 5, 5, 5, 2, 3, 3, 3, 4, 2, 7, 3, 7, 3, 3, 2, 4, 4, 2, 3, 4, 3, 3, 6, 5, 1, 8, 3, 3, 5, 6, 8, 2, 4, 8, 3, 3, 4, 2, 3, 6, 4, 8, 4, 10, 6, 1, 1, 2, 5, 2, 6, 5, 3, 3, 4, 9, 4, 7, 10, 2, 5, 3, 5, 4, 6, 5, 2, 2, 5, 7, 6, 2, 7, 6, 7, 5, 2, 8, 7, 10, 5, 3, 4, 5, 1, 5, 1, 6, 1, 1, 1, 7, 6, 3, 3, 2, 11, 5, 2, 17, 5, 1, 1, 1, 8, 5, 1, 6, 5, 1, 6, 5, 2, 15, 5, 2, 2, 1, 5, 2, 5, 5, 2, 2, 1, 5, 2, 6, 1, 6, 2, 17, 6, 3, 3, 4, 8, 2, 3, 5, 5, 1, 5, 8, 1, 5, 1, 6, 1, 5, 1, 2, 11, 16, 6, 1, 6, 6, 1, 11, 1, 10, 2, 20, 6, 5, 1, 5, 5, 1, 8, 4, 4, 1, 4, 2, 1, 3, 2, 1, 2, 20, 6, 6, 1, 4, 5, 1, 3, 5, 1, 5, 5, 1, 4, 5, 3, 3, 3, 4, 2, 5, 5, 3, 3, 4, 4, 2, 2, 1, 1, 7, 4, 2, 2, 1, 1, 7, 2, 2, 1, 1, 1, 7, 2, 2, 5, 2, 1, 7, 5, 2, 6, 2, 7, 6, 4, 5, 2, 11, 2, 2, 1, 1, 1, 11, 6, 5, 2, 15, 3, 2, 4, 2, 2, 2, 1, 1, 3, 1, 1, 1, 4, 3, 19, 6, 3, 5, 4, 6, 2, 2, 2, 4, 3, 23, 2, 3, 5, 4, 6, 2, 2, 5, 3, 2, 3, 5, 2, 3, 5, 1, 5, 3, 3, 4, 3, 2, 10, 3, 7, 3, 4, 5, 1, 2, 1, 1, 2, 11, 3, 7, 5, 2, 7, 5, 2, 11, 2, 4, 2, 8, 5, 3, 4, 7, 3, 1, 12, 1, 11, 2, 5, 3, 12, 3, 4, 7, 3, 6, 6, 1, 11, 2, 5, 6, 3, 9, 7, 6, 4, 5, 3, 2, 11, 2, 4, 3, 4, 7, 8, 4, 2, 9, 5, 4, 1, 11, 2, 8, 1, 7, 5, 8, 6, 2, 7, 11, 1, 11, 2, 5, 4, 8, 4, 5, 8, 3, 3, 4, 8, 1, 11, 2, 2, 7, 6, 4, 4, 5, 3, 3, 4, 5, 3, 5, 5, 1, 5, 7, 1, 5, 5, 1, 5, 3, 3, 4, 4, 2, 2, 4, 7, 1, 5, 5, 2, 7, 4, 1, 3, 2, 5, 4, 2, 3, 6, 3, 4, 4, 1, 5, 2, 7, 3, 5, 3, 4, 5, 2, 11, 2, 3, 8, 5, 12, 3, 4, 9, 1, 3, 5, 3, 7, 1, 11, 2, 6, 2, 11, 5, 2, 3, 5, 5, 2, 2, 3, 5, 2, 3, 4, 6, 5, 2, 3, 6, 4, 5, 2, 3, 9, 9, 1, 1, 1, 2, 2, 3, 6, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 2, 3, 6, 1, 5, 2, 3, 8, 5, 2, 3, 9, 5, 2, 3, 3, 5, 2, 3, 7, 6, 5, 2, 3, 3, 5, 2, 8, 3, 8, 5, 1, 6, 2, 9, 3, 3, 4, 6, 2, 2, 3, 6, 4, 6, 1, 5, 4, 3, 5, 6, 3, 3, 3, 11, 6, 1, 9, 1, 3, 11, 6, 1, 9, 4, 3, 7, 7, 6, 1, 3, 5, 11, 6, 1, 5, 3, 7, 7, 9, 6, 2, 3, 5, 11, 6, 1, 5, 3, 7, 7, 9, 4, 6, 2, 3, 5, 2, 7, 7, 2, 3, 6, 5, 4, 1, 2, 21, 2, 9, 7, 3, 14, 5, 2, 5, 3, 14, 9, 4, 5, 2, 14, 9, 7, 5, 2, 14, 8, 5, 3, 3, 5, 2, 7, 7, 10, 11, 2, 3, 2, 6, 7, 6, 4, 3, 3, 3, 8, 2, 7, 7, 7, 4, 1, 2, 3, 8, 2, 5, 6, 3, 5, 1, 5, 5, 1, 5, 6, 1, 8, 1, 5, 2, 2, 3, 9, 2, 7, 9, 6, 8, 3, 3, 6, 6, 1, 4, 5, 6, 2, 10, 7, 3, 5, 3, 3, 9, 5, 2, 2, 3, 9, 5, 8, 1, 9, 4, 1, 7, 1, 6, 2, 3, 10, 2, 6, 10, 4, 5, 1, 9, 5, 1, 7, 1, 6, 2, 3, 7, 7, 6, 5, 6, 6, 9, 1, 4, 3, 4, 12, 5, 1, 12, 1, 5, 5, 3, 3, 4, 7, 6, 2, 2, 8, 4, 12, 3, 7, 3, 4, 5, 2, 11, 5, 12, 1, 1, 4, 7, 12, 2, 7, 5, 2, 11, 3, 12, 3, 3, 5, 2, 15, 12, 5, 3, 14, 5, 3, 3, 4, 5, 4, 12, 3, 3, 4, 5, 2, 15, 7, 2, 3, 19, 2, 2, 2, 5, 3, 2, 19, 2, 11, 2, 2, 12, 3, 1, 15, 3, 11, 4, 5, 2, 3, 4, 10, 2, 2, 3, 2, 2, 9, 5, 2, 2, 6, 13, 4, 2, 2, 10, 2, 7, 2, 11, 4, 9, 2, 3, 15, 8, 2, 2, 3, 8, 5, 2, 19, 5, 2, 11, 7, 5, 2, 11, 6, 6, 2, 11, 4, 9, 6, 2, 11, 8, 5, 5, 2, 11, 9, 5, 6, 2, 11, 6, 2, 2, 6, 2, 11, 8, 5, 5, 3, 5, 10, 1, 10, 5, 9, 2, 7, 8, 9, 1, 3, 5, 5, 2, 2, 4, 3, 7, 1, 3, 7, 3, 3, 4, 4, 3, 4, 2, 2, 2, 2, 5, 1, 2, 7, 2, 5, 2, 3, 3, 8, 2, 7, 4, 7, 3, 2, 7, 2, 8, 3, 3, 3, 7, 2, 7, 4, 7, 3, 2, 6, 2, 7, 3, 3, 3, 5, 6, 5, 3, 5, 6, 3, 7, 4, 7, 2, 3, 5, 7, 5, 2, 7, 5, 1, 3, 9, 3, 3, 4, 8, 2, 3, 2, 9, 2, 3, 9, 2, 7, 6, 2, 5, 8, 7, 6, 2, 8, 3, 8, 3, 7, 4, 5, 3, 6, 2, 11, 5, 4, 4, 5, 2, 15, 5, 1, 8, 9, 3, 4, 2, 5, 5, 3, 2, 4, 2, 8, 3, 3, 4, 5, 4, 5, 4, 3, 7, 3, 2, 3, 7, 2, 6, 2, 4, 4, 3, 28, 1, 6, 8, 4, 11, 5, 4, 5, 1, 1, 2, 3, 8, 2, 5, 8, 8, 3, 3, 4, 3, 3, 8, 2, 7, 9, 2, 9, 4, 4, 4, 3, 2, 3, 3, 2, 3, 9, 4, 38, 3, 5, 2, 3, 4, 2, 5, 2, 4, 3, 3, 4, 4, 3, 3, 5, 6, 9, 5, 3, 11, 3, 3, 2, 6, 4, 2, 2, 3, 7, 3, 2, 15, 5, 5, 2, 3, 2, 4, 4, 4, 4, 4, 3, 5, 6, 5, 1, 6, 5, 1, 6, 4, 5, 1, 7, 6, 5, 2, 24, 6, 5, 1, 8, 5, 1, 7, 5, 2, 18, 10, 5, 3, 3, 4, 6, 2, 4, 5, 6, 5, 1, 5, 1, 6, 6, 4, 1, 7, 2, 5, 2, 7, 7, 6, 5, 3, 4, 6, 1, 6, 6, 2, 18, 13, 6, 1, 5, 6, 1, 8, 1, 7, 2, 25, 6, 4, 2, 3, 4, 2, 2, 5, 1, 5, 1, 5, 1, 6, 8, 1, 2, 1, 1, 3, 3, 4, 2, 8, 3, 2, 1, 3, 8, 1, 1, 6, 4, 4, 2, 4, 3, 2, 1, 1, 7, 2, 5, 2, 3, 3, 1, 1, 1, 3, 2, 3, 1, 1, 2, 7, 2, 5, 2, 3, 3, 3, 2, 1, 2, 1, 7, 7, 5, 2, 2, 3, 2, 4, 4, 2, 1, 1, 2, 1, 1, 2, 2, 4, 2, 1, 1, 2, 1, 1, 2, 2, 2, 2, 2, 1, 3, 1, 3, 7, 7, 4, 2, 2, 5, 7, 5, 5, 1, 3, 3, 5, 2, 7, 5, 2, 5, 2, 6, 2, 4, 1, 2, 3, 7, 4, 2, 3, 7, 5, 5, 2, 2, 4, 4, 6, 2, 1, 1, 1, 3, 28, 5, 2, 5, 4, 6, 3], "patch_length_stats": {"count": 1554, "sum": 6966, "mean": 4.482625482625482, "median": 4.0, "p95": 11.0, "max": 38, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 6, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.1431253619994095, "decode_time_sec": 32.23489181193145, "total_time_sec": 52.188505982001516, "prefill_units_per_sec": 54288.07229868915, "prefill_bytes_per_sec": 54176.28218842158, "decode_units_per_sec": 487.546230702188, "decode_bytes_per_sec": 487.546230702188, "total_units_per_sec": 301.1391053313549, "total_bytes_per_sec": 301.1391053313549, "step_latency_ms": {"count": 3159, "sum": 32475, "mean": 10.280151946818613, "median": 9.0, "p95": 24.0, "max": 31, "min": 7}, "peak_allocated_mb": 4295.00341796875, "peak_reserved_mb": 4578.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7754, "mean": 484.625, "median": 461.0, "p95": 876.5, "max": 986, "min": 262}, "model_input_units": {"count": 16, "sum": 7770, "mean": 485.625, "median": 462.0, "p95": 877.5, "max": 987, "min": 263}}, "generated_stats": {"units": {"count": 16, "sum": 15716, "mean": 982.25, "median": 1112.0, "p95": 1112.0, "max": 1112, "min": 24}, "bytes": {"count": 16, "sum": 15716, "mean": 982.25, "median": 1112.0, "p95": 1112.0, "max": 1112, "min": 24}}, "compression_summary": {"raw_prompt_bytes": 7754, "model_input_units": 7770, "stage0_units": 1717, "stage1_units": null, "bytes_per_stage0_unit": 4.516016307513104, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [134, 69, 124, 55, 106, 75, 76, 63, 165, 200, 125, 138, 69, 48, 168, 102], "patch_count_stats": {"count": 16, "sum": 1717, "mean": 107.3125, "median": 104.0, "p95": 176.0, "max": 200, "min": 48}, "patch_lengths": [3, 2, 3, 6, 5, 4, 3, 4, 7, 3, 11, 2, 4, 7, 1, 11, 2, 2, 4, 3, 1, 6, 3, 3, 2, 11, 2, 3, 7, 11, 2, 4, 2, 4, 7, 5, 3, 1, 4, 9, 3, 11, 2, 2, 5, 3, 1, 6, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 2, 3, 2, 11, 2, 2, 6, 3, 1, 6, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 2, 3, 3, 11, 2, 5, 1, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 1, 4, 3, 9, 3, 8, 1, 11, 2, 9, 2, 11, 2, 2, 8, 2, 1, 6, 4, 2, 1, 1, 2, 2, 1, 1, 2, 5, 2, 8, 6, 2, 15, 6, 1, 1, 2, 1, 4, 3, 7, 7, 6, 5, 1, 8, 3, 1, 5, 3, 3, 3, 4, 8, 2, 9, 7, 2, 11, 3, 1, 3, 1, 2, 7, 2, 1, 3, 6, 5, 9, 4, 1, 8, 3, 1, 5, 3, 3, 11, 8, 5, 8, 1, 7, 5, 7, 2, 2, 1, 5, 5, 5, 1, 8, 5, 8, 3, 3, 4, 3, 8, 7, 5, 3, 1, 3, 3, 3, 7, 3, 5, 3, 3, 4, 3, 5, 5, 2, 2, 11, 4, 2, 4, 4, 3, 2, 5, 7, 2, 2, 4, 1, 7, 4, 3, 4, 1, 3, 4, 2, 11, 2, 11, 4, 2, 3, 2, 3, 3, 11, 3, 4, 2, 1, 1, 2, 15, 4, 5, 1, 1, 2, 14, 8, 3, 4, 2, 11, 4, 7, 6, 2, 5, 5, 7, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 6, 4, 4, 2, 1, 4, 4, 5, 3, 11, 4, 5, 1, 1, 2, 7, 2, 9, 5, 7, 12, 1, 7, 3, 6, 6, 7, 3, 4, 3, 3, 7, 3, 3, 3, 1, 1, 3, 7, 2, 7, 5, 2, 7, 4, 3, 3, 4, 8, 5, 5, 1, 5, 4, 3, 3, 4, 2, 2, 5, 5, 7, 3, 7, 2, 8, 2, 6, 2, 5, 8, 6, 6, 5, 4, 5, 23, 3, 5, 4, 2, 3, 7, 4, 2, 2, 9, 3, 7, 2, 6, 3, 7, 3, 4, 3, 5, 2, 11, 6, 2, 3, 7, 4, 4, 5, 1, 7, 4, 5, 7, 5, 4, 1, 2, 3, 3, 7, 11, 1, 3, 4, 2, 7, 4, 2, 11, 5, 2, 3, 5, 1, 7, 2, 8, 1, 4, 7, 5, 4, 1, 6, 5, 2, 3, 4, 6, 2, 3, 2, 3, 4, 2, 7, 3, 4, 3, 1, 1, 2, 11, 7, 5, 1, 7, 5, 2, 11, 7, 6, 1, 3, 7, 10, 3, 3, 2, 7, 6, 2, 5, 10, 4, 1, 2, 2, 4, 4, 5, 1, 2, 2, 5, 7, 2, 2, 4, 7, 1, 2, 3, 1, 1, 2, 4, 3, 4, 3, 8, 11, 6, 3, 4, 6, 5, 1, 5, 1, 10, 1, 5, 1, 3, 6, 2, 3, 5, 1, 2, 3, 1, 3, 4, 7, 3, 6, 5, 5, 5, 2, 2, 5, 1, 7, 3, 7, 4, 2, 5, 4, 4, 11, 7, 5, 8, 6, 5, 6, 3, 4, 6, 5, 5, 5, 5, 1, 10, 1, 5, 1, 3, 6, 1, 1, 2, 5, 1, 2, 3, 1, 12, 3, 3, 4, 8, 5, 1, 8, 1, 7, 4, 3, 4, 2, 1, 5, 4, 10, 8, 12, 2, 7, 2, 7, 9, 2, 4, 7, 10, 2, 6, 2, 4, 9, 5, 2, 1, 5, 2, 7, 4, 6, 3, 5, 7, 8, 2, 11, 9, 7, 10, 6, 3, 5, 8, 1, 6, 3, 7, 3, 4, 9, 2, 11, 9, 2, 8, 2, 4, 9, 5, 2, 1, 5, 2, 5, 8, 3, 3, 10, 5, 1, 8, 4, 5, 1, 9, 2, 5, 2, 5, 2, 4, 2, 5, 2, 4, 2, 3, 3, 7, 3, 3, 4, 4, 3, 1, 2, 5, 5, 9, 8, 4, 3, 7, 4, 4, 5, 1, 3, 4, 3, 4, 3, 1, 5, 3, 5, 4, 11, 3, 4, 5, 3, 5, 2, 15, 4, 3, 3, 2, 3, 9, 5, 4, 3, 3, 2, 7, 4, 4, 8, 12, 3, 4, 1, 3, 7, 2, 4, 7, 1, 3, 7, 4, 2, 4, 4, 2, 2, 3, 1, 3, 11, 5, 2, 3, 5, 5, 7, 4, 1, 7, 3, 3, 7, 5, 2, 3, 3, 11, 5, 2, 1, 1, 3, 3, 5, 4, 2, 7, 11, 5, 3, 3, 5, 4, 1, 3, 3, 4, 11, 5, 2, 7, 7, 1, 3, 7, 5, 2, 3, 5, 5, 7, 4, 1, 7, 3, 3, 7, 5, 2, 3, 10, 4, 2, 3, 5, 5, 7, 4, 1, 4, 3, 3, 8, 2, 7, 3, 3, 8, 2, 3, 2, 7, 4, 6, 10, 3, 8, 7, 1, 3, 8, 7, 5, 3, 3, 2, 9, 4, 7, 3, 2, 6, 1, 3, 3, 3, 5, 3, 4, 2, 3, 5, 5, 2, 5, 5, 1, 2, 2, 3, 5, 3, 3, 3, 3, 3, 2, 2, 4, 2, 3, 2, 3, 6, 6, 10, 3, 3, 4, 6, 4, 3, 3, 6, 6, 10, 3, 3, 4, 6, 2, 4, 3, 10, 3, 3, 4, 7, 2, 8, 6, 4, 1, 2, 9, 6, 10, 4, 3, 4, 2, 3, 10, 3, 3, 4, 7, 2, 7, 10, 3, 3, 4, 6, 5, 2, 5, 7, 12, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 11, 3, 2, 7, 8, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 7, 5, 7, 6, 6, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 5, 6, 5, 7, 7, 5, 2, 5, 5, 6, 4, 7, 7, 5, 2, 4, 7, 2, 7, 5, 5, 4, 12, 7, 3, 6, 1, 7, 2, 7, 10, 4, 7, 11, 1, 7, 3, 2, 4, 6, 3, 11, 10, 3, 3, 4, 6, 5, 3, 6, 6, 1, 7, 3, 3, 7, 3, 3, 4, 6, 5, 3, 4, 2, 11, 10, 3, 3, 4, 6, 5, 3, 2, 3, 7, 3, 2, 6, 3, 11, 10, 3, 3, 4, 6, 5, 3, 8, 1, 7, 3, 12, 3, 11, 10, 3, 3, 4, 6, 5, 3, 12, 2, 3, 2, 3, 7, 7, 4, 3, 9, 1, 4, 1, 10, 2, 7, 2, 9, 3, 3, 3, 3, 4, 4, 4, 9, 2, 7, 6, 4, 9, 2, 4, 3, 5, 4, 9, 5, 3, 7, 1, 4, 1, 6, 3, 9, 2, 10, 2, 9, 3, 3, 3, 3, 2, 2, 1, 4, 4, 7, 1, 3, 2, 8, 4, 4, 7, 3, 7, 6, 8, 6, 2, 4, 2, 7, 5, 4, 2, 1, 3, 1, 2, 3, 29, 9, 1, 7, 4, 3, 3, 9, 4, 9, 4, 3, 4, 5, 2, 7, 3, 4, 3, 5, 6, 9, 3, 11, 6, 4, 9, 2, 2, 5, 10, 1, 3, 1, 2, 2, 9, 2, 7, 4, 5, 7, 2, 3, 4, 4, 11, 5, 1, 2, 1, 9, 6, 3, 3, 4, 2, 5, 3, 2, 3, 8, 2, 1, 2, 4, 6, 5, 1, 5, 3, 8, 1, 5, 2, 1, 8, 1, 5, 4, 2, 5, 3, 7, 2, 2, 2, 1, 1, 1, 1, 2, 5, 4, 1, 1, 2, 5, 3, 2, 7, 3, 9, 3, 6, 2, 11, 8, 2, 2, 2, 3, 4, 5, 4, 1, 2, 2, 1, 1, 4, 3, 2, 5, 3, 1, 3, 1, 1, 2, 2, 1, 2, 5, 4, 2, 1, 2, 12, 2, 11, 8, 2, 2, 2, 2, 1, 1, 4, 3, 2, 5, 3, 1, 3, 1, 1, 2, 1, 1, 1, 9, 4, 5, 4, 11, 8, 1, 8, 5, 4, 3, 8, 1, 7, 7, 3, 7, 5, 3, 2, 3, 3, 4, 1, 2, 9, 1, 4, 2, 7, 3, 3, 4, 3, 4, 4, 6, 1, 3, 1, 1, 2, 11, 6, 11, 2, 5, 4, 3, 3, 3, 6, 4, 9, 4, 7, 2, 2, 4, 11, 3, 7, 4, 9, 3, 10, 2, 11, 3, 9, 3, 5, 2, 15, 6, 11, 2, 8, 3, 5, 3, 7, 4, 2, 4, 9, 4, 5, 3, 3, 5, 9, 5, 7, 2, 23, 5, 2, 17, 4, 5, 2, 17, 5, 7, 6, 5, 2, 17, 5, 5, 6, 6, 2, 17, 6, 4, 5, 2, 17, 6, 6, 10, 2, 3, 17, 6, 4, 10, 2, 4, 3, 3, 5, 5, 6, 3, 3, 6, 4, 8, 5, 1, 5, 1, 2, 1, 8, 4, 3, 4, 3, 5, 3, 5, 2, 11, 5, 2, 3, 5, 5, 6, 1, 6, 5, 2, 7, 4, 7, 2, 5, 7, 2, 7, 4, 5, 2, 6, 2, 1, 1, 4, 4, 3, 11, 3, 11, 2, 1, 1, 6, 3, 15, 6, 2, 3, 1, 11, 5, 11, 2, 1, 1, 5, 3, 15, 6, 2, 3, 1, 1, 2, 11, 5, 2, 15, 2, 4, 5, 4, 10, 5, 4, 6, 5, 3, 4, 5, 1, 15, 2, 2, 6, 4, 3, 4, 7, 2, 15, 4, 2, 19, 3, 2, 2, 5, 6, 2, 1, 1, 3, 2, 5, 5, 2, 15, 7, 2, 9, 5, 1, 20, 3, 19, 5, 1, 15, 6, 2, 5, 5, 6, 7, 2, 1, 2, 49, 4, 4, 2, 18, 6, 2, 7, 2, 3, 2, 3, 1, 1, 1, 7, 3, 5, 5, 3, 1, 1, 2, 11, 3, 5, 4, 2, 3, 4, 4, 5, 1, 5, 5, 3, 3, 4, 5, 8, 2, 4, 7, 2, 3, 3, 5, 5, 1, 7, 3, 6, 5, 3, 4, 5, 2, 11, 2, 3, 4, 2, 6, 5, 3, 4, 4, 6, 5, 7, 4, 3, 4, 5, 7, 2, 11, 2, 5, 8, 5, 3, 5, 3, 7, 3, 6, 3, 4, 10, 8, 1, 11, 2, 3, 8, 15, 2, 11, 6, 5, 10, 4, 15, 4, 3, 4, 3, 4, 3, 19, 5, 8, 2, 5, 21, 2, 5, 10, 3, 11, 6, 5, 3, 7, 3, 11, 4, 7, 2], "patch_length_stats": {"count": 1717, "sum": 7770, "mean": 4.525334886429819, "median": 4.0, "p95": 11.0, "max": 49, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 7, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.14463869400060503, "decode_time_sec": 29.744013502095186, "total_time_sec": 47.99291054800051, "prefill_units_per_sec": 46999.871279061495, "prefill_bytes_per_sec": 46889.25081120845, "decode_units_per_sec": 557.456713056966, "decode_bytes_per_sec": 557.456713056966, "total_units_per_sec": 345.4885275902651, "total_bytes_per_sec": 345.4885275902651, "step_latency_ms": {"count": 2937, "sum": 30002, "mean": 10.215185563500171, "median": 9.0, "p95": 24.0, "max": 27, "min": 7}, "peak_allocated_mb": 4319.6357421875, "peak_reserved_mb": 4708.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 16581, "mean": 1036.3125, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 261}, "bytes": {"count": 16, "sum": 16581, "mean": 1036.3125, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 261}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 1480, "stage1_units": null, "bytes_per_stage0_unit": 4.582432432432433, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63, 224, 65, 136, 73, 62, 76, 57, 70, 71, 93, 108, 56, 103, 99, 124], "patch_count_stats": {"count": 16, "sum": 1480, "mean": 92.5, "median": 74.5, "p95": 158.0, "max": 224, "min": 56}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3, 3, 4, 5, 7, 2, 3, 9, 1, 2, 7, 8, 5, 1, 2, 7, 5, 5, 6, 1, 2, 7, 5, 5, 6, 1, 2, 7, 4, 7, 2, 7, 6, 3, 4, 6, 5, 5, 3, 8, 1, 7, 3, 3, 2, 5, 4, 5, 5, 7, 9, 5, 1, 7, 6, 5, 2, 7, 6, 2, 2, 2, 3, 2, 1, 4, 2, 3, 6, 5, 7, 5, 1, 4, 7, 2, 4, 9, 1, 7, 3, 8, 2, 11, 5, 2, 2, 1, 3, 3, 9, 3, 7, 1, 3, 8, 2, 1, 8, 2, 11, 4, 9, 3, 4, 2, 3, 6, 2, 12, 2, 11, 5, 2, 3, 2, 4, 2, 3, 6, 3, 7, 2, 6, 7, 6, 1, 7, 3, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 3, 10, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 4, 7, 2, 8, 6, 3, 5, 4, 9, 9, 7, 4, 7, 1, 7, 2, 6, 10, 4, 5, 3, 6, 4, 5, 8, 2, 5, 2, 7, 4, 2, 11, 3, 4, 2, 3, 4, 4, 2, 2, 2, 2, 3, 4, 5, 1, 4, 4, 4, 5, 5, 1, 3, 5, 3, 3, 4, 3, 4, 5, 3, 5, 2, 11, 3, 8, 5, 1, 3, 10, 6, 2, 5, 3, 15, 4, 5, 2, 5, 1, 11, 5, 2, 15, 4, 2, 19, 5, 8, 5, 5, 5, 2, 15, 4, 4, 5, 2, 5, 1, 22, 20, 2, 19, 4, 5, 2, 3, 4, 5, 3, 3, 4, 2, 5, 1, 3, 3, 5, 1, 7, 3, 5, 2, 11, 2, 11, 6, 4, 1, 3, 9, 2, 1, 5, 8, 5, 2, 2, 1, 10, 8, 12, 4, 7, 3, 2, 5, 5, 3, 7, 6, 2, 5, 10, 3, 3, 7, 5, 2, 1, 2, 6, 2, 3, 5, 5, 3, 3, 1, 6, 2, 7, 2, 6, 1, 4, 4, 9, 1, 1, 1, 3, 4, 1, 1, 1, 3, 6, 1, 1, 1, 3, 2, 2, 7, 3, 7, 2, 3, 7, 4, 4, 5, 4, 5, 2, 7, 5, 9, 2, 1, 1, 1, 7, 5, 2, 3, 2, 6, 3, 5, 1, 7, 5, 2, 4, 2, 6, 3, 4, 1, 7, 5, 4, 2, 6, 3, 4, 1, 7, 5, 2, 3, 10, 6, 5, 1, 6, 4, 3, 4, 2, 6, 3, 4, 8, 6, 3, 2, 6, 1, 7, 3, 4, 11, 6, 1, 7, 6, 3, 11, 7, 6, 2, 7, 2, 10, 4, 6, 1, 7, 11, 6, 2, 6, 3, 5, 6, 3, 7, 2, 6, 4, 6, 4, 7, 8, 5, 1, 7, 4, 6, 6, 1, 6, 6, 3, 11, 6, 6, 4, 11, 6, 6, 2, 3, 4, 10, 9, 5, 1, 8, 3, 3, 4, 2, 9, 8, 6, 9, 4, 4, 1, 7, 6, 5, 2, 3, 3, 4, 3, 5, 5, 2, 5, 1, 3, 9, 5, 2, 5, 2, 3, 3, 5, 2, 4, 4, 7, 5, 5, 2, 3, 4, 4, 2, 1, 5, 11, 3, 6, 2, 11, 5, 4, 4, 3, 3, 2, 7, 8, 5, 3, 3, 4, 4, 8, 5, 1, 2, 4, 1, 3, 1, 4, 3, 11, 3, 5, 5, 8, 4, 4, 2, 3, 2, 2, 3, 7, 3, 15, 7, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 8, 2, 6, 7, 3, 11, 5, 8, 4, 6, 7, 8, 2, 11, 7, 2, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 5, 8, 2, 3, 4, 4, 2, 7, 5, 4, 2, 3, 9, 3, 3, 4, 2, 7, 4, 2, 3, 6, 4, 2, 3, 9, 2, 3, 4, 3, 10, 8, 2, 7, 4, 5, 2, 6, 5, 3, 6, 4, 5, 3, 4, 8, 8, 3, 18, 9, 1, 7, 4, 5, 8, 5, 4, 5, 10, 4, 3, 7, 6, 5, 5, 5, 3, 3, 4, 2, 3, 2, 5, 4, 8, 6, 4, 1, 7, 11, 4, 2, 3, 3, 7, 2, 1, 2, 2, 2, 1, 4, 2, 3, 2, 1, 2, 3, 2, 4, 7, 4, 2, 5, 5, 3, 7, 6, 2, 5, 5, 5, 2, 5, 3, 7, 6, 12, 2, 5, 4, 6, 12, 1, 2, 4, 2, 1, 2, 5, 3, 4, 8, 5, 7, 7, 5, 3, 3, 7, 2, 7, 3, 4, 7, 4, 4, 1, 3, 4, 6, 1, 8, 3, 7, 4, 2, 7, 2, 5, 4, 5, 4, 7, 3, 2, 5, 1, 3, 8, 2, 11, 6, 2, 8, 4, 4, 1, 2, 6, 6, 2, 11, 7, 11, 6, 1, 4, 2, 11, 7, 2, 8, 10, 2, 4, 2, 11, 7, 9, 2, 3, 4, 4, 8, 5, 1, 3, 9, 4, 3, 4, 2, 8, 5, 7, 12, 4, 4, 9, 1, 7, 2, 4, 2, 2, 4, 11, 3, 7, 2, 3, 3, 2, 1, 1, 1, 7, 4, 3, 3, 5, 4, 4, 3, 11, 2, 6, 3, 9, 3, 4, 8, 7, 6, 1, 11, 2, 3, 4, 6, 7, 4, 4, 5, 1, 11, 2, 1, 3, 6, 2, 2, 1, 1, 2, 1, 2, 1, 3, 3, 1, 11, 2, 3, 3, 3, 1, 1, 2, 11, 5, 4, 2, 3, 7, 4, 1, 10, 1, 11, 6, 3, 3, 4, 3, 4, 11, 10, 1, 2, 4, 1, 6, 4, 11, 10, 2, 2, 9, 3, 7, 6, 2, 4, 7, 4, 5, 3, 10, 2, 11, 5, 2, 4, 5, 2, 4, 3, 2, 3, 7, 2, 4, 7, 3, 5, 3, 11, 3, 4, 5, 2, 15, 9, 2, 11, 3, 11, 3, 2, 1, 5, 3, 15, 6, 7, 1, 2, 2, 2, 11, 5, 2, 15, 6, 7, 1, 2, 2, 3, 7, 3, 11, 2, 11, 7, 6, 2, 7, 2, 12, 5, 1, 4, 2, 9, 4, 1, 7, 4, 2, 3, 4, 5, 9, 7, 5, 1, 7, 3, 3, 4, 3, 7, 2, 5, 1, 7, 5, 2, 4, 7, 4, 5, 3, 7, 6, 3, 1, 4, 11, 3, 4, 3, 7, 2, 15, 5, 3, 5, 2, 3, 1, 2, 11, 4, 9, 1, 11, 3, 4, 2, 2, 7, 5, 5, 4, 3, 3, 8, 2, 3, 6, 7, 5, 1, 8, 3, 3, 4, 5, 2, 7, 8, 5, 8, 2, 7, 8, 7, 2, 3, 6, 5, 2, 2, 5, 2, 2, 6, 2, 2, 4, 2, 2, 4, 2, 3, 27, 9, 3, 7, 3, 5, 2, 5, 7, 2, 3, 5, 3, 4, 5, 2, 5, 7, 3, 5, 1, 1, 3, 11, 2, 2, 5, 1, 7, 5, 2, 11, 4, 2, 1, 4, 3, 5, 7, 6, 5, 3, 3, 7, 1, 5, 4, 4, 15, 3, 2, 3, 1, 7, 7, 1, 4, 28, 2, 5, 7, 4, 3, 7, 10, 3, 3, 3, 9, 5, 2, 3, 3, 4, 4, 1, 6, 3, 10, 3, 2, 5, 4, 5, 7, 9, 2, 4, 7, 4, 2, 3, 6, 2, 11, 9, 7, 2, 2, 3, 13, 7, 4, 4, 7, 4, 2, 3, 3, 2, 8, 3, 3, 3, 11, 9, 7, 2, 2, 7, 9, 5, 7, 9, 2, 10, 5, 2, 2, 3, 3, 6, 1, 4, 9, 3, 9, 5, 2, 3, 7, 5, 2, 7, 5, 4, 7, 5, 4, 3, 9, 5, 2, 2, 3, 8, 5, 6, 1, 4, 2, 3, 5, 5, 9, 3, 3, 3, 7, 2, 4, 7, 3, 3, 6, 2, 7, 9, 5, 5, 9, 3, 3, 3, 9, 4, 2, 5, 8, 3, 2, 7, 2, 2, 9, 2, 4, 2, 3, 6, 3, 2, 2, 9, 5, 2, 3, 2, 8, 2, 7, 3, 4, 10, 4, 5, 3, 7, 10, 2, 5, 2, 9, 3, 7, 3, 5, 2, 9, 5, 2, 3, 2, 8, 3, 11, 9, 2, 9, 4, 4, 3, 7, 2, 7, 4, 7, 9, 3, 10, 1, 7, 5, 5, 2, 9, 5, 2, 3, 2, 5, 3, 11, 7, 2, 1, 6, 3, 3, 5, 2, 4, 7, 6, 6, 3, 7, 2, 7, 5, 2, 11, 7, 10, 3], "patch_length_stats": {"count": 1480, "sum": 6798, "mean": 4.5932432432432435, "median": 4.0, "p95": 11.0, "max": 28, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 0, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.1566998770031205, "decode_time_sec": 34.10931048894781, "total_time_sec": 55.88715869600128, "prefill_units_per_sec": 50465.89793968072, "prefill_bytes_per_sec": 50363.791924628254, "decode_units_per_sec": 443.89639611466276, "decode_bytes_per_sec": 443.89639611466276, "total_units_per_sec": 270.9209119461523, "total_bytes_per_sec": 270.9209119461523, "step_latency_ms": {"count": 3392, "sum": 34274, "mean": 10.10436320754717, "median": 9.0, "p95": 24.0, "max": 26, "min": 7}, "peak_allocated_mb": 4406.841796875, "peak_reserved_mb": 4748.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7892, "mean": 493.25, "median": 458.5, "p95": 794.25, "max": 966, "min": 258}, "model_input_units": {"count": 16, "sum": 7908, "mean": 494.25, "median": 459.5, "p95": 795.25, "max": 967, "min": 259}}, "generated_stats": {"units": {"count": 16, "sum": 15141, "mean": 946.3125, "median": 1092.0, "p95": 1092.0, "max": 1092, "min": 101}, "bytes": {"count": 16, "sum": 15141, "mean": 946.3125, "median": 1092.0, "p95": 1092.0, "max": 1092, "min": 101}}, "compression_summary": {"raw_prompt_bytes": 7892, "model_input_units": 7908, "stage0_units": 1851, "stage1_units": null, "bytes_per_stage0_unit": 4.263641274986494, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [262, 156, 75, 67, 120, 97, 116, 91, 140, 117, 214, 93, 92, 81, 55, 75], "patch_count_stats": {"count": 16, "sum": 1851, "mean": 115.6875, "median": 95.0, "p95": 226.0, "max": 262, "min": 55}, "patch_lengths": [3, 5, 5, 1, 8, 11, 5, 1, 2, 3, 1, 2, 3, 1, 6, 1, 2, 3, 5, 1, 3, 6, 3, 3, 4, 13, 2, 3, 9, 1, 1, 3, 1, 2, 3, 1, 2, 4, 3, 7, 4, 2, 3, 3, 5, 10, 5, 3, 1, 3, 3, 4, 4, 2, 5, 2, 4, 5, 1, 1, 5, 4, 3, 1, 13, 1, 2, 5, 2, 2, 3, 8, 11, 2, 5, 1, 4, 2, 37, 2, 2, 1, 2, 1, 2, 1, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 8, 1, 13, 1, 5, 1, 4, 1, 3, 4, 5, 1, 1, 3, 31, 2, 2, 1, 1, 2, 1, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 9, 7, 1, 13, 1, 5, 1, 4, 1, 3, 4, 5, 1, 1, 2, 7, 1, 1, 1, 1, 1, 2, 31, 2, 2, 1, 5, 2, 1, 2, 2, 2, 4, 3, 2, 6, 4, 2, 3, 6, 2, 7, 5, 2, 4, 1, 4, 1, 1, 5, 2, 2, 5, 1, 3, 1, 5, 7, 1, 13, 1, 5, 1, 4, 1, 3, 1, 3, 5, 1, 1, 2, 7, 1, 1, 1, 1, 1, 2, 31, 2, 2, 1, 5, 2, 1, 2, 2, 2, 4, 3, 2, 6, 2, 2, 2, 3, 6, 3, 7, 4, 5, 1, 1, 2, 6, 4, 2, 4, 4, 7, 7, 2, 3, 7, 5, 1, 4, 5, 3, 3, 4, 5, 2, 6, 6, 6, 4, 3, 4, 3, 4, 5, 3, 2, 6, 5, 6, 3, 11, 6, 6, 5, 2, 15, 3, 6, 5, 6, 1, 3, 2, 9, 6, 4, 5, 3, 11, 4, 2, 5, 7, 3, 8, 4, 7, 2, 5, 1, 6, 3, 1, 3, 4, 5, 4, 8, 6, 5, 4, 3, 7, 1, 7, 3, 4, 5, 1, 3, 4, 5, 3, 11, 6, 6, 5, 2, 3, 3, 1, 2, 4, 6, 2, 6, 4, 5, 3, 7, 4, 2, 5, 2, 7, 4, 4, 5, 2, 7, 3, 4, 4, 2, 4, 4, 11, 6, 6, 5, 2, 15, 2, 3, 3, 1, 2, 3, 7, 4, 10, 7, 3, 8, 3, 11, 4, 2, 6, 7, 4, 4, 4, 4, 6, 2, 6, 4, 5, 4, 7, 8, 2, 5, 2, 7, 7, 4, 5, 4, 3, 5, 5, 4, 5, 5, 1, 5, 3, 3, 4, 5, 4, 5, 2, 5, 7, 4, 4, 3, 5, 2, 11, 4, 2, 15, 5, 2, 8, 4, 2, 15, 8, 2, 5, 5, 4, 15, 7, 4, 2, 8, 4, 2, 1, 2, 3, 4, 4, 15, 3, 4, 7, 4, 2, 19, 8, 5, 2, 8, 4, 2, 7, 5, 2, 5, 5, 2, 23, 3, 3, 1, 2, 5, 4, 3, 6, 5, 5, 3, 3, 4, 5, 4, 2, 3, 5, 5, 5, 5, 7, 1, 5, 3, 7, 3, 1, 2, 6, 3, 2, 2, 2, 4, 9, 6, 3, 7, 4, 7, 3, 4, 2, 6, 5, 4, 1, 2, 5, 4, 11, 5, 5, 2, 7, 3, 6, 3, 3, 1, 2, 11, 3, 5, 5, 4, 3, 5, 5, 3, 4, 3, 3, 4, 4, 1, 5, 3, 4, 2, 7, 2, 2, 1, 6, 1, 3, 2, 7, 1, 8, 3, 7, 1, 10, 7, 1, 3, 4, 2, 7, 2, 4, 3, 4, 4, 6, 4, 9, 4, 1, 9, 3, 5, 6, 2, 7, 2, 3, 5, 3, 3, 3, 8, 2, 1, 2, 1, 4, 2, 7, 4, 2, 10, 2, 7, 2, 8, 10, 2, 5, 1, 10, 11, 1, 4, 7, 4, 3, 1, 7, 2, 6, 1, 7, 7, 2, 5, 2, 4, 2, 3, 4, 2, 9, 1, 3, 2, 5, 6, 2, 6, 3, 15, 9, 2, 3, 8, 2, 10, 2, 3, 5, 1, 5, 9, 3, 7, 8, 2, 9, 4, 3, 4, 4, 7, 5, 1, 7, 1, 7, 5, 3, 3, 4, 7, 2, 5, 2, 7, 7, 7, 2, 7, 6, 7, 2, 5, 7, 3, 5, 5, 8, 3, 4, 5, 2, 11, 6, 7, 2, 4, 7, 2, 2, 5, 5, 8, 2, 3, 4, 9, 2, 7, 3, 4, 5, 3, 7, 9, 2, 8, 2, 2, 2, 5, 5, 1, 7, 5, 2, 7, 2, 10, 4, 8, 2, 11, 7, 2, 3, 3, 11, 5, 3, 1, 4, 1, 2, 2, 4, 5, 4, 11, 6, 7, 6, 7, 3, 3, 4, 11, 6, 1, 4, 3, 3, 3, 4, 6, 2, 7, 7, 1, 3, 2, 4, 11, 7, 4, 4, 7, 4, 8, 7, 3, 4, 5, 6, 1, 3, 4, 3, 5, 3, 4, 6, 5, 4, 7, 5, 5, 2, 2, 1, 1, 1, 7, 5, 6, 2, 1, 1, 1, 7, 5, 5, 2, 5, 1, 7, 5, 3, 6, 4, 2, 2, 1, 2, 6, 7, 4, 3, 2, 5, 1, 1, 3, 6, 2, 5, 1, 1, 2, 7, 5, 3, 6, 4, 2, 3, 2, 6, 7, 4, 5, 5, 1, 1, 3, 5, 2, 5, 1, 1, 2, 7, 5, 3, 6, 4, 2, 3, 2, 2, 3, 8, 9, 5, 3, 3, 4, 9, 2, 4, 7, 4, 6, 3, 5, 7, 7, 4, 11, 4, 9, 5, 3, 3, 8, 2, 2, 5, 9, 2, 2, 6, 3, 6, 4, 15, 3, 4, 8, 6, 1, 9, 5, 3, 19, 9, 2, 11, 4, 9, 2, 8, 6, 1, 9, 5, 3, 15, 3, 4, 11, 3, 6, 1, 9, 3, 19, 9, 2, 15, 11, 2, 9, 4, 3, 6, 11, 3, 15, 3, 11, 3, 5, 2, 19, 9, 2, 15, 4, 4, 2, 3, 11, 5, 5, 1, 4, 4, 1, 8, 3, 7, 4, 2, 8, 4, 2, 5, 4, 2, 5, 2, 1, 8, 4, 5, 2, 3, 3, 2, 6, 4, 4, 3, 6, 7, 11, 6, 4, 1, 3, 4, 5, 2, 1, 3, 8, 4, 5, 2, 3, 7, 2, 1, 3, 8, 5, 2, 10, 4, 1, 2, 1, 2, 3, 2, 4, 2, 1, 7, 2, 3, 8, 10, 5, 11, 1, 4, 4, 2, 1, 9, 4, 2, 4, 1, 4, 4, 3, 3, 8, 10, 4, 6, 4, 10, 4, 3, 4, 5, 2, 4, 5, 6, 3, 3, 1, 2, 3, 3, 7, 4, 7, 4, 5, 3, 5, 3, 8, 5, 2, 7, 9, 5, 11, 1, 2, 1, 2, 4, 5, 2, 5, 9, 4, 4, 5, 1, 2, 4, 2, 3, 6, 4, 7, 7, 3, 9, 3, 6, 4, 3, 7, 11, 2, 5, 4, 2, 3, 5, 3, 2, 5, 4, 3, 3, 3, 5, 3, 2, 2, 4, 7, 8, 9, 6, 2, 1, 1, 1, 2, 8, 6, 2, 3, 4, 2, 4, 1, 6, 3, 2, 2, 10, 4, 3, 3, 8, 1, 7, 8, 3, 3, 3, 1, 2, 1, 1, 2, 1, 2, 1, 2, 5, 2, 7, 7, 3, 7, 2, 1, 1, 1, 3, 3, 2, 2, 7, 2, 3, 2, 2, 1, 5, 9, 2, 7, 4, 4, 9, 6, 3, 7, 3, 7, 2, 7, 7, 11, 2, 8, 5, 2, 4, 4, 9, 6, 4, 3, 2, 3, 2, 3, 5, 2, 4, 3, 6, 3, 3, 4, 4, 1, 3, 1, 3, 1, 5, 2, 5, 4, 2, 7, 7, 2, 7, 5, 1, 1, 5, 2, 4, 3, 6, 2, 7, 3, 4, 4, 5, 1, 6, 1, 3, 1, 1, 1, 5, 1, 1, 5, 1, 8, 2, 4, 1, 6, 1, 1, 2, 1, 3, 7, 3, 4, 5, 1, 3, 1, 2, 3, 1, 1, 4, 4, 5, 1, 3, 1, 2, 3, 1, 1, 1, 2, 6, 1, 3, 6, 1, 11, 6, 15, 2, 5, 5, 6, 8, 3, 4, 8, 1, 10, 3, 7, 5, 4, 5, 1, 3, 1, 2, 3, 1, 1, 1, 2, 4, 2, 2, 3, 1, 11, 3, 11, 4, 2, 2, 8, 5, 4, 15, 2, 2, 2, 2, 7, 4, 5, 1, 3, 2, 2, 3, 24, 1, 1, 1, 2, 2, 4, 1, 1, 1, 2, 2, 2, 5, 2, 1, 4, 1, 1, 2, 3, 1, 1, 3, 1, 3, 19, 2, 3, 3, 5, 4, 1, 1, 3, 1, 2, 3, 1, 1, 3, 1, 3, 2, 2, 19, 2, 3, 1, 3, 1, 1, 2, 2, 2, 5, 4, 6, 2, 1, 1, 16, 1, 2, 2, 3, 9, 2, 3, 5, 4, 4, 1, 3, 1, 1, 4, 3, 3, 2, 3, 10, 7, 3, 2, 6, 4, 7, 2, 3, 2, 3, 4, 2, 7, 6, 4, 2, 4, 2, 3, 2, 4, 4, 4, 4, 4, 1, 2, 6, 2, 2, 4, 2, 3, 2, 3, 1, 4, 4, 4, 4, 2, 6, 3, 1, 3, 2, 1, 3, 3, 2, 7, 5, 7, 3, 4, 2, 5, 4, 6, 1, 3, 3, 3, 1, 3, 2, 1, 3, 7, 3, 1, 2, 2, 3, 5, 3, 3, 4, 3, 3, 2, 6, 6, 5, 1, 7, 3, 3, 4, 2, 7, 5, 5, 7, 2, 5, 6, 8, 7, 5, 2, 8, 7, 1, 5, 2, 3, 10, 2, 5, 8, 7, 2, 7, 7, 2, 7, 2, 5, 2, 9, 9, 1, 7, 5, 2, 6, 7, 2, 10, 8, 6, 5, 2, 5, 3, 5, 2, 6, 7, 3, 2, 6, 3, 7, 8, 6, 2, 9, 2, 2, 6, 3, 9, 6, 7, 4, 3, 9, 6, 1, 3, 11, 2, 6, 3, 3, 6, 9, 9, 2, 3, 3, 8, 5, 3, 3, 4, 7, 2, 9, 5, 3, 7, 7, 3, 4, 2, 4, 5, 8, 7, 2, 2, 4, 4, 7, 7, 5, 2, 4, 5, 8, 7, 2, 4, 4, 7, 7, 9, 2, 4, 5, 8, 7, 2, 8, 4, 7, 6, 2, 4, 5, 8, 7, 2, 6, 6, 4, 7, 3, 2, 3, 6, 1, 2, 1, 1, 1, 4, 3, 5, 7, 6, 3, 11, 7, 7, 11, 2, 6, 2, 3, 5, 10, 4, 3, 5, 8, 7, 7, 4, 1, 3, 5, 5, 2, 7, 6, 7, 6, 1, 3, 5, 6, 10, 2, 4, 8, 6, 4, 9, 2, 7, 6, 10, 4, 4, 3, 2, 5, 3, 3, 5, 3, 3, 4, 6, 2, 2, 3, 7, 4, 4, 3, 6, 2, 3, 6, 5, 7, 5, 1, 7, 1, 6, 1, 6, 3, 3, 4, 2, 10, 5, 3, 1, 5, 7, 1, 7, 4, 2, 3, 7, 1, 1, 1, 4, 6, 2, 1, 3, 11, 3, 11, 6, 2, 1, 1, 2, 5, 3, 15, 4, 2, 1, 2, 3, 6, 2, 1, 1, 2, 4, 5, 4, 19, 3, 11, 2, 1, 5, 3, 23, 4, 3, 1, 3, 3, 2, 10, 5], "patch_length_stats": {"count": 1851, "sum": 7908, "mean": 4.27228525121556, "median": 4.0, "p95": 10.0, "max": 37, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 1, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.1521446200022183, "decode_time_sec": 36.20305718588497, "total_time_sec": 60.49096214599922, "prefill_units_per_sec": 51050.11271438159, "prefill_bytes_per_sec": 50944.94961364385, "decode_units_per_sec": 495.869724698256, "decode_bytes_per_sec": 495.869724698256, "total_units_per_sec": 296.77160625535396, "total_bytes_per_sec": 296.77160625535396, "step_latency_ms": {"count": 3572, "sum": 36342, "mean": 10.174132138857782, "median": 9.0, "p95": 24.0, "max": 28, "min": 7}, "peak_allocated_mb": 4372.2080078125, "peak_reserved_mb": 4864.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7751, "mean": 484.4375, "median": 357.5, "p95": 855.0, "max": 996, "min": 260}, "model_input_units": {"count": 16, "sum": 7767, "mean": 485.4375, "median": 358.5, "p95": 856.0, "max": 997, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 17952, "mean": 1122.0, "median": 1122.0, "p95": 1122.0, "max": 1122, "min": 1122}, "bytes": {"count": 16, "sum": 17952, "mean": 1122.0, "median": 1122.0, "p95": 1122.0, "max": 1122, "min": 1122}}, "compression_summary": {"raw_prompt_bytes": 7751, "model_input_units": 7767, "stage0_units": 1739, "stage1_units": null, "bytes_per_stage0_unit": 4.457159286946521, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [56, 180, 114, 69, 67, 67, 57, 143, 138, 232, 67, 108, 69, 129, 184, 59], "patch_count_stats": {"count": 16, "sum": 1739, "mean": 108.6875, "median": 88.5, "p95": 196.0, "max": 232, "min": 56}, "patch_lengths": [3, 2, 5, 8, 8, 8, 6, 3, 5, 3, 8, 4, 12, 5, 3, 4, 8, 10, 4, 6, 1, 3, 5, 3, 4, 6, 6, 9, 4, 3, 1, 3, 2, 3, 6, 4, 2, 1, 3, 6, 4, 2, 6, 2, 6, 5, 3, 9, 5, 6, 3, 6, 4, 2, 6, 2, 3, 2, 6, 7, 5, 5, 1, 6, 1, 7, 1, 6, 3, 3, 4, 2, 4, 2, 10, 3, 4, 11, 7, 5, 3, 3, 3, 6, 4, 1, 7, 2, 5, 3, 4, 5, 5, 2, 7, 4, 2, 4, 1, 9, 2, 7, 2, 6, 7, 2, 7, 2, 5, 4, 5, 5, 9, 5, 10, 2, 8, 3, 4, 1, 1, 2, 7, 6, 2, 8, 6, 3, 7, 6, 2, 7, 3, 6, 3, 5, 2, 11, 7, 4, 6, 1, 7, 1, 6, 3, 3, 4, 7, 2, 6, 6, 3, 7, 3, 7, 2, 1, 1, 2, 11, 7, 4, 6, 2, 1, 5, 2, 7, 1, 5, 3, 3, 4, 2, 5, 5, 9, 5, 3, 7, 3, 7, 10, 8, 1, 7, 2, 3, 4, 10, 3, 4, 6, 2, 7, 3, 6, 11, 2, 2, 2, 1, 4, 11, 3, 4, 6, 1, 2, 1, 1, 2, 15, 2, 7, 4, 4, 5, 9, 1, 1, 2, 1, 1, 1, 1, 2, 2, 15, 7, 3, 1, 3, 1, 3, 3, 4, 7, 5, 5, 3, 3, 6, 3, 3, 1, 2, 1, 2, 1, 12, 1, 3, 1, 2, 1, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 2, 1, 2, 3, 4, 5, 3, 1, 2, 1, 1, 1, 3, 1, 3, 1, 3, 2, 2, 2, 1, 1, 7, 2, 2, 1, 1, 1, 3, 1, 2, 1, 2, 1, 2, 9, 3, 3, 1, 2, 1, 2, 7, 2, 3, 2, 3, 5, 7, 2, 5, 4, 7, 3, 6, 5, 2, 3, 1, 1, 2, 7, 9, 2, 5, 3, 5, 9, 4, 7, 7, 2, 2, 3, 2, 3, 4, 6, 7, 2, 11, 6, 3, 3, 5, 10, 5, 6, 5, 4, 3, 4, 4, 2, 11, 5, 10, 2, 5, 6, 4, 4, 5, 5, 6, 3, 11, 6, 2, 5, 10, 3, 4, 4, 4, 4, 3, 14, 10, 3, 2, 2, 11, 6, 2, 15, 2, 7, 10, 5, 2, 1, 1, 1, 7, 8, 5, 2, 7, 6, 7, 3, 11, 4, 2, 2, 4, 6, 6, 5, 6, 4, 3, 4, 7, 5, 1, 7, 9, 1, 9, 5, 1, 9, 5, 3, 3, 5, 5, 2, 2, 4, 3, 7, 1, 3, 7, 3, 3, 4, 4, 3, 4, 2, 2, 2, 2, 5, 1, 2, 7, 2, 2, 3, 2, 4, 4, 2, 5, 1, 4, 6, 2, 7, 9, 2, 3, 3, 9, 2, 7, 4, 7, 3, 2, 4, 2, 9, 4, 3, 4, 7, 5, 1, 5, 1, 5, 5, 6, 1, 9, 6, 3, 3, 4, 3, 5, 4, 3, 5, 8, 2, 11, 6, 5, 6, 8, 5, 2, 7, 5, 5, 3, 5, 5, 5, 2, 6, 5, 2, 5, 2, 3, 5, 1, 2, 11, 7, 2, 5, 5, 5, 3, 7, 4, 3, 5, 5, 2, 15, 7, 2, 8, 8, 5, 3, 3, 7, 5, 3, 3, 4, 3, 5, 5, 2, 11, 7, 9, 2, 15, 8, 5, 8, 1, 6, 5, 6, 1, 7, 5, 6, 1, 2, 7, 3, 5, 6, 1, 2, 11, 7, 9, 8, 5, 8, 1, 6, 5, 6, 2, 7, 3, 5, 6, 2, 11, 7, 9, 8, 5, 8, 3, 3, 7, 6, 5, 1, 4, 1, 9, 1, 4, 11, 1, 11, 1, 5, 2, 26, 6, 6, 6, 1, 6, 7, 4, 6, 2, 20, 6, 7, 5, 1, 3, 6, 3, 3, 4, 7, 6, 2, 10, 3, 7, 6, 2, 1, 3, 4, 2, 7, 7, 6, 2, 14, 1, 2, 1, 2, 11, 2, 7, 7, 6, 2, 8, 1, 2, 1, 2, 5, 2, 7, 3, 9, 4, 2, 11, 7, 6, 2, 12, 4, 1, 2, 1, 2, 9, 4, 2, 7, 5, 2, 11, 7, 6, 2, 6, 9, 4, 1, 10, 9, 9, 4, 14, 7, 2, 5, 7, 7, 7, 6, 6, 6, 2, 55, 7, 4, 3, 3, 4, 7, 7, 7, 2, 2, 1, 9, 1, 4, 11, 1, 11, 2, 34, 7, 6, 7, 1, 5, 1, 4, 1, 2, 3, 7, 5, 3, 2, 5, 5, 4, 1, 4, 2, 4, 6, 3, 3, 6, 4, 2, 6, 6, 3, 3, 5, 3, 7, 6, 2, 2, 5, 2, 6, 2, 4, 2, 5, 4, 1, 2, 3, 3, 5, 2, 3, 4, 4, 1, 4, 4, 2, 1, 1, 4, 7, 3, 7, 2, 4, 2, 3, 5, 4, 2, 1, 4, 11, 5, 1, 7, 5, 2, 11, 7, 3, 2, 2, 4, 2, 2, 7, 2, 4, 2, 2, 1, 1, 1, 3, 4, 4, 3, 1, 2, 5, 2, 6, 6, 7, 3, 2, 2, 4, 2, 2, 11, 2, 7, 5, 5, 3, 6, 3, 7, 5, 6, 1, 11, 2, 4, 6, 5, 5, 3, 8, 3, 4, 5, 6, 2, 11, 3, 3, 1, 2, 5, 2, 2, 2, 6, 3, 2, 9, 5, 1, 5, 3, 3, 4, 6, 2, 5, 6, 3, 7, 3, 7, 3, 3, 7, 2, 4, 3, 11, 7, 5, 2, 6, 7, 2, 4, 2, 7, 2, 3, 3, 3, 4, 3, 7, 3, 9, 5, 5, 1, 4, 3, 5, 5, 5, 1, 7, 2, 5, 4, 7, 6, 8, 2, 7, 5, 4, 5, 2, 3, 8, 3, 8, 7, 6, 2, 11, 7, 1, 1, 1, 7, 2, 3, 5, 7, 5, 2, 6, 3, 2, 5, 3, 3, 4, 3, 3, 8, 7, 2, 7, 5, 6, 1, 1, 2, 5, 2, 3, 2, 6, 3, 2, 5, 4, 11, 5, 2, 3, 4, 3, 2, 6, 1, 1, 2, 5, 3, 11, 7, 1, 1, 1, 7, 2, 3, 5, 7, 5, 2, 3, 2, 1, 7, 3, 3, 8, 3, 9, 8, 2, 7, 5, 6, 1, 1, 2, 5, 2, 3, 2, 3, 2, 2, 5, 4, 11, 5, 2, 7, 2, 5, 2, 6, 8, 2, 4, 1, 1, 3, 11, 7, 1, 1, 1, 7, 2, 8, 4, 3, 8, 7, 11, 1, 3, 4, 5, 6, 6, 2, 7, 5, 4, 5, 2, 3, 4, 8, 3, 4, 7, 5, 3, 7, 2, 11, 7, 1, 1, 1, 7, 2, 3, 5, 3, 7, 5, 3, 6, 2, 7, 6, 1, 4, 4, 8, 2, 3, 2, 4, 4, 7, 4, 3, 8, 2, 3, 7, 6, 10, 2, 7, 6, 8, 2, 7, 2, 1, 3, 10, 2, 7, 2, 1, 3, 6, 5, 2, 7, 2, 1, 3, 7, 5, 6, 2, 7, 2, 1, 3, 7, 4, 2, 7, 2, 1, 3, 7, 2, 3, 2, 7, 2, 1, 3, 7, 5, 3, 2, 7, 2, 1, 3, 2, 3, 5, 7, 2, 5, 1, 4, 1, 7, 1, 9, 5, 1, 6, 5, 5, 3, 3, 4, 5, 2, 5, 2, 4, 7, 2, 9, 4, 1, 7, 1, 9, 2, 7, 2, 3, 5, 4, 5, 2, 5, 7, 3, 5, 7, 3, 5, 4, 4, 2, 5, 3, 6, 1, 7, 9, 5, 7, 2, 5, 5, 2, 7, 4, 8, 5, 7, 7, 5, 5, 3, 11, 3, 7, 5, 2, 15, 4, 2, 19, 5, 2, 6, 2, 6, 7, 5, 2, 15, 7, 11, 2, 19, 5, 1, 11, 9, 5, 7, 3, 7, 5, 5, 2, 8, 5, 7, 3, 3, 5, 5, 9, 1, 3, 5, 6, 3, 3, 3, 9, 6, 3, 4, 4, 3, 2, 4, 7, 3, 3, 5, 2, 11, 7, 5, 5, 9, 1, 2, 2, 3, 7, 5, 2, 11, 7, 5, 5, 9, 1, 2, 2, 3, 3, 5, 2, 7, 3, 3, 5, 2, 11, 7, 5, 9, 1, 2, 2, 3, 7, 5, 2, 11, 7, 5, 9, 2, 3, 4, 4, 1, 3, 6, 7, 6, 8, 5, 4, 5, 8, 5, 3, 2, 3, 5, 5, 1, 3, 6, 3, 3, 4, 7, 2, 3, 8, 2, 6, 3, 7, 4, 2, 2, 1, 9, 7, 2, 3, 8, 2, 3, 2, 2, 1, 9, 7, 3, 7, 7, 2, 4, 2, 2, 1, 9, 7, 1, 7, 6, 2, 3, 11, 4, 2, 2, 1, 9, 7, 1, 2, 5, 3, 7, 8, 5, 2, 3, 11, 6, 1, 2, 7, 5, 3, 7, 4, 5, 8, 2, 3, 11, 8, 5, 1, 2, 3, 5, 8, 3, 7, 5, 3, 2, 3, 5, 2, 3, 11, 4, 5, 8, 1, 2, 4, 3, 2, 8, 3, 7, 5, 3, 2, 3, 5, 5, 2, 3, 6, 6, 2, 3, 6, 5, 3, 3, 6, 2, 5, 4, 6, 6, 5, 3, 3, 2, 7, 3, 10, 1, 3, 7, 2, 8, 5, 4, 2, 6, 2, 5, 2, 3, 3, 4, 7, 3, 7, 4, 3, 6, 8, 2, 7, 6, 1, 3, 3, 3, 2, 7, 3, 6, 6, 3, 6, 3, 1, 3, 3, 2, 8, 5, 4, 2, 2, 2, 5, 2, 3, 6, 2, 8, 5, 4, 2, 5, 2, 5, 2, 3, 3, 2, 3, 3, 4, 4, 6, 1, 3, 2, 2, 4, 6, 3, 7, 6, 1, 3, 3, 3, 2, 12, 5, 1, 3, 4, 2, 8, 5, 4, 2, 3, 2, 5, 2, 3, 3, 4, 4, 3, 4, 4, 3, 2, 5, 2, 4, 4, 2, 7, 6, 1, 3, 3, 3, 7, 2, 6, 4, 7, 7, 3, 3, 2, 6, 4, 7, 3, 3, 8, 6, 7, 3, 2, 7, 6, 5, 2, 3, 2, 4, 11, 3, 8, 1, 4, 3, 5, 6, 2, 5, 1, 3, 2, 3, 3, 6, 5, 4, 7, 3, 3, 3, 4, 7, 5, 3, 3, 4, 2, 6, 3, 4, 3, 4, 5, 8, 2, 9, 14, 9, 4, 5, 7, 2, 7, 3, 5, 5, 9, 3, 4, 5, 2, 11, 4, 4, 2, 5, 5, 9, 3, 7, 4, 5, 3, 7, 4, 4, 2, 12, 2, 11, 6, 10, 2, 3, 5, 5, 2], "patch_length_stats": {"count": 1739, "sum": 7767, "mean": 4.466359976998275, "median": 4.0, "p95": 9.099999999999909, "max": 55, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 2, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.12031274200489861, "decode_time_sec": 43.18150913795398, "total_time_sec": 74.84032934599963, "prefill_units_per_sec": 67075.18975564055, "prefill_bytes_per_sec": 66942.2030101523, "decode_units_per_sec": 324.05074022067896, "decode_bytes_per_sec": 324.05074022067896, "total_units_per_sec": 186.9713845767296, "total_bytes_per_sec": 186.9713845767296, "step_latency_ms": {"count": 4528, "sum": 43047, "mean": 9.50684628975265, "median": 9.0, "p95": 24.0, "max": 33, "min": 8}, "peak_allocated_mb": 4047.33447265625, "peak_reserved_mb": 4418.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8054, "mean": 503.375, "median": 482.0, "p95": 789.5, "max": 806, "min": 281}, "model_input_units": {"count": 16, "sum": 8070, "mean": 504.375, "median": 483.0, "p95": 790.5, "max": 807, "min": 282}}, "generated_stats": {"units": {"count": 16, "sum": 13993, "mean": 874.5625, "median": 932.0, "p95": 932.0, "max": 932, "min": 58}, "bytes": {"count": 16, "sum": 13993, "mean": 874.5625, "median": 932.0, "p95": 932.0, "max": 932, "min": 58}}, "compression_summary": {"raw_prompt_bytes": 8054, "model_input_units": 8070, "stage0_units": 1707, "stage1_units": null, "bytes_per_stage0_unit": 4.7182190978324545, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [133, 80, 148, 141, 99, 76, 90, 83, 115, 171, 72, 77, 133, 71, 116, 102], "patch_count_stats": {"count": 16, "sum": 1707, "mean": 106.6875, "median": 100.5, "p95": 153.75, "max": 171, "min": 71}, "patch_lengths": [3, 4, 3, 7, 8, 3, 2, 4, 5, 4, 3, 8, 8, 2, 8, 7, 3, 3, 8, 2, 8, 8, 4, 2, 7, 3, 2, 4, 5, 4, 9, 4, 3, 5, 2, 3, 3, 8, 3, 3, 2, 5, 2, 8, 3, 2, 4, 5, 2, 3, 2, 4, 5, 1, 3, 8, 6, 3, 8, 2, 6, 1, 3, 8, 5, 2, 10, 4, 4, 3, 3, 4, 8, 8, 1, 3, 2, 3, 2, 6, 8, 4, 7, 8, 2, 2, 3, 2, 6, 8, 2, 5, 11, 5, 2, 3, 2, 4, 5, 4, 9, 4, 3, 3, 8, 6, 3, 5, 3, 2, 6, 2, 3, 3, 2, 4, 5, 4, 8, 11, 8, 3, 3, 8, 3, 2, 4, 7, 2, 8, 6, 8, 4, 3, 7, 5, 1, 6, 3, 3, 4, 3, 4, 11, 6, 1, 2, 4, 1, 6, 4, 11, 6, 2, 2, 5, 3, 7, 3, 4, 2, 2, 8, 2, 1, 6, 5, 1, 4, 2, 2, 6, 3, 5, 2, 6, 2, 11, 7, 2, 3, 6, 3, 7, 4, 7, 2, 4, 11, 4, 2, 3, 6, 5, 2, 6, 3, 15, 6, 2, 5, 2, 3, 6, 7, 2, 2, 15, 9, 2, 2, 1, 2, 3, 2, 8, 2, 1, 5, 1, 8, 1, 3, 6, 3, 3, 4, 7, 6, 6, 3, 5, 2, 1, 8, 2, 1, 1, 2, 6, 5, 10, 1, 8, 4, 7, 2, 3, 5, 3, 5, 4, 4, 5, 8, 8, 3, 5, 3, 4, 6, 5, 1, 7, 2, 9, 2, 3, 3, 4, 5, 3, 4, 10, 5, 4, 2, 7, 3, 5, 2, 5, 2, 3, 5, 3, 8, 1, 3, 6, 3, 7, 2, 3, 4, 8, 3, 5, 4, 2, 10, 3, 4, 9, 8, 1, 1, 5, 1, 7, 2, 4, 7, 3, 5, 5, 4, 6, 7, 7, 3, 3, 12, 2, 7, 2, 6, 5, 3, 9, 3, 4, 5, 2, 5, 12, 2, 7, 4, 2, 2, 1, 5, 5, 11, 4, 13, 3, 1, 4, 7, 2, 7, 7, 4, 5, 1, 7, 3, 5, 2, 3, 7, 5, 1, 8, 9, 6, 1, 9, 5, 1, 12, 5, 5, 1, 9, 5, 5, 2, 18, 9, 6, 6, 1, 7, 9, 6, 1, 3, 6, 3, 3, 4, 5, 2, 6, 7, 9, 4, 3, 7, 9, 5, 2, 9, 5, 3, 5, 7, 9, 4, 5, 1, 7, 5, 7, 9, 5, 2, 9, 5, 1, 7, 3, 4, 9, 6, 2, 11, 7, 2, 3, 2, 4, 9, 5, 6, 8, 1, 3, 7, 4, 3, 7, 4, 3, 5, 2, 8, 7, 2, 15, 6, 11, 2, 2, 9, 6, 4, 3, 1, 3, 34, 6, 8, 4, 5, 8, 6, 7, 10, 3, 6, 2, 5, 3, 7, 4, 6, 2, 5, 2, 8, 7, 1, 6, 2, 12, 2, 11, 6, 2, 5, 7, 6, 3, 6, 2, 14, 6, 2, 3, 2, 3, 5, 5, 5, 2, 3, 10, 1, 1, 2, 5, 1, 5, 2, 4, 2, 4, 4, 1, 4, 2, 5, 5, 2, 5, 1, 4, 2, 2, 3, 9, 5, 1, 1, 2, 5, 1, 4, 1, 3, 4, 1, 1, 1, 2, 5, 1, 5, 1, 3, 4, 1, 1, 1, 2, 5, 1, 5, 1, 3, 1, 2, 2, 5, 1, 6, 3, 9, 2, 4, 2, 4, 4, 1, 4, 2, 5, 1, 4, 2, 5, 1, 4, 2, 2, 3, 3, 10, 2, 5, 2, 7, 2, 1, 2, 5, 2, 3, 4, 5, 4, 11, 7, 5, 3, 3, 4, 11, 3, 2, 5, 2, 3, 11, 8, 12, 3, 7, 7, 2, 3, 3, 2, 5, 4, 5, 6, 3, 3, 7, 7, 3, 5, 2, 3, 2, 5, 2, 3, 7, 3, 5, 2, 3, 4, 3, 2, 3, 3, 2, 7, 3, 2, 7, 3, 5, 5, 5, 11, 3, 1, 4, 2, 5, 3, 6, 1, 1, 2, 7, 4, 3, 2, 3, 4, 3, 1, 1, 7, 3, 1, 7, 1, 10, 4, 3, 5, 8, 8, 2, 5, 5, 5, 7, 7, 4, 7, 3, 3, 3, 4, 2, 3, 5, 14, 3, 11, 3, 3, 3, 5, 7, 3, 4, 7, 6, 11, 2, 7, 2, 7, 4, 3, 10, 2, 5, 8, 8, 7, 3, 6, 6, 2, 7, 7, 3, 1, 7, 1, 10, 3, 3, 3, 10, 2, 7, 3, 10, 2, 11, 6, 5, 2, 4, 7, 5, 3, 2, 1, 4, 5, 7, 3, 3, 9, 5, 1, 5, 4, 1, 7, 5, 3, 3, 4, 3, 11, 5, 4, 1, 4, 7, 2, 1, 2, 5, 4, 3, 2, 9, 1, 7, 4, 5, 5, 2, 5, 2, 4, 5, 5, 4, 2, 7, 5, 1, 1, 2, 5, 4, 3, 2, 5, 3, 7, 1, 11, 5, 5, 2, 5, 4, 1, 12, 9, 2, 3, 4, 8, 9, 2, 2, 2, 1, 4, 2, 1, 2, 3, 5, 5, 2, 7, 7, 5, 2, 3, 2, 9, 7, 5, 1, 9, 1, 2, 1, 5, 1, 4, 5, 4, 3, 4, 3, 7, 5, 7, 2, 2, 1, 1, 2, 5, 2, 1, 2, 4, 3, 7, 3, 7, 4, 6, 3, 6, 2, 1, 1, 5, 2, 3, 4, 1, 1, 1, 2, 14, 11, 7, 2, 4, 3, 5, 2, 2, 4, 7, 1, 5, 2, 6, 6, 2, 6, 7, 2, 2, 5, 1, 2, 1, 4, 5, 2, 2, 5, 2, 6, 16, 7, 6, 1, 2, 7, 4, 7, 1, 2, 1, 1, 2, 1, 4, 10, 7, 5, 2, 7, 2, 2, 3, 4, 4, 3, 5, 2, 7, 7, 4, 14, 2, 3, 12, 5, 3, 3, 4, 3, 5, 2, 6, 5, 3, 9, 2, 11, 7, 5, 2, 6, 5, 2, 3, 4, 5, 2, 6, 5, 3, 9, 2, 5, 1, 7, 5, 5, 8, 1, 1, 2, 5, 5, 5, 4, 2, 2, 1, 4, 6, 1, 7, 5, 3, 7, 5, 5, 3, 7, 5, 3, 7, 5, 8, 3, 7, 5, 3, 7, 5, 10, 3, 7, 5, 3, 7, 5, 7, 5, 5, 4, 3, 4, 3, 5, 2, 6, 7, 2, 11, 5, 2, 5, 3, 5, 7, 4, 7, 2, 7, 5, 6, 7, 3, 4, 8, 3, 12, 5, 5, 1, 7, 5, 7, 2, 5, 7, 5, 3, 2, 2, 5, 2, 7, 5, 6, 2, 5, 5, 6, 5, 5, 8, 2, 7, 3, 5, 6, 2, 11, 5, 6, 2, 4, 2, 5, 6, 1, 7, 5, 2, 2, 4, 7, 2, 5, 6, 2, 7, 2, 3, 4, 2, 3, 6, 5, 2, 7, 5, 7, 5, 9, 3, 3, 8, 4, 5, 1, 8, 1, 4, 4, 3, 4, 4, 5, 7, 2, 3, 11, 4, 8, 2, 1, 6, 3, 15, 3, 2, 1, 6, 2, 19, 7, 5, 9, 2, 2, 15, 7, 5, 1, 11, 7, 8, 2, 7, 2, 2, 5, 4, 5, 4, 2, 11, 5, 2, 3, 2, 2, 11, 2, 4, 4, 10, 2, 15, 4, 2, 8, 1, 2, 4, 2, 4, 3, 9, 6, 5, 1, 5, 1, 9, 4, 3, 4, 7, 6, 2, 1, 5, 7, 1, 3, 5, 1, 2, 1, 1, 2, 5, 3, 7, 8, 2, 6, 1, 7, 7, 1, 6, 17, 7, 3, 5, 7, 3, 4, 7, 4, 2, 11, 7, 5, 8, 6, 6, 6, 4, 5, 6, 4, 2, 52, 5, 2, 43, 9, 9, 2, 43, 7, 3, 5, 7, 3, 2, 43, 7, 7, 5, 2, 3, 2, 6, 3, 10, 4, 1, 4, 1, 6, 1, 4, 1, 4, 29, 1, 6, 4, 1, 6, 2, 3, 5, 3, 3, 4, 4, 5, 5, 4, 3, 7, 4, 2, 11, 7, 5, 5, 4, 2, 7, 7, 10, 2, 11, 7, 5, 2, 3, 4, 3, 2, 4, 5, 4, 2, 3, 6, 3, 2, 4, 5, 6, 3, 3, 3, 4, 3, 3, 4, 5, 4, 6, 3, 3, 4, 5, 2, 7, 6, 5, 2, 11, 4, 2, 15, 4, 5, 2, 5, 4, 3, 2, 18, 5, 9, 2, 15, 4, 2, 19, 5, 6, 3, 2, 15, 4, 7, 6, 1, 11, 4, 7, 5, 9, 2, 19, 7, 5, 2, 3, 4, 4, 4, 2, 15, 6, 5, 2, 5, 6, 3, 3, 3, 6, 4, 3, 7, 6, 1, 4, 1, 9, 1, 3, 2, 1, 2, 4, 3, 2, 5, 4, 8, 1, 3, 4, 2, 5, 3, 8, 4, 8, 5, 6, 8, 2, 6, 7, 11, 1, 3, 9, 2, 7, 2, 2, 6, 1, 3, 2, 5, 6, 6, 1, 3, 6, 2, 5, 2, 2, 4, 4, 6, 2, 1, 3, 2, 2, 2, 2, 6, 6, 4, 3, 12, 5, 1, 5, 5, 4, 3, 4, 5, 2, 5, 7, 3, 5, 4, 8, 5, 7, 4, 2, 6, 2, 3, 2, 7, 3, 11, 6, 3, 8, 8, 7, 6, 3, 2, 15, 2, 6, 2, 2, 4, 6, 5, 4, 5, 8, 5, 3, 15, 12, 6, 5, 5, 2, 7, 2, 6, 10, 3, 25, 3, 4, 8, 5, 8, 2, 7, 3, 7, 3, 17, 5, 2, 2, 5, 5, 4, 5, 4, 3, 1, 1, 7, 1, 1, 2, 11, 6, 7, 4, 2, 11, 7, 2, 4, 5, 6, 5, 4, 7, 3, 11, 5, 2, 8, 6, 8, 7, 3, 11, 4, 4, 3, 7, 3, 3, 4, 3, 9, 7, 2, 3, 9, 2, 7, 7, 2, 7, 11, 7, 5, 2, 7, 9, 4, 5, 2, 7, 6, 5, 2, 7, 6, 5, 2, 7, 7, 5, 2, 7, 9, 5, 2, 7, 7, 12, 7, 2, 5, 2, 7, 5, 2, 5, 3, 3, 4, 12, 7, 2, 10, 7, 2, 2, 4, 4, 7, 7, 2, 7, 4, 4, 3, 3, 8, 2, 2, 5, 2, 2, 6, 2, 2, 5, 2, 2, 8, 4, 4, 11, 3, 7, 3, 3, 1, 3, 4, 5, 2, 15, 12, 7, 4, 1, 2, 7, 2], "patch_length_stats": {"count": 1707, "sum": 8070, "mean": 4.727592267135325, "median": 4.0, "p95": 10.699999999999818, "max": 52, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 3, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.12674439499824075, "decode_time_sec": 40.44289275704068, "total_time_sec": 69.98471291599708, "prefill_units_per_sec": 65943.74449549435, "prefill_bytes_per_sec": 65817.50617150201, "decode_units_per_sec": 386.52032370455584, "decode_bytes_per_sec": 386.52032370455584, "total_units_per_sec": 223.363065284888, "total_bytes_per_sec": 223.363065284888, "step_latency_ms": {"count": 4226, "sum": 40276, "mean": 9.530525319451018, "median": 9.0, "p95": 24.0, "max": 32, "min": 8}, "peak_allocated_mb": 4133.44384765625, "peak_reserved_mb": 4500.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8342, "mean": 521.375, "median": 473.0, "p95": 848.75, "max": 851, "min": 302}, "model_input_units": {"count": 16, "sum": 8358, "mean": 522.375, "median": 474.0, "p95": 849.75, "max": 852, "min": 303}}, "generated_stats": {"units": {"count": 16, "sum": 15632, "mean": 977.0, "median": 977.0, "p95": 977.0, "max": 977, "min": 977}, "bytes": {"count": 16, "sum": 15632, "mean": 977.0, "median": 977.0, "p95": 977.0, "max": 977, "min": 977}}, "compression_summary": {"raw_prompt_bytes": 8342, "model_input_units": 8358, "stage0_units": 1923, "stage1_units": null, "bytes_per_stage0_unit": 4.338013520540821, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [99, 88, 180, 182, 189, 77, 97, 111, 176, 66, 113, 150, 74, 182, 82, 57], "patch_count_stats": {"count": 16, "sum": 1923, "mean": 120.1875, "median": 105.0, "p95": 183.75, "max": 189, "min": 57}, "patch_lengths": [3, 2, 4, 5, 6, 9, 5, 4, 3, 4, 2, 4, 9, 3, 10, 6, 11, 3, 4, 9, 11, 2, 7, 2, 1, 2, 5, 4, 5, 4, 5, 2, 2, 1, 2, 4, 5, 3, 7, 2, 1, 1, 2, 1, 3, 7, 2, 1, 6, 2, 2, 1, 3, 5, 2, 3, 6, 4, 8, 1, 1, 5, 7, 3, 2, 5, 4, 5, 4, 5, 2, 3, 2, 4, 5, 3, 7, 2, 1, 1, 2, 1, 3, 7, 3, 6, 2, 2, 1, 3, 5, 2, 3, 6, 4, 8, 1, 1, 2, 3, 2, 7, 6, 5, 1, 6, 1, 7, 5, 3, 3, 6, 5, 2, 6, 6, 3, 2, 2, 4, 3, 3, 2, 7, 4, 5, 7, 5, 6, 2, 3, 3, 6, 5, 3, 2, 7, 3, 9, 6, 3, 6, 8, 6, 2, 7, 6, 2, 5, 7, 8, 6, 6, 2, 7, 4, 1, 9, 1, 7, 2, 7, 5, 4, 6, 4, 1, 2, 4, 1, 5, 1, 6, 7, 7, 7, 2, 5, 5, 1, 6, 5, 5, 1, 6, 7, 4, 3, 6, 3, 4, 4, 14, 12, 3, 4, 3, 8, 4, 2, 6, 5, 5, 3, 2, 3, 2, 2, 2, 5, 3, 3, 2, 3, 3, 8, 5, 5, 4, 9, 3, 12, 1, 9, 3, 10, 2, 1, 2, 7, 2, 1, 7, 2, 5, 1, 1, 5, 3, 4, 6, 2, 9, 8, 12, 6, 3, 4, 2, 2, 2, 1, 1, 3, 3, 3, 4, 2, 2, 3, 4, 4, 4, 4, 2, 2, 3, 4, 5, 2, 5, 2, 9, 2, 2, 3, 4, 3, 5, 4, 10, 14, 1, 5, 2, 5, 1, 5, 5, 4, 11, 3, 6, 3, 2, 2, 3, 4, 5, 1, 5, 2, 6, 3, 6, 4, 2, 4, 5, 4, 7, 1, 3, 1, 5, 7, 2, 2, 6, 4, 7, 6, 6, 1, 3, 2, 2, 3, 4, 2, 59, 12, 1, 13, 12, 2, 3, 5, 4, 2, 2, 3, 4, 5, 2, 5, 7, 2, 2, 6, 6, 6, 2, 2, 7, 5, 1, 3, 2, 2, 3, 4, 5, 2, 48, 12, 2, 3, 4, 2, 6, 7, 1, 4, 1, 6, 5, 1, 13, 6, 3, 3, 5, 2, 3, 2, 4, 7, 4, 2, 4, 1, 3, 7, 2, 2, 3, 3, 4, 2, 7, 4, 4, 1, 5, 3, 10, 7, 3, 11, 5, 6, 2, 4, 5, 2, 11, 4, 2, 3, 2, 4, 2, 4, 5, 6, 3, 5, 6, 2, 1, 3, 5, 1, 15, 4, 3, 2, 2, 3, 5, 1, 3, 2, 4, 1, 2, 4, 6, 1, 2, 1, 3, 2, 1, 1, 2, 11, 7, 2, 4, 2, 3, 1, 1, 2, 11, 12, 2, 4, 2, 3, 1, 1, 1, 3, 4, 1, 3, 2, 3, 1, 3, 1, 1, 5, 5, 1, 11, 3, 2, 6, 3, 2, 1, 1, 3, 1, 15, 4, 2, 6, 3, 2, 1, 1, 4, 4, 13, 1, 3, 1, 19, 2, 6, 3, 2, 1, 1, 4, 4, 4, 1, 6, 4, 12, 3, 5, 4, 15, 7, 3, 5, 1, 11, 5, 12, 3, 4, 5, 4, 2, 6, 3, 2, 1, 1, 3, 2, 3, 7, 7, 5, 1, 6, 1, 7, 1, 7, 3, 3, 4, 3, 5, 2, 6, 6, 3, 1, 1, 2, 11, 5, 7, 8, 2, 7, 4, 5, 1, 2, 6, 3, 7, 4, 5, 2, 5, 2, 2, 3, 4, 5, 1, 2, 1, 2, 4, 2, 3, 7, 2, 12, 2, 11, 3, 4, 11, 7, 1, 4, 7, 3, 15, 6, 10, 2, 6, 5, 3, 3, 5, 4, 3, 7, 4, 7, 7, 2, 1, 1, 1, 7, 4, 4, 2, 1, 2, 3, 1, 4, 5, 1, 3, 10, 4, 5, 2, 5, 1, 7, 4, 15, 4, 2, 6, 6, 1, 4, 5, 2, 11, 4, 7, 7, 2, 2, 1, 14, 7, 7, 3, 4, 5, 2, 5, 1, 2, 1, 1, 2, 15, 5, 2, 6, 6, 3, 1, 1, 1, 11, 4, 5, 2, 6, 8, 2, 6, 6, 1, 7, 2, 11, 4, 5, 2, 6, 11, 2, 6, 6, 1, 5, 8, 6, 4, 2, 15, 5, 2, 6, 6, 1, 2, 6, 6, 1, 1, 1, 2, 15, 5, 2, 4, 8, 6, 1, 2, 3, 7, 4, 6, 6, 3, 3, 4, 2, 6, 3, 4, 4, 3, 4, 7, 4, 2, 4, 5, 5, 1, 4, 3, 4, 5, 8, 2, 9, 7, 1, 3, 4, 9, 10, 5, 2, 3, 6, 4, 2, 3, 4, 2, 4, 4, 2, 3, 4, 4, 9, 2, 7, 7, 4, 3, 2, 7, 4, 5, 2, 2, 7, 4, 7, 9, 2, 3, 7, 2, 3, 3, 3, 4, 4, 9, 3, 3, 9, 7, 4, 3, 5, 12, 7, 12, 2, 3, 11, 2, 12, 4, 3, 3, 2, 2, 5, 3, 4, 2, 3, 7, 3, 7, 3, 4, 5, 1, 1, 3, 11, 9, 2, 7, 3, 2, 2, 4, 3, 4, 7, 2, 3, 1, 2, 5, 2, 7, 11, 1, 2, 2, 3, 2, 3, 12, 2, 4, 4, 3, 4, 2, 1, 2, 3, 11, 6, 4, 7, 3, 4, 2, 1, 3, 1, 1, 2, 11, 9, 4, 2, 2, 11, 9, 4, 2, 5, 3, 4, 12, 2, 11, 9, 2, 3, 7, 2, 2, 7, 3, 1, 3, 3, 3, 4, 10, 2, 3, 7, 4, 2, 2, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 6, 2, 7, 7, 7, 5, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 6, 2, 2, 7, 7, 7, 7, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 2, 6, 2, 7, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 4, 2, 2, 7, 7, 7, 5, 7, 4, 2, 3, 3, 4, 10, 2, 3, 7, 3, 1, 2, 7, 7, 2, 3, 9, 7, 4, 4, 8, 6, 3, 9, 5, 2, 6, 5, 4, 2, 6, 2, 5, 7, 5, 2, 9, 5, 4, 2, 6, 2, 6, 1, 1, 5, 1, 7, 6, 6, 3, 8, 2, 5, 3, 6, 4, 5, 4, 1, 8, 7, 8, 2, 3, 7, 5, 3, 7, 4, 5, 2, 1, 3, 6, 5, 9, 2, 7, 2, 4, 9, 5, 2, 2, 1, 1, 3, 9, 7, 8, 1, 3, 3, 4, 7, 4, 7, 1, 3, 7, 7, 3, 2, 2, 1, 1, 9, 2, 9, 8, 4, 3, 1, 8, 5, 2, 2, 4, 2, 1, 1, 5, 1, 4, 4, 1, 9, 8, 6, 7, 3, 5, 1, 2, 1, 1, 5, 1, 6, 3, 6, 4, 2, 1, 7, 2, 1, 3, 4, 7, 1, 3, 1, 2, 6, 1, 5, 8, 7, 3, 1, 8, 5, 4, 2, 2, 2, 6, 6, 3, 2, 6, 1, 2, 7, 7, 6, 8, 7, 3, 1, 8, 5, 4, 2, 2, 2, 6, 6, 4, 3, 4, 7, 9, 4, 3, 3, 3, 4, 5, 5, 3, 3, 2, 7, 6, 15, 2, 1, 5, 3, 9, 3, 4, 9, 3, 4, 5, 5, 4, 3, 2, 4, 6, 6, 3, 5, 6, 6, 8, 5, 4, 4, 5, 3, 8, 1, 3, 4, 6, 3, 1, 6, 3, 10, 4, 3, 7, 4, 6, 3, 2, 2, 5, 6, 3, 3, 2, 5, 8, 5, 1, 7, 1, 8, 5, 3, 3, 4, 9, 2, 2, 4, 2, 3, 1, 7, 5, 1, 2, 9, 3, 8, 1, 7, 10, 2, 2, 1, 2, 3, 1, 7, 5, 1, 1, 3, 6, 10, 2, 7, 9, 2, 7, 7, 2, 3, 11, 2, 5, 1, 8, 1, 5, 2, 1, 5, 3, 7, 4, 3, 3, 9, 2, 11, 4, 4, 3, 6, 4, 1, 7, 5, 4, 15, 9, 2, 5, 2, 5, 3, 1, 8, 5, 4, 3, 15, 3, 9, 3, 5, 1, 1, 22, 3, 3, 6, 1, 15, 5, 2, 8, 3, 10, 4, 3, 9, 1, 2, 3, 3, 1, 1, 1, 5, 1, 12, 5, 3, 3, 6, 5, 2, 3, 7, 2, 2, 2, 2, 11, 7, 3, 7, 2, 2, 2, 2, 3, 7, 3, 7, 2, 2, 2, 2, 9, 4, 3, 7, 2, 2, 2, 2, 4, 7, 3, 7, 2, 2, 2, 2, 4, 3, 7, 2, 2, 2, 2, 3, 4, 7, 3, 7, 2, 2, 2, 2, 4, 1, 4, 3, 7, 2, 2, 2, 2, 8, 6, 7, 2, 1, 6, 4, 7, 2, 1, 1, 2, 2, 8, 6, 7, 2, 1, 6, 4, 7, 2, 2, 2, 2, 7, 7, 3, 7, 2, 2, 2, 2, 4, 7, 3, 7, 2, 2, 2, 2, 4, 5, 3, 7, 2, 2, 2, 2, 5, 5, 3, 7, 2, 2, 2, 2, 5, 6, 3, 7, 2, 2, 2, 2, 5, 5, 3, 7, 2, 2, 2, 2, 3, 7, 5, 5, 1, 7, 1, 6, 1, 5, 5, 1, 3, 6, 3, 3, 4, 3, 7, 9, 3, 9, 9, 2, 11, 6, 21, 2, 3, 7, 7, 3, 3, 9, 2, 8, 4, 7, 3, 6, 9, 3, 9, 6, 2, 11, 6, 21, 2, 3, 7, 7, 3, 3, 9, 2, 5, 5, 3, 4, 3, 4, 5, 2, 11, 5, 2, 6, 5, 2, 7, 5, 2, 4, 3, 4, 11, 4, 1, 7, 1, 4, 1, 9, 1, 2, 1, 7, 5, 1, 5, 5, 1, 6, 2, 1, 4, 3, 7, 6, 4, 4, 3, 3, 10, 6, 2, 2, 4, 3, 4, 6, 3, 7, 2, 7, 6, 9, 2, 6, 2, 7, 8, 6, 2, 3, 11, 4, 2, 8, 2, 9, 2, 5, 2, 3, 4, 9, 2, 4, 2, 8, 6, 2, 9, 2, 3, 3, 2, 6, 6, 1, 7, 4, 7, 3, 3, 7, 4, 5, 2, 9, 2, 8, 2, 4, 4, 1, 5, 3, 5, 3, 1, 1, 3, 8, 3, 1, 1, 3, 2, 3, 1, 1, 3, 4, 3, 1, 1, 3, 5, 3, 1, 1, 2, 1, 1, 2, 2, 5, 9, 1, 9, 1, 3, 7, 1, 5, 1, 4, 2, 7, 5, 2, 11, 8, 2, 4, 4, 1, 5, 3, 5, 3, 1, 1, 3, 8, 3, 1, 1, 3, 5, 3, 1, 1, 2, 1, 1, 2, 2, 5, 9, 1, 9, 1, 4, 3, 7, 4, 3, 3, 6, 3, 3, 4, 3, 8, 7, 4, 2, 1, 10, 3, 3, 7, 6, 2, 4, 2, 4, 7, 6, 4, 3, 3, 10, 2, 1, 7, 1, 4, 7, 2, 5, 2, 2, 7, 1, 4, 5, 6, 2, 7, 7, 6, 7, 5, 2, 10, 2, 1, 7, 1, 2, 3, 4, 1, 2, 2, 10, 2, 1, 7, 4, 5, 3, 1, 2, 7, 7, 6, 7, 8, 2, 10, 2, 1, 7, 1, 4, 7, 7, 6, 7, 5, 2, 2, 3, 4, 6, 5, 1, 9, 1, 3, 1, 7, 5, 1, 7, 5, 3, 3, 4, 7, 5, 2, 7, 6, 6, 4, 3, 7, 5, 4, 10, 10, 6, 2, 7, 5, 4, 2, 3, 2, 8, 6, 2, 7, 5, 4, 9, 5, 4, 1, 8, 2, 32, 1, 6, 2, 25, 7, 2], "patch_length_stats": {"count": 1923, "sum": 8358, "mean": 4.3463338533541345, "median": 4.0, "p95": 10.0, "max": 59, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 4, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.13205799799834494, "decode_time_sec": 29.94996042889761, "total_time_sec": 47.7324927380032, "prefill_units_per_sec": 52363.35628900465, "prefill_bytes_per_sec": 52242.19740243573, "decode_units_per_sec": 532.8554619592002, "decode_bytes_per_sec": 532.8554619592002, "total_units_per_sec": 334.3424800292048, "total_bytes_per_sec": 334.3424800292048, "step_latency_ms": {"count": 2887, "sum": 30116, "mean": 10.431589885694493, "median": 9.0, "p95": 24.0, "max": 28, "min": 7}, "peak_allocated_mb": 4216.3798828125, "peak_reserved_mb": 4654.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6899, "mean": 431.1875, "median": 318.0, "p95": 891.5, "max": 914, "min": 257}, "model_input_units": {"count": 16, "sum": 6915, "mean": 432.1875, "median": 319.0, "p95": 892.5, "max": 915, "min": 258}}, "generated_stats": {"units": {"count": 16, "sum": 15959, "mean": 997.4375, "median": 1040.0, "p95": 1040.0, "max": 1040, "min": 380}, "bytes": {"count": 16, "sum": 15959, "mean": 997.4375, "median": 1040.0, "p95": 1040.0, "max": 1040, "min": 380}}, "compression_summary": {"raw_prompt_bytes": 6899, "model_input_units": 6915, "stage0_units": 1432, "stage1_units": null, "bytes_per_stage0_unit": 4.817737430167598, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [52, 78, 191, 198, 60, 55, 95, 52, 66, 64, 65, 62, 60, 74, 129, 131], "patch_count_stats": {"count": 16, "sum": 1432, "mean": 89.5, "median": 65.5, "p95": 192.75, "max": 198, "min": 52}, "patch_lengths": [3, 4, 9, 5, 5, 1, 7, 5, 1, 9, 5, 3, 3, 4, 2, 4, 6, 5, 4, 8, 5, 7, 9, 1, 7, 7, 2, 9, 3, 9, 5, 5, 9, 1, 7, 7, 2, 7, 3, 7, 5, 5, 7, 2, 3, 4, 2, 4, 9, 7, 8, 2, 3, 9, 4, 3, 3, 8, 6, 8, 9, 2, 34, 6, 2, 30, 8, 5, 30, 7, 9, 6, 3, 5, 2, 1, 3, 4, 6, 2, 3, 4, 2, 1, 3, 4, 6, 2, 8, 2, 1, 1, 1, 2, 1, 1, 3, 8, 2, 7, 9, 1, 3, 2, 3, 7, 9, 4, 2, 1, 1, 1, 2, 1, 1, 3, 6, 9, 2, 7, 9, 1, 5, 9, 6, 6, 2, 2, 1, 2, 3, 2, 6, 5, 1, 4, 6, 3, 3, 4, 3, 4, 3, 5, 6, 3, 3, 2, 1, 1, 1, 3, 11, 7, 2, 3, 1, 2, 4, 3, 15, 2, 1, 1, 3, 15, 2, 6, 2, 1, 1, 2, 5, 7, 2, 15, 2, 5, 2, 1, 1, 2, 5, 6, 2, 15, 2, 2, 3, 2, 1, 1, 2, 5, 6, 2, 15, 2, 3, 3, 2, 1, 1, 2, 5, 4, 3, 2, 15, 3, 1, 2, 4, 2, 1, 3, 4, 2, 1, 1, 2, 8, 2, 1, 4, 2, 3, 5, 2, 8, 3, 15, 2, 3, 1, 2, 2, 4, 7, 5, 5, 4, 3, 3, 1, 1, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 1, 5, 7, 2, 12, 5, 6, 3, 1, 1, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 1, 5, 7, 1, 5, 4, 3, 2, 12, 2, 11, 7, 2, 2, 1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 2, 4, 6, 2, 3, 2, 5, 9, 6, 1, 7, 1, 8, 6, 1, 7, 2, 2, 1, 3, 28, 5, 1, 10, 5, 1, 3, 6, 3, 3, 7, 2, 6, 10, 3, 4, 6, 8, 3, 4, 4, 3, 3, 7, 3, 2, 4, 1, 4, 7, 4, 3, 6, 2, 1, 8, 2, 7, 6, 13, 2, 11, 2, 6, 4, 4, 1, 6, 5, 3, 4, 2, 1, 4, 4, 3, 3, 4, 4, 2, 6, 7, 2, 10, 7, 3, 4, 4, 5, 3, 6, 2, 5, 4, 3, 3, 10, 3, 5, 2, 7, 10, 2, 7, 7, 8, 2, 2, 3, 5, 6, 2, 7, 3, 2, 4, 1, 3, 7, 2, 11, 4, 5, 6, 1, 9, 2, 7, 1, 7, 2, 6, 1, 3, 7, 2, 7, 5, 2, 4, 1, 3, 7, 2, 11, 4, 5, 6, 1, 9, 2, 7, 1, 7, 2, 6, 1, 3, 7, 2, 23, 6, 3, 3, 4, 5, 2, 4, 2, 7, 2, 4, 1, 1, 4, 5, 3, 8, 2, 7, 6, 4, 7, 10, 2, 4, 8, 2, 1, 4, 5, 4, 7, 4, 8, 2, 4, 3, 8, 7, 5, 4, 3, 12, 12, 3, 6, 1, 6, 5, 5, 1, 5, 2, 2, 5, 3, 7, 11, 3, 6, 1, 9, 1, 3, 11, 3, 6, 1, 4, 1, 3, 11, 3, 6, 1, 6, 3, 5, 2, 3, 9, 3, 5, 5, 5, 4, 5, 4, 4, 12, 7, 4, 4, 3, 3, 6, 2, 3, 6, 6, 2, 3, 8, 4, 5, 3, 4, 2, 4, 3, 8, 2, 7, 8, 8, 3, 4, 1, 9, 2, 3, 6, 5, 8, 8, 1, 9, 2, 3, 6, 4, 5, 8, 8, 1, 9, 2, 3, 6, 8, 4, 5, 8, 8, 1, 9, 2, 3, 7, 9, 4, 3, 5, 1, 7, 2, 3, 4, 4, 5, 3, 3, 4, 6, 5, 2, 11, 8, 2, 6, 5, 7, 2, 11, 7, 2, 3, 3, 6, 4, 4, 2, 11, 3, 4, 7, 2, 15, 3, 5, 5, 4, 2, 19, 7, 2, 5, 5, 4, 1, 15, 5, 2, 19, 6, 2, 2, 9, 8, 4, 19, 9, 1, 14, 7, 1, 1, 1, 4, 3, 5, 9, 2, 15, 6, 2, 7, 8, 3, 15, 9, 1, 11, 8, 2, 5, 9, 7, 1, 1, 3, 11, 5, 5, 4, 2, 7, 1, 11, 4, 3, 3, 7, 6, 12, 6, 5, 3, 5, 2, 6, 7, 7, 4, 3, 3, 4, 4, 8, 2, 7, 2, 6, 4, 5, 5, 7, 7, 4, 3, 7, 5, 2, 8, 7, 3, 7, 5, 4, 5, 4, 13, 7, 3, 5, 7, 2, 7, 8, 7, 3, 6, 2, 3, 2, 4, 7, 5, 1, 5, 3, 3, 4, 6, 2, 2, 3, 7, 6, 4, 6, 1, 2, 5, 2, 11, 5, 2, 5, 11, 5, 5, 2, 4, 6, 3, 11, 3, 4, 5, 2, 15, 6, 1, 7, 4, 6, 3, 5, 2, 7, 2, 3, 3, 4, 5, 5, 5, 3, 10, 1, 4, 7, 13, 2, 7, 3, 4, 2, 3, 7, 5, 11, 6, 5, 1, 5, 5, 1, 7, 5, 3, 3, 4, 5, 8, 2, 2, 4, 10, 3, 7, 4, 5, 1, 6, 3, 5, 5, 6, 4, 11, 3, 7, 2, 15, 6, 2, 5, 5, 7, 7, 7, 6, 6, 2, 16, 8, 7, 4, 1, 2, 2, 2, 6, 5, 1, 6, 4, 7, 10, 2, 2, 3, 8, 3, 5, 1, 9, 2, 5, 1, 1, 1, 7, 8, 2, 2, 2, 5, 5, 3, 4, 6, 7, 1, 7, 8, 1, 5, 2, 1, 7, 8, 2, 2, 2, 3, 7, 8, 2, 3, 7, 4, 5, 3, 7, 2, 11, 3, 5, 5, 3, 15, 6, 5, 6, 5, 2, 16, 2, 15, 6, 5, 2, 3, 7, 2, 3, 7, 11, 7, 4, 4, 5, 1, 6, 3, 6, 1, 4, 7, 1, 5, 1, 2, 3, 4, 7, 5, 5, 2, 1, 5, 5, 2, 4, 1, 4, 2, 3, 6, 4, 4, 5, 3, 3, 5, 3, 2, 3, 7, 8, 4, 7, 2, 3, 5, 5, 2, 3, 7, 7, 3, 7, 6, 3, 6, 2, 2, 3, 7, 8, 5, 4, 3, 4, 2, 7, 11, 3, 3, 4, 6, 5, 3, 3, 3, 7, 2, 5, 3, 4, 7, 1, 12, 3, 4, 7, 3, 4, 6, 4, 7, 3, 4, 7, 5, 1, 2, 1, 1, 2, 11, 9, 2, 7, 4, 2, 3, 6, 4, 1, 6, 5, 1, 2, 1, 1, 4, 3, 6, 4, 5, 3, 3, 4, 4, 2, 11, 3, 5, 5, 4, 8, 5, 2, 4, 8, 6, 6, 2, 3, 15, 5, 2, 5, 2, 6, 7, 1, 1, 11, 4, 5, 2, 5, 2, 3, 3, 4, 1, 15, 7, 5, 1, 11, 5, 2, 15, 7, 6, 1, 7, 7, 9, 11, 8, 9, 2, 11, 2, 6, 6, 2, 10, 6, 1, 6, 4, 8, 4, 5, 2, 3, 9, 7, 8, 7, 8, 1, 8, 1, 5, 3, 3, 5, 8, 2, 4, 3, 4, 7, 3, 8, 2, 7, 3, 7, 2, 11, 4, 2, 8, 1, 6, 2, 6, 4, 3, 2, 4, 3, 11, 3, 8, 1, 6, 2, 6, 4, 3, 2, 5, 4, 4, 15, 4, 3, 8, 1, 6, 2, 6, 4, 3, 2, 5, 4, 3, 11, 5, 8, 11, 4, 1, 1, 1, 2, 11, 5, 8, 4, 1, 3, 1, 1, 2, 3, 8, 8, 2, 4, 3, 6, 2, 1, 1, 1, 3, 4, 7, 3, 8, 2, 7, 4, 2, 7, 4, 2, 4, 2, 2, 7, 4, 2, 5, 4, 2, 3, 7, 4, 2, 5, 4, 2, 5, 7, 4, 2, 4, 4, 3, 7, 5, 6, 8, 8, 1, 6, 9, 8, 5, 3, 3, 4, 5, 10, 5, 5, 3, 7, 4, 5, 5, 8, 1, 2, 4, 1, 3, 6, 3, 11, 3, 4, 11, 8, 1, 12, 3, 15, 2, 5, 5, 4, 8, 3, 2, 7, 5, 7, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 4, 57, 9, 8, 2, 11, 5, 4, 8, 3, 5, 4, 15, 2, 7, 4, 8, 3, 3, 5, 8, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 5, 4, 57, 9, 8, 2, 11, 5, 8, 7, 4, 3, 6, 8, 8, 2, 15, 2, 6, 3, 4, 8, 7, 3, 3, 8, 8, 8, 1, 15, 7, 9, 6, 5, 9, 2, 7, 8, 7, 5], "patch_length_stats": {"count": 1432, "sum": 6915, "mean": 4.82891061452514, "median": 4.0, "p95": 11.0, "max": 57, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 5, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.11918166399846086, "decode_time_sec": 25.814336605904828, "total_time_sec": 40.00558087100217, "prefill_units_per_sec": 58448.58819969119, "prefill_bytes_per_sec": 58314.33936087479, "decode_units_per_sec": 511.3437622480139, "decode_bytes_per_sec": 511.3437622480139, "total_units_per_sec": 329.9539642372235, "total_bytes_per_sec": 329.9539642372235, "step_latency_ms": {"count": 2526, "sum": 25909, "mean": 10.256927949326998, "median": 9.0, "p95": 24.0, "max": 31, "min": 7}, "peak_allocated_mb": 3886.41748046875, "peak_reserved_mb": 4362.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6950, "mean": 434.375, "median": 434.0, "p95": 651.75, "max": 699, "min": 268}, "model_input_units": {"count": 16, "sum": 6966, "mean": 435.375, "median": 435.0, "p95": 652.75, "max": 700, "min": 269}}, "generated_stats": {"units": {"count": 16, "sum": 13200, "mean": 825.0, "median": 825.0, "p95": 825.0, "max": 825, "min": 825}, "bytes": {"count": 16, "sum": 13200, "mean": 825.0, "median": 825.0, "p95": 825.0, "max": 825, "min": 825}}, "compression_summary": {"raw_prompt_bytes": 6950, "model_input_units": 6966, "stage0_units": 1554, "stage1_units": null, "bytes_per_stage0_unit": 4.472329472329473, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [121, 86, 60, 116, 87, 117, 71, 87, 53, 137, 116, 119, 62, 102, 75, 145], "patch_count_stats": {"count": 16, "sum": 1554, "mean": 97.125, "median": 94.5, "p95": 139.0, "max": 145, "min": 53}, "patch_lengths": [3, 6, 5, 5, 10, 7, 7, 5, 3, 3, 5, 1, 6, 1, 4, 1, 7, 2, 4, 11, 3, 9, 3, 5, 7, 5, 7, 5, 3, 3, 7, 5, 2, 7, 5, 2, 5, 3, 6, 4, 5, 5, 7, 4, 4, 3, 3, 3, 4, 4, 1, 5, 2, 4, 6, 10, 6, 5, 5, 1, 6, 1, 4, 1, 7, 1, 7, 5, 3, 3, 2, 4, 5, 4, 9, 3, 4, 10, 6, 1, 3, 7, 5, 2, 5, 3, 3, 5, 5, 7, 2, 3, 4, 2, 4, 4, 2, 3, 7, 5, 2, 5, 3, 3, 5, 5, 7, 2, 4, 2, 5, 2, 3, 7, 2, 5, 4, 8, 3, 1, 2, 3, 4, 3, 4, 5, 1, 4, 1, 5, 1, 8, 3, 3, 4, 3, 4, 3, 5, 1, 4, 2, 1, 2, 5, 1, 7, 5, 1, 4, 2, 1, 2, 4, 2, 1, 1, 7, 4, 2, 4, 3, 1, 3, 4, 3, 3, 4, 4, 2, 1, 1, 5, 2, 1, 1, 5, 1, 8, 2, 7, 3, 4, 3, 5, 1, 5, 5, 5, 2, 3, 3, 3, 4, 2, 7, 3, 7, 3, 3, 2, 4, 4, 2, 3, 4, 3, 3, 6, 5, 1, 8, 3, 3, 5, 6, 8, 2, 4, 8, 3, 3, 4, 2, 3, 6, 4, 8, 4, 10, 6, 1, 1, 2, 5, 2, 6, 5, 3, 3, 4, 9, 4, 7, 10, 2, 5, 3, 5, 4, 6, 5, 2, 2, 5, 7, 6, 2, 7, 6, 7, 5, 2, 8, 7, 10, 5, 3, 4, 5, 1, 5, 1, 6, 1, 1, 1, 7, 6, 3, 3, 2, 11, 5, 2, 17, 5, 1, 1, 1, 8, 5, 1, 6, 5, 1, 6, 5, 2, 15, 5, 2, 2, 1, 5, 2, 5, 5, 2, 2, 1, 5, 2, 6, 1, 6, 2, 17, 6, 3, 3, 4, 8, 2, 3, 5, 5, 1, 5, 8, 1, 5, 1, 6, 1, 5, 1, 2, 11, 16, 6, 1, 6, 6, 1, 11, 1, 10, 2, 20, 6, 5, 1, 5, 5, 1, 8, 4, 4, 1, 4, 2, 1, 3, 2, 1, 2, 20, 6, 6, 1, 4, 5, 1, 3, 5, 1, 5, 5, 1, 4, 5, 3, 3, 3, 4, 2, 5, 5, 3, 3, 4, 4, 2, 2, 1, 1, 7, 4, 2, 2, 1, 1, 7, 2, 2, 1, 1, 1, 7, 2, 2, 5, 2, 1, 7, 5, 2, 6, 2, 7, 6, 4, 5, 2, 11, 2, 2, 1, 1, 1, 11, 6, 5, 2, 15, 3, 2, 4, 2, 2, 2, 1, 1, 3, 1, 1, 1, 4, 3, 19, 6, 3, 5, 4, 6, 2, 2, 2, 4, 3, 23, 2, 3, 5, 4, 6, 2, 2, 5, 3, 2, 3, 5, 2, 3, 5, 1, 5, 3, 3, 4, 3, 2, 10, 3, 7, 3, 4, 5, 1, 2, 1, 1, 2, 11, 3, 7, 5, 2, 7, 5, 2, 11, 2, 4, 2, 8, 5, 3, 4, 7, 3, 1, 12, 1, 11, 2, 5, 3, 12, 3, 4, 7, 3, 6, 6, 1, 11, 2, 5, 6, 3, 9, 7, 6, 4, 5, 3, 2, 11, 2, 4, 3, 4, 7, 8, 4, 2, 9, 5, 4, 1, 11, 2, 8, 1, 7, 5, 8, 6, 2, 7, 11, 1, 11, 2, 5, 4, 8, 4, 5, 8, 3, 3, 4, 8, 1, 11, 2, 2, 7, 6, 4, 4, 5, 3, 3, 4, 5, 3, 5, 5, 1, 5, 7, 1, 5, 5, 1, 5, 3, 3, 4, 4, 2, 2, 4, 7, 1, 5, 5, 2, 7, 4, 1, 3, 2, 5, 4, 2, 3, 6, 3, 4, 4, 1, 5, 2, 7, 3, 5, 3, 4, 5, 2, 11, 2, 3, 8, 5, 12, 3, 4, 9, 1, 3, 5, 3, 7, 1, 11, 2, 6, 2, 11, 5, 2, 3, 5, 5, 2, 2, 3, 5, 2, 3, 4, 6, 5, 2, 3, 6, 4, 5, 2, 3, 9, 9, 1, 1, 1, 2, 2, 3, 6, 1, 1, 1, 2, 2, 3, 3, 1, 1, 1, 1, 2, 3, 6, 1, 5, 2, 3, 8, 5, 2, 3, 9, 5, 2, 3, 3, 5, 2, 3, 7, 6, 5, 2, 3, 3, 5, 2, 8, 3, 8, 5, 1, 6, 2, 9, 3, 3, 4, 6, 2, 2, 3, 6, 4, 6, 1, 5, 4, 3, 5, 6, 3, 3, 3, 11, 6, 1, 9, 1, 3, 11, 6, 1, 9, 4, 3, 7, 7, 6, 1, 3, 5, 11, 6, 1, 5, 3, 7, 7, 9, 6, 2, 3, 5, 11, 6, 1, 5, 3, 7, 7, 9, 4, 6, 2, 3, 5, 2, 7, 7, 2, 3, 6, 5, 4, 1, 2, 21, 2, 9, 7, 3, 14, 5, 2, 5, 3, 14, 9, 4, 5, 2, 14, 9, 7, 5, 2, 14, 8, 5, 3, 3, 5, 2, 7, 7, 10, 11, 2, 3, 2, 6, 7, 6, 4, 3, 3, 3, 8, 2, 7, 7, 7, 4, 1, 2, 3, 8, 2, 5, 6, 3, 5, 1, 5, 5, 1, 5, 6, 1, 8, 1, 5, 2, 2, 3, 9, 2, 7, 9, 6, 8, 3, 3, 6, 6, 1, 4, 5, 6, 2, 10, 7, 3, 5, 3, 3, 9, 5, 2, 2, 3, 9, 5, 8, 1, 9, 4, 1, 7, 1, 6, 2, 3, 10, 2, 6, 10, 4, 5, 1, 9, 5, 1, 7, 1, 6, 2, 3, 7, 7, 6, 5, 6, 6, 9, 1, 4, 3, 4, 12, 5, 1, 12, 1, 5, 5, 3, 3, 4, 7, 6, 2, 2, 8, 4, 12, 3, 7, 3, 4, 5, 2, 11, 5, 12, 1, 1, 4, 7, 12, 2, 7, 5, 2, 11, 3, 12, 3, 3, 5, 2, 15, 12, 5, 3, 14, 5, 3, 3, 4, 5, 4, 12, 3, 3, 4, 5, 2, 15, 7, 2, 3, 19, 2, 2, 2, 5, 3, 2, 19, 2, 11, 2, 2, 12, 3, 1, 15, 3, 11, 4, 5, 2, 3, 4, 10, 2, 2, 3, 2, 2, 9, 5, 2, 2, 6, 13, 4, 2, 2, 10, 2, 7, 2, 11, 4, 9, 2, 3, 15, 8, 2, 2, 3, 8, 5, 2, 19, 5, 2, 11, 7, 5, 2, 11, 6, 6, 2, 11, 4, 9, 6, 2, 11, 8, 5, 5, 2, 11, 9, 5, 6, 2, 11, 6, 2, 2, 6, 2, 11, 8, 5, 5, 3, 5, 10, 1, 10, 5, 9, 2, 7, 8, 9, 1, 3, 5, 5, 2, 2, 4, 3, 7, 1, 3, 7, 3, 3, 4, 4, 3, 4, 2, 2, 2, 2, 5, 1, 2, 7, 2, 5, 2, 3, 3, 8, 2, 7, 4, 7, 3, 2, 7, 2, 8, 3, 3, 3, 7, 2, 7, 4, 7, 3, 2, 6, 2, 7, 3, 3, 3, 5, 6, 5, 3, 5, 6, 3, 7, 4, 7, 2, 3, 5, 7, 5, 2, 7, 5, 1, 3, 9, 3, 3, 4, 8, 2, 3, 2, 9, 2, 3, 9, 2, 7, 6, 2, 5, 8, 7, 6, 2, 8, 3, 8, 3, 7, 4, 5, 3, 6, 2, 11, 5, 4, 4, 5, 2, 15, 5, 1, 8, 9, 3, 4, 2, 5, 5, 3, 2, 4, 2, 8, 3, 3, 4, 5, 4, 5, 4, 3, 7, 3, 2, 3, 7, 2, 6, 2, 4, 4, 3, 28, 1, 6, 8, 4, 11, 5, 4, 5, 1, 1, 2, 3, 8, 2, 5, 8, 8, 3, 3, 4, 3, 3, 8, 2, 7, 9, 2, 9, 4, 4, 4, 3, 2, 3, 3, 2, 3, 9, 4, 38, 3, 5, 2, 3, 4, 2, 5, 2, 4, 3, 3, 4, 4, 3, 3, 5, 6, 9, 5, 3, 11, 3, 3, 2, 6, 4, 2, 2, 3, 7, 3, 2, 15, 5, 5, 2, 3, 2, 4, 4, 4, 4, 4, 3, 5, 6, 5, 1, 6, 5, 1, 6, 4, 5, 1, 7, 6, 5, 2, 24, 6, 5, 1, 8, 5, 1, 7, 5, 2, 18, 10, 5, 3, 3, 4, 6, 2, 4, 5, 6, 5, 1, 5, 1, 6, 6, 4, 1, 7, 2, 5, 2, 7, 7, 6, 5, 3, 4, 6, 1, 6, 6, 2, 18, 13, 6, 1, 5, 6, 1, 8, 1, 7, 2, 25, 6, 4, 2, 3, 4, 2, 2, 5, 1, 5, 1, 5, 1, 6, 8, 1, 2, 1, 1, 3, 3, 4, 2, 8, 3, 2, 1, 3, 8, 1, 1, 6, 4, 4, 2, 4, 3, 2, 1, 1, 7, 2, 5, 2, 3, 3, 1, 1, 1, 3, 2, 3, 1, 1, 2, 7, 2, 5, 2, 3, 3, 3, 2, 1, 2, 1, 7, 7, 5, 2, 2, 3, 2, 4, 4, 2, 1, 1, 2, 1, 1, 2, 2, 4, 2, 1, 1, 2, 1, 1, 2, 2, 2, 2, 2, 1, 3, 1, 3, 7, 7, 4, 2, 2, 5, 7, 5, 5, 1, 3, 3, 5, 2, 7, 5, 2, 5, 2, 6, 2, 4, 1, 2, 3, 7, 4, 2, 3, 7, 5, 5, 2, 2, 4, 4, 6, 2, 1, 1, 1, 3, 28, 5, 2, 5, 4, 6, 3], "patch_length_stats": {"count": 1554, "sum": 6966, "mean": 4.482625482625482, "median": 4.0, "p95": 11.0, "max": 38, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 6, "phase": "measure"}
{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.14577319999807514, "decode_time_sec": 32.063117726964265, "total_time_sec": 52.06544449700232, "prefill_units_per_sec": 53301.9786908883, "prefill_bytes_per_sec": 53192.219146608484, "decode_units_per_sec": 490.1581977719916, "decode_bytes_per_sec": 490.1581977719916, "total_units_per_sec": 301.85087540940617, "total_bytes_per_sec": 301.85087540940617, "step_latency_ms": {"count": 3159, "sum": 32290, "mean": 10.221589110478, "median": 9.0, "p95": 24.0, "max": 31, "min": 7}, "peak_allocated_mb": 4295.75341796875, "peak_reserved_mb": 4664.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7754, "mean": 484.625, "median": 461.0, "p95": 876.5, "max": 986, "min": 262}, "model_input_units": {"count": 16, "sum": 7770, "mean": 485.625, "median": 462.0, "p95": 877.5, "max": 987, "min": 263}}, "generated_stats": {"units": {"count": 16, "sum": 15716, "mean": 982.25, "median": 1112.0, "p95": 1112.0, "max": 1112, "min": 24}, "bytes": {"count": 16, "sum": 15716, "mean": 982.25, "median": 1112.0, "p95": 1112.0, "max": 1112, "min": 24}}, "compression_summary": {"raw_prompt_bytes": 7754, "model_input_units": 7770, "stage0_units": 1717, "stage1_units": null, "bytes_per_stage0_unit": 4.516016307513104, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [134, 69, 124, 55, 106, 75, 76, 63, 165, 200, 125, 138, 69, 48, 168, 102], "patch_count_stats": {"count": 16, "sum": 1717, "mean": 107.3125, "median": 104.0, "p95": 176.0, "max": 200, "min": 48}, "patch_lengths": [3, 2, 3, 6, 5, 4, 3, 4, 7, 3, 11, 2, 4, 7, 1, 11, 2, 2, 4, 3, 1, 6, 3, 3, 2, 11, 2, 3, 7, 11, 2, 4, 2, 4, 7, 5, 3, 1, 4, 9, 3, 11, 2, 2, 5, 3, 1, 6, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 2, 3, 2, 11, 2, 2, 6, 3, 1, 6, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 2, 3, 3, 11, 2, 5, 1, 2, 3, 1, 1, 6, 2, 3, 4, 1, 4, 1, 4, 3, 9, 3, 8, 1, 11, 2, 9, 2, 11, 2, 2, 8, 2, 1, 6, 4, 2, 1, 1, 2, 2, 1, 1, 2, 5, 2, 8, 6, 2, 15, 6, 1, 1, 2, 1, 4, 3, 7, 7, 6, 5, 1, 8, 3, 1, 5, 3, 3, 3, 4, 8, 2, 9, 7, 2, 11, 3, 1, 3, 1, 2, 7, 2, 1, 3, 6, 5, 9, 4, 1, 8, 3, 1, 5, 3, 3, 11, 8, 5, 8, 1, 7, 5, 7, 2, 2, 1, 5, 5, 5, 1, 8, 5, 8, 3, 3, 4, 3, 8, 7, 5, 3, 1, 3, 3, 3, 7, 3, 5, 3, 3, 4, 3, 5, 5, 2, 2, 11, 4, 2, 4, 4, 3, 2, 5, 7, 2, 2, 4, 1, 7, 4, 3, 4, 1, 3, 4, 2, 11, 2, 11, 4, 2, 3, 2, 3, 3, 11, 3, 4, 2, 1, 1, 2, 15, 4, 5, 1, 1, 2, 14, 8, 3, 4, 2, 11, 4, 7, 6, 2, 5, 5, 7, 1, 2, 1, 1, 3, 1, 2, 1, 1, 2, 6, 4, 4, 2, 1, 4, 4, 5, 3, 11, 4, 5, 1, 1, 2, 7, 2, 9, 5, 7, 12, 1, 7, 3, 6, 6, 7, 3, 4, 3, 3, 7, 3, 3, 3, 1, 1, 3, 7, 2, 7, 5, 2, 7, 4, 3, 3, 4, 8, 5, 5, 1, 5, 4, 3, 3, 4, 2, 2, 5, 5, 7, 3, 7, 2, 8, 2, 6, 2, 5, 8, 6, 6, 5, 4, 5, 23, 3, 5, 4, 2, 3, 7, 4, 2, 2, 9, 3, 7, 2, 6, 3, 7, 3, 4, 3, 5, 2, 11, 6, 2, 3, 7, 4, 4, 5, 1, 7, 4, 5, 7, 5, 4, 1, 2, 3, 3, 7, 11, 1, 3, 4, 2, 7, 4, 2, 11, 5, 2, 3, 5, 1, 7, 2, 8, 1, 4, 7, 5, 4, 1, 6, 5, 2, 3, 4, 6, 2, 3, 2, 3, 4, 2, 7, 3, 4, 3, 1, 1, 2, 11, 7, 5, 1, 7, 5, 2, 11, 7, 6, 1, 3, 7, 10, 3, 3, 2, 7, 6, 2, 5, 10, 4, 1, 2, 2, 4, 4, 5, 1, 2, 2, 5, 7, 2, 2, 4, 7, 1, 2, 3, 1, 1, 2, 4, 3, 4, 3, 8, 11, 6, 3, 4, 6, 5, 1, 5, 1, 10, 1, 5, 1, 3, 6, 2, 3, 5, 1, 2, 3, 1, 3, 4, 7, 3, 6, 5, 5, 5, 2, 2, 5, 1, 7, 3, 7, 4, 2, 5, 4, 4, 11, 7, 5, 8, 6, 5, 6, 3, 4, 6, 5, 5, 5, 5, 1, 10, 1, 5, 1, 3, 6, 1, 1, 2, 5, 1, 2, 3, 1, 12, 3, 3, 4, 8, 5, 1, 8, 1, 7, 4, 3, 4, 2, 1, 5, 4, 10, 8, 12, 2, 7, 2, 7, 9, 2, 4, 7, 10, 2, 6, 2, 4, 9, 5, 2, 1, 5, 2, 7, 4, 6, 3, 5, 7, 8, 2, 11, 9, 7, 10, 6, 3, 5, 8, 1, 6, 3, 7, 3, 4, 9, 2, 11, 9, 2, 8, 2, 4, 9, 5, 2, 1, 5, 2, 5, 8, 3, 3, 10, 5, 1, 8, 4, 5, 1, 9, 2, 5, 2, 5, 2, 4, 2, 5, 2, 4, 2, 3, 3, 7, 3, 3, 4, 4, 3, 1, 2, 5, 5, 9, 8, 4, 3, 7, 4, 4, 5, 1, 3, 4, 3, 4, 3, 1, 5, 3, 5, 4, 11, 3, 4, 5, 3, 5, 2, 15, 4, 3, 3, 2, 3, 9, 5, 4, 3, 3, 2, 7, 4, 4, 8, 12, 3, 4, 1, 3, 7, 2, 4, 7, 1, 3, 7, 4, 2, 4, 4, 2, 2, 3, 1, 3, 11, 5, 2, 3, 5, 5, 7, 4, 1, 7, 3, 3, 7, 5, 2, 3, 3, 11, 5, 2, 1, 1, 3, 3, 5, 4, 2, 7, 11, 5, 3, 3, 5, 4, 1, 3, 3, 4, 11, 5, 2, 7, 7, 1, 3, 7, 5, 2, 3, 5, 5, 7, 4, 1, 7, 3, 3, 7, 5, 2, 3, 10, 4, 2, 3, 5, 5, 7, 4, 1, 4, 3, 3, 8, 2, 7, 3, 3, 8, 2, 3, 2, 7, 4, 6, 10, 3, 8, 7, 1, 3, 8, 7, 5, 3, 3, 2, 9, 4, 7, 3, 2, 6, 1, 3, 3, 3, 5, 3, 4, 2, 3, 5, 5, 2, 5, 5, 1, 2, 2, 3, 5, 3, 3, 3, 3, 3, 2, 2, 4, 2, 3, 2, 3, 6, 6, 10, 3, 3, 4, 6, 4, 3, 3, 6, 6, 10, 3, 3, 4, 6, 2, 4, 3, 10, 3, 3, 4, 7, 2, 8, 6, 4, 1, 2, 9, 6, 10, 4, 3, 4, 2, 3, 10, 3, 3, 4, 7, 2, 7, 10, 3, 3, 4, 6, 5, 2, 5, 7, 12, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 11, 3, 2, 7, 8, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 7, 5, 7, 6, 6, 2, 5, 5, 6, 3, 5, 6, 2, 1, 2, 5, 6, 5, 7, 7, 5, 2, 5, 5, 6, 4, 7, 7, 5, 2, 4, 7, 2, 7, 5, 5, 4, 12, 7, 3, 6, 1, 7, 2, 7, 10, 4, 7, 11, 1, 7, 3, 2, 4, 6, 3, 11, 10, 3, 3, 4, 6, 5, 3, 6, 6, 1, 7, 3, 3, 7, 3, 3, 4, 6, 5, 3, 4, 2, 11, 10, 3, 3, 4, 6, 5, 3, 2, 3, 7, 3, 2, 6, 3, 11, 10, 3, 3, 4, 6, 5, 3, 8, 1, 7, 3, 12, 3, 11, 10, 3, 3, 4, 6, 5, 3, 12, 2, 3, 2, 3, 7, 7, 4, 3, 9, 1, 4, 1, 10, 2, 7, 2, 9, 3, 3, 3, 3, 4, 4, 4, 9, 2, 7, 6, 4, 9, 2, 4, 3, 5, 4, 9, 5, 3, 7, 1, 4, 1, 6, 3, 9, 2, 10, 2, 9, 3, 3, 3, 3, 2, 2, 1, 4, 4, 7, 1, 3, 2, 8, 4, 4, 7, 3, 7, 6, 8, 6, 2, 4, 2, 7, 5, 4, 2, 1, 3, 1, 2, 3, 29, 9, 1, 7, 4, 3, 3, 9, 4, 9, 4, 3, 4, 5, 2, 7, 3, 4, 3, 5, 6, 9, 3, 11, 6, 4, 9, 2, 2, 5, 10, 1, 3, 1, 2, 2, 9, 2, 7, 4, 5, 7, 2, 3, 4, 4, 11, 5, 1, 2, 1, 9, 6, 3, 3, 4, 2, 5, 3, 2, 3, 8, 2, 1, 2, 4, 6, 5, 1, 5, 3, 8, 1, 5, 2, 1, 8, 1, 5, 4, 2, 5, 3, 7, 2, 2, 2, 1, 1, 1, 1, 2, 5, 4, 1, 1, 2, 5, 3, 2, 7, 3, 9, 3, 6, 2, 11, 8, 2, 2, 2, 3, 4, 5, 4, 1, 2, 2, 1, 1, 4, 3, 2, 5, 3, 1, 3, 1, 1, 2, 2, 1, 2, 5, 4, 2, 1, 2, 12, 2, 11, 8, 2, 2, 2, 2, 1, 1, 4, 3, 2, 5, 3, 1, 3, 1, 1, 2, 1, 1, 1, 9, 4, 5, 4, 11, 8, 1, 8, 5, 4, 3, 8, 1, 7, 7, 3, 7, 5, 3, 2, 3, 3, 4, 1, 2, 9, 1, 4, 2, 7, 3, 3, 4, 3, 4, 4, 6, 1, 3, 1, 1, 2, 11, 6, 11, 2, 5, 4, 3, 3, 3, 6, 4, 9, 4, 7, 2, 2, 4, 11, 3, 7, 4, 9, 3, 10, 2, 11, 3, 9, 3, 5, 2, 15, 6, 11, 2, 8, 3, 5, 3, 7, 4, 2, 4, 9, 4, 5, 3, 3, 5, 9, 5, 7, 2, 23, 5, 2, 17, 4, 5, 2, 17, 5, 7, 6, 5, 2, 17, 5, 5, 6, 6, 2, 17, 6, 4, 5, 2, 17, 6, 6, 10, 2, 3, 17, 6, 4, 10, 2, 4, 3, 3, 5, 5, 6, 3, 3, 6, 4, 8, 5, 1, 5, 1, 2, 1, 8, 4, 3, 4, 3, 5, 3, 5, 2, 11, 5, 2, 3, 5, 5, 6, 1, 6, 5, 2, 7, 4, 7, 2, 5, 7, 2, 7, 4, 5, 2, 6, 2, 1, 1, 4, 4, 3, 11, 3, 11, 2, 1, 1, 6, 3, 15, 6, 2, 3, 1, 11, 5, 11, 2, 1, 1, 5, 3, 15, 6, 2, 3, 1, 1, 2, 11, 5, 2, 15, 2, 4, 5, 4, 10, 5, 4, 6, 5, 3, 4, 5, 1, 15, 2, 2, 6, 4, 3, 4, 7, 2, 15, 4, 2, 19, 3, 2, 2, 5, 6, 2, 1, 1, 3, 2, 5, 5, 2, 15, 7, 2, 9, 5, 1, 20, 3, 19, 5, 1, 15, 6, 2, 5, 5, 6, 7, 2, 1, 2, 49, 4, 4, 2, 18, 6, 2, 7, 2, 3, 2, 3, 1, 1, 1, 7, 3, 5, 5, 3, 1, 1, 2, 11, 3, 5, 4, 2, 3, 4, 4, 5, 1, 5, 5, 3, 3, 4, 5, 8, 2, 4, 7, 2, 3, 3, 5, 5, 1, 7, 3, 6, 5, 3, 4, 5, 2, 11, 2, 3, 4, 2, 6, 5, 3, 4, 4, 6, 5, 7, 4, 3, 4, 5, 7, 2, 11, 2, 5, 8, 5, 3, 5, 3, 7, 3, 6, 3, 4, 10, 8, 1, 11, 2, 3, 8, 15, 2, 11, 6, 5, 10, 4, 15, 4, 3, 4, 3, 4, 3, 19, 5, 8, 2, 5, 21, 2, 5, 10, 3, 11, 6, 5, 3, 7, 3, 11, 4, 7, 2], "patch_length_stats": {"count": 1717, "sum": 7770, "mean": 4.525334886429819, "median": 4.0, "p95": 11.0, "max": 49, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 7, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017964129001484253, "decode_time_sec": 1.8662181580002652, "total_time_sec": 1.8842093370003568, "prefill_units_per_sec": 4508.985656544079, "prefill_bytes_per_sec": 11801.295792436355, "decode_units_per_sec": 68.58790835963016, "decode_bytes_per_sec": 213.80137058978465, "total_units_per_sec": 67.93300377322977, "total_bytes_per_sec": 211.75991019936467, "step_latency_ms": {"count": 128, "sum": 1809, "mean": 14.1328125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2746.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 81, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.617283950617284, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 0, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0177350000012666, "decode_time_sec": 1.85701381400213, "total_time_sec": 1.8747873739994247, "prefill_units_per_sec": 2988.4409357888267, "prefill_bytes_per_sec": 10149.42204607526, "decode_units_per_sec": 68.92786635988546, "decode_bytes_per_sec": 236.93954061210624, "total_units_per_sec": 68.27440902108363, "total_bytes_per_sec": 234.69328100997495, "step_latency_ms": {"count": 128, "sum": 1814, "mean": 14.171875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2741.42529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 53, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3962264150943398, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 1, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017494039999292, "decode_time_sec": 1.859032850999938, "total_time_sec": 1.8765533309997409, "prefill_units_per_sec": 2800.953924992916, "prefill_bytes_per_sec": 9946.244549974846, "decode_units_per_sec": 68.85300597628023, "decode_bytes_per_sec": 253.89545953753333, "total_units_per_sec": 68.21015842475818, "total_bytes_per_sec": 251.52495919129578, "step_latency_ms": {"count": 128, "sum": 1807, "mean": 14.1171875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.67529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}, "model_input_units": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 472, "mean": 472.0, "median": 472.0, "p95": 472.0, "max": 472, "min": 472}}, "compression_summary": {"raw_prompt_bytes": 174, "model_input_units": 49, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5510204081632653, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 2, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01768283999990672, "decode_time_sec": 1.8932543350019841, "total_time_sec": 1.910976524999569, "prefill_units_per_sec": 3619.3281169957777, "prefill_bytes_per_sec": 10462.12033819092, "decode_units_per_sec": 67.60845472981096, "decode_bytes_per_sec": 186.97963261213343, "total_units_per_sec": 66.9814612191685, "total_bytes_per_sec": 185.24560368426287, "step_latency_ms": {"count": 128, "sum": 1846, "mean": 14.421875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}}, "compression_summary": {"raw_prompt_bytes": 185, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.890625, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 3, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017941189998964546, "decode_time_sec": 1.8746524470006989, "total_time_sec": 1.8926186270000471, "prefill_units_per_sec": 3009.833796036748, "prefill_bytes_per_sec": 9363.92736544766, "decode_units_per_sec": 68.2793230312052, "decode_bytes_per_sec": 206.43826572715946, "total_units_per_sec": 67.63116360261671, "total_bytes_per_sec": 204.47859620478647, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2741.61279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 168, "mean": 168.0, "median": 168.0, "p95": 168.0, "max": 168, "min": 168}, "model_input_units": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "compression_summary": {"raw_prompt_bytes": 168, "model_input_units": 54, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.111111111111111, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 4, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017661699999734992, "decode_time_sec": 1.8592170939991775, "total_time_sec": 1.8769041539999307, "prefill_units_per_sec": 2944.2239422467965, "prefill_bytes_per_sec": 11267.318548213701, "decode_units_per_sec": 68.84618284391517, "decode_bytes_per_sec": 211.37929576295832, "total_units_per_sec": 68.19740886992822, "total_bytes_per_sec": 209.3873569209515, "step_latency_ms": {"count": 128, "sum": 1811, "mean": 14.1484375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.23779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 52, "mean": 52.0, "median": 52.0, "p95": 52.0, "max": 52, "min": 52}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 393, "mean": 393.0, "median": 393.0, "p95": 393.0, "max": 393, "min": 393}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 52, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.826923076923077, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 5, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018072849001327995, "decode_time_sec": 1.8899803840031382, "total_time_sec": 1.9080784329999005, "prefill_units_per_sec": 3375.228775248314, "prefill_bytes_per_sec": 12006.961380801378, "decode_units_per_sec": 67.72557063734449, "decode_bytes_per_sec": 220.1081045713696, "total_units_per_sec": 67.08319625978744, "total_bytes_per_sec": 218.02038784430917, "step_latency_ms": {"count": 128, "sum": 1847, "mean": 14.4296875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.92529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 61, "mean": 61.0, "median": 61.0, "p95": 61.0, "max": 61, "min": 61}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 416, "mean": 416.0, "median": 416.0, "p95": 416.0, "max": 416, "min": 416}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 61, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.557377049180328, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 6, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017974989001231734, "decode_time_sec": 1.8539531360002002, "total_time_sec": 1.8719540249985585, "prefill_units_per_sec": 3337.9714444269484, "prefill_bytes_per_sec": 10403.344335130656, "decode_units_per_sec": 69.04165888257177, "decode_bytes_per_sec": 240.0276422089409, "total_units_per_sec": 68.37774768538911, "total_bytes_per_sec": 237.71951343748557, "step_latency_ms": {"count": 128, "sum": 1805, "mean": 14.1015625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.73779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 445, "mean": 445.0, "median": 445.0, "p95": 445.0, "max": 445, "min": 445}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 60, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1166666666666667, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 7, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017285170997638488, "decode_time_sec": 1.8728389739990234, "total_time_sec": 1.8901502749977226, "prefill_units_per_sec": 2371.975377368349, "prefill_bytes_per_sec": 8446.546465750707, "decode_units_per_sec": 68.34543800991337, "decode_bytes_per_sec": 255.76144380272265, "total_units_per_sec": 67.71948330941794, "total_bytes_per_sec": 253.41900394696245, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2739.17529296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}, "model_input_units": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "compression_summary": {"raw_prompt_bytes": 146, "model_input_units": 41, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5609756097560976, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 8, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017561979999300092, "decode_time_sec": 1.8526104090014996, "total_time_sec": 1.8701979790021142, "prefill_units_per_sec": 2448.4710722659806, "prefill_bytes_per_sec": 8939.766473157184, "decode_units_per_sec": 69.09169859894509, "decode_bytes_per_sec": 175.428140973884, "total_units_per_sec": 68.44195183458451, "total_bytes_per_sec": 173.77839332999974, "step_latency_ms": {"count": 128, "sum": 1806, "mean": 14.109375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2739.55029296875, "peak_reserved_mb": 2814.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 43, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6511627906976742, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 9, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01775826000084635, "decode_time_sec": 1.8592258890021185, "total_time_sec": 1.8770113489990763, "prefill_units_per_sec": 3040.838460379924, "prefill_bytes_per_sec": 10361.37549462789, "decode_units_per_sec": 68.84585716945885, "decode_bytes_per_sec": 213.52972887714972, "total_units_per_sec": 68.1935141565641, "total_bytes_per_sec": 211.50644625121836, "step_latency_ms": {"count": 128, "sum": 1816, "mean": 14.1875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.61279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 397, "mean": 397.0, "median": 397.0, "p95": 397.0, "max": 397, "min": 397}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 54, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4074074074074074, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 10, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017912609997438267, "decode_time_sec": 1.8659267290022399, "total_time_sec": 1.8838791590023902, "prefill_units_per_sec": 3070.4626521688187, "prefill_bytes_per_sec": 9825.48048694022, "decode_units_per_sec": 68.59862073386181, "decode_bytes_per_sec": 194.00547426295293, "total_units_per_sec": 67.944910048149, "total_bytes_per_sec": 192.1566987299214, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.80029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 55, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 11, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018071689002681524, "decode_time_sec": 1.8637721129998681, "total_time_sec": 1.88186947199938, "prefill_units_per_sec": 3486.115768739264, "prefill_bytes_per_sec": 11233.039699270961, "decode_units_per_sec": 68.67792425221734, "decode_bytes_per_sec": 205.49722647343157, "total_units_per_sec": 68.01746981102107, "total_bytes_per_sec": 203.52102295016462, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2222222222222223, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 12, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017388221000146586, "decode_time_sec": 1.867734057999769, "total_time_sec": 1.885148178000236, "prefill_units_per_sec": 2933.020002424058, "prefill_bytes_per_sec": 13342.365501223167, "decode_units_per_sec": 68.53224068585027, "decode_bytes_per_sec": 232.90253670581927, "total_units_per_sec": 67.89917179655465, "total_bytes_per_sec": 230.7510916523537, "step_latency_ms": {"count": 128, "sum": 1828, "mean": 14.28125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2741.05029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 435, "mean": 435.0, "median": 435.0, "p95": 435.0, "max": 435, "min": 435}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 51, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.549019607843137, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 13, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017214720999618294, "decode_time_sec": 1.8524484049994498, "total_time_sec": 1.8697018759994535, "prefill_units_per_sec": 2439.772332118033, "prefill_bytes_per_sec": 5983.251195432319, "decode_units_per_sec": 69.09774094358002, "decode_bytes_per_sec": 213.231309943079, "total_units_per_sec": 68.46011208689477, "total_bytes_per_sec": 211.2636271431518, "step_latency_ms": {"count": 128, "sum": 1813, "mean": 14.1640625, "median": 14.0, "p95": 15.0, "max": 17, "min": 14}, "peak_allocated_mb": 2739.36279296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}, "model_input_units": {"count": 1, "sum": 42, "mean": 42.0, "median": 42.0, "p95": 42.0, "max": 42, "min": 42}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "compression_summary": {"raw_prompt_bytes": 103, "model_input_units": 42, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.4523809523809526, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 14, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017834359998232685, "decode_time_sec": 1.8784299010003451, "total_time_sec": 1.8962896410012036, "prefill_units_per_sec": 3700.7215289217183, "prefill_bytes_per_sec": 8578.945362500348, "decode_units_per_sec": 68.14201580364242, "decode_bytes_per_sec": 140.01054809654656, "total_units_per_sec": 67.50023690073976, "total_bytes_per_sec": 138.69189300698872, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2743.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 153, "mean": 153.0, "median": 153.0, "p95": 153.0, "max": 153, "min": 153}, "model_input_units": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "compression_summary": {"raw_prompt_bytes": 153, "model_input_units": 66, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.3181818181818183, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 15, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018727238002611557, "decode_time_sec": 1.8842166130016267, "total_time_sec": 1.9029727609995462, "prefill_units_per_sec": 4912.63046836754, "prefill_bytes_per_sec": 12762.15958630263, "decode_units_per_sec": 67.93274144637292, "decode_bytes_per_sec": 183.099967179677, "total_units_per_sec": 67.26318033725683, "total_bytes_per_sec": 181.29529075276253, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2748.73876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 92, "mean": 92.0, "median": 92.0, "p95": 92.0, "max": 92, "min": 92}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 92, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.597826086956522, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 16, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018318619000638137, "decode_time_sec": 1.8664885239995783, "total_time_sec": 1.8848329530010233, "prefill_units_per_sec": 3056.9990018379235, "prefill_bytes_per_sec": 10917.853577992582, "decode_units_per_sec": 68.57797321234905, "decode_bytes_per_sec": 248.5951528947653, "total_units_per_sec": 67.91052745348013, "total_bytes_per_sec": 246.17566201886544, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.98779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 464, "mean": 464.0, "median": 464.0, "p95": 464.0, "max": 464, "min": 464}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 56, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5714285714285716, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 17, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01810333899993566, "decode_time_sec": 1.8718767159989511, "total_time_sec": 1.8900377149984706, "prefill_units_per_sec": 4474.312722105457, "prefill_bytes_per_sec": 12594.361736296842, "decode_units_per_sec": 68.38057170431289, "decode_bytes_per_sec": 232.92132236781575, "total_units_per_sec": 67.72351630036313, "total_bytes_per_sec": 230.68322739811188, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2746.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 81, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.814814814814815, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 18, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01767397000003257, "decode_time_sec": 1.8564926729995932, "total_time_sec": 1.8741919429994596, "prefill_units_per_sec": 3621.144541938346, "prefill_bytes_per_sec": 11259.496310089544, "decode_units_per_sec": 68.94721528482329, "decode_bytes_per_sec": 208.45759621270793, "total_units_per_sec": 68.29609980883207, "total_bytes_per_sec": 206.48898926576572, "step_latency_ms": {"count": 128, "sum": 1810, "mean": 14.140625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.109375, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 19, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018398419000732247, "decode_time_sec": 1.8575109019984666, "total_time_sec": 1.8759343509991595, "prefill_units_per_sec": 3641.6172496850645, "prefill_bytes_per_sec": 10490.031778943545, "decode_units_per_sec": 68.90942059197974, "decode_bytes_per_sec": 212.11181025968764, "total_units_per_sec": 68.23266492871922, "total_bytes_per_sec": 210.02867173371385, "step_latency_ms": {"count": 128, "sum": 1807, "mean": 14.1171875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2744.05126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 67, "mean": 67.0, "median": 67.0, "p95": 67.0, "max": 67, "min": 67}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 67, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8805970149253732, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 20, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018214529001852497, "decode_time_sec": 1.861025377002079, "total_time_sec": 1.8792649659990275, "prefill_units_per_sec": 3897.9871504104767, "prefill_bytes_per_sec": 13395.899502819102, "decode_units_per_sec": 68.77928779573918, "decode_bytes_per_sec": 294.46132587550835, "total_units_per_sec": 68.1117364053847, "total_bytes_per_sec": 291.6033714855532, "step_latency_ms": {"count": 128, "sum": 1812, "mean": 14.15625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2744.80126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 71, "mean": 71.0, "median": 71.0, "p95": 71.0, "max": 71, "min": 71}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 548, "mean": 548.0, "median": 548.0, "p95": 548.0, "max": 548, "min": 548}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 71, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.436619718309859, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 21, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01800791899950127, "decode_time_sec": 1.8611352580010134, "total_time_sec": 1.8791693470011523, "prefill_units_per_sec": 4331.4277458800325, "prefill_bytes_per_sec": 13549.594487111897, "decode_units_per_sec": 68.77522708235658, "decode_bytes_per_sec": 234.802923710858, "total_units_per_sec": 68.1152021792326, "total_bytes_per_sec": 232.5495574400363, "step_latency_ms": {"count": 128, "sum": 1812, "mean": 14.15625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2746.11376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 78, "mean": 78.0, "median": 78.0, "p95": 78.0, "max": 78, "min": 78}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 437, "mean": 437.0, "median": 437.0, "p95": 437.0, "max": 437, "min": 437}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 78, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.128205128205128, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 22, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017542400997626828, "decode_time_sec": 1.8582478829994216, "total_time_sec": 1.8758210740015784, "prefill_units_per_sec": 3648.3033313773894, "prefill_bytes_per_sec": 8892.739370232388, "decode_units_per_sec": 68.88209111983143, "decode_bytes_per_sec": 181.89177186330485, "total_units_per_sec": 68.23678535978122, "total_bytes_per_sec": 180.1877613406723, "step_latency_ms": {"count": 128, "sum": 1809, "mean": 14.1328125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.4375, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 23, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017735770998115186, "decode_time_sec": 1.8523981050020666, "total_time_sec": 1.8701589450029132, "prefill_units_per_sec": 2819.1613437788296, "prefill_bytes_per_sec": 9246.849207594561, "decode_units_per_sec": 69.09961722286323, "decode_bytes_per_sec": 236.4502526844851, "total_units_per_sec": 68.44338035652933, "total_bytes_per_sec": 234.20469215749878, "step_latency_ms": {"count": 128, "sum": 1810, "mean": 14.140625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.86279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 164, "mean": 164.0, "median": 164.0, "p95": 164.0, "max": 164, "min": 164}, "model_input_units": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 438, "mean": 438.0, "median": 438.0, "p95": 438.0, "max": 438, "min": 438}}, "compression_summary": {"raw_prompt_bytes": 164, "model_input_units": 50, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.28, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 24, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017817890002334025, "decode_time_sec": 1.863337495997257, "total_time_sec": 1.8811847459983255, "prefill_units_per_sec": 3816.389033218437, "prefill_bytes_per_sec": 11112.42689084192, "decode_units_per_sec": 68.69394313964281, "decode_bytes_per_sec": 170.66151498755013, "total_units_per_sec": 68.04222725720206, "total_bytes_per_sec": 169.04240834211137, "step_latency_ms": {"count": 128, "sum": 1812, "mean": 14.15625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2744.23876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 68, "mean": 68.0, "median": 68.0, "p95": 68.0, "max": 68, "min": 68}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 68, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.911764705882353, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 25, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01802112999939709, "decode_time_sec": 0.0002336489997105673, "total_time_sec": 0.018279758998687612, "prefill_units_per_sec": 3273.934542505042, "prefill_bytes_per_sec": 10765.140699084375, "decode_units_per_sec": 0.0, "decode_bytes_per_sec": 0.0, "total_units_per_sec": 0.0, "total_bytes_per_sec": 0.0, "step_latency_ms": {"count": 0, "sum": 0, "mean": null, "median": null, "p95": null, "max": null, "min": null}, "peak_allocated_mb": 2723.3076171875, "peak_reserved_mb": 2784.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}}, "generated_stats": {"units": {"count": 1, "sum": 0, "mean": 0.0, "median": 0.0, "p95": 0.0, "max": 0, "min": 0}, "bytes": {"count": 1, "sum": 0, "mean": 0.0, "median": 0.0, "p95": 0.0, "max": 0, "min": 0}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 59, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.288135593220339, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 26, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017686959999991814, "decode_time_sec": 1.860112353002478, "total_time_sec": 1.8778291730013734, "prefill_units_per_sec": 3561.9462021754534, "prefill_bytes_per_sec": 10855.455092344238, "decode_units_per_sec": 68.81304765993858, "decode_bytes_per_sec": 205.90154104497245, "total_units_per_sec": 68.16381481357803, "total_bytes_per_sec": 203.958914637503, "step_latency_ms": {"count": 128, "sum": 1815, "mean": 14.1796875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0476190476190474, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 27, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017773249997844687, "decode_time_sec": 1.8883626360002381, "total_time_sec": 1.9061744559985527, "prefill_units_per_sec": 3600.917109012764, "prefill_bytes_per_sec": 11196.601635836563, "decode_units_per_sec": 67.7835906937442, "decode_bytes_per_sec": 199.64385696516845, "total_units_per_sec": 67.15020212194953, "total_bytes_per_sec": 197.77832968730448, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 377, "mean": 377.0, "median": 377.0, "p95": 377.0, "max": 377, "min": 377}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.109375, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 28, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018325918998016277, "decode_time_sec": 1.857668819000537, "total_time_sec": 1.8760204680002062, "prefill_units_per_sec": 3983.4291534248305, "prefill_bytes_per_sec": 11677.449847026215, "decode_units_per_sec": 68.90356272915565, "decode_bytes_per_sec": 214.7853244447899, "total_units_per_sec": 68.2295327707405, "total_bytes_per_sec": 212.68424668379265, "step_latency_ms": {"count": 128, "sum": 1808, "mean": 14.125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2745.17626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 73, "mean": 73.0, "median": 73.0, "p95": 73.0, "max": 73, "min": 73}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 73, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9315068493150687, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 29, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018341148999752477, "decode_time_sec": 1.8645495279997704, "total_time_sec": 1.8829190069991455, "prefill_units_per_sec": 4525.343532246542, "prefill_bytes_per_sec": 13303.419540580195, "decode_units_per_sec": 68.64928932046892, "decode_bytes_per_sec": 254.75322208767764, "total_units_per_sec": 67.97955701981932, "total_bytes_per_sec": 252.2678873782358, "step_latency_ms": {"count": 128, "sum": 1814, "mean": 14.171875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2747.05126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 83, "mean": 83.0, "median": 83.0, "p95": 83.0, "max": 83, "min": 83}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 475, "mean": 475.0, "median": 475.0, "p95": 475.0, "max": 475, "min": 475}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 83, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9397590361445785, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 30, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01793227000234765, "decode_time_sec": 1.864850108002429, "total_time_sec": 1.8828215779976745, "prefill_units_per_sec": 3457.4540753559427, "prefill_bytes_per_sec": 11264.60843906291, "decode_units_per_sec": 68.63822430056308, "decode_bytes_per_sec": 222.53799284948187, "total_units_per_sec": 67.9830747086106, "total_bytes_per_sec": 220.41387503182344, "step_latency_ms": {"count": 128, "sum": 1811, "mean": 14.1484375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2743.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 415, "mean": 415.0, "median": 415.0, "p95": 415.0, "max": 415, "min": 415}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 62, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2580645161290325, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 31, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017982389999815496, "decode_time_sec": 1.8542031180004415, "total_time_sec": 1.8722109279988217, "prefill_units_per_sec": 3392.207598691046, "prefill_bytes_per_sec": 10176.622796073138, "decode_units_per_sec": 69.03235074808536, "decode_bytes_per_sec": 195.23211695942894, "total_units_per_sec": 68.36836495598136, "total_bytes_per_sec": 193.3542821411348, "step_latency_ms": {"count": 128, "sum": 1810, "mean": 14.140625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.92529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}, "model_input_units": {"count": 1, "sum": 61, "mean": 61.0, "median": 61.0, "p95": 61.0, "max": 61, "min": 61}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "compression_summary": {"raw_prompt_bytes": 183, "model_input_units": 61, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 32, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017114310998294968, "decode_time_sec": 1.8496292760028155, "total_time_sec": 1.8667696670017904, "prefill_units_per_sec": 1752.918946195893, "prefill_bytes_per_sec": 5492.4793647471315, "decode_units_per_sec": 69.20305688317033, "decode_bytes_per_sec": 221.66604157890498, "total_units_per_sec": 68.56764509441605, "total_bytes_per_sec": 219.63073819305143, "step_latency_ms": {"count": 128, "sum": 1805, "mean": 14.1015625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2737.11279296875, "peak_reserved_mb": 2802.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}, "model_input_units": {"count": 1, "sum": 30, "mean": 30.0, "median": 30.0, "p95": 30.0, "max": 30, "min": 30}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 410, "mean": 410.0, "median": 410.0, "p95": 410.0, "max": 410, "min": 410}}, "compression_summary": {"raw_prompt_bytes": 94, "model_input_units": 30, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1333333333333333, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 33, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.024688498000614345, "decode_time_sec": 1.850381076001213, "total_time_sec": 1.8750949040004343, "prefill_units_per_sec": 1782.2064347091957, "prefill_bytes_per_sec": 5711.161529409013, "decode_units_per_sec": 69.17494004889839, "decode_bytes_per_sec": 228.06113047371187, "total_units_per_sec": 68.26321149234501, "total_bytes_per_sec": 225.05527538882492, "step_latency_ms": {"count": 128, "sum": 1805, "mean": 14.1015625, "median": 14.0, "p95": 15.0, "max": 17, "min": 14}, "peak_allocated_mb": 2739.73779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "model_input_units": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 422, "mean": 422.0, "median": 422.0, "p95": 422.0, "max": 422, "min": 422}}, "compression_summary": {"raw_prompt_bytes": 141, "model_input_units": 44, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2045454545454546, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 34, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0175546509999549, "decode_time_sec": 1.8478820710006403, "total_time_sec": 1.8654623520014866, "prefill_units_per_sec": 2848.2480227108163, "prefill_bytes_per_sec": 11449.95705129748, "decode_units_per_sec": 69.2684895907276, "decode_bytes_per_sec": 289.5206400862442, "total_units_per_sec": 68.61569726275451, "total_bytes_per_sec": 286.79217215291925, "step_latency_ms": {"count": 128, "sum": 1805, "mean": 14.1015625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.86279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 535, "mean": 535.0, "median": 535.0, "p95": 535.0, "max": 535, "min": 535}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 50, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.02, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 35, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0181065500000841, "decode_time_sec": 1.868377196999063, "total_time_sec": 1.8865093069980503, "prefill_units_per_sec": 3866.004291246807, "prefill_bytes_per_sec": 12592.128262918171, "decode_units_per_sec": 68.50865029052493, "decode_bytes_per_sec": 221.58266578341656, "total_units_per_sec": 67.85018209302282, "total_bytes_per_sec": 219.45293270712068, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.61376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 70, "mean": 70.0, "median": 70.0, "p95": 70.0, "max": 70, "min": 70}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 414, "mean": 414.0, "median": 414.0, "p95": 414.0, "max": 414, "min": 414}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 70, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.257142857142857, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 36, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017304010998486774, "decode_time_sec": 1.8481136330010486, "total_time_sec": 1.8654428730005748, "prefill_units_per_sec": 2369.392853690709, "prefill_bytes_per_sec": 7223.758700276553, "decode_units_per_sec": 69.25981049777114, "decode_bytes_per_sec": 224.01219957872857, "total_units_per_sec": 68.61641374957321, "total_bytes_per_sec": 221.93121322127587, "step_latency_ms": {"count": 128, "sum": 1802, "mean": 14.078125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2739.17529296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 125, "mean": 125.0, "median": 125.0, "p95": 125.0, "max": 125, "min": 125}, "model_input_units": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 414, "mean": 414.0, "median": 414.0, "p95": 414.0, "max": 414, "min": 414}}, "compression_summary": {"raw_prompt_bytes": 125, "model_input_units": 41, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.048780487804878, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 37, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017862520002381643, "decode_time_sec": 1.8879264159986633, "total_time_sec": 1.9058146360002866, "prefill_units_per_sec": 3694.8873950148186, "prefill_bytes_per_sec": 14275.70129892089, "decode_units_per_sec": 67.79925261668177, "decode_bytes_per_sec": 240.47547412479315, "total_units_per_sec": 67.16288015744925, "total_bytes_per_sec": 238.21834055845278, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 17.299999999999983, "max": 18, "min": 14}, "peak_allocated_mb": 2743.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 454, "mean": 454.0, "median": 454.0, "p95": 454.0, "max": 454, "min": 454}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 66, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.8636363636363638, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 38, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017905889999383362, "decode_time_sec": 1.8562052699999185, "total_time_sec": 1.8741364400011662, "prefill_units_per_sec": 2959.9198923831877, "prefill_bytes_per_sec": 8209.589135477898, "decode_units_per_sec": 68.95789063243292, "decode_bytes_per_sec": 200.94760317107406, "total_units_per_sec": 68.2981224141399, "total_bytes_per_sec": 199.02499734745453, "step_latency_ms": {"count": 128, "sum": 1808, "mean": 14.125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2741.42529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 53, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.7735849056603774, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 39, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017779580000933493, "decode_time_sec": 1.8544516550027765, "total_time_sec": 1.8722558049994404, "prefill_units_per_sec": 3262.1692974161815, "prefill_bytes_per_sec": 11305.103944494007, "decode_units_per_sec": 69.02309890618764, "decode_bytes_per_sec": 234.03144472879245, "total_units_per_sec": 68.36672620173195, "total_bytes_per_sec": 231.80593102774742, "step_latency_ms": {"count": 128, "sum": 1803, "mean": 14.0859375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 434, "mean": 434.0, "median": 434.0, "p95": 434.0, "max": 434, "min": 434}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4655172413793105, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 40, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01818232900041039, "decode_time_sec": 1.877227856999525, "total_time_sec": 1.8954355560017575, "prefill_units_per_sec": 4179.882566104959, "prefill_bytes_per_sec": 12209.656969411853, "decode_units_per_sec": 68.18564913296638, "decode_bytes_per_sec": 145.42720479140485, "total_units_per_sec": 67.53065256937774, "total_bytes_per_sec": 144.03021993312595, "step_latency_ms": {"count": 128, "sum": 1838, "mean": 14.359375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2745.73876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 222, "mean": 222.0, "median": 222.0, "p95": 222.0, "max": 222, "min": 222}, "model_input_units": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}}, "compression_summary": {"raw_prompt_bytes": 222, "model_input_units": 76, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9210526315789473, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 41, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017964619997655973, "decode_time_sec": 1.867785163998633, "total_time_sec": 1.8857750140014105, "prefill_units_per_sec": 3284.2331208619125, "prefill_bytes_per_sec": 9630.03948998493, "decode_units_per_sec": 68.53036551911154, "decode_bytes_per_sec": 199.1663747899179, "total_units_per_sec": 67.87660195390852, "total_bytes_per_sec": 197.26637442854664, "step_latency_ms": {"count": 128, "sum": 1828, "mean": 14.28125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2742.55029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 173, "mean": 173.0, "median": 173.0, "p95": 173.0, "max": 173, "min": 173}, "model_input_units": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 372, "mean": 372.0, "median": 372.0, "p95": 372.0, "max": 372, "min": 372}}, "compression_summary": {"raw_prompt_bytes": 173, "model_input_units": 59, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9322033898305087, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 42, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01767961999939871, "decode_time_sec": 1.8550499660013884, "total_time_sec": 1.8727685160010878, "prefill_units_per_sec": 1809.9936537713102, "prefill_bytes_per_sec": 7862.159933569129, "decode_units_per_sec": 69.00083682161271, "decode_bytes_per_sec": 294.3316945671917, "total_units_per_sec": 68.34800932755837, "total_bytes_per_sec": 291.5469772878662, "step_latency_ms": {"count": 128, "sum": 1806, "mean": 14.109375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2737.48779296875, "peak_reserved_mb": 2802.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}, "model_input_units": {"count": 1, "sum": 32, "mean": 32.0, "median": 32.0, "p95": 32.0, "max": 32, "min": 32}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 546, "mean": 546.0, "median": 546.0, "p95": 546.0, "max": 546, "min": 546}}, "compression_summary": {"raw_prompt_bytes": 139, "model_input_units": 32, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.34375, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 43, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018017340000369586, "decode_time_sec": 1.872897926998121, "total_time_sec": 1.8909461470029783, "prefill_units_per_sec": 4218.158729226458, "prefill_bytes_per_sec": 13264.999161646361, "decode_units_per_sec": 68.34328670818611, "decode_bytes_per_sec": 208.76738361641225, "total_units_per_sec": 67.69098115399602, "total_bytes_per_sec": 206.77479399384723, "step_latency_ms": {"count": 128, "sum": 1822, "mean": 14.234375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2745.73876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 76, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1447368421052633, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 44, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017595020999578992, "decode_time_sec": 1.86382577400218, "total_time_sec": 1.8814453440027137, "prefill_units_per_sec": 2898.5472652303347, "prefill_bytes_per_sec": 10116.498298254894, "decode_units_per_sec": 68.67594696104373, "decode_bytes_per_sec": 237.14662934985415, "total_units_per_sec": 68.03280276411547, "total_bytes_per_sec": 234.92577204483624, "step_latency_ms": {"count": 128, "sum": 1816, "mean": 14.1875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2741.05029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 442, "mean": 442.0, "median": 442.0, "p95": 442.0, "max": 442, "min": 442}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 51, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4901960784313726, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 45, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01754463999895961, "decode_time_sec": 1.8645931930004735, "total_time_sec": 1.8821634229971096, "prefill_units_per_sec": 2336.8960550020565, "prefill_bytes_per_sec": 7580.662812567647, "decode_units_per_sec": 68.64768169298335, "decode_bytes_per_sec": 224.1775855286488, "total_units_per_sec": 68.00684703359926, "total_bytes_per_sec": 222.08485984409756, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2739.17529296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 133, "mean": 133.0, "median": 133.0, "p95": 133.0, "max": 133, "min": 133}, "model_input_units": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 418, "mean": 418.0, "median": 418.0, "p95": 418.0, "max": 418, "min": 418}}, "compression_summary": {"raw_prompt_bytes": 133, "model_input_units": 41, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2439024390243905, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 46, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018544639002357144, "decode_time_sec": 1.8613665189986932, "total_time_sec": 1.879935918001138, "prefill_units_per_sec": 3936.447616517163, "prefill_bytes_per_sec": 12779.973768692707, "decode_units_per_sec": 68.7666822700005, "decode_bytes_per_sec": 195.01801300007958, "total_units_per_sec": 68.08742722257116, "total_bytes_per_sec": 193.09168813901042, "step_latency_ms": {"count": 128, "sum": 1803, "mean": 14.0859375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2745.17626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 73, "mean": 73.0, "median": 73.0, "p95": 73.0, "max": 73, "min": 73}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 73, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2465753424657535, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 47, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018071359001623932, "decode_time_sec": 1.8618610390003596, "total_time_sec": 1.879958577999787, "prefill_units_per_sec": 3375.5070658780232, "prefill_bytes_per_sec": 8632.444299622486, "decode_units_per_sec": 68.74841748056755, "decode_bytes_per_sec": 184.7613719790253, "total_units_per_sec": 68.08660653373954, "total_bytes_per_sec": 182.98275505942502, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2742.92529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 61, "mean": 61.0, "median": 61.0, "p95": 61.0, "max": 61, "min": 61}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 61, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.557377049180328, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 48, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01748591100113117, "decode_time_sec": 1.8533011740000802, "total_time_sec": 1.8708124949989724, "prefill_units_per_sec": 2745.067157032588, "prefill_bytes_per_sec": 12467.180004856338, "decode_units_per_sec": 69.06594664467335, "decode_bytes_per_sec": 280.58040824398546, "total_units_per_sec": 68.41947033289956, "total_bytes_per_sec": 277.9540982274045, "step_latency_ms": {"count": 128, "sum": 1806, "mean": 14.109375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2740.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}, "model_input_units": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 520, "mean": 520.0, "median": 520.0, "p95": 520.0, "max": 520, "min": 520}}, "compression_summary": {"raw_prompt_bytes": 218, "model_input_units": 48, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.541666666666667, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 49, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01826649899885524, "decode_time_sec": 0.4587417410002672, "total_time_sec": 0.47704696000073454, "prefill_units_per_sec": 4489.092299796416, "prefill_bytes_per_sec": 13193.551759157759, "decode_units_per_sec": 69.75602422885115, "decode_bytes_per_sec": 213.62782420085665, "total_units_per_sec": 67.07935000770307, "total_bytes_per_sec": 205.43050939859066, "step_latency_ms": {"count": 32, "sum": 450, "mean": 14.0625, "median": 14.0, "p95": 14.45, "max": 15, "min": 14}, "peak_allocated_mb": 2730.830078125, "peak_reserved_mb": 2794.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 241, "mean": 241.0, "median": 241.0, "p95": 241.0, "max": 241, "min": 241}, "model_input_units": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}}, "generated_stats": {"units": {"count": 1, "sum": 32, "mean": 32.0, "median": 32.0, "p95": 32.0, "max": 32, "min": 32}, "bytes": {"count": 1, "sum": 98, "mean": 98.0, "median": 98.0, "p95": 98.0, "max": 98, "min": 98}}, "compression_summary": {"raw_prompt_bytes": 241, "model_input_units": 82, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9390243902439024, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 50, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01787673099897802, "decode_time_sec": 1.8403262669999094, "total_time_sec": 1.8582281870003499, "prefill_units_per_sec": 3132.5637781986775, "prefill_bytes_per_sec": 10013.016362456487, "decode_units_per_sec": 69.55288434189713, "decode_bytes_per_sec": 214.63585402382319, "total_units_per_sec": 68.88282122478422, "total_bytes_per_sec": 212.56808112335756, "step_latency_ms": {"count": 128, "sum": 1806, "mean": 14.109375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.98779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 56, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1964285714285716, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 51, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0177437700003793, "decode_time_sec": 1.8418325259990525, "total_time_sec": 1.8596013759997732, "prefill_units_per_sec": 3099.679493074149, "prefill_bytes_per_sec": 11553.350837821828, "decode_units_per_sec": 69.4960036774081, "decode_bytes_per_sec": 260.06707626155065, "total_units_per_sec": 68.83195595141117, "total_bytes_per_sec": 257.5820851619215, "step_latency_ms": {"count": 128, "sum": 1809, "mean": 14.1328125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2741.80029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 55, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.727272727272727, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 52, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018012219999945955, "decode_time_sec": 1.8435271230009675, "total_time_sec": 1.8615644830024394, "prefill_units_per_sec": 3220.0361754505566, "prefill_bytes_per_sec": 14046.019868775704, "decode_units_per_sec": 69.43212193788419, "decode_bytes_per_sec": 318.9538101521555, "total_units_per_sec": 68.75936942756566, "total_bytes_per_sec": 315.8633533078797, "step_latency_ms": {"count": 128, "sum": 1809, "mean": 14.1328125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 588, "mean": 588.0, "median": 588.0, "p95": 588.0, "max": 588, "min": 588}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.362068965517241, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 53, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018132069002604112, "decode_time_sec": 1.8459753100032685, "total_time_sec": 1.8641328490011801, "prefill_units_per_sec": 3198.752441967328, "prefill_bytes_per_sec": 12960.462480384864, "decode_units_per_sec": 69.34003900614107, "decode_bytes_per_sec": 206.39495985421678, "total_units_per_sec": 68.66463410511949, "total_bytes_per_sec": 204.38457495351975, "step_latency_ms": {"count": 128, "sum": 1808, "mean": 14.125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 235, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.051724137931035, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 54, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017947609998373082, "decode_time_sec": 1.86598546699679, "total_time_sec": 1.883958407001046, "prefill_units_per_sec": 4067.3939319283913, "prefill_bytes_per_sec": 13929.431273727369, "decode_units_per_sec": 68.59646136794923, "decode_bytes_per_sec": 228.29759799020601, "total_units_per_sec": 67.94205197117653, "total_bytes_per_sec": 226.11964171657186, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2745.17626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 250, "mean": 250.0, "median": 250.0, "p95": 250.0, "max": 250, "min": 250}, "model_input_units": {"count": 1, "sum": 73, "mean": 73.0, "median": 73.0, "p95": 73.0, "max": 73, "min": 73}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 426, "mean": 426.0, "median": 426.0, "p95": 426.0, "max": 426, "min": 426}}, "compression_summary": {"raw_prompt_bytes": 250, "model_input_units": 73, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4246575342465753, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 55, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017563241002790164, "decode_time_sec": 1.8451377730016247, "total_time_sec": 1.862727993997396, "prefill_units_per_sec": 2732.9807745833778, "prefill_bytes_per_sec": 8255.87942322062, "decode_units_per_sec": 69.37151353840247, "decode_bytes_per_sec": 215.16008495895142, "total_units_per_sec": 68.71642043952605, "total_bytes_per_sec": 213.1282727694675, "step_latency_ms": {"count": 128, "sum": 1809, "mean": 14.1328125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2740.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}, "model_input_units": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 397, "mean": 397.0, "median": 397.0, "p95": 397.0, "max": 397, "min": 397}}, "compression_summary": {"raw_prompt_bytes": 145, "model_input_units": 48, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0208333333333335, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 56, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01800401999935275, "decode_time_sec": 1.8766901609997149, "total_time_sec": 1.894719220999832, "prefill_units_per_sec": 3165.9596024692914, "prefill_bytes_per_sec": 10997.543882261749, "decode_units_per_sec": 68.20518520319533, "decode_bytes_per_sec": 219.00258686338498, "total_units_per_sec": 67.55618382994773, "total_bytes_per_sec": 216.91868401647278, "step_latency_ms": {"count": 128, "sum": 1836, "mean": 14.34375, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2742.17529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 411, "mean": 411.0, "median": 411.0, "p95": 411.0, "max": 411, "min": 411}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 57, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.473684210526316, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 57, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017832089997682488, "decode_time_sec": 1.8609836979994725, "total_time_sec": 1.8788413680013036, "prefill_units_per_sec": 3532.956597246182, "prefill_bytes_per_sec": 12281.23007614149, "decode_units_per_sec": 68.78082819188472, "decode_bytes_per_sec": 243.95699999309113, "total_units_per_sec": 68.12709267529348, "total_bytes_per_sec": 241.63828183268157, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 454, "mean": 454.0, "median": 454.0, "p95": 454.0, "max": 454, "min": 454}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4761904761904763, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 58, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017972198998904787, "decode_time_sec": 1.8527339529973688, "total_time_sec": 1.87073127199983, "prefill_units_per_sec": 3338.4896307711906, "prefill_bytes_per_sec": 10404.959349236877, "decode_units_per_sec": 69.08709142665654, "decode_bytes_per_sec": 232.0894477614243, "total_units_per_sec": 68.42244095442247, "total_bytes_per_sec": 229.856637581263, "step_latency_ms": {"count": 128, "sum": 1808, "mean": 14.125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2742.73779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 60, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1166666666666667, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 59, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01866108899776009, "decode_time_sec": 1.8489951789997576, "total_time_sec": 1.8676817780033161, "prefill_units_per_sec": 3108.0715603983135, "prefill_bytes_per_sec": 11735.649512538459, "decode_units_per_sec": 69.22678947667325, "decode_bytes_per_sec": 247.70210609622148, "total_units_per_sec": 68.53415903475862, "total_bytes_per_sec": 245.22378779624566, "step_latency_ms": {"count": 128, "sum": 1807, "mean": 14.1171875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7758620689655173, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 60, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01770362000024761, "decode_time_sec": 1.847595953000564, "total_time_sec": 1.8653243429980648, "prefill_units_per_sec": 3050.2236265376646, "prefill_bytes_per_sec": 10280.383333886204, "decode_units_per_sec": 69.2792164824367, "decode_bytes_per_sec": 226.78118520422638, "total_units_per_sec": 68.62077390480546, "total_bytes_per_sec": 224.62581457901163, "step_latency_ms": {"count": 128, "sum": 1801, "mean": 14.0703125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2741.61279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "model_input_units": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 419, "mean": 419.0, "median": 419.0, "p95": 419.0, "max": 419, "min": 419}}, "compression_summary": {"raw_prompt_bytes": 182, "model_input_units": 54, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3703703703703702, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 61, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017585581001185346, "decode_time_sec": 1.8585560950014042, "total_time_sec": 1.8761805060021288, "prefill_units_per_sec": 3639.3452110388685, "prefill_bytes_per_sec": 11486.683322341429, "decode_units_per_sec": 68.87066811933018, "decode_bytes_per_sec": 182.9377121919708, "total_units_per_sec": 68.22371279869527, "total_bytes_per_sec": 181.2192371215343, "step_latency_ms": {"count": 128, "sum": 1817, "mean": 14.1953125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 340, "mean": 340.0, "median": 340.0, "p95": 340.0, "max": 340, "min": 340}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.15625, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 62, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01743810100015253, "decode_time_sec": 1.8575224180021905, "total_time_sec": 1.8749858289993426, "prefill_units_per_sec": 2465.864832393383, "prefill_bytes_per_sec": 8429.816985158775, "decode_units_per_sec": 68.90899337713891, "decode_bytes_per_sec": 222.87752545418365, "total_units_per_sec": 68.26718262095456, "total_bytes_per_sec": 220.8016687896499, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2739.55029296875, "peak_reserved_mb": 2814.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 414, "mean": 414.0, "median": 414.0, "p95": 414.0, "max": 414, "min": 414}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 43, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4186046511627906, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 63, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018025549998128554, "decode_time_sec": 1.8586700070009101, "total_time_sec": 1.8767211170015798, "prefill_units_per_sec": 3162.1781308153063, "prefill_bytes_per_sec": 11095.361862509846, "decode_units_per_sec": 68.86644725415066, "decode_bytes_per_sec": 251.79294777298833, "total_units_per_sec": 68.20406017730777, "total_bytes_per_sec": 249.37109502328153, "step_latency_ms": {"count": 128, "sum": 1817, "mean": 14.1953125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2742.17529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 57, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.508771929824561, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 64, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01786748999802512, "decode_time_sec": 1.8601051949990506, "total_time_sec": 1.878000594999321, "prefill_units_per_sec": 3973.6974811709742, "prefill_bytes_per_sec": 12480.7681450863, "decode_units_per_sec": 68.81331246433368, "decode_bytes_per_sec": 192.46223329868326, "total_units_per_sec": 68.15759288939218, "total_bytes_per_sec": 190.62826761251875, "step_latency_ms": {"count": 128, "sum": 1816, "mean": 14.1875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.80126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}, "model_input_units": {"count": 1, "sum": 71, "mean": 71.0, "median": 71.0, "p95": 71.0, "max": 71, "min": 71}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 223, "model_input_units": 71, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.140845070422535, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 65, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017946580999705475, "decode_time_sec": 1.864360448998923, "total_time_sec": 1.8823320789997524, "prefill_units_per_sec": 3454.697025634994, "prefill_bytes_per_sec": 13261.578904856913, "decode_units_per_sec": 68.65625156805392, "decode_bytes_per_sec": 251.02441979569713, "total_units_per_sec": 68.00075365448672, "total_bytes_per_sec": 248.62775554921708, "step_latency_ms": {"count": 128, "sum": 1818, "mean": 14.203125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 62, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.838709677419355, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 66, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018000719999690773, "decode_time_sec": 1.857694361002359, "total_time_sec": 1.875720411000657, "prefill_units_per_sec": 3444.3066722367257, "prefill_bytes_per_sec": 10721.793350672388, "decode_units_per_sec": 68.90261535322465, "decode_bytes_per_sec": 208.32275110701514, "total_units_per_sec": 68.2404473765441, "total_bytes_per_sec": 206.32072761502005, "step_latency_ms": {"count": 128, "sum": 1809, "mean": 14.1328125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2743.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 62, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1129032258064515, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 67, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017484251002315432, "decode_time_sec": 1.8558438250001927, "total_time_sec": 1.8733528360025957, "prefill_units_per_sec": 2859.716438146451, "prefill_bytes_per_sec": 11210.088437534087, "decode_units_per_sec": 68.97132090303272, "decode_bytes_per_sec": 264.5696762764771, "total_units_per_sec": 68.32669080808579, "total_bytes_per_sec": 262.09691552164156, "step_latency_ms": {"count": 128, "sum": 1810, "mean": 14.140625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2740.86279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 491, "mean": 491.0, "median": 491.0, "p95": 491.0, "max": 491, "min": 491}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 50, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.92, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 68, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017790760000934824, "decode_time_sec": 1.8702239619997272, "total_time_sec": 1.8880402020004112, "prefill_units_per_sec": 3934.6267386172267, "prefill_bytes_per_sec": 11803.880215851681, "decode_units_per_sec": 68.44100097142199, "decode_bytes_per_sec": 179.65762754998272, "total_units_per_sec": 67.79516657769352, "total_bytes_per_sec": 177.96231226644548, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 14.0, "p95": 15.649999999999991, "max": 16, "min": 14}, "peak_allocated_mb": 2744.61376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 210, "mean": 210.0, "median": 210.0, "p95": 210.0, "max": 210, "min": 210}, "model_input_units": {"count": 1, "sum": 70, "mean": 70.0, "median": 70.0, "p95": 70.0, "max": 70, "min": 70}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 336, "mean": 336.0, "median": 336.0, "p95": 336.0, "max": 336, "min": 336}}, "compression_summary": {"raw_prompt_bytes": 210, "model_input_units": 70, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 69, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017469120997702703, "decode_time_sec": 1.8641832530011015, "total_time_sec": 1.8816773139988072, "prefill_units_per_sec": 2862.1932383761787, "prefill_bytes_per_sec": 9788.700875246532, "decode_units_per_sec": 68.66277754289233, "decode_bytes_per_sec": 262.8496952813847, "total_units_per_sec": 68.02441579527974, "total_bytes_per_sec": 260.4059667163052, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2740.86279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}, "model_input_units": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 490, "mean": 490.0, "median": 490.0, "p95": 490.0, "max": 490, "min": 490}}, "compression_summary": {"raw_prompt_bytes": 171, "model_input_units": 50, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.42, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 70, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017356980999466032, "decode_time_sec": 0.0001968990000023041, "total_time_sec": 0.017578679999132873, "prefill_units_per_sec": 2880.685298989392, "prefill_bytes_per_sec": 8296.373661089448, "decode_units_per_sec": 0.0, "decode_bytes_per_sec": 0.0, "total_units_per_sec": 0.0, "total_bytes_per_sec": 0.0, "step_latency_ms": {"count": 0, "sum": 0, "mean": null, "median": null, "p95": null, "max": null, "min": null}, "peak_allocated_mb": 2720.72119140625, "peak_reserved_mb": 2780.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}}, "generated_stats": {"units": {"count": 1, "sum": 0, "mean": 0.0, "median": 0.0, "p95": 0.0, "max": 0, "min": 0}, "bytes": {"count": 1, "sum": 0, "mean": 0.0, "median": 0.0, "p95": 0.0, "max": 0, "min": 0}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 50, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.88, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 71, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017951280002307612, "decode_time_sec": 1.8624565760001133, "total_time_sec": 1.880432435998955, "prefill_units_per_sec": 3342.380041550635, "prefill_bytes_per_sec": 9971.43379062606, "decode_units_per_sec": 68.72643456466403, "decode_bytes_per_sec": 229.80401557559534, "total_units_per_sec": 68.06944910626459, "total_bytes_per_sec": 227.6072204490722, "step_latency_ms": {"count": 128, "sum": 1815, "mean": 14.1796875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2742.73779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 428, "mean": 428.0, "median": 428.0, "p95": 428.0, "max": 428, "min": 428}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 60, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9833333333333334, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 72, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017646371001319494, "decode_time_sec": 1.866189601001679, "total_time_sec": 1.8838608720034244, "prefill_units_per_sec": 3060.1192730200555, "prefill_bytes_per_sec": 10427.073078438707, "decode_units_per_sec": 68.58895791258074, "decode_bytes_per_sec": 244.34816256356888, "total_units_per_sec": 67.94556960242832, "total_bytes_per_sec": 242.0560917086509, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2741.61279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 456, "mean": 456.0, "median": 456.0, "p95": 456.0, "max": 456, "min": 456}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 54, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4074074074074074, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 73, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018081460002576932, "decode_time_sec": 1.8692402160013444, "total_time_sec": 1.887347415999102, "prefill_units_per_sec": 4535.032015573605, "prefill_bytes_per_sec": 12167.159066173088, "decode_units_per_sec": 68.47702018407031, "decode_bytes_per_sec": 256.78882569026365, "total_units_per_sec": 67.82005205556756, "total_bytes_per_sec": 254.32519520837832, "step_latency_ms": {"count": 128, "sum": 1821, "mean": 14.2265625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2746.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 480, "mean": 480.0, "median": 480.0, "p95": 480.0, "max": 480, "min": 480}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 82, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.682926829268293, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 74, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017851060998509638, "decode_time_sec": 1.887964565998118, "total_time_sec": 1.9058395659994858, "prefill_units_per_sec": 3697.2592276453624, "prefill_bytes_per_sec": 11483.911237383323, "decode_units_per_sec": 67.79788260079432, "decode_bytes_per_sec": 199.68595109765204, "total_units_per_sec": 67.16200160996895, "total_bytes_per_sec": 197.8130828668617, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2743.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 377, "mean": 377.0, "median": 377.0, "p95": 377.0, "max": 377, "min": 377}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 66, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.106060606060606, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 75, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017919059999258025, "decode_time_sec": 1.8689058689997182, "total_time_sec": 1.886849998998514, "prefill_units_per_sec": 3571.6159219652177, "prefill_bytes_per_sec": 10714.847765895653, "decode_units_per_sec": 68.4892707135157, "decode_bytes_per_sec": 234.36172322281152, "total_units_per_sec": 67.83793097911267, "total_bytes_per_sec": 232.13292006915117, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 438, "mean": 438.0, "median": 438.0, "p95": 438.0, "max": 438, "min": 438}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 76, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01784890099952463, "decode_time_sec": 1.8658323439995002, "total_time_sec": 1.8837117850016512, "prefill_units_per_sec": 3193.473928816014, "prefill_bytes_per_sec": 11261.19753845647, "decode_units_per_sec": 68.60209086397651, "decode_bytes_per_sec": 206.34222642680436, "total_units_per_sec": 67.9509471773506, "total_bytes_per_sec": 204.38370830687484, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.17529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 385, "mean": 385.0, "median": 385.0, "p95": 385.0, "max": 385, "min": 385}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 57, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.526315789473684, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 77, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017436391000956064, "decode_time_sec": 1.8785509040026227, "total_time_sec": 1.8960125249977864, "prefill_units_per_sec": 2523.457979210687, "prefill_bytes_per_sec": 8258.589750144067, "decode_units_per_sec": 68.13762657550072, "decode_bytes_per_sec": 196.42800161218565, "total_units_per_sec": 67.51010255069356, "total_bytes_per_sec": 194.61896750942128, "step_latency_ms": {"count": 128, "sum": 1838, "mean": 14.359375, "median": 14.0, "p95": 16.299999999999983, "max": 18, "min": 14}, "peak_allocated_mb": 2739.73779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 369, "mean": 369.0, "median": 369.0, "p95": 369.0, "max": 369, "min": 369}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 44, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.272727272727273, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 78, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01838049000070896, "decode_time_sec": 1.8752712899986363, "total_time_sec": 1.8936869500030298, "prefill_units_per_sec": 4515.657634633167, "prefill_bytes_per_sec": 12894.106739856152, "decode_units_per_sec": 68.25679072817942, "decode_bytes_per_sec": 68.25679072817942, "total_units_per_sec": 67.59300949916522, "total_bytes_per_sec": 67.59300949916522, "step_latency_ms": {"count": 128, "sum": 1828, "mean": 14.28125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2747.05126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 83, "mean": 83.0, "median": 83.0, "p95": 83.0, "max": 83, "min": 83}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 83, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.855421686746988, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 79, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018085319999954663, "decode_time_sec": 1.858961387999443, "total_time_sec": 1.8771022979999543, "prefill_units_per_sec": 3815.2490528325166, "prefill_bytes_per_sec": 13657.485739849733, "decode_units_per_sec": 68.85565285341922, "decode_bytes_per_sec": 244.22239371447128, "total_units_per_sec": 68.1902100574825, "total_bytes_per_sec": 241.86215129763323, "step_latency_ms": {"count": 128, "sum": 1807, "mean": 14.1171875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2744.42626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 454, "mean": 454.0, "median": 454.0, "p95": 454.0, "max": 454, "min": 454}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 69, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.579710144927536, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 80, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017983389996516053, "decode_time_sec": 1.8739795639994554, "total_time_sec": 1.8919933039978787, "prefill_units_per_sec": 4337.335731200349, "prefill_bytes_per_sec": 14179.751428924219, "decode_units_per_sec": 68.3038398384782, "decode_bytes_per_sec": 198.50803453057725, "total_units_per_sec": 67.65351638905352, "total_bytes_per_sec": 196.61803200568679, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2746.11376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 78, "mean": 78.0, "median": 78.0, "p95": 78.0, "max": 78, "min": 78}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 372, "mean": 372.0, "median": 372.0, "p95": 372.0, "max": 372, "min": 372}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 78, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.269230769230769, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 81, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01735749100043904, "decode_time_sec": 1.9214475029984897, "total_time_sec": 1.938830393999524, "prefill_units_per_sec": 2765.376631840736, "prefill_bytes_per_sec": 9794.042237769274, "decode_units_per_sec": 66.61644400913961, "decode_bytes_per_sec": 248.77078309663074, "total_units_per_sec": 66.01918372857499, "total_bytes_per_sec": 246.5403892363972, "step_latency_ms": {"count": 128, "sum": 1895, "mean": 14.8046875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}, "model_input_units": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}}, "compression_summary": {"raw_prompt_bytes": 170, "model_input_units": 48, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5416666666666665, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 82, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018216642001789296, "decode_time_sec": 1.864505563997227, "total_time_sec": 1.8827468359995692, "prefill_units_per_sec": 4391.588745727239, "prefill_bytes_per_sec": 12735.607362608995, "decode_units_per_sec": 68.6509080324688, "decode_bytes_per_sec": 226.86979763854924, "total_units_per_sec": 67.98577352649939, "total_bytes_per_sec": 224.67173595085345, "step_latency_ms": {"count": 128, "sum": 1818, "mean": 14.203125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.48876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 80, "mean": 80.0, "median": 80.0, "p95": 80.0, "max": 80, "min": 80}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 423, "mean": 423.0, "median": 423.0, "p95": 423.0, "max": 423, "min": 423}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 80, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 83, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018883769000240136, "decode_time_sec": 1.8608921630002442, "total_time_sec": 1.8798047519994725, "prefill_units_per_sec": 4924.864310658395, "prefill_bytes_per_sec": 12603.41619286772, "decode_units_per_sec": 68.78421143632018, "decode_bytes_per_sec": 199.36673783495928, "total_units_per_sec": 68.09217811788781, "total_bytes_per_sec": 197.36092251356544, "step_latency_ms": {"count": 128, "sum": 1810, "mean": 14.140625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2748.92626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 371, "mean": 371.0, "median": 371.0, "p95": 371.0, "max": 371, "min": 371}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 93, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.5591397849462365, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 84, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017921533002663637, "decode_time_sec": 1.86678175400084, "total_time_sec": 1.8847299869994458, "prefill_units_per_sec": 3850.117062516063, "prefill_bytes_per_sec": 11550.351187548189, "decode_units_per_sec": 68.56720113407665, "decode_bytes_per_sec": 185.88139682441093, "total_units_per_sec": 67.91423752098324, "total_bytes_per_sec": 184.11125327954048, "step_latency_ms": {"count": 128, "sum": 1816, "mean": 14.1875, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2744.42626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 347, "mean": 347.0, "median": 347.0, "p95": 347.0, "max": 347, "min": 347}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 69, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 85, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018347091998293763, "decode_time_sec": 1.9234529080022185, "total_time_sec": 1.9418335599984857, "prefill_units_per_sec": 3542.795774177447, "prefill_bytes_per_sec": 11663.973779599595, "decode_units_per_sec": 66.54698925431262, "decode_bytes_per_sec": 134.1337752157239, "total_units_per_sec": 65.91708096758809, "total_bytes_per_sec": 132.86411632529473, "step_latency_ms": {"count": 128, "sum": 1886, "mean": 14.734375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 65, "mean": 65.0, "median": 65.0, "p95": 65.0, "max": 65, "min": 65}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 65, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.292307692307692, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 86, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01791612400120357, "decode_time_sec": 1.8762677790000453, "total_time_sec": 1.8942089619995386, "prefill_units_per_sec": 4576.882812068693, "prefill_bytes_per_sec": 13060.86070761066, "decode_units_per_sec": 68.22053943079354, "decode_bytes_per_sec": 175.34810525571152, "total_units_per_sec": 67.57438200740134, "total_bytes_per_sec": 173.68727875339877, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2746.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 234, "mean": 234.0, "median": 234.0, "p95": 234.0, "max": 234, "min": 234}, "model_input_units": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "compression_summary": {"raw_prompt_bytes": 234, "model_input_units": 82, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8536585365853657, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 87, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017776603999664076, "decode_time_sec": 1.857660011999542, "total_time_sec": 1.8754620760009857, "prefill_units_per_sec": 3093.954278389693, "prefill_bytes_per_sec": 9956.907404999558, "decode_units_per_sec": 68.90388939482192, "decode_bytes_per_sec": 194.3305005588337, "total_units_per_sec": 68.24984713790221, "total_bytes_per_sec": 192.4858970061148, "step_latency_ms": {"count": 128, "sum": 1814, "mean": 14.171875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.80029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 55, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2181818181818183, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 88, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017787303997465642, "decode_time_sec": 1.8961776249998366, "total_time_sec": 1.9140039289995912, "prefill_units_per_sec": 3148.3129769401226, "prefill_bytes_per_sec": 8995.179934114636, "decode_units_per_sec": 67.50422445260688, "decode_bytes_per_sec": 206.20431063257257, "total_units_per_sec": 66.87551580257355, "total_bytes_per_sec": 204.28380217817386, "step_latency_ms": {"count": 128, "sum": 1849, "mean": 14.4453125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.98779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 160, "mean": 160.0, "median": 160.0, "p95": 160.0, "max": 160, "min": 160}, "model_input_units": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "compression_summary": {"raw_prompt_bytes": 160, "model_input_units": 56, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.857142857142857, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 89, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017972322999412427, "decode_time_sec": 1.900054325000383, "total_time_sec": 1.9180518579996715, "prefill_units_per_sec": 3227.1843768830668, "prefill_bytes_per_sec": 8624.372041670264, "decode_units_per_sec": 67.36649490270453, "decode_bytes_per_sec": 132.10148609827218, "total_units_per_sec": 66.73437919112921, "total_bytes_per_sec": 130.86194669510493, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 14.0, "p95": 15.0, "max": 17, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 155, "mean": 155.0, "median": 155.0, "p95": 155.0, "max": 155, "min": 155}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}}, "compression_summary": {"raw_prompt_bytes": 155, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.6724137931034484, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 90, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017269146999751683, "decode_time_sec": 1.8447457239999494, "total_time_sec": 1.8620403700006136, "prefill_units_per_sec": 2316.2695876394573, "prefill_bytes_per_sec": 8743.91769333895, "decode_units_per_sec": 69.38625650935701, "decode_bytes_per_sec": 258.0301413941714, "total_units_per_sec": 68.7417963983014, "total_bytes_per_sec": 255.63355535618336, "step_latency_ms": {"count": 128, "sum": 1796, "mean": 14.03125, "median": 14.0, "p95": 14.0, "max": 15, "min": 14}, "peak_allocated_mb": 2738.98779296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}, "model_input_units": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}}, "compression_summary": {"raw_prompt_bytes": 151, "model_input_units": 40, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.775, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 91, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01809159299955354, "decode_time_sec": 1.8559915459991316, "total_time_sec": 1.8741086989975884, "prefill_units_per_sec": 3205.9089545863267, "prefill_bytes_per_sec": 11110.132756411236, "decode_units_per_sec": 68.96583137780084, "decode_bytes_per_sec": 235.45365868827318, "total_units_per_sec": 68.29913337922386, "total_bytes_per_sec": 233.17751005250648, "step_latency_ms": {"count": 128, "sum": 1805, "mean": 14.1015625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 437, "mean": 437.0, "median": 437.0, "p95": 437.0, "max": 437, "min": 437}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4655172413793105, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 92, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01818076299969107, "decode_time_sec": 1.8628935150009056, "total_time_sec": 1.881099678001192, "prefill_units_per_sec": 3245.188334560136, "prefill_bytes_per_sec": 11000.63842223775, "decode_units_per_sec": 68.71031487805558, "decode_bytes_per_sec": 220.6245266787566, "total_units_per_sec": 68.04530429562855, "total_bytes_per_sec": 218.4892192617448, "step_latency_ms": {"count": 128, "sum": 1815, "mean": 14.1796875, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2742.55029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 411, "mean": 411.0, "median": 411.0, "p95": 411.0, "max": 411, "min": 411}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 59, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.389830508474576, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 93, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017559825999342138, "decode_time_sec": 1.8450210439987131, "total_time_sec": 1.8626197000012326, "prefill_units_per_sec": 2790.4604522753093, "prefill_bytes_per_sec": 10250.671049174605, "decode_units_per_sec": 69.37590246807466, "decode_bytes_per_sec": 261.78563196937546, "total_units_per_sec": 68.72041565968367, "total_bytes_per_sec": 259.3121934658376, "step_latency_ms": {"count": 128, "sum": 1805, "mean": 14.1015625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.67529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 483, "mean": 483.0, "median": 483.0, "p95": 483.0, "max": 483, "min": 483}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 49, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.673469387755102, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 94, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01821382400157745, "decode_time_sec": 1.8584463389997836, "total_time_sec": 1.8766849530002219, "prefill_units_per_sec": 4117.751439428889, "prefill_bytes_per_sec": 11804.220793029483, "decode_units_per_sec": 68.87473547871694, "decode_bytes_per_sec": 214.15738062913547, "total_units_per_sec": 68.20537447980746, "total_bytes_per_sec": 212.07608627315133, "step_latency_ms": {"count": 128, "sum": 1813, "mean": 14.1640625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2745.55126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}, "model_input_units": {"count": 1, "sum": 75, "mean": 75.0, "median": 75.0, "p95": 75.0, "max": 75, "min": 75}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 398, "mean": 398.0, "median": 398.0, "p95": 398.0, "max": 398, "min": 398}}, "compression_summary": {"raw_prompt_bytes": 215, "model_input_units": 75, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8666666666666667, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 95, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017658286000369117, "decode_time_sec": 1.8492623069978436, "total_time_sec": 1.8669462419966294, "prefill_units_per_sec": 2605.0093423018775, "prefill_bytes_per_sec": 8494.595681419165, "decode_units_per_sec": 69.21678958989848, "decode_bytes_per_sec": 243.88103207065797, "total_units_per_sec": 68.56115999521698, "total_bytes_per_sec": 241.57096217064736, "step_latency_ms": {"count": 128, "sum": 1805, "mean": 14.1015625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 150, "mean": 150.0, "median": 150.0, "p95": 150.0, "max": 150, "min": 150}, "model_input_units": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 451, "mean": 451.0, "median": 451.0, "p95": 451.0, "max": 451, "min": 451}}, "compression_summary": {"raw_prompt_bytes": 150, "model_input_units": 46, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.260869565217391, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 96, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017976343999180244, "decode_time_sec": 1.8573111610021442, "total_time_sec": 1.8753127449999738, "prefill_units_per_sec": 3504.6058310228664, "prefill_bytes_per_sec": 11515.133444789419, "decode_units_per_sec": 68.91683132455597, "decode_bytes_per_sec": 221.82605082591454, "total_units_per_sec": 68.25528186766618, "total_bytes_per_sec": 219.69668851155052, "step_latency_ms": {"count": 128, "sum": 1809, "mean": 14.1328125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 412, "mean": 412.0, "median": 412.0, "p95": 412.0, "max": 412, "min": 412}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2857142857142856, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 97, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01783785500083468, "decode_time_sec": 1.860019634001219, "total_time_sec": 1.877882568998757, "prefill_units_per_sec": 3980.2992005864903, "prefill_bytes_per_sec": 11380.292080550105, "decode_units_per_sec": 68.81647788020936, "decode_bytes_per_sec": 196.23448770528452, "total_units_per_sec": 68.1618766333438, "total_bytes_per_sec": 194.36785133726943, "step_latency_ms": {"count": 128, "sum": 1806, "mean": 14.109375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2744.80126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 71, "mean": 71.0, "median": 71.0, "p95": 71.0, "max": 71, "min": 71}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 71, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.859154929577465, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 98, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017980805001570843, "decode_time_sec": 1.8639197640004568, "total_time_sec": 1.8819393289995787, "prefill_units_per_sec": 3503.7363452023524, "prefill_bytes_per_sec": 10622.438760851575, "decode_units_per_sec": 68.6724839084697, "decode_bytes_per_sec": 214.6015122139678, "total_units_per_sec": 68.01494502378225, "total_bytes_per_sec": 212.54670319931952, "step_latency_ms": {"count": 128, "sum": 1817, "mean": 14.1953125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 191, "mean": 191.0, "median": 191.0, "p95": 191.0, "max": 191, "min": 191}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}}, "compression_summary": {"raw_prompt_bytes": 191, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0317460317460316, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 99, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017916185002832208, "decode_time_sec": 1.8573562409983424, "total_time_sec": 1.875297705999401, "prefill_units_per_sec": 3069.849970365094, "prefill_bytes_per_sec": 9935.150813181577, "decode_units_per_sec": 68.91515864032581, "decode_bytes_per_sec": 240.66465556426283, "total_units_per_sec": 68.25582924274153, "total_bytes_per_sec": 238.3621536836364, "step_latency_ms": {"count": 128, "sum": 1811, "mean": 14.1484375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2741.80029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 447, "mean": 447.0, "median": 447.0, "p95": 447.0, "max": 447, "min": 447}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 55, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2363636363636363, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 100, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01812273500036099, "decode_time_sec": 1.872605950000434, "total_time_sec": 1.8907545849979215, "prefill_units_per_sec": 4469.524053537534, "prefill_bytes_per_sec": 13353.39285130967, "decode_units_per_sec": 68.35394280359428, "decode_bytes_per_sec": 229.09251142767147, "total_units_per_sec": 67.697839273065, "total_bytes_per_sec": 226.8935394386319, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2746.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}, "model_input_units": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 429, "mean": 429.0, "median": 429.0, "p95": 429.0, "max": 429, "min": 429}}, "compression_summary": {"raw_prompt_bytes": 242, "model_input_units": 81, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9876543209876543, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 101, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017885545999888564, "decode_time_sec": 1.8685431189987867, "total_time_sec": 1.8864538250018086, "prefill_units_per_sec": 3801.9527052975445, "prefill_bytes_per_sec": 13810.034091301375, "decode_units_per_sec": 68.50256689210666, "decode_bytes_per_sec": 255.8142732377108, "total_units_per_sec": 67.85217761684534, "total_bytes_per_sec": 253.38547578790684, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2744.23876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 68, "mean": 68.0, "median": 68.0, "p95": 68.0, "max": 68, "min": 68}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 68, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6323529411764706, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 102, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017928045999724418, "decode_time_sec": 1.8679234740011452, "total_time_sec": 1.8858763400021417, "prefill_units_per_sec": 3458.268681425351, "prefill_bytes_per_sec": 11323.041005312036, "decode_units_per_sec": 68.52529120254609, "decode_bytes_per_sec": 193.26273534468075, "total_units_per_sec": 67.87295502092923, "total_bytes_per_sec": 191.42294345746447, "step_latency_ms": {"count": 128, "sum": 1818, "mean": 14.203125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2743.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 62, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.274193548387097, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 103, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018057065000903094, "decode_time_sec": 1.8735082890016201, "total_time_sec": 1.8915902040025685, "prefill_units_per_sec": 3488.939093748024, "prefill_bytes_per_sec": 9746.877468248447, "decode_units_per_sec": 68.32102145019616, "decode_bytes_per_sec": 193.7541467689157, "total_units_per_sec": 67.66793342932019, "total_bytes_per_sec": 191.90202995971273, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 14.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.7936507936507935, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 104, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018274034999194555, "decode_time_sec": 1.8719334679990425, "total_time_sec": 1.8902321919995302, "prefill_units_per_sec": 4158.906339150044, "prefill_bytes_per_sec": 11655.882239986307, "decode_units_per_sec": 68.37849858885342, "decode_bytes_per_sec": 225.4353625351261, "total_units_per_sec": 67.71654854983647, "total_bytes_per_sec": 223.25299600024212, "step_latency_ms": {"count": 128, "sum": 1818, "mean": 14.203125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2745.73876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}, "model_input_units": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 422, "mean": 422.0, "median": 422.0, "p95": 422.0, "max": 422, "min": 422}}, "compression_summary": {"raw_prompt_bytes": 213, "model_input_units": 76, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8026315789473686, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 105, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017709447001834633, "decode_time_sec": 1.8564478260013857, "total_time_sec": 1.8741914330021245, "prefill_units_per_sec": 2710.4177784335884, "prefill_bytes_per_sec": 11519.275558342752, "decode_units_per_sec": 68.9488808719715, "decode_bytes_per_sec": 247.78504063364755, "total_units_per_sec": 68.29611839328842, "total_bytes_per_sec": 245.4391754758803, "step_latency_ms": {"count": 128, "sum": 1804, "mean": 14.09375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2740.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}, "model_input_units": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}}, "compression_summary": {"raw_prompt_bytes": 204, "model_input_units": 48, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.25, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 106, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018339755002671154, "decode_time_sec": 1.8799755450017983, "total_time_sec": 1.8983409899992694, "prefill_units_per_sec": 3217.054971094584, "prefill_bytes_per_sec": 12268.429974513243, "decode_units_per_sec": 68.08599204404946, "decode_bytes_per_sec": 262.2374537321593, "total_units_per_sec": 67.42729608343402, "total_bytes_per_sec": 259.70044507135134, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 14.0, "p95": 15.649999999999991, "max": 21, "min": 14}, "peak_allocated_mb": 2742.55029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 225, "mean": 225.0, "median": 225.0, "p95": 225.0, "max": 225, "min": 225}, "model_input_units": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 493, "mean": 493.0, "median": 493.0, "p95": 493.0, "max": 493, "min": 493}}, "compression_summary": {"raw_prompt_bytes": 225, "model_input_units": 59, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.8135593220338984, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 107, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01813995499833254, "decode_time_sec": 1.8604303089996392, "total_time_sec": 1.8785962740003015, "prefill_units_per_sec": 3031.981060871193, "prefill_bytes_per_sec": 10694.62410561839, "decode_units_per_sec": 68.8012871972754, "decode_bytes_per_sec": 337.0188052554037, "total_units_per_sec": 68.13598098298978, "total_bytes_per_sec": 333.759844346364, "step_latency_ms": {"count": 128, "sum": 1814, "mean": 14.171875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.80029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 627, "mean": 627.0, "median": 627.0, "p95": 627.0, "max": 627, "min": 627}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 55, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5272727272727273, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 108, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017309918002865743, "decode_time_sec": 1.8634262710002076, "total_time_sec": 1.8807623289976618, "prefill_units_per_sec": 2253.0436015666482, "prefill_bytes_per_sec": 8550.01161620164, "decode_units_per_sec": 68.69067050948846, "decode_bytes_per_sec": 290.8620579386152, "total_units_per_sec": 68.05750946118569, "total_bytes_per_sec": 288.18101662470815, "step_latency_ms": {"count": 128, "sum": 1816, "mean": 14.1875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2738.80029296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}, "model_input_units": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 542, "mean": 542.0, "median": 542.0, "p95": 542.0, "max": 542, "min": 542}}, "compression_summary": {"raw_prompt_bytes": 148, "model_input_units": 39, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7948717948717947, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 109, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018038586000329815, "decode_time_sec": 1.8637201829988044, "total_time_sec": 1.8817843389988411, "prefill_units_per_sec": 3492.5132157724624, "prefill_bytes_per_sec": 10865.596671292105, "decode_units_per_sec": 68.67983786817321, "decode_bytes_per_sec": 201.7470237377588, "total_units_per_sec": 68.02054696028524, "total_bytes_per_sec": 199.8103566958379, "step_latency_ms": {"count": 128, "sum": 1817, "mean": 14.1953125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.111111111111111, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 110, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017568307997862576, "decode_time_sec": 1.8547939079981006, "total_time_sec": 1.8723877150005137, "prefill_units_per_sec": 2902.9545705940973, "prefill_bytes_per_sec": 11327.214893102459, "decode_units_per_sec": 69.01036252494046, "decode_bytes_per_sec": 265.79772441246604, "total_units_per_sec": 68.36190975540815, "total_bytes_per_sec": 263.3001680423142, "step_latency_ms": {"count": 128, "sum": 1809, "mean": 14.1328125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2741.05029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 493, "mean": 493.0, "median": 493.0, "p95": 493.0, "max": 493, "min": 493}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 51, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.9019607843137254, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 111, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017879707000247436, "decode_time_sec": 1.8671552769992559, "total_time_sec": 1.8850733340004808, "prefill_units_per_sec": 3803.194314037638, "prefill_bytes_per_sec": 13758.61472431263, "decode_units_per_sec": 68.5534843174433, "decode_bytes_per_sec": 251.71982522811214, "total_units_per_sec": 67.90186763098488, "total_bytes_per_sec": 249.3271702075226, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.23876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 246, "mean": 246.0, "median": 246.0, "p95": 246.0, "max": 246, "min": 246}, "model_input_units": {"count": 1, "sum": 68, "mean": 68.0, "median": 68.0, "p95": 68.0, "max": 68, "min": 68}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 470, "mean": 470.0, "median": 470.0, "p95": 470.0, "max": 470, "min": 470}}, "compression_summary": {"raw_prompt_bytes": 246, "model_input_units": 68, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6176470588235294, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 112, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017992967001191573, "decode_time_sec": 1.8683081160015718, "total_time_sec": 1.8863314330010326, "prefill_units_per_sec": 4390.604395304469, "prefill_bytes_per_sec": 13727.585894179796, "decode_units_per_sec": 68.51118340904982, "decode_bytes_per_sec": 203.39257574561663, "total_units_per_sec": 67.85658011135413, "total_bytes_per_sec": 201.44922220558257, "step_latency_ms": {"count": 128, "sum": 1818, "mean": 14.203125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2746.30126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 79, "mean": 79.0, "median": 79.0, "p95": 79.0, "max": 79, "min": 79}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 380, "mean": 380.0, "median": 380.0, "p95": 380.0, "max": 380, "min": 380}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 79, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1265822784810124, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 113, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017932067003130214, "decode_time_sec": 1.8713693680001597, "total_time_sec": 1.8893268350002472, "prefill_units_per_sec": 3624.7912741266036, "prefill_bytes_per_sec": 11208.969939991499, "decode_units_per_sec": 68.39911039945433, "decode_bytes_per_sec": 207.33480339834594, "total_units_per_sec": 67.74899801811328, "total_bytes_per_sec": 205.3641502424059, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2743.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 65, "mean": 65.0, "median": 65.0, "p95": 65.0, "max": 65, "min": 65}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 65, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0923076923076924, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 114, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018292634998942958, "decode_time_sec": 1.8846590150023985, "total_time_sec": 1.9029780000018945, "prefill_units_per_sec": 4154.677552161931, "prefill_bytes_per_sec": 13940.036523701216, "decode_units_per_sec": 67.9167950176054, "decode_bytes_per_sec": 226.03558341796798, "total_units_per_sec": 67.26299515804837, "total_bytes_per_sec": 223.85965576037972, "step_latency_ms": {"count": 128, "sum": 1845, "mean": 14.4140625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2745.73876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 426, "mean": 426.0, "median": 426.0, "p95": 426.0, "max": 426, "min": 426}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 76, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3552631578947367, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 115, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017465349003032316, "decode_time_sec": 1.875735039000574, "total_time_sec": 1.893226088002848, "prefill_units_per_sec": 2462.0177926323936, "prefill_bytes_per_sec": 10306.120992414671, "decode_units_per_sec": 68.23991520049694, "decode_bytes_per_sec": 250.56843862682473, "total_units_per_sec": 67.60946345030898, "total_bytes_per_sec": 248.25349860660327, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 14.0, "p95": 15.0, "max": 24, "min": 14}, "peak_allocated_mb": 2739.55029296875, "peak_reserved_mb": 2814.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 470, "mean": 470.0, "median": 470.0, "p95": 470.0, "max": 470, "min": 470}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 43, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.186046511627907, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 116, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018491754999558907, "decode_time_sec": 1.8790350509989366, "total_time_sec": 1.897555455998372, "prefill_units_per_sec": 4812.955828266326, "prefill_bytes_per_sec": 13627.695154192292, "decode_units_per_sec": 68.12007042229061, "decode_bytes_per_sec": 196.37739051425967, "total_units_per_sec": 67.45520906668554, "total_bytes_per_sec": 194.4607198875544, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.17626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 252, "mean": 252.0, "median": 252.0, "p95": 252.0, "max": 252, "min": 252}, "model_input_units": {"count": 1, "sum": 89, "mean": 89.0, "median": 89.0, "p95": 89.0, "max": 89, "min": 89}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 369, "mean": 369.0, "median": 369.0, "p95": 369.0, "max": 369, "min": 369}}, "compression_summary": {"raw_prompt_bytes": 252, "model_input_units": 89, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.831460674157303, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 117, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01780316800068249, "decode_time_sec": 1.872883506002836, "total_time_sec": 1.8907256130005408, "prefill_units_per_sec": 3594.865812508568, "prefill_bytes_per_sec": 12357.351230498203, "decode_units_per_sec": 68.34381294391419, "decode_bytes_per_sec": 217.84590375872648, "total_units_per_sec": 67.69887662169381, "total_bytes_per_sec": 215.790169231649, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4375, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 118, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0180372670001816, "decode_time_sec": 1.8722295810002834, "total_time_sec": 1.8902927580020332, "prefill_units_per_sec": 3381.8870674468503, "prefill_bytes_per_sec": 12862.259010617528, "decode_units_per_sec": 68.36768380275934, "decode_bytes_per_sec": 262.78828461685623, "total_units_per_sec": 67.71437887499029, "total_bytes_per_sec": 260.2771438007439, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.92529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 61, "mean": 61.0, "median": 61.0, "p95": 61.0, "max": 61, "min": 61}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 61, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.80327868852459, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 119, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017477820001658984, "decode_time_sec": 1.8743388860020787, "total_time_sec": 1.8918444750015624, "prefill_units_per_sec": 2345.830314999714, "prefill_bytes_per_sec": 7895.721548047819, "decode_units_per_sec": 68.29074558284442, "decode_bytes_per_sec": 249.15451708740898, "total_units_per_sec": 67.65883860505727, "total_bytes_per_sec": 246.8490439731386, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2739.17529296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 138, "mean": 138.0, "median": 138.0, "p95": 138.0, "max": 138, "min": 138}, "model_input_units": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 467, "mean": 467.0, "median": 467.0, "p95": 467.0, "max": 467, "min": 467}}, "compression_summary": {"raw_prompt_bytes": 138, "model_input_units": 41, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3658536585365852, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 120, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01960422200136236, "decode_time_sec": 1.9031667679992097, "total_time_sec": 1.922800169999391, "prefill_units_per_sec": 4335.800726705354, "prefill_bytes_per_sec": 12905.3833394877, "decode_units_per_sec": 67.25632359300063, "decode_bytes_per_sec": 233.29537246322093, "total_units_per_sec": 66.56958013480961, "total_bytes_per_sec": 230.91323109262083, "step_latency_ms": {"count": 128, "sum": 1858, "mean": 14.515625, "median": 14.0, "p95": 17.299999999999983, "max": 19, "min": 14}, "peak_allocated_mb": 2747.42626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 85, "mean": 85.0, "median": 85.0, "p95": 85.0, "max": 85, "min": 85}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 444, "mean": 444.0, "median": 444.0, "p95": 444.0, "max": 444, "min": 444}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 85, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.976470588235294, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 121, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01729327000066405, "decode_time_sec": 1.8727883270003076, "total_time_sec": 1.8901072970002133, "prefill_units_per_sec": 1445.6490877110004, "prefill_bytes_per_sec": 5898.248277860882, "decode_units_per_sec": 68.34728631880189, "decode_bytes_per_sec": 277.12688749576705, "total_units_per_sec": 67.72102314146325, "total_bytes_per_sec": 274.5875860189018, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2736.17529296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "model_input_units": {"count": 1, "sum": 25, "mean": 25.0, "median": 25.0, "p95": 25.0, "max": 25, "min": 25}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 519, "mean": 519.0, "median": 519.0, "p95": 519.0, "max": 519, "min": 519}}, "compression_summary": {"raw_prompt_bytes": 102, "model_input_units": 25, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.08, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 122, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01772698900094838, "decode_time_sec": 1.869741120000981, "total_time_sec": 1.8874939890010864, "prefill_units_per_sec": 3159.024919404195, "prefill_bytes_per_sec": 11000.176058639607, "decode_units_per_sec": 68.45867517741324, "decode_bytes_per_sec": 283.4617019064767, "total_units_per_sec": 67.81478550177589, "total_bytes_per_sec": 280.79559621829077, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.98779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}, "model_input_units": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 530, "mean": 530.0, "median": 530.0, "p95": 530.0, "max": 530, "min": 530}}, "compression_summary": {"raw_prompt_bytes": 195, "model_input_units": 56, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.482142857142857, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 123, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01777603899972746, "decode_time_sec": 1.8791194289988198, "total_time_sec": 1.8969240080004965, "prefill_units_per_sec": 3037.797115590707, "prefill_bytes_per_sec": 8832.113836069278, "decode_units_per_sec": 68.11701163038765, "decode_bytes_per_sec": 225.63760102565908, "total_units_per_sec": 67.47766355433596, "total_bytes_per_sec": 223.51976052373786, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.61279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 424, "mean": 424.0, "median": 424.0, "p95": 424.0, "max": 424, "min": 424}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 54, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9074074074074074, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 124, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017903537998790853, "decode_time_sec": 1.8743694389995653, "total_time_sec": 1.8922986869984015, "prefill_units_per_sec": 2625.179447949016, "prefill_bytes_per_sec": 9886.31409121225, "decode_units_per_sec": 68.2896324154321, "decode_bytes_per_sec": 269.957453142255, "total_units_per_sec": 67.64259832734753, "total_bytes_per_sec": 267.3996465127957, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 47, "mean": 47.0, "median": 47.0, "p95": 47.0, "max": 47, "min": 47}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 47, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.765957446808511, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 125, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018098957003530813, "decode_time_sec": 1.8754346579989942, "total_time_sec": 1.8935590449982556, "prefill_units_per_sec": 3978.12978869191, "prefill_bytes_per_sec": 13039.42541849015, "decode_units_per_sec": 68.25084491963604, "decode_bytes_per_sec": 325.25793282014047, "total_units_per_sec": 67.59757523173401, "total_bytes_per_sec": 322.14469446373243, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2744.98876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}, "model_input_units": {"count": 1, "sum": 72, "mean": 72.0, "median": 72.0, "p95": 72.0, "max": 72, "min": 72}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 610, "mean": 610.0, "median": 610.0, "p95": 610.0, "max": 610, "min": 610}}, "compression_summary": {"raw_prompt_bytes": 236, "model_input_units": 72, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2777777777777777, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 126, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018137138002202846, "decode_time_sec": 1.8832552630010468, "total_time_sec": 1.9014179909972881, "prefill_units_per_sec": 4521.11022092023, "prefill_bytes_per_sec": 11964.4014382889, "decode_units_per_sec": 67.96741924194949, "decode_bytes_per_sec": 178.41447551011743, "total_units_per_sec": 67.3181807503906, "total_bytes_per_sec": 176.7102244697753, "step_latency_ms": {"count": 128, "sum": 1846, "mean": 14.421875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 336, "mean": 336.0, "median": 336.0, "p95": 336.0, "max": 336, "min": 336}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 82, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.6463414634146343, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 127, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019356803997652605, "decode_time_sec": 1.8793956089975836, "total_time_sec": 1.8988193820005108, "prefill_units_per_sec": 4184.575098751987, "prefill_bytes_per_sec": 10952.22124611631, "decode_units_per_sec": 68.10700173353686, "decode_bytes_per_sec": 212.30229446625944, "total_units_per_sec": 67.41030832808592, "total_bytes_per_sec": 210.13057049145533, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 81, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.617283950617284, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 0, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017858778999652714, "decode_time_sec": 1.8725098439972498, "total_time_sec": 1.8903992729974561, "prefill_units_per_sec": 2967.728084939662, "prefill_bytes_per_sec": 10079.076514889419, "decode_units_per_sec": 68.35745104910006, "decode_bytes_per_sec": 234.97873798128145, "total_units_per_sec": 67.71056349225132, "total_bytes_per_sec": 232.75506200461393, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2741.42529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 53, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3962264150943398, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 1, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01750748099948396, "decode_time_sec": 1.8801558699997258, "total_time_sec": 1.8976881500020681, "prefill_units_per_sec": 2798.8035515471524, "prefill_bytes_per_sec": 9938.608529983767, "decode_units_per_sec": 68.07946194376888, "decode_bytes_per_sec": 251.04301591764772, "total_units_per_sec": 67.45049232660303, "total_bytes_per_sec": 248.72369045434868, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2740.67529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}, "model_input_units": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 472, "mean": 472.0, "median": 472.0, "p95": 472.0, "max": 472, "min": 472}}, "compression_summary": {"raw_prompt_bytes": 174, "model_input_units": 49, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5510204081632653, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 2, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017847238999820547, "decode_time_sec": 1.8774181319968193, "total_time_sec": 1.895303730998421, "prefill_units_per_sec": 3585.9888468263084, "prefill_bytes_per_sec": 10365.749010357298, "decode_units_per_sec": 68.17873856574474, "decode_bytes_per_sec": 188.5568238458878, "total_units_per_sec": 67.53534956245313, "total_bytes_per_sec": 186.77745113365944, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}}, "compression_summary": {"raw_prompt_bytes": 185, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.890625, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 3, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021336678000807296, "decode_time_sec": 1.8804007949984225, "total_time_sec": 1.9017656620017078, "prefill_units_per_sec": 2530.853209574464, "prefill_bytes_per_sec": 7873.765540898332, "decode_units_per_sec": 68.07059449265303, "decode_bytes_per_sec": 205.80718803638064, "total_units_per_sec": 67.30587398726787, "total_bytes_per_sec": 203.49510338338018, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 20, "min": 14}, "peak_allocated_mb": 2741.61279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 168, "mean": 168.0, "median": 168.0, "p95": 168.0, "max": 168, "min": 168}, "model_input_units": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "compression_summary": {"raw_prompt_bytes": 168, "model_input_units": 54, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.111111111111111, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 4, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017830188997322693, "decode_time_sec": 1.8826296090010146, "total_time_sec": 1.900500147999992, "prefill_units_per_sec": 2916.4020643756553, "prefill_bytes_per_sec": 11160.846361745296, "decode_units_per_sec": 67.99000684363028, "decode_bytes_per_sec": 208.75056788708363, "total_units_per_sec": 67.35069194006742, "total_bytes_per_sec": 206.78767134723827, "step_latency_ms": {"count": 128, "sum": 1838, "mean": 14.359375, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2741.23779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 52, "mean": 52.0, "median": 52.0, "p95": 52.0, "max": 52, "min": 52}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 393, "mean": 393.0, "median": 393.0, "p95": 393.0, "max": 393, "min": 393}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 52, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.826923076923077, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 5, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01820399899952463, "decode_time_sec": 1.8762637920008274, "total_time_sec": 1.8944935110012011, "prefill_units_per_sec": 3350.9120716603493, "prefill_bytes_per_sec": 11920.457697545833, "decode_units_per_sec": 68.22068439720951, "decode_bytes_per_sec": 221.71722429093091, "total_units_per_sec": 67.56423247517729, "total_bytes_per_sec": 219.5837555443262, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2742.92529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 61, "mean": 61.0, "median": 61.0, "p95": 61.0, "max": 61, "min": 61}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 416, "mean": 416.0, "median": 416.0, "p95": 416.0, "max": 416, "min": 416}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 61, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.557377049180328, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 6, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017960419001610717, "decode_time_sec": 1.8698978169995826, "total_time_sec": 1.8878839960016194, "prefill_units_per_sec": 3340.6793012244934, "prefill_bytes_per_sec": 10411.783822149671, "decode_units_per_sec": 68.45293835648592, "decode_bytes_per_sec": 237.98091850497056, "total_units_per_sec": 67.80077603872553, "total_bytes_per_sec": 235.71363544713174, "step_latency_ms": {"count": 128, "sum": 1822, "mean": 14.234375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.73779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 445, "mean": 445.0, "median": 445.0, "p95": 445.0, "max": 445, "min": 445}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 60, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1166666666666667, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 7, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017515071001980687, "decode_time_sec": 1.8675801760000468, "total_time_sec": 1.8851201969991962, "prefill_units_per_sec": 2340.841210142027, "prefill_bytes_per_sec": 8335.678455627707, "decode_units_per_sec": 68.53788750004209, "decode_bytes_per_sec": 256.48162587906376, "total_units_per_sec": 67.90017962979502, "total_bytes_per_sec": 254.09520345837356, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2739.17529296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}, "model_input_units": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "compression_summary": {"raw_prompt_bytes": 146, "model_input_units": 41, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5609756097560976, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 8, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01776147999771638, "decode_time_sec": 1.8687165439987439, "total_time_sec": 1.8865035740018357, "prefill_units_per_sec": 2420.9694240304625, "prefill_bytes_per_sec": 8839.353478436804, "decode_units_per_sec": 68.49620955680159, "decode_bytes_per_sec": 173.91615707781654, "total_units_per_sec": 67.8503882865559, "total_bytes_per_sec": 172.27637650883335, "step_latency_ms": {"count": 128, "sum": 1818, "mean": 14.203125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2739.55029296875, "peak_reserved_mb": 2814.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 43, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6511627906976742, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 9, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017733811000653077, "decode_time_sec": 1.8720477240021864, "total_time_sec": 1.8898069150018273, "prefill_units_per_sec": 3045.0307606194383, "prefill_bytes_per_sec": 10375.660369518086, "decode_units_per_sec": 68.37432526899111, "decode_bytes_per_sec": 212.06724321710524, "total_units_per_sec": 67.73178729736854, "total_bytes_per_sec": 210.07437153949462, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.61279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 397, "mean": 397.0, "median": 397.0, "p95": 397.0, "max": 397, "min": 397}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 54, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4074074074074074, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 10, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017680780998489354, "decode_time_sec": 1.865014320002956, "total_time_sec": 1.8827525910019176, "prefill_units_per_sec": 3110.722315077552, "prefill_bytes_per_sec": 9954.311408248168, "decode_units_per_sec": 68.63218079730193, "decode_bytes_per_sec": 194.10038631736953, "total_units_per_sec": 67.98556571465615, "total_bytes_per_sec": 192.27167803676193, "step_latency_ms": {"count": 128, "sum": 1815, "mean": 14.1796875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.80029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 55, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 11, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01809761900221929, "decode_time_sec": 1.8701574850019824, "total_time_sec": 1.8882810840004822, "prefill_units_per_sec": 3481.1209138768136, "prefill_bytes_per_sec": 11216.945166936399, "decode_units_per_sec": 68.4434337891412, "decode_bytes_per_sec": 204.79558704094592, "total_units_per_sec": 67.78651816435149, "total_bytes_per_sec": 202.82997231989546, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2222222222222223, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 12, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017619330999878002, "decode_time_sec": 1.8674112250009784, "total_time_sec": 1.8850558160011133, "prefill_units_per_sec": 2894.5480393298208, "prefill_bytes_per_sec": 13167.355786755263, "decode_units_per_sec": 68.54408835415077, "decode_bytes_per_sec": 232.94280026605927, "total_units_per_sec": 67.9024986493686, "total_bytes_per_sec": 230.76239775371357, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.05029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 435, "mean": 435.0, "median": 435.0, "p95": 435.0, "max": 435, "min": 435}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 51, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.549019607843137, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 13, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017329962000076193, "decode_time_sec": 1.8636045700004615, "total_time_sec": 1.880959341997368, "prefill_units_per_sec": 2423.5483032112443, "prefill_bytes_per_sec": 5943.463695970432, "decode_units_per_sec": 68.68409857997305, "decode_bytes_per_sec": 211.9548354616356, "total_units_per_sec": 68.05038106994824, "total_bytes_per_sec": 209.9992228330434, "step_latency_ms": {"count": 128, "sum": 1813, "mean": 14.1640625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2739.36279296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}, "model_input_units": {"count": 1, "sum": 42, "mean": 42.0, "median": 42.0, "p95": 42.0, "max": 42, "min": 42}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "compression_summary": {"raw_prompt_bytes": 103, "model_input_units": 42, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.4523809523809526, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 14, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017966110000998015, "decode_time_sec": 1.8675295479988563, "total_time_sec": 1.8855206980006187, "prefill_units_per_sec": 3673.583207290488, "prefill_bytes_per_sec": 8516.03379871886, "decode_units_per_sec": 68.53974553557018, "decode_bytes_per_sec": 140.82775840511684, "total_units_per_sec": 67.88575704086914, "total_bytes_per_sec": 139.4840164199108, "step_latency_ms": {"count": 128, "sum": 1818, "mean": 14.203125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 153, "mean": 153.0, "median": 153.0, "p95": 153.0, "max": 153, "min": 153}, "model_input_units": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "compression_summary": {"raw_prompt_bytes": 153, "model_input_units": 66, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.3181818181818183, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 15, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019647004999569617, "decode_time_sec": 1.893214394000097, "total_time_sec": 1.9128888689992891, "prefill_units_per_sec": 4682.6475588526255, "prefill_bytes_per_sec": 12164.703984410626, "decode_units_per_sec": 67.60988106030291, "decode_bytes_per_sec": 182.22975754534767, "total_units_per_sec": 66.91449883701925, "total_bytes_per_sec": 180.35548514665345, "step_latency_ms": {"count": 128, "sum": 1845, "mean": 14.4140625, "median": 14.0, "p95": 15.0, "max": 25, "min": 14}, "peak_allocated_mb": 2748.73876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 92, "mean": 92.0, "median": 92.0, "p95": 92.0, "max": 92, "min": 92}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 92, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.597826086956522, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 16, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01783493100083433, "decode_time_sec": 1.8668121839982632, "total_time_sec": 1.8846853939976427, "prefill_units_per_sec": 3139.9056154117043, "prefill_bytes_per_sec": 11213.948626470372, "decode_units_per_sec": 68.56608345348097, "decode_bytes_per_sec": 248.55205251886855, "total_units_per_sec": 67.9158444203235, "total_bytes_per_sec": 246.19493602367268, "step_latency_ms": {"count": 128, "sum": 1821, "mean": 14.2265625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.98779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 464, "mean": 464.0, "median": 464.0, "p95": 464.0, "max": 464, "min": 464}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 56, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5714285714285716, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 17, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018251700003020233, "decode_time_sec": 1.8765925219995552, "total_time_sec": 1.8948690819997864, "prefill_units_per_sec": 4437.942766240754, "prefill_bytes_per_sec": 12491.987045714717, "decode_units_per_sec": 68.20873391502855, "decode_bytes_per_sec": 232.33599989806595, "total_units_per_sec": 67.55084096095585, "total_bytes_per_sec": 230.0950520232559, "step_latency_ms": {"count": 128, "sum": 1836, "mean": 14.34375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 81, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.814814814814815, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 18, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017819221000536345, "decode_time_sec": 1.8711355320010625, "total_time_sec": 1.8889790530010941, "prefill_units_per_sec": 3591.627265752731, "prefill_bytes_per_sec": 11167.716029449899, "decode_units_per_sec": 68.40765824328716, "decode_bytes_per_sec": 206.82627921993853, "total_units_per_sec": 67.76147136022576, "total_bytes_per_sec": 204.87257356568253, "step_latency_ms": {"count": 128, "sum": 1821, "mean": 14.2265625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.109375, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 19, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017999769999732962, "decode_time_sec": 1.8772583739992115, "total_time_sec": 1.8952868839987786, "prefill_units_per_sec": 3722.2697846135807, "prefill_bytes_per_sec": 10722.359230304792, "decode_units_per_sec": 68.18454069660939, "decode_bytes_per_sec": 209.88053933175078, "total_units_per_sec": 67.53594987685383, "total_bytes_per_sec": 207.88409571469072, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.05126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 67, "mean": 67.0, "median": 67.0, "p95": 67.0, "max": 67, "min": 67}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 67, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8805970149253732, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 20, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018025140998361167, "decode_time_sec": 1.8775063339999178, "total_time_sec": 1.8955577740016452, "prefill_units_per_sec": 3938.9428358122286, "prefill_bytes_per_sec": 13536.64861884766, "decode_units_per_sec": 68.17553564642493, "decode_bytes_per_sec": 291.87651198625673, "total_units_per_sec": 67.52629846242233, "total_bytes_per_sec": 289.0969652922456, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.80126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 71, "mean": 71.0, "median": 71.0, "p95": 71.0, "max": 71, "min": 71}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 548, "mean": 548.0, "median": 548.0, "p95": 548.0, "max": 548, "min": 548}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 71, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.436619718309859, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 21, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018303029999515275, "decode_time_sec": 1.8859100979971117, "total_time_sec": 1.9042386679975607, "prefill_units_per_sec": 4261.589474642488, "prefill_bytes_per_sec": 13331.12604888163, "decode_units_per_sec": 67.87174008768473, "decode_bytes_per_sec": 231.71836264311113, "total_units_per_sec": 67.21846486533167, "total_bytes_per_sec": 229.4880402042964, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2746.11376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 78, "mean": 78.0, "median": 78.0, "p95": 78.0, "max": 78, "min": 78}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 437, "mean": 437.0, "median": 437.0, "p95": 437.0, "max": 437, "min": 437}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 78, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.128205128205128, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 22, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01785161200314178, "decode_time_sec": 1.8665828619996319, "total_time_sec": 1.8844599140029459, "prefill_units_per_sec": 3585.110408445824, "prefill_bytes_per_sec": 8738.706620586696, "decode_units_per_sec": 68.5745072484359, "decode_bytes_per_sec": 181.07955820290107, "total_units_per_sec": 67.92397070845833, "total_bytes_per_sec": 179.3617351520228, "step_latency_ms": {"count": 128, "sum": 1816, "mean": 14.1875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.4375, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 23, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017612802002986427, "decode_time_sec": 1.8692118850012776, "total_time_sec": 1.8868637170016882, "prefill_units_per_sec": 2838.8441539013497, "prefill_bytes_per_sec": 9311.408824796426, "decode_units_per_sec": 68.47805806665546, "decode_bytes_per_sec": 234.32335494683667, "total_units_per_sec": 67.83743777923601, "total_bytes_per_sec": 232.13123240082322, "step_latency_ms": {"count": 128, "sum": 1817, "mean": 14.1953125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.86279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 164, "mean": 164.0, "median": 164.0, "p95": 164.0, "max": 164, "min": 164}, "model_input_units": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 438, "mean": 438.0, "median": 438.0, "p95": 438.0, "max": 438, "min": 438}}, "compression_summary": {"raw_prompt_bytes": 164, "model_input_units": 50, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.28, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 24, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017970340999454493, "decode_time_sec": 1.8775674079988676, "total_time_sec": 1.8955630890013708, "prefill_units_per_sec": 3784.0127798389694, "prefill_bytes_per_sec": 11018.154858942882, "decode_units_per_sec": 68.17331801494352, "decode_bytes_per_sec": 169.3680869433753, "total_units_per_sec": 67.52610912435182, "total_bytes_per_sec": 167.76017735581158, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2744.23876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 68, "mean": 68.0, "median": 68.0, "p95": 68.0, "max": 68, "min": 68}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 68, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.911764705882353, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 25, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01799408200167818, "decode_time_sec": 0.000236138999753166, "total_time_sec": 0.018255930997838732, "prefill_units_per_sec": 3278.8557923931594, "prefill_bytes_per_sec": 10781.322436004626, "decode_units_per_sec": 0.0, "decode_bytes_per_sec": 0.0, "total_units_per_sec": 0.0, "total_bytes_per_sec": 0.0, "step_latency_ms": {"count": 0, "sum": 0, "mean": null, "median": null, "p95": null, "max": null, "min": null}, "peak_allocated_mb": 2723.3076171875, "peak_reserved_mb": 2784.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}}, "generated_stats": {"units": {"count": 1, "sum": 0, "mean": 0.0, "median": 0.0, "p95": 0.0, "max": 0, "min": 0}, "bytes": {"count": 1, "sum": 0, "mean": 0.0, "median": 0.0, "p95": 0.0, "max": 0, "min": 0}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 59, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.288135593220339, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 26, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017986361002840567, "decode_time_sec": 1.8786069880006835, "total_time_sec": 1.8966180290008197, "prefill_units_per_sec": 3502.654038248786, "prefill_bytes_per_sec": 10674.755164186778, "decode_units_per_sec": 68.13559239243787, "decode_bytes_per_sec": 203.87446786174772, "total_units_per_sec": 67.48854964087484, "total_bytes_per_sec": 201.93839462855516, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0476190476190474, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 27, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01785911200204282, "decode_time_sec": 1.8741030639976088, "total_time_sec": 1.891987335999147, "prefill_units_per_sec": 3583.6048283184145, "prefill_bytes_per_sec": 11142.771263052571, "decode_units_per_sec": 68.29933873912246, "decode_bytes_per_sec": 201.16289613007166, "total_units_per_sec": 67.6537297922261, "total_bytes_per_sec": 199.26137602866595, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 377, "mean": 377.0, "median": 377.0, "p95": 377.0, "max": 377, "min": 377}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.109375, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 28, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018088570999680087, "decode_time_sec": 1.8870938420004677, "total_time_sec": 1.9052079829998547, "prefill_units_per_sec": 4035.697457874979, "prefill_bytes_per_sec": 11830.674739523913, "decode_units_per_sec": 67.82916522281157, "decode_bytes_per_sec": 211.43622596798295, "total_units_per_sec": 67.18426604451707, "total_bytes_per_sec": 209.42595431064305, "step_latency_ms": {"count": 128, "sum": 1853, "mean": 14.4765625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2745.17626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 73, "mean": 73.0, "median": 73.0, "p95": 73.0, "max": 73, "min": 73}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 73, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9315068493150687, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 29, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018772059000184527, "decode_time_sec": 1.8841835820021515, "total_time_sec": 1.9029907109979831, "prefill_units_per_sec": 4421.464901595724, "prefill_bytes_per_sec": 12998.041397462128, "decode_units_per_sec": 67.93393235280502, "decode_bytes_per_sec": 252.09857709048737, "total_units_per_sec": 67.2625458759455, "total_bytes_per_sec": 249.60710383651653, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2747.05126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 83, "mean": 83.0, "median": 83.0, "p95": 83.0, "max": 83, "min": 83}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 475, "mean": 475.0, "median": 475.0, "p95": 475.0, "max": 475, "min": 475}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 83, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9397590361445785, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 30, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018117761999747017, "decode_time_sec": 1.8713637449982343, "total_time_sec": 1.8895070569997188, "prefill_units_per_sec": 3422.0562120677887, "prefill_bytes_per_sec": 11149.279916736989, "decode_units_per_sec": 68.39931592247491, "decode_bytes_per_sec": 221.76340709239912, "total_units_per_sec": 67.74253608941089, "total_bytes_per_sec": 219.63400372738687, "step_latency_ms": {"count": 128, "sum": 1821, "mean": 14.2265625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 415, "mean": 415.0, "median": 415.0, "p95": 415.0, "max": 415, "min": 415}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 62, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2580645161290325, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 31, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018247340998641448, "decode_time_sec": 1.8794740099983755, "total_time_sec": 1.897747151000658, "prefill_units_per_sec": 3342.952817319607, "prefill_bytes_per_sec": 10028.85845195882, "decode_units_per_sec": 68.10416069552919, "decode_bytes_per_sec": 192.6070794670435, "total_units_per_sec": 67.4483952893868, "total_bytes_per_sec": 190.75249292779705, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.92529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}, "model_input_units": {"count": 1, "sum": 61, "mean": 61.0, "median": 61.0, "p95": 61.0, "max": 61, "min": 61}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "compression_summary": {"raw_prompt_bytes": 183, "model_input_units": 61, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 32, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01753341400035424, "decode_time_sec": 1.873333420000563, "total_time_sec": 1.8909247039991897, "prefill_units_per_sec": 1711.0187439476354, "prefill_bytes_per_sec": 5361.192064369257, "decode_units_per_sec": 68.32739897415674, "decode_bytes_per_sec": 218.8611998390958, "total_units_per_sec": 67.6917487667742, "total_bytes_per_sec": 216.82513276857358, "step_latency_ms": {"count": 128, "sum": 1828, "mean": 14.28125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2737.11279296875, "peak_reserved_mb": 2802.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}, "model_input_units": {"count": 1, "sum": 30, "mean": 30.0, "median": 30.0, "p95": 30.0, "max": 30, "min": 30}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 410, "mean": 410.0, "median": 410.0, "p95": 410.0, "max": 410, "min": 410}}, "compression_summary": {"raw_prompt_bytes": 94, "model_input_units": 30, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1333333333333333, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 33, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017582682998181554, "decode_time_sec": 1.8910946539981524, "total_time_sec": 1.9087029470028938, "prefill_units_per_sec": 2502.4622240275044, "prefill_bytes_per_sec": 8019.253945179048, "decode_units_per_sec": 67.68566540515695, "decode_bytes_per_sec": 223.15117813262682, "total_units_per_sec": 67.06124711600079, "total_bytes_per_sec": 221.09254908556508, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2739.73779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "model_input_units": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 422, "mean": 422.0, "median": 422.0, "p95": 422.0, "max": 422, "min": 422}}, "compression_summary": {"raw_prompt_bytes": 141, "model_input_units": 44, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2045454545454546, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 34, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0176013129967032, "decode_time_sec": 1.8768512710012146, "total_time_sec": 1.8944779039993591, "prefill_units_per_sec": 2840.6971689762695, "prefill_bytes_per_sec": 11419.602619284604, "decode_units_per_sec": 68.19933043054489, "decode_bytes_per_sec": 285.0518889089181, "total_units_per_sec": 67.56478907976923, "total_bytes_per_sec": 282.39970435684796, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2740.86279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 535, "mean": 535.0, "median": 535.0, "p95": 535.0, "max": 535, "min": 535}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 50, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.02, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 35, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017956382002012106, "decode_time_sec": 1.8957393419987056, "total_time_sec": 1.9137209340005938, "prefill_units_per_sec": 3898.3354214761157, "prefill_bytes_per_sec": 12697.43537280792, "decode_units_per_sec": 67.51983100432348, "decode_bytes_per_sec": 218.38445340460876, "total_units_per_sec": 66.88540514233632, "total_bytes_per_sec": 216.33248225724407, "step_latency_ms": {"count": 128, "sum": 1853, "mean": 14.4765625, "median": 14.0, "p95": 17.299999999999983, "max": 19, "min": 14}, "peak_allocated_mb": 2744.61376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 70, "mean": 70.0, "median": 70.0, "p95": 70.0, "max": 70, "min": 70}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 414, "mean": 414.0, "median": 414.0, "p95": 414.0, "max": 414, "min": 414}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 70, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.257142857142857, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 36, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01728847500271513, "decode_time_sec": 1.8627593780001916, "total_time_sec": 1.8800733429998218, "prefill_units_per_sec": 2371.5220685202717, "prefill_bytes_per_sec": 7230.250208903268, "decode_units_per_sec": 68.71526269668676, "decode_bytes_per_sec": 222.25092778459623, "total_units_per_sec": 68.08245033449853, "total_bytes_per_sec": 220.2041753006437, "step_latency_ms": {"count": 128, "sum": 1815, "mean": 14.1796875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2739.17529296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 125, "mean": 125.0, "median": 125.0, "p95": 125.0, "max": 125, "min": 125}, "model_input_units": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 414, "mean": 414.0, "median": 414.0, "p95": 414.0, "max": 414, "min": 414}}, "compression_summary": {"raw_prompt_bytes": 125, "model_input_units": 41, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.048780487804878, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 37, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017913482999574626, "decode_time_sec": 1.880533250998269, "total_time_sec": 1.898472214001231, "prefill_units_per_sec": 3684.375618162433, "prefill_bytes_per_sec": 14235.087615627583, "decode_units_per_sec": 68.06579991715223, "decode_bytes_per_sec": 241.42088408114932, "total_units_per_sec": 67.42263545181231, "total_bytes_per_sec": 239.1396601181468, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2743.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 454, "mean": 454.0, "median": 454.0, "p95": 454.0, "max": 454, "min": 454}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 66, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.8636363636363638, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 38, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01780002300074557, "decode_time_sec": 1.8706143939998583, "total_time_sec": 1.8884393570006068, "prefill_units_per_sec": 2977.524242400139, "prefill_bytes_per_sec": 8258.416294958877, "decode_units_per_sec": 68.42671606215049, "decode_bytes_per_sec": 199.3997272748604, "total_units_per_sec": 67.78083687225275, "total_bytes_per_sec": 197.517594948049, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2741.42529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 53, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.7735849056603774, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 39, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01779376400008914, "decode_time_sec": 1.871020482001768, "total_time_sec": 1.8888395160029177, "prefill_units_per_sec": 3259.5689141268504, "prefill_bytes_per_sec": 11296.092271370637, "decode_units_per_sec": 68.41186466492088, "decode_bytes_per_sec": 231.95897862949738, "total_units_per_sec": 67.76647720229201, "total_bytes_per_sec": 229.77071176402137, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 434, "mean": 434.0, "median": 434.0, "p95": 434.0, "max": 434, "min": 434}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4655172413793105, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 40, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018184921998908976, "decode_time_sec": 1.879947985002218, "total_time_sec": 1.8981582570013416, "prefill_units_per_sec": 4179.286554243109, "prefill_bytes_per_sec": 12207.915987394344, "decode_units_per_sec": 68.08699018332094, "decode_bytes_per_sec": 145.2167837503642, "total_units_per_sec": 67.43378721340702, "total_bytes_per_sec": 143.82362429109463, "step_latency_ms": {"count": 128, "sum": 1838, "mean": 14.359375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2745.73876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 222, "mean": 222.0, "median": 222.0, "p95": 222.0, "max": 222, "min": 222}, "model_input_units": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}}, "compression_summary": {"raw_prompt_bytes": 222, "model_input_units": 76, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9210526315789473, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 41, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01816243199937162, "decode_time_sec": 1.874990151001839, "total_time_sec": 1.8931916930014268, "prefill_units_per_sec": 3248.4636419859007, "prefill_bytes_per_sec": 9525.156102772218, "decode_units_per_sec": 68.26702525962999, "decode_bytes_per_sec": 198.40104216079968, "total_units_per_sec": 67.61069176099726, "total_bytes_per_sec": 196.49357293039827, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.55029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 173, "mean": 173.0, "median": 173.0, "p95": 173.0, "max": 173, "min": 173}, "model_input_units": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 372, "mean": 372.0, "median": 372.0, "p95": 372.0, "max": 372, "min": 372}}, "compression_summary": {"raw_prompt_bytes": 173, "model_input_units": 59, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9322033898305087, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 42, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018118583000614308, "decode_time_sec": 1.8646700649987906, "total_time_sec": 1.882816676999937, "prefill_units_per_sec": 1766.1425288564258, "prefill_bytes_per_sec": 7671.681609720099, "decode_units_per_sec": 68.64485165641516, "decode_bytes_per_sec": 292.81319534689595, "total_units_per_sec": 67.98325166949022, "total_bytes_per_sec": 289.99105790266924, "step_latency_ms": {"count": 128, "sum": 1814, "mean": 14.171875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2737.48779296875, "peak_reserved_mb": 2802.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}, "model_input_units": {"count": 1, "sum": 32, "mean": 32.0, "median": 32.0, "p95": 32.0, "max": 32, "min": 32}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 546, "mean": 546.0, "median": 546.0, "p95": 546.0, "max": 546, "min": 546}}, "compression_summary": {"raw_prompt_bytes": 139, "model_input_units": 32, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.34375, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 43, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018102912999893306, "decode_time_sec": 1.8802099259992247, "total_time_sec": 1.8983380390018283, "prefill_units_per_sec": 4198.219369470976, "prefill_bytes_per_sec": 13202.295122415304, "decode_units_per_sec": 68.07750466053692, "decode_bytes_per_sec": 207.9555025177339, "total_units_per_sec": 67.42740090026544, "total_bytes_per_sec": 205.96963868752957, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2745.73876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 76, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1447368421052633, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 44, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017785763997380855, "decode_time_sec": 1.875400171000365, "total_time_sec": 1.8932113250011753, "prefill_units_per_sec": 2867.46186486621, "prefill_bytes_per_sec": 10008.004155807555, "decode_units_per_sec": 68.25209999406313, "decode_bytes_per_sec": 235.68303279199924, "total_units_per_sec": 67.60999065961141, "total_bytes_per_sec": 233.46574899647064, "step_latency_ms": {"count": 128, "sum": 1832, "mean": 14.3125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2741.05029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 442, "mean": 442.0, "median": 442.0, "p95": 442.0, "max": 442, "min": 442}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 51, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4901960784313726, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 45, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017333854997559683, "decode_time_sec": 1.8833260360006534, "total_time_sec": 1.900685660999443, "prefill_units_per_sec": 2365.313428880772, "prefill_bytes_per_sec": 7672.84600100348, "decode_units_per_sec": 67.96486511268917, "decode_bytes_per_sec": 221.9477626336256, "total_units_per_sec": 67.34411829712725, "total_bytes_per_sec": 219.9206363140562, "step_latency_ms": {"count": 128, "sum": 1835, "mean": 14.3359375, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2739.17529296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 133, "mean": 133.0, "median": 133.0, "p95": 133.0, "max": 133, "min": 133}, "model_input_units": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 418, "mean": 418.0, "median": 418.0, "p95": 418.0, "max": 418, "min": 418}}, "compression_summary": {"raw_prompt_bytes": 133, "model_input_units": 41, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2439024390243905, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 46, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018278332998306723, "decode_time_sec": 1.8810944430006202, "total_time_sec": 1.8994110460007505, "prefill_units_per_sec": 3993.799653762879, "prefill_bytes_per_sec": 12966.171478654827, "decode_units_per_sec": 68.04549366262617, "decode_bytes_per_sec": 192.9727671838539, "total_units_per_sec": 67.38931010720754, "total_bytes_per_sec": 191.11187163215885, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2745.17626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 73, "mean": 73.0, "median": 73.0, "p95": 73.0, "max": 73, "min": 73}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 73, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2465753424657535, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 47, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018193162999523338, "decode_time_sec": 1.875643900999421, "total_time_sec": 1.893875054000091, "prefill_units_per_sec": 3352.907902908263, "prefill_bytes_per_sec": 8574.649718912935, "decode_units_per_sec": 68.24323099485797, "decode_bytes_per_sec": 183.4036832986808, "total_units_per_sec": 67.58629600704052, "total_bytes_per_sec": 181.63817051892138, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2742.92529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 61, "mean": 61.0, "median": 61.0, "p95": 61.0, "max": 61, "min": 61}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 61, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.557377049180328, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 48, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018116843999450793, "decode_time_sec": 1.8802698770014104, "total_time_sec": 1.89841527000317, "prefill_units_per_sec": 2649.4680862436694, "prefill_bytes_per_sec": 12033.000891689999, "decode_units_per_sec": 68.07533406009247, "decode_bytes_per_sec": 276.55604461912566, "total_units_per_sec": 67.42465783041571, "total_bytes_per_sec": 273.9126724360638, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}, "model_input_units": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 520, "mean": 520.0, "median": 520.0, "p95": 520.0, "max": 520, "min": 520}}, "compression_summary": {"raw_prompt_bytes": 218, "model_input_units": 48, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.541666666666667, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 49, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018241743000544375, "decode_time_sec": 0.4648316569982853, "total_time_sec": 0.48309918999802903, "prefill_units_per_sec": 4495.184478673607, "prefill_bytes_per_sec": 13211.456821467555, "decode_units_per_sec": 68.84212707594922, "decode_bytes_per_sec": 210.8290141700945, "total_units_per_sec": 66.2389850004314, "total_bytes_per_sec": 202.85689156382114, "step_latency_ms": {"count": 32, "sum": 452, "mean": 14.125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2730.830078125, "peak_reserved_mb": 2794.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 241, "mean": 241.0, "median": 241.0, "p95": 241.0, "max": 241, "min": 241}, "model_input_units": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}}, "generated_stats": {"units": {"count": 1, "sum": 32, "mean": 32.0, "median": 32.0, "p95": 32.0, "max": 32, "min": 32}, "bytes": {"count": 1, "sum": 98, "mean": 98.0, "median": 98.0, "p95": 98.0, "max": 98, "min": 98}}, "compression_summary": {"raw_prompt_bytes": 241, "model_input_units": 82, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9390243902439024, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 50, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01789097399887396, "decode_time_sec": 1.8708815890022379, "total_time_sec": 1.8887976830010302, "prefill_units_per_sec": 3130.069944963566, "prefill_bytes_per_sec": 10005.045002651397, "decode_units_per_sec": 68.41694351605857, "decode_bytes_per_sec": 211.13041163158698, "total_units_per_sec": 67.76797809102892, "total_bytes_per_sec": 209.12774489028456, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.98779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 56, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1964285714285716, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 51, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017835094000474783, "decode_time_sec": 1.8712931180016312, "total_time_sec": 1.8891530620021513, "prefill_units_per_sec": 3083.807688287814, "prefill_bytes_per_sec": 11494.192292709125, "decode_units_per_sec": 68.40189747327891, "decode_bytes_per_sec": 255.97272570078593, "total_units_per_sec": 67.75522988293166, "total_bytes_per_sec": 253.5527743275333, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.80029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 55, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.727272727272727, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 52, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018620121998537797, "decode_time_sec": 1.8809582379981293, "total_time_sec": 1.8996036299977277, "prefill_units_per_sec": 3114.9097736607005, "prefill_bytes_per_sec": 13587.451254071677, "decode_units_per_sec": 68.05042101106304, "decode_bytes_per_sec": 312.6066215195708, "total_units_per_sec": 67.38247810157802, "total_bytes_per_sec": 309.538258779124, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 588, "mean": 588.0, "median": 588.0, "p95": 588.0, "max": 588, "min": 588}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.362068965517241, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 53, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018133222998585552, "decode_time_sec": 1.878276425999502, "total_time_sec": 1.8964355789976253, "prefill_units_per_sec": 3198.5488737729734, "prefill_bytes_per_sec": 12959.637678218083, "decode_units_per_sec": 68.14758372526896, "decode_bytes_per_sec": 202.84554218224588, "total_units_per_sec": 67.49504249844085, "total_bytes_per_sec": 200.90321243676536, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 235, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.051724137931035, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 54, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017946304000361124, "decode_time_sec": 1.883990198999527, "total_time_sec": 1.9019616929981566, "prefill_units_per_sec": 4067.6899264902154, "prefill_bytes_per_sec": 13930.444953733615, "decode_units_per_sec": 67.94090546117121, "decode_bytes_per_sec": 226.11582598796045, "total_units_per_sec": 67.29893691929581, "total_bytes_per_sec": 223.97927443453136, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2745.17626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 250, "mean": 250.0, "median": 250.0, "p95": 250.0, "max": 250, "min": 250}, "model_input_units": {"count": 1, "sum": 73, "mean": 73.0, "median": 73.0, "p95": 73.0, "max": 73, "min": 73}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 426, "mean": 426.0, "median": 426.0, "p95": 426.0, "max": 426, "min": 426}}, "compression_summary": {"raw_prompt_bytes": 250, "model_input_units": 73, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4246575342465753, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 55, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017695114998787176, "decode_time_sec": 1.8708816290018149, "total_time_sec": 1.8886018939992937, "prefill_units_per_sec": 2712.6130575184125, "prefill_bytes_per_sec": 8194.351944586871, "decode_units_per_sec": 68.41694205329964, "decode_bytes_per_sec": 212.19942183718715, "total_units_per_sec": 67.77500351275613, "total_bytes_per_sec": 210.20840933253268, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2740.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}, "model_input_units": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 397, "mean": 397.0, "median": 397.0, "p95": 397.0, "max": 397, "min": 397}}, "compression_summary": {"raw_prompt_bytes": 145, "model_input_units": 48, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0208333333333335, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 56, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018233653998322552, "decode_time_sec": 1.8697893919998023, "total_time_sec": 1.8880612360007945, "prefill_units_per_sec": 3126.0876182713487, "prefill_bytes_per_sec": 10859.041200311001, "decode_units_per_sec": 68.45690779275398, "decode_bytes_per_sec": 219.810852365796, "total_units_per_sec": 67.79441130369467, "total_bytes_per_sec": 217.6836175454571, "step_latency_ms": {"count": 128, "sum": 1822, "mean": 14.234375, "median": 14.0, "p95": 15.0, "max": 17, "min": 14}, "peak_allocated_mb": 2742.17529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 411, "mean": 411.0, "median": 411.0, "p95": 411.0, "max": 411, "min": 411}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 57, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.473684210526316, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 57, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018231943999126088, "decode_time_sec": 1.8806691889985814, "total_time_sec": 1.898931381998409, "prefill_units_per_sec": 3455.4735360650393, "prefill_bytes_per_sec": 12011.884196797519, "decode_units_per_sec": 68.06088000418481, "decode_bytes_per_sec": 241.403433764843, "total_units_per_sec": 67.4063324317146, "total_bytes_per_sec": 239.08183534373774, "step_latency_ms": {"count": 128, "sum": 1852, "mean": 14.46875, "median": 14.0, "p95": 15.0, "max": 17, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 454, "mean": 454.0, "median": 454.0, "p95": 454.0, "max": 454, "min": 454}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4761904761904763, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 58, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01828453399866703, "decode_time_sec": 1.8750466860001325, "total_time_sec": 1.8933569299988449, "prefill_units_per_sec": 3281.461808344369, "prefill_bytes_per_sec": 10227.222636006616, "decode_units_per_sec": 68.26496692359741, "decode_bytes_per_sec": 229.32762325896007, "total_units_per_sec": 67.60479124244053, "total_bytes_per_sec": 227.10984558007365, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.73779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 60, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1166666666666667, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 59, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018046123997919494, "decode_time_sec": 1.8782652849986334, "total_time_sec": 1.896335909001209, "prefill_units_per_sec": 3213.9865605870114, "prefill_bytes_per_sec": 12135.569944285438, "decode_units_per_sec": 68.14798794521357, "decode_bytes_per_sec": 243.8420193664673, "total_units_per_sec": 67.49858998737042, "total_bytes_per_sec": 241.5183922985598, "step_latency_ms": {"count": 128, "sum": 1838, "mean": 14.359375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7758620689655173, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 60, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01783409500058042, "decode_time_sec": 1.8786231640006008, "total_time_sec": 1.8964824489994498, "prefill_units_per_sec": 3027.908060276821, "prefill_bytes_per_sec": 10205.171610562618, "decode_units_per_sec": 68.13500570674272, "decode_bytes_per_sec": 223.0356827431656, "total_units_per_sec": 67.49337441405298, "total_bytes_per_sec": 220.93534280850156, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2741.61279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "model_input_units": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 419, "mean": 419.0, "median": 419.0, "p95": 419.0, "max": 419, "min": 419}}, "compression_summary": {"raw_prompt_bytes": 182, "model_input_units": 54, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3703703703703702, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 61, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01773570599834784, "decode_time_sec": 1.876615330002096, "total_time_sec": 1.8943772759994317, "prefill_units_per_sec": 3608.539744962049, "prefill_bytes_per_sec": 11389.453570036469, "decode_units_per_sec": 68.20790491989482, "decode_bytes_per_sec": 181.1772474434706, "total_units_per_sec": 67.56837807425136, "total_bytes_per_sec": 179.47850425973016, "step_latency_ms": {"count": 128, "sum": 1832, "mean": 14.3125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 340, "mean": 340.0, "median": 340.0, "p95": 340.0, "max": 340, "min": 340}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.15625, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 62, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017324256998108467, "decode_time_sec": 1.8756673130010313, "total_time_sec": 1.8930266100032895, "prefill_units_per_sec": 2482.068928248693, "prefill_bytes_per_sec": 8485.212382617625, "decode_units_per_sec": 68.24237918567898, "decode_bytes_per_sec": 220.72144517868045, "total_units_per_sec": 67.61658780896776, "total_bytes_per_sec": 218.69740119463012, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2739.55029296875, "peak_reserved_mb": 2814.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 414, "mean": 414.0, "median": 414.0, "p95": 414.0, "max": 414, "min": 414}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 43, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4186046511627906, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 63, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017945554998732405, "decode_time_sec": 1.8753136430023005, "total_time_sec": 1.89328452799964, "prefill_units_per_sec": 3176.2740134827945, "prefill_bytes_per_sec": 11144.82109993963, "decode_units_per_sec": 68.25524918331914, "decode_bytes_per_sec": 249.5582548265106, "total_units_per_sec": 67.60737654959823, "total_bytes_per_sec": 247.1894705094685, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2742.17529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 57, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.508771929824561, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 64, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01787665500160074, "decode_time_sec": 1.88123742499738, "total_time_sec": 1.8991525700002967, "prefill_units_per_sec": 3971.660245926456, "prefill_bytes_per_sec": 12474.369504811264, "decode_units_per_sec": 68.04032191746252, "decode_bytes_per_sec": 190.300275362903, "total_units_per_sec": 67.39848183970813, "total_bytes_per_sec": 188.50512889543364, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2744.80126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}, "model_input_units": {"count": 1, "sum": 71, "mean": 71.0, "median": 71.0, "p95": 71.0, "max": 71, "min": 71}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 223, "model_input_units": 71, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.140845070422535, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 65, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01799274499717285, "decode_time_sec": 1.8726298209985544, "total_time_sec": 1.8906596259985236, "prefill_units_per_sec": 3445.8333072436635, "prefill_bytes_per_sec": 13227.553663290191, "decode_units_per_sec": 68.35307147450303, "decode_bytes_per_sec": 249.91591757865172, "total_units_per_sec": 67.70123941923111, "total_bytes_per_sec": 247.53265662656378, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2743.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 62, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.838709677419355, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 66, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018040974999166792, "decode_time_sec": 1.898398230998282, "total_time_sec": 1.9164786260007531, "prefill_units_per_sec": 3436.6213579290156, "prefill_bytes_per_sec": 10697.86971097258, "decode_units_per_sec": 67.42526299800151, "decode_bytes_per_sec": 203.8560685955202, "total_units_per_sec": 66.78916125827416, "total_bytes_per_sec": 201.9328547418133, "step_latency_ms": {"count": 128, "sum": 1856, "mean": 14.5, "median": 14.0, "p95": 16.949999999999974, "max": 18, "min": 14}, "peak_allocated_mb": 2743.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 62, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1129032258064515, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 67, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017558946998178726, "decode_time_sec": 1.8687420210007986, "total_time_sec": 1.8863267180022376, "prefill_units_per_sec": 2847.5511660913476, "prefill_bytes_per_sec": 11162.400571078082, "decode_units_per_sec": 68.49527573177276, "decode_bytes_per_sec": 262.7435967523471, "total_units_per_sec": 67.8567497233786, "total_bytes_per_sec": 260.2942508920226, "step_latency_ms": {"count": 128, "sum": 1821, "mean": 14.2265625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2740.86279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 491, "mean": 491.0, "median": 491.0, "p95": 491.0, "max": 491, "min": 491}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 50, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.92, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 68, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01801465600146912, "decode_time_sec": 1.8760725980027928, "total_time_sec": 1.8941124140001193, "prefill_units_per_sec": 3885.725044890749, "prefill_bytes_per_sec": 11657.175134672247, "decode_units_per_sec": 68.22763689223153, "decode_bytes_per_sec": 179.09754684210776, "total_units_per_sec": 67.57782645523167, "total_bytes_per_sec": 177.39179444498316, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.61376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 210, "mean": 210.0, "median": 210.0, "p95": 210.0, "max": 210, "min": 210}, "model_input_units": {"count": 1, "sum": 70, "mean": 70.0, "median": 70.0, "p95": 70.0, "max": 70, "min": 70}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 336, "mean": 336.0, "median": 336.0, "p95": 336.0, "max": 336, "min": 336}}, "compression_summary": {"raw_prompt_bytes": 210, "model_input_units": 70, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 69, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017544885999086546, "decode_time_sec": 1.870531155000208, "total_time_sec": 1.888114901001245, "prefill_units_per_sec": 2849.8332792018823, "prefill_bytes_per_sec": 9746.429814870437, "decode_units_per_sec": 68.42976106430356, "decode_bytes_per_sec": 261.95767907428706, "total_units_per_sec": 67.79248441507617, "total_bytes_per_sec": 259.51810440146346, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.86279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}, "model_input_units": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 490, "mean": 490.0, "median": 490.0, "p95": 490.0, "max": 490, "min": 490}}, "compression_summary": {"raw_prompt_bytes": 171, "model_input_units": 50, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.42, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 70, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017876926001918036, "decode_time_sec": 0.0002280490007251501, "total_time_sec": 0.018129555002815323, "prefill_units_per_sec": 2796.901435662677, "prefill_bytes_per_sec": 8055.07613470851, "decode_units_per_sec": 0.0, "decode_bytes_per_sec": 0.0, "total_units_per_sec": 0.0, "total_bytes_per_sec": 0.0, "step_latency_ms": {"count": 0, "sum": 0, "mean": null, "median": null, "p95": null, "max": null, "min": null}, "peak_allocated_mb": 2720.72119140625, "peak_reserved_mb": 2780.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}}, "generated_stats": {"units": {"count": 1, "sum": 0, "mean": 0.0, "median": 0.0, "p95": 0.0, "max": 0, "min": 0}, "bytes": {"count": 1, "sum": 0, "mean": 0.0, "median": 0.0, "p95": 0.0, "max": 0, "min": 0}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 50, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.88, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 71, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018165894998674048, "decode_time_sec": 1.8780333920003613, "total_time_sec": 1.896223887000815, "prefill_units_per_sec": 3302.8925909997542, "prefill_bytes_per_sec": 9853.629563149267, "decode_units_per_sec": 68.15640262054264, "decode_bytes_per_sec": 227.89797126243943, "total_units_per_sec": 67.50257755820844, "total_bytes_per_sec": 225.7117437102595, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.73779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 428, "mean": 428.0, "median": 428.0, "p95": 428.0, "max": 428, "min": 428}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 60, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9833333333333334, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 72, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01784003600187134, "decode_time_sec": 1.8726808469982643, "total_time_sec": 1.8905591030015785, "prefill_units_per_sec": 3026.8997211852957, "prefill_bytes_per_sec": 10313.880531446193, "decode_units_per_sec": 68.35120901950391, "decode_bytes_per_sec": 243.50118213198272, "total_units_per_sec": 67.70483916465696, "total_bytes_per_sec": 241.1984895240904, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.61279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 456, "mean": 456.0, "median": 456.0, "p95": 456.0, "max": 456, "min": 456}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 54, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4074074074074074, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 73, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01905230299962568, "decode_time_sec": 1.8883733390030102, "total_time_sec": 1.90746357199896, "prefill_units_per_sec": 4303.941628558555, "prefill_bytes_per_sec": 11547.160466864416, "decode_units_per_sec": 67.78320650702427, "decode_bytes_per_sec": 254.18702440134103, "total_units_per_sec": 67.10482018058156, "total_bytes_per_sec": 251.64307567718083, "step_latency_ms": {"count": 128, "sum": 1855, "mean": 14.4921875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2746.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 480, "mean": 480.0, "median": 480.0, "p95": 480.0, "max": 480, "min": 480}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 82, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.682926829268293, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 74, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018103805999999167, "decode_time_sec": 1.8817273179993208, "total_time_sec": 1.899856804000592, "prefill_units_per_sec": 3645.6422478236364, "prefill_bytes_per_sec": 11323.585769755235, "decode_units_per_sec": 68.02260815137201, "decode_bytes_per_sec": 200.3478380708379, "total_units_per_sec": 67.37349874499284, "total_bytes_per_sec": 198.43600802236173, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2743.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 377, "mean": 377.0, "median": 377.0, "p95": 377.0, "max": 377, "min": 377}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 66, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.106060606060606, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 75, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01771409699722426, "decode_time_sec": 1.8875508310011355, "total_time_sec": 1.9052961880006478, "prefill_units_per_sec": 3612.941715856506, "prefill_bytes_per_sec": 10838.825147569518, "decode_units_per_sec": 67.81274331675097, "decode_bytes_per_sec": 232.04673103700725, "total_units_per_sec": 67.18115577311829, "total_bytes_per_sec": 229.88551741113918, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 438, "mean": 438.0, "median": 438.0, "p95": 438.0, "max": 438, "min": 438}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 76, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0181635049993929, "decode_time_sec": 1.8719169969990617, "total_time_sec": 1.8901068819977809, "prefill_units_per_sec": 3138.1608341509627, "prefill_bytes_per_sec": 11066.146099374448, "decode_units_per_sec": 68.3791002513474, "decode_bytes_per_sec": 205.67151247475584, "total_units_per_sec": 67.72103801066964, "total_bytes_per_sec": 203.6921846414673, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.17529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 385, "mean": 385.0, "median": 385.0, "p95": 385.0, "max": 385, "min": 385}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 57, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.526315789473684, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 77, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017561576998559758, "decode_time_sec": 1.8751131460012402, "total_time_sec": 1.8927000629992108, "prefill_units_per_sec": 2505.469753861426, "prefill_bytes_per_sec": 8199.719194455576, "decode_units_per_sec": 68.26254739505481, "decode_bytes_per_sec": 196.78812491230644, "total_units_per_sec": 67.62825367964992, "total_bytes_per_sec": 194.95957506086577, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2739.73779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 369, "mean": 369.0, "median": 369.0, "p95": 369.0, "max": 369, "min": 369}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 44, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.272727272727273, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 78, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018444475001160754, "decode_time_sec": 1.883250291000877, "total_time_sec": 1.9017246260009415, "prefill_units_per_sec": 4499.992544909877, "prefill_bytes_per_sec": 12849.376302935434, "decode_units_per_sec": 67.9675986838546, "decode_bytes_per_sec": 67.9675986838546, "total_units_per_sec": 67.30732633418432, "total_bytes_per_sec": 67.30732633418432, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2747.05126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 83, "mean": 83.0, "median": 83.0, "p95": 83.0, "max": 83, "min": 83}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 83, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.855421686746988, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 79, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01888840299943695, "decode_time_sec": 1.875419314001192, "total_time_sec": 1.8943333969982632, "prefill_units_per_sec": 3653.0351455364885, "prefill_bytes_per_sec": 13076.806970253807, "decode_units_per_sec": 68.2514033231923, "decode_bytes_per_sec": 242.07919616194772, "total_units_per_sec": 67.56994318044921, "total_bytes_per_sec": 239.66214221815582, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2744.42626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 454, "mean": 454.0, "median": 454.0, "p95": 454.0, "max": 454, "min": 454}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 69, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.579710144927536, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 80, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01870907400007127, "decode_time_sec": 1.8853922729977057, "total_time_sec": 1.9041273369984992, "prefill_units_per_sec": 4169.099977887889, "prefill_bytes_per_sec": 13629.749927710405, "decode_units_per_sec": 67.89038113351585, "decode_bytes_per_sec": 197.30642016928044, "total_units_per_sec": 67.22239501154795, "total_bytes_per_sec": 195.36508550231125, "step_latency_ms": {"count": 128, "sum": 1852, "mean": 14.46875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.11376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 78, "mean": 78.0, "median": 78.0, "p95": 78.0, "max": 78, "min": 78}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 372, "mean": 372.0, "median": 372.0, "p95": 372.0, "max": 372, "min": 372}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 78, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.269230769230769, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 81, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017837797000538558, "decode_time_sec": 1.8793137600005139, "total_time_sec": 1.8971758570005477, "prefill_units_per_sec": 2690.9152513929153, "prefill_bytes_per_sec": 9530.324848683242, "decode_units_per_sec": 68.10996797041756, "decode_bytes_per_sec": 254.3481616395281, "total_units_per_sec": 67.46870593344423, "total_bytes_per_sec": 251.9534487202058, "step_latency_ms": {"count": 128, "sum": 1835, "mean": 14.3359375, "median": 14.0, "p95": 15.0, "max": 25, "min": 14}, "peak_allocated_mb": 2740.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}, "model_input_units": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}}, "compression_summary": {"raw_prompt_bytes": 170, "model_input_units": 48, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5416666666666665, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 82, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018378954999207053, "decode_time_sec": 1.8833635470000445, "total_time_sec": 1.9017808720018365, "prefill_units_per_sec": 4352.804607413835, "prefill_bytes_per_sec": 12623.133361500122, "decode_units_per_sec": 67.96351145475207, "decode_bytes_per_sec": 224.59816676062596, "total_units_per_sec": 67.30533569057603, "total_bytes_per_sec": 222.42310153995044, "step_latency_ms": {"count": 128, "sum": 1852, "mean": 14.46875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.48876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 80, "mean": 80.0, "median": 80.0, "p95": 80.0, "max": 80, "min": 80}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 423, "mean": 423.0, "median": 423.0, "p95": 423.0, "max": 423, "min": 423}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 80, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 83, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018904124000982847, "decode_time_sec": 1.8906799830001546, "total_time_sec": 1.909644176997972, "prefill_units_per_sec": 4919.561466861137, "prefill_bytes_per_sec": 12589.845474332802, "decode_units_per_sec": 67.7005104781868, "decode_bytes_per_sec": 196.22569833911953, "total_units_per_sec": 67.02819380792735, "total_bytes_per_sec": 194.27703049016446, "step_latency_ms": {"count": 128, "sum": 1871, "mean": 14.6171875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.92626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 371, "mean": 371.0, "median": 371.0, "p95": 371.0, "max": 371, "min": 371}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 93, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.5591397849462365, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 84, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01856449499973678, "decode_time_sec": 1.8766913040017243, "total_time_sec": 1.8952808890026063, "prefill_units_per_sec": 3716.772258064565, "prefill_bytes_per_sec": 11150.316774193696, "decode_units_per_sec": 68.20514366271203, "decode_bytes_per_sec": 184.8998816481334, "total_units_per_sec": 67.53616350099966, "total_bytes_per_sec": 183.08631824099126, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2744.42626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 347, "mean": 347.0, "median": 347.0, "p95": 347.0, "max": 347, "min": 347}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 69, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 85, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018284335998032475, "decode_time_sec": 1.8756528259982588, "total_time_sec": 1.8939623119986209, "prefill_units_per_sec": 3554.955455149942, "prefill_bytes_per_sec": 11704.007190801347, "decode_units_per_sec": 68.24290627018138, "decode_bytes_per_sec": 137.55210795083434, "total_units_per_sec": 67.58318219380345, "total_bytes_per_sec": 136.22235160938507, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 65, "mean": 65.0, "median": 65.0, "p95": 65.0, "max": 65, "min": 65}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 65, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.292307692307692, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 86, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018524974999309052, "decode_time_sec": 1.877045901001111, "total_time_sec": 1.895600366002327, "prefill_units_per_sec": 4426.456716031113, "prefill_bytes_per_sec": 12631.595994527808, "decode_units_per_sec": 68.1922588742939, "decode_bytes_per_sec": 175.27541538783356, "total_units_per_sec": 67.52478122271204, "total_bytes_per_sec": 173.55978923650204, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 234, "mean": 234.0, "median": 234.0, "p95": 234.0, "max": 234, "min": 234}, "model_input_units": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "compression_summary": {"raw_prompt_bytes": 234, "model_input_units": 82, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8536585365853657, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 87, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01786879700011923, "decode_time_sec": 1.8795246920017235, "total_time_sec": 1.8974191890010843, "prefill_units_per_sec": 3077.991204423723, "prefill_bytes_per_sec": 9905.535330599982, "decode_units_per_sec": 68.10232424436946, "decode_bytes_per_sec": 192.0698363454482, "total_units_per_sec": 67.46005349897769, "total_bytes_per_sec": 190.2584321338355, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.80029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 55, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2181818181818183, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 88, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01824330599993118, "decode_time_sec": 1.899364663000597, "total_time_sec": 1.9176328089997696, "prefill_units_per_sec": 3069.619070151608, "prefill_bytes_per_sec": 8770.340200433166, "decode_units_per_sec": 67.39095577243546, "decode_bytes_per_sec": 205.85831021111142, "total_units_per_sec": 66.74896226184424, "total_bytes_per_sec": 203.89722065922734, "step_latency_ms": {"count": 128, "sum": 1852, "mean": 14.46875, "median": 14.0, "p95": 17.299999999999983, "max": 18, "min": 14}, "peak_allocated_mb": 2741.98779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 160, "mean": 160.0, "median": 160.0, "p95": 160.0, "max": 160, "min": 160}, "model_input_units": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "compression_summary": {"raw_prompt_bytes": 160, "model_input_units": 56, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.857142857142857, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 89, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017930917001649505, "decode_time_sec": 1.8809892749995925, "total_time_sec": 1.898949842001457, "prefill_units_per_sec": 3234.636577407862, "prefill_bytes_per_sec": 8644.2874051417, "decode_units_per_sec": 68.04929815457227, "decode_bytes_per_sec": 133.44042059998156, "total_units_per_sec": 67.40567716369509, "total_bytes_per_sec": 132.17832006318332, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 155, "mean": 155.0, "median": 155.0, "p95": 155.0, "max": 155, "min": 155}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}}, "compression_summary": {"raw_prompt_bytes": 155, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.6724137931034484, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 90, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01753923900105292, "decode_time_sec": 1.8751022220021696, "total_time_sec": 1.8926663900019776, "prefill_units_per_sec": 2280.600657622529, "prefill_bytes_per_sec": 8609.267482525047, "decode_units_per_sec": 68.26294508004263, "decode_bytes_per_sec": 253.85282701640853, "total_units_per_sec": 67.62945687425994, "total_bytes_per_sec": 251.49704275115417, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2738.98779296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}, "model_input_units": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}}, "compression_summary": {"raw_prompt_bytes": 151, "model_input_units": 40, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.775, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 91, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018443456003296888, "decode_time_sec": 1.8806425229995511, "total_time_sec": 1.8991127589979442, "prefill_units_per_sec": 3144.746840810753, "prefill_bytes_per_sec": 10898.17439660278, "decode_units_per_sec": 68.0618450527456, "decode_bytes_per_sec": 232.36739287538927, "total_units_per_sec": 67.39989471059025, "total_bytes_per_sec": 230.10745303537453, "step_latency_ms": {"count": 128, "sum": 1848, "mean": 14.4375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 437, "mean": 437.0, "median": 437.0, "p95": 437.0, "max": 437, "min": 437}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4655172413793105, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 92, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018684345999645302, "decode_time_sec": 1.9038131039997097, "total_time_sec": 1.922523289998935, "prefill_units_per_sec": 3157.723583213458, "prefill_bytes_per_sec": 10704.147739706637, "decode_units_per_sec": 67.2334903731283, "decode_bytes_per_sec": 215.88253549496667, "total_units_per_sec": 66.57916742328302, "total_bytes_per_sec": 213.78154539819784, "step_latency_ms": {"count": 128, "sum": 1868, "mean": 14.59375, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2742.55029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 411, "mean": 411.0, "median": 411.0, "p95": 411.0, "max": 411, "min": 411}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 59, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.389830508474576, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 93, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018130866999854334, "decode_time_sec": 1.8962688450010319, "total_time_sec": 1.9144253720005509, "prefill_units_per_sec": 2702.5734621733022, "prefill_bytes_per_sec": 9927.820881452946, "decode_units_per_sec": 67.50097716230229, "decode_bytes_per_sec": 254.71071851087507, "total_units_per_sec": 66.86079377763448, "total_bytes_per_sec": 252.2950265202926, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 14.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2740.67529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 483, "mean": 483.0, "median": 483.0, "p95": 483.0, "max": 483, "min": 483}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 49, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.673469387755102, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 94, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019489513000735315, "decode_time_sec": 1.8927490040005068, "total_time_sec": 1.912264996997692, "prefill_units_per_sec": 3848.223400819217, "prefill_bytes_per_sec": 11031.57374901509, "decode_units_per_sec": 67.62650500909508, "decode_bytes_per_sec": 210.27616401265502, "total_units_per_sec": 66.93632953642067, "total_bytes_per_sec": 208.13014965230803, "step_latency_ms": {"count": 128, "sum": 1863, "mean": 14.5546875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2745.55126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}, "model_input_units": {"count": 1, "sum": 75, "mean": 75.0, "median": 75.0, "p95": 75.0, "max": 75, "min": 75}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 398, "mean": 398.0, "median": 398.0, "p95": 398.0, "max": 398, "min": 398}}, "compression_summary": {"raw_prompt_bytes": 215, "model_input_units": 75, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8666666666666667, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 95, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018276206999871647, "decode_time_sec": 1.8662845689977985, "total_time_sec": 1.8845989460023702, "prefill_units_per_sec": 2516.9336285326085, "prefill_bytes_per_sec": 8207.392266954157, "decode_units_per_sec": 68.58546768606486, "decode_bytes_per_sec": 241.65660880011916, "total_units_per_sec": 67.91895977205913, "total_bytes_per_sec": 239.30820982186455, "step_latency_ms": {"count": 128, "sum": 1821, "mean": 14.2265625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 150, "mean": 150.0, "median": 150.0, "p95": 150.0, "max": 150, "min": 150}, "model_input_units": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 451, "mean": 451.0, "median": 451.0, "p95": 451.0, "max": 451, "min": 451}}, "compression_summary": {"raw_prompt_bytes": 150, "model_input_units": 46, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.260869565217391, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 96, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018610745999467326, "decode_time_sec": 1.8872591069994087, "total_time_sec": 1.9058972530001483, "prefill_units_per_sec": 3385.141036356263, "prefill_bytes_per_sec": 11122.606262313435, "decode_units_per_sec": 67.82322550479557, "decode_bytes_per_sec": 218.30600709356074, "total_units_per_sec": 67.15996877507963, "total_bytes_per_sec": 216.17114949478756, "step_latency_ms": {"count": 128, "sum": 1858, "mean": 14.515625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 412, "mean": 412.0, "median": 412.0, "p95": 412.0, "max": 412, "min": 412}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2857142857142856, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 97, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01835384700098075, "decode_time_sec": 1.8781812920024095, "total_time_sec": 1.8965732890028448, "prefill_units_per_sec": 3868.3988155837883, "prefill_bytes_per_sec": 11060.351543148015, "decode_units_per_sec": 68.15103554967993, "decode_bytes_per_sec": 194.33693730963418, "total_units_per_sec": 67.49014168985694, "total_bytes_per_sec": 192.45235716248268, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2744.80126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 71, "mean": 71.0, "median": 71.0, "p95": 71.0, "max": 71, "min": 71}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 71, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.859154929577465, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 98, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019131695000396576, "decode_time_sec": 1.878504749001877, "total_time_sec": 1.8976626639996539, "prefill_units_per_sec": 3292.9648940511593, "prefill_bytes_per_sec": 9983.433250218593, "decode_units_per_sec": 68.1393007220298, "decode_bytes_per_sec": 212.93531475634313, "total_units_per_sec": 67.45139820067796, "total_bytes_per_sec": 210.78561937711862, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 191, "mean": 191.0, "median": 191.0, "p95": 191.0, "max": 191, "min": 191}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}}, "compression_summary": {"raw_prompt_bytes": 191, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0317460317460316, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 99, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01857227700020303, "decode_time_sec": 1.883738122000068, "total_time_sec": 1.9023367789995973, "prefill_units_per_sec": 2961.403170941223, "prefill_bytes_per_sec": 9584.17753504614, "decode_units_per_sec": 67.94999713871873, "decode_bytes_per_sec": 237.2941306328693, "total_units_per_sec": 67.28566750799654, "total_bytes_per_sec": 234.97416700058167, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.80029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 447, "mean": 447.0, "median": 447.0, "p95": 447.0, "max": 447, "min": 447}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 55, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2363636363636363, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 100, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018779115998768248, "decode_time_sec": 1.8820113859983394, "total_time_sec": 1.9008163110011083, "prefill_units_per_sec": 4313.302074778861, "prefill_bytes_per_sec": 12886.65558143808, "decode_units_per_sec": 68.01234092008461, "decode_bytes_per_sec": 227.94761136497107, "total_units_per_sec": 67.33948949153634, "total_bytes_per_sec": 225.69250774897725, "step_latency_ms": {"count": 128, "sum": 1849, "mean": 14.4453125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2746.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}, "model_input_units": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 429, "mean": 429.0, "median": 429.0, "p95": 429.0, "max": 429, "min": 429}}, "compression_summary": {"raw_prompt_bytes": 242, "model_input_units": 81, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9876543209876543, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 101, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018028728998615406, "decode_time_sec": 1.8877734380002948, "total_time_sec": 1.905827385999146, "prefill_units_per_sec": 3771.7578430083645, "prefill_bytes_per_sec": 13700.355694456854, "decode_units_per_sec": 67.80474681092531, "decode_bytes_per_sec": 253.2083513720492, "total_units_per_sec": 67.16243083730006, "total_bytes_per_sec": 250.8097026580424, "step_latency_ms": {"count": 128, "sum": 1854, "mean": 14.484375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.23876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 68, "mean": 68.0, "median": 68.0, "p95": 68.0, "max": 68, "min": 68}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 68, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6323529411764706, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 102, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018769366000924492, "decode_time_sec": 1.881749772997864, "total_time_sec": 1.900545438998961, "prefill_units_per_sec": 3303.2548886811715, "prefill_bytes_per_sec": 10815.49584519803, "decode_units_per_sec": 68.02179643475121, "decode_bytes_per_sec": 191.84272275738425, "total_units_per_sec": 67.3490869375999, "total_bytes_per_sec": 189.94547175369974, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2743.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 62, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.274193548387097, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 103, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018462397001712816, "decode_time_sec": 1.880686563999916, "total_time_sec": 1.8991811509986292, "prefill_units_per_sec": 3412.3413115943335, "prefill_bytes_per_sec": 9532.8900133429, "decode_units_per_sec": 68.06025121366567, "decode_bytes_per_sec": 193.014618676255, "total_units_per_sec": 67.39746755210524, "total_bytes_per_sec": 191.13500563604848, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.7936507936507935, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 104, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017996728001890006, "decode_time_sec": 1.89675694700054, "total_time_sec": 1.9147778449987527, "prefill_units_per_sec": 4222.989867492498, "prefill_bytes_per_sec": 11835.484760209238, "decode_units_per_sec": 67.48360679654522, "decode_bytes_per_sec": 222.48501615736, "total_units_per_sec": 66.84848601853516, "total_bytes_per_sec": 220.3911023423581, "step_latency_ms": {"count": 128, "sum": 1858, "mean": 14.515625, "median": 14.0, "p95": 15.0, "max": 25, "min": 14}, "peak_allocated_mb": 2745.73876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}, "model_input_units": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 422, "mean": 422.0, "median": 422.0, "p95": 422.0, "max": 422, "min": 422}}, "compression_summary": {"raw_prompt_bytes": 213, "model_input_units": 76, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8026315789473686, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 105, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017841698998381617, "decode_time_sec": 1.8736487919995852, "total_time_sec": 1.8915153609996196, "prefill_units_per_sec": 2690.3267454716047, "prefill_bytes_per_sec": 11433.88866825432, "decode_units_per_sec": 68.31589812698918, "decode_bytes_per_sec": 245.51025889386736, "total_units_per_sec": 67.67061089705089, "total_bytes_per_sec": 243.19125791127664, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2740.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}, "model_input_units": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}}, "compression_summary": {"raw_prompt_bytes": 204, "model_input_units": 48, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.25, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 106, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018491287002689205, "decode_time_sec": 1.8744060070021078, "total_time_sec": 1.8929238540004008, "prefill_units_per_sec": 3190.6919183840246, "prefill_bytes_per_sec": 12167.892909091619, "decode_units_per_sec": 68.2883001451329, "decode_bytes_per_sec": 263.0166560277384, "total_units_per_sec": 67.62025832655226, "total_bytes_per_sec": 260.44365121086145, "step_latency_ms": {"count": 128, "sum": 1832, "mean": 14.3125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.55029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 225, "mean": 225.0, "median": 225.0, "p95": 225.0, "max": 225, "min": 225}, "model_input_units": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 493, "mean": 493.0, "median": 493.0, "p95": 493.0, "max": 493, "min": 493}}, "compression_summary": {"raw_prompt_bytes": 225, "model_input_units": 59, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.8135593220338984, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 107, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017958409000129905, "decode_time_sec": 1.8822067930013873, "total_time_sec": 1.9002040020022832, "prefill_units_per_sec": 3062.6321073098484, "prefill_bytes_per_sec": 10802.73870578383, "decode_units_per_sec": 68.00528001277151, "decode_bytes_per_sec": 333.11961381256043, "total_units_per_sec": 67.3611885171928, "total_bytes_per_sec": 329.9645718771866, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.80029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 627, "mean": 627.0, "median": 627.0, "p95": 627.0, "max": 627, "min": 627}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 55, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5272727272727273, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 108, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018121039000106975, "decode_time_sec": 1.8742148130004352, "total_time_sec": 1.892361112000799, "prefill_units_per_sec": 2152.194474045874, "prefill_bytes_per_sec": 8167.302106635624, "decode_units_per_sec": 68.29526642951053, "decode_bytes_per_sec": 289.1877687874587, "total_units_per_sec": 67.64036694067615, "total_bytes_per_sec": 286.41467876442556, "step_latency_ms": {"count": 128, "sum": 1828, "mean": 14.28125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2738.80029296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}, "model_input_units": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 542, "mean": 542.0, "median": 542.0, "p95": 542.0, "max": 542, "min": 542}}, "compression_summary": {"raw_prompt_bytes": 148, "model_input_units": 39, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7948717948717947, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 109, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018252278001455124, "decode_time_sec": 1.87762374200247, "total_time_sec": 1.8959010300022783, "prefill_units_per_sec": 3451.623955923609, "prefill_bytes_per_sec": 10738.385640651228, "decode_units_per_sec": 68.17127262328344, "decode_bytes_per_sec": 200.25311333089513, "total_units_per_sec": 67.51407271499092, "total_bytes_per_sec": 198.32258860028583, "step_latency_ms": {"count": 128, "sum": 1847, "mean": 14.4296875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.111111111111111, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 110, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017640950001805322, "decode_time_sec": 1.888153150001017, "total_time_sec": 1.9058320799995272, "prefill_units_per_sec": 2891.000767803367, "prefill_bytes_per_sec": 11280.57162338961, "decode_units_per_sec": 67.79111111825387, "decode_bytes_per_sec": 261.10170141639964, "total_units_per_sec": 67.16226541848941, "total_bytes_per_sec": 258.67966290090067, "step_latency_ms": {"count": 128, "sum": 1848, "mean": 14.4375, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2741.05029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 493, "mean": 493.0, "median": 493.0, "p95": 493.0, "max": 493, "min": 493}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 51, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.9019607843137254, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 111, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017921299000590807, "decode_time_sec": 1.8790925430002972, "total_time_sec": 1.8970726919978915, "prefill_units_per_sec": 3794.367807699557, "prefill_bytes_per_sec": 13726.683539618985, "decode_units_per_sec": 68.11798624650268, "decode_bytes_per_sec": 250.12073074887707, "total_units_per_sec": 67.47237495954755, "total_bytes_per_sec": 247.75012680458866, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2744.23876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 246, "mean": 246.0, "median": 246.0, "p95": 246.0, "max": 246, "min": 246}, "model_input_units": {"count": 1, "sum": 68, "mean": 68.0, "median": 68.0, "p95": 68.0, "max": 68, "min": 68}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 470, "mean": 470.0, "median": 470.0, "p95": 470.0, "max": 470, "min": 470}}, "compression_summary": {"raw_prompt_bytes": 246, "model_input_units": 68, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6176470588235294, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 112, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018333817999518942, "decode_time_sec": 1.8853479440003866, "total_time_sec": 1.9037061820017698, "prefill_units_per_sec": 4308.9769955212205, "prefill_bytes_per_sec": 13472.371112579005, "decode_units_per_sec": 67.8919773972362, "decode_bytes_per_sec": 201.55430789804498, "total_units_per_sec": 67.237266554131, "total_bytes_per_sec": 199.61063508257638, "step_latency_ms": {"count": 128, "sum": 1858, "mean": 14.515625, "median": 15.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2746.30126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 79, "mean": 79.0, "median": 79.0, "p95": 79.0, "max": 79, "min": 79}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 380, "mean": 380.0, "median": 380.0, "p95": 380.0, "max": 380, "min": 380}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 79, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1265822784810124, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 113, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01851982700100052, "decode_time_sec": 1.8756877990017529, "total_time_sec": 1.8942325759999221, "prefill_units_per_sec": 3509.7520077530107, "prefill_bytes_per_sec": 10853.233131667002, "decode_units_per_sec": 68.24163385192462, "decode_bytes_per_sec": 206.8574526136465, "total_units_per_sec": 67.57353960742213, "total_bytes_per_sec": 204.83229193499835, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 65, "mean": 65.0, "median": 65.0, "p95": 65.0, "max": 65, "min": 65}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 65, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0923076923076924, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 114, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01834580799913965, "decode_time_sec": 1.8763988450009492, "total_time_sec": 1.8947804029994586, "prefill_units_per_sec": 4142.635745646314, "prefill_bytes_per_sec": 13899.633093944869, "decode_units_per_sec": 68.21577424278112, "decode_bytes_per_sec": 227.03062365175592, "total_units_per_sec": 67.55400245715786, "total_bytes_per_sec": 224.82816442772852, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2745.73876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 426, "mean": 426.0, "median": 426.0, "p95": 426.0, "max": 426, "min": 426}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 76, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3552631578947367, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 115, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01751072100159945, "decode_time_sec": 1.8638944279991847, "total_time_sec": 1.8814300289996027, "prefill_units_per_sec": 2455.6384626351096, "prefill_bytes_per_sec": 10279.416820333017, "decode_units_per_sec": 68.67341737664982, "decode_bytes_per_sec": 252.16020442988608, "total_units_per_sec": 68.03335655701233, "total_bytes_per_sec": 249.8099811077796, "step_latency_ms": {"count": 128, "sum": 1814, "mean": 14.171875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2739.55029296875, "peak_reserved_mb": 2814.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 470, "mean": 470.0, "median": 470.0, "p95": 470.0, "max": 470, "min": 470}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 43, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.186046511627907, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 116, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018606958001328167, "decode_time_sec": 1.8853817250019347, "total_time_sec": 1.9040166129998397, "prefill_units_per_sec": 4783.156924073627, "prefill_bytes_per_sec": 13543.320728837685, "decode_units_per_sec": 67.89076095445269, "decode_bytes_per_sec": 195.71633431400812, "total_units_per_sec": 67.2263041856194, "total_bytes_per_sec": 193.80083003510592, "step_latency_ms": {"count": 128, "sum": 1847, "mean": 14.4296875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.17626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 252, "mean": 252.0, "median": 252.0, "p95": 252.0, "max": 252, "min": 252}, "model_input_units": {"count": 1, "sum": 89, "mean": 89.0, "median": 89.0, "p95": 89.0, "max": 89, "min": 89}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 369, "mean": 369.0, "median": 369.0, "p95": 369.0, "max": 369, "min": 369}}, "compression_summary": {"raw_prompt_bytes": 252, "model_input_units": 89, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.831460674157303, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 117, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018741007002972765, "decode_time_sec": 1.8830634400001145, "total_time_sec": 1.9018445469992002, "prefill_units_per_sec": 3414.9712440664525, "prefill_bytes_per_sec": 11738.96365147843, "decode_units_per_sec": 67.974342914327, "decode_bytes_per_sec": 216.6682180394173, "total_units_per_sec": 67.30308226398581, "total_bytes_per_sec": 214.52857471645476, "step_latency_ms": {"count": 128, "sum": 1846, "mean": 14.421875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4375, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 118, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0186683570027526, "decode_time_sec": 1.8829073579981923, "total_time_sec": 1.9016017649992136, "prefill_units_per_sec": 3267.561253033982, "prefill_bytes_per_sec": 12427.44607711285, "decode_units_per_sec": 67.97997758959465, "decode_bytes_per_sec": 261.29803886000445, "total_units_per_sec": 67.31167500785999, "total_bytes_per_sec": 258.7292508114618, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2742.92529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 61, "mean": 61.0, "median": 61.0, "p95": 61.0, "max": 61, "min": 61}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 61, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.80327868852459, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 119, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017425431000447134, "decode_time_sec": 1.8702652100000705, "total_time_sec": 1.8877283010006067, "prefill_units_per_sec": 2352.8829788455705, "prefill_bytes_per_sec": 7919.459782455822, "decode_units_per_sec": 68.43949153071995, "decode_bytes_per_sec": 249.69720738161107, "total_units_per_sec": 67.80636807328284, "total_bytes_per_sec": 247.38729601736787, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2739.17529296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 138, "mean": 138.0, "median": 138.0, "p95": 138.0, "max": 138, "min": 138}, "model_input_units": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 467, "mean": 467.0, "median": 467.0, "p95": 467.0, "max": 467, "min": 467}}, "compression_summary": {"raw_prompt_bytes": 138, "model_input_units": 41, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3658536585365852, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 120, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01887643699956243, "decode_time_sec": 1.917630886000552, "total_time_sec": 1.9365371929998219, "prefill_units_per_sec": 4502.9684363617125, "prefill_bytes_per_sec": 13402.953110582508, "decode_units_per_sec": 66.74902919766758, "decode_bytes_per_sec": 231.53569502940942, "total_units_per_sec": 66.09736206600797, "total_bytes_per_sec": 229.2752246664652, "step_latency_ms": {"count": 128, "sum": 1879, "mean": 14.6796875, "median": 14.0, "p95": 18.0, "max": 19, "min": 14}, "peak_allocated_mb": 2747.42626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 85, "mean": 85.0, "median": 85.0, "p95": 85.0, "max": 85, "min": 85}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 444, "mean": 444.0, "median": 444.0, "p95": 444.0, "max": 444, "min": 444}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 85, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.976470588235294, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 121, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017639801000768784, "decode_time_sec": 1.8782341929982067, "total_time_sec": 1.8959137839992763, "prefill_units_per_sec": 1417.2495482749744, "prefill_bytes_per_sec": 5782.378156961895, "decode_units_per_sec": 68.14911605654184, "decode_bytes_per_sec": 276.3233690105095, "total_units_per_sec": 67.51361854123682, "total_bytes_per_sec": 273.74662517892114, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2736.17529296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "model_input_units": {"count": 1, "sum": 25, "mean": 25.0, "median": 25.0, "p95": 25.0, "max": 25, "min": 25}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 519, "mean": 519.0, "median": 519.0, "p95": 519.0, "max": 519, "min": 519}}, "compression_summary": {"raw_prompt_bytes": 102, "model_input_units": 25, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.08, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 122, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018397559000732144, "decode_time_sec": 1.8904050960009045, "total_time_sec": 1.9088624250034627, "prefill_units_per_sec": 3043.88207140803, "prefill_bytes_per_sec": 10599.232212938674, "decode_units_per_sec": 67.71035492380982, "decode_bytes_per_sec": 280.3631883564, "total_units_per_sec": 67.05564441071117, "total_bytes_per_sec": 277.6522776381009, "step_latency_ms": {"count": 128, "sum": 1858, "mean": 14.515625, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2741.98779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}, "model_input_units": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 530, "mean": 530.0, "median": 530.0, "p95": 530.0, "max": 530, "min": 530}}, "compression_summary": {"raw_prompt_bytes": 195, "model_input_units": 56, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.482142857142857, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 123, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01787458000035258, "decode_time_sec": 1.8823706669973035, "total_time_sec": 1.90030360700257, "prefill_units_per_sec": 3021.0500050314376, "prefill_bytes_per_sec": 8783.423162776588, "decode_units_per_sec": 67.99935966075239, "decode_bytes_per_sec": 225.24787887624228, "total_units_per_sec": 67.35765775969865, "total_bytes_per_sec": 223.12224132900178, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.61279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 424, "mean": 424.0, "median": 424.0, "p95": 424.0, "max": 424, "min": 424}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 54, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9074074074074074, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 124, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017921480000950396, "decode_time_sec": 1.8791154729988193, "total_time_sec": 1.8970636429985461, "prefill_units_per_sec": 2622.5512623682607, "prefill_bytes_per_sec": 9876.416456152812, "decode_units_per_sec": 68.11715503344186, "decode_bytes_per_sec": 269.2756284915748, "total_units_per_sec": 67.47269680298126, "total_bytes_per_sec": 266.72800454928534, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2740.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 47, "mean": 47.0, "median": 47.0, "p95": 47.0, "max": 47, "min": 47}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 47, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.765957446808511, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 125, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01853856799789355, "decode_time_sec": 1.878948801997467, "total_time_sec": 1.8975134499996784, "prefill_units_per_sec": 3883.7951242070594, "prefill_bytes_per_sec": 12730.217351567584, "decode_units_per_sec": 68.1231973239112, "decode_bytes_per_sec": 324.6496122467643, "total_units_per_sec": 67.45670234907779, "total_bytes_per_sec": 321.4733471323238, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2744.98876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}, "model_input_units": {"count": 1, "sum": 72, "mean": 72.0, "median": 72.0, "p95": 72.0, "max": 72, "min": 72}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 610, "mean": 610.0, "median": 610.0, "p95": 610.0, "max": 610, "min": 610}}, "compression_summary": {"raw_prompt_bytes": 236, "model_input_units": 72, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2777777777777777, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 126, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01846687899887911, "decode_time_sec": 1.8813831320003374, "total_time_sec": 1.8998757709996426, "prefill_units_per_sec": 4440.382156886239, "prefill_bytes_per_sec": 11750.767415174558, "decode_units_per_sec": 68.03505241588243, "decode_bytes_per_sec": 178.59201259169137, "total_units_per_sec": 67.37282613623272, "total_bytes_per_sec": 176.85366860761087, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 336, "mean": 336.0, "median": 336.0, "p95": 336.0, "max": 336, "min": 336}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 82, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.6463414634146343, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 127, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018904928001575172, "decode_time_sec": 1.885613069000101, "total_time_sec": 1.9045448360011505, "prefill_units_per_sec": 4284.597116331309, "prefill_bytes_per_sec": 11214.00726743503, "decode_units_per_sec": 67.88243150429349, "decode_bytes_per_sec": 211.60226695478988, "total_units_per_sec": 67.20765905871416, "total_bytes_per_sec": 209.49887472208556, "step_latency_ms": {"count": 128, "sum": 1858, "mean": 14.515625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 81, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.617283950617284, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 0, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01794402100131265, "decode_time_sec": 1.8764133320000838, "total_time_sec": 1.8943827119983325, "prefill_units_per_sec": 2953.6300696551193, "prefill_bytes_per_sec": 10031.19646297965, "decode_units_per_sec": 68.21524757744275, "decode_bytes_per_sec": 234.48991354745948, "total_units_per_sec": 67.56818418437545, "total_bytes_per_sec": 232.2656331337906, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2741.42529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 53, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3962264150943398, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 1, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018185590000939555, "decode_time_sec": 1.8685566900021513, "total_time_sec": 1.8867803600005573, "prefill_units_per_sec": 2694.4410380674162, "prefill_bytes_per_sec": 9568.015114770009, "decode_units_per_sec": 68.5020693698368, "decode_bytes_per_sec": 252.6013808012732, "total_units_per_sec": 67.8404348028947, "total_bytes_per_sec": 250.16160333567422, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.67529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 174, "mean": 174.0, "median": 174.0, "p95": 174.0, "max": 174, "min": 174}, "model_input_units": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 472, "mean": 472.0, "median": 472.0, "p95": 472.0, "max": 472, "min": 472}}, "compression_summary": {"raw_prompt_bytes": 174, "model_input_units": 49, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5510204081632653, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 2, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018618389000039315, "decode_time_sec": 1.8846706330004963, "total_time_sec": 1.9033492310009024, "prefill_units_per_sec": 3437.4617481601044, "prefill_bytes_per_sec": 9936.4128657753, "decode_units_per_sec": 67.91637634646918, "decode_bytes_per_sec": 187.83122833320382, "total_units_per_sec": 67.24987612109915, "total_bytes_per_sec": 185.9879386474148, "step_latency_ms": {"count": 128, "sum": 1849, "mean": 14.4453125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 185, "mean": 185.0, "median": 185.0, "p95": 185.0, "max": 185, "min": 185}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}}, "compression_summary": {"raw_prompt_bytes": 185, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.890625, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 3, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01836967900089803, "decode_time_sec": 1.8742798490020505, "total_time_sec": 1.8926760080030363, "prefill_units_per_sec": 2939.6267619788086, "prefill_bytes_per_sec": 9145.505481711849, "decode_units_per_sec": 68.29289663875588, "decode_bytes_per_sec": 206.47930468123846, "total_units_per_sec": 67.62911320202811, "total_bytes_per_sec": 204.47239694675687, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.61279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 168, "mean": 168.0, "median": 168.0, "p95": 168.0, "max": 168, "min": 168}, "model_input_units": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "compression_summary": {"raw_prompt_bytes": 168, "model_input_units": 54, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.111111111111111, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 4, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018035030996543355, "decode_time_sec": 1.8873276400008763, "total_time_sec": 1.9053875709978456, "prefill_units_per_sec": 2883.2775507825004, "prefill_bytes_per_sec": 11034.081396263799, "decode_units_per_sec": 67.82076269488671, "decode_bytes_per_sec": 208.23093546164435, "total_units_per_sec": 67.17793374340465, "total_bytes_per_sec": 206.2572496965471, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 14.0, "p95": 15.0, "max": 25, "min": 14}, "peak_allocated_mb": 2741.23779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 52, "mean": 52.0, "median": 52.0, "p95": 52.0, "max": 52, "min": 52}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 393, "mean": 393.0, "median": 393.0, "p95": 393.0, "max": 393, "min": 393}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 52, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.826923076923077, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 5, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018546008999692276, "decode_time_sec": 1.878771350999159, "total_time_sec": 1.8973425600015617, "prefill_units_per_sec": 3289.117351394154, "prefill_bytes_per_sec": 11700.630577910351, "decode_units_per_sec": 68.12963159776078, "decode_bytes_per_sec": 221.42130269272252, "total_units_per_sec": 67.46277804462187, "total_bytes_per_sec": 219.25402864502107, "step_latency_ms": {"count": 128, "sum": 1836, "mean": 14.34375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.92529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 61, "mean": 61.0, "median": 61.0, "p95": 61.0, "max": 61, "min": 61}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 416, "mean": 416.0, "median": 416.0, "p95": 416.0, "max": 416, "min": 416}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 61, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.557377049180328, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 6, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01845937899997807, "decode_time_sec": 1.876584924000781, "total_time_sec": 1.8950701729991124, "prefill_units_per_sec": 3250.380199684468, "prefill_bytes_per_sec": 10130.351622349926, "decode_units_per_sec": 68.20901008152121, "decode_bytes_per_sec": 237.1328866115386, "total_units_per_sec": 67.5436729593126, "total_bytes_per_sec": 234.81980052261022, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2742.73779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 445, "mean": 445.0, "median": 445.0, "p95": 445.0, "max": 445, "min": 445}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 60, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1166666666666667, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 7, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017504152001492912, "decode_time_sec": 1.8747022169991396, "total_time_sec": 1.892231208999874, "prefill_units_per_sec": 2342.30141491591, "prefill_bytes_per_sec": 8340.878209212751, "decode_units_per_sec": 68.2775103370237, "decode_bytes_per_sec": 255.50724571433088, "total_units_per_sec": 67.64501049935305, "total_bytes_per_sec": 253.14031272804775, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2739.17529296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}, "model_input_units": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "compression_summary": {"raw_prompt_bytes": 146, "model_input_units": 41, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5609756097560976, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 8, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01774290100001963, "decode_time_sec": 1.8721922309996444, "total_time_sec": 1.8899608420033474, "prefill_units_per_sec": 2423.50447652007, "prefill_bytes_per_sec": 8848.609367759325, "decode_units_per_sec": 68.36904772949264, "decode_bytes_per_sec": 173.5932852506649, "total_units_per_sec": 67.72627091274587, "total_bytes_per_sec": 171.9612347393938, "step_latency_ms": {"count": 128, "sum": 1828, "mean": 14.28125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2739.55029296875, "peak_reserved_mb": 2814.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 325, "mean": 325.0, "median": 325.0, "p95": 325.0, "max": 325, "min": 325}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 43, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6511627906976742, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 9, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01821806099906098, "decode_time_sec": 1.8788870989992574, "total_time_sec": 1.8971316799979832, "prefill_units_per_sec": 2964.0915135141627, "prefill_bytes_per_sec": 10099.86737938159, "decode_units_per_sec": 68.1254345022519, "decode_bytes_per_sec": 211.29529294839068, "total_units_per_sec": 67.47027702375202, "total_bytes_per_sec": 209.2632810814809, "step_latency_ms": {"count": 128, "sum": 1845, "mean": 14.4140625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.61279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 397, "mean": 397.0, "median": 397.0, "p95": 397.0, "max": 397, "min": 397}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 54, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4074074074074074, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 10, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01832236999689485, "decode_time_sec": 1.8740750500001013, "total_time_sec": 1.8924231400014833, "prefill_units_per_sec": 3001.7950739626494, "prefill_bytes_per_sec": 9605.744236680477, "decode_units_per_sec": 68.3003596894335, "decode_bytes_per_sec": 193.16195474667913, "total_units_per_sec": 67.63814989067386, "total_bytes_per_sec": 191.289142659562, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.80029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 55, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 11, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01869583900042926, "decode_time_sec": 1.8733020390027377, "total_time_sec": 1.8920382780015643, "prefill_units_per_sec": 3369.7337679551856, "prefill_bytes_per_sec": 10858.03103007782, "decode_units_per_sec": 68.32854357439416, "decode_bytes_per_sec": 204.45181397650754, "total_units_per_sec": 67.6519082558932, "total_bytes_per_sec": 202.42719423443046, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2222222222222223, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 12, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017834891001257347, "decode_time_sec": 1.8675416719997884, "total_time_sec": 1.8854026029985107, "prefill_units_per_sec": 2859.563313081338, "prefill_bytes_per_sec": 13008.209581075891, "decode_units_per_sec": 68.53930057846361, "decode_bytes_per_sec": 232.92652930962242, "total_units_per_sec": 67.89000916644068, "total_bytes_per_sec": 230.71995302657572, "step_latency_ms": {"count": 128, "sum": 1817, "mean": 14.1953125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.05029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 435, "mean": 435.0, "median": 435.0, "p95": 435.0, "max": 435, "min": 435}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 51, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.549019607843137, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 13, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01790606100257719, "decode_time_sec": 1.8647541960017406, "total_time_sec": 1.8826902070031792, "prefill_units_per_sec": 2345.5744953597004, "prefill_bytes_per_sec": 5752.242214810693, "decode_units_per_sec": 68.64175464758172, "decode_bytes_per_sec": 211.82416473277172, "total_units_per_sec": 67.98781845460773, "total_bytes_per_sec": 209.80615851226605, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2739.36279296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}, "model_input_units": {"count": 1, "sum": 42, "mean": 42.0, "median": 42.0, "p95": 42.0, "max": 42, "min": 42}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "compression_summary": {"raw_prompt_bytes": 103, "model_input_units": 42, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.4523809523809526, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 14, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018481189999874914, "decode_time_sec": 1.8767601899999136, "total_time_sec": 1.895268340002076, "prefill_units_per_sec": 3571.1986079060225, "prefill_bytes_per_sec": 8278.687681963962, "decode_units_per_sec": 68.20264021052466, "decode_bytes_per_sec": 140.1351123075624, "total_units_per_sec": 67.53661067321991, "total_bytes_per_sec": 138.76662974263155, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 153, "mean": 153.0, "median": 153.0, "p95": 153.0, "max": 153, "min": 153}, "model_input_units": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "compression_summary": {"raw_prompt_bytes": 153, "model_input_units": 66, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.3181818181818183, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 15, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01896434900118038, "decode_time_sec": 1.8792511300016486, "total_time_sec": 1.898244618998433, "prefill_units_per_sec": 4851.207916194419, "prefill_bytes_per_sec": 12602.59447793985, "decode_units_per_sec": 68.11223787844028, "decode_bytes_per_sec": 183.5837661567336, "total_units_per_sec": 67.43071926501042, "total_bytes_per_sec": 181.7468605189734, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.73876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 92, "mean": 92.0, "median": 92.0, "p95": 92.0, "max": 92, "min": 92}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 345, "mean": 345.0, "median": 345.0, "p95": 345.0, "max": 345, "min": 345}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 92, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.597826086956522, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 16, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018048271002044203, "decode_time_sec": 1.8783026509991032, "total_time_sec": 1.8963760520018695, "prefill_units_per_sec": 3102.7902890895903, "prefill_bytes_per_sec": 11081.393889605679, "decode_units_per_sec": 68.14663224369858, "decode_bytes_per_sec": 247.03154188340733, "total_units_per_sec": 67.49716115897978, "total_bytes_per_sec": 244.67720920130168, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.98779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 464, "mean": 464.0, "median": 464.0, "p95": 464.0, "max": 464, "min": 464}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 56, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5714285714285716, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 17, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01843376999750035, "decode_time_sec": 1.8874239020005916, "total_time_sec": 1.905895691998012, "prefill_units_per_sec": 4394.109290231121, "prefill_bytes_per_sec": 12368.603928057972, "decode_units_per_sec": 67.81730371451017, "decode_bytes_per_sec": 231.00269077755027, "total_units_per_sec": 67.16002378168633, "total_bytes_per_sec": 228.76383100636906, "step_latency_ms": {"count": 128, "sum": 1853, "mean": 14.4765625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 81, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.814814814814815, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 18, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017889432001538808, "decode_time_sec": 1.9045622430021467, "total_time_sec": 1.9224899350010674, "prefill_units_per_sec": 3577.531136510923, "prefill_bytes_per_sec": 11123.88587758865, "decode_units_per_sec": 67.20704480533783, "decode_bytes_per_sec": 203.1962995286386, "total_units_per_sec": 66.58032256482474, "total_bytes_per_sec": 201.30144400458727, "step_latency_ms": {"count": 128, "sum": 1858, "mean": 14.515625, "median": 14.0, "p95": 17.299999999999983, "max": 19, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.109375, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 19, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017817932002799353, "decode_time_sec": 1.8848512830008985, "total_time_sec": 1.9026949649996823, "prefill_units_per_sec": 3760.256801377046, "prefill_bytes_per_sec": 10831.78451739955, "decode_units_per_sec": 67.90986703004461, "decode_bytes_per_sec": 209.03505945185606, "total_units_per_sec": 67.27300085120127, "total_bytes_per_sec": 207.07470574510393, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2744.05126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 67, "mean": 67.0, "median": 67.0, "p95": 67.0, "max": 67, "min": 67}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 67, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8805970149253732, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 20, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018013441000221064, "decode_time_sec": 1.8878220920014428, "total_time_sec": 1.9058613529996364, "prefill_units_per_sec": 3941.5012378328315, "prefill_bytes_per_sec": 13545.440873679026, "decode_units_per_sec": 67.8029993092708, "decode_bytes_per_sec": 290.2815907928157, "total_units_per_sec": 67.16123384239924, "total_bytes_per_sec": 287.5340323877718, "step_latency_ms": {"count": 128, "sum": 1848, "mean": 14.4375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2744.80126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 71, "mean": 71.0, "median": 71.0, "p95": 71.0, "max": 71, "min": 71}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 548, "mean": 548.0, "median": 548.0, "p95": 548.0, "max": 548, "min": 548}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 71, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.436619718309859, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 21, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01826114099822007, "decode_time_sec": 1.903098927999963, "total_time_sec": 1.921388859002036, "prefill_units_per_sec": 4271.365081053957, "prefill_bytes_per_sec": 13361.7061509893, "decode_units_per_sec": 67.25872108735825, "decode_bytes_per_sec": 229.62547746230902, "total_units_per_sec": 66.61847725425183, "total_bytes_per_sec": 227.4396450008441, "step_latency_ms": {"count": 128, "sum": 1862, "mean": 14.546875, "median": 14.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2746.11376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 78, "mean": 78.0, "median": 78.0, "p95": 78.0, "max": 78, "min": 78}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 437, "mean": 437.0, "median": 437.0, "p95": 437.0, "max": 437, "min": 437}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 78, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.128205128205128, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 22, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017734093002218287, "decode_time_sec": 1.8952820259983127, "total_time_sec": 1.913041007999709, "prefill_units_per_sec": 3608.867958005774, "prefill_bytes_per_sec": 8796.615647639075, "decode_units_per_sec": 67.53612298548435, "decode_bytes_per_sec": 178.3375747585446, "total_units_per_sec": 66.90917730709694, "total_bytes_per_sec": 176.68204632655286, "step_latency_ms": {"count": 128, "sum": 1852, "mean": 14.46875, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.4375, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 23, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01766538299852982, "decode_time_sec": 1.8809559410001384, "total_time_sec": 1.8986464539993904, "prefill_units_per_sec": 2830.3943370014217, "prefill_bytes_per_sec": 9283.693425364663, "decode_units_per_sec": 68.05050411331808, "decode_bytes_per_sec": 232.8603187627603, "total_units_per_sec": 67.41644803347948, "total_bytes_per_sec": 230.6906581145626, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.86279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 164, "mean": 164.0, "median": 164.0, "p95": 164.0, "max": 164, "min": 164}, "model_input_units": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 438, "mean": 438.0, "median": 438.0, "p95": 438.0, "max": 438, "min": 438}}, "compression_summary": {"raw_prompt_bytes": 164, "model_input_units": 50, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.28, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 24, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017965991999517428, "decode_time_sec": 1.8766048190009315, "total_time_sec": 1.8945962310026516, "prefill_units_per_sec": 3784.9287699686442, "prefill_bytes_per_sec": 11020.822006673405, "decode_units_per_sec": 68.20828695737058, "decode_bytes_per_sec": 169.45496290971752, "total_units_per_sec": 67.56056932102112, "total_bytes_per_sec": 167.84578940691185, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2744.23876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 68, "mean": 68.0, "median": 68.0, "p95": 68.0, "max": 68, "min": 68}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 68, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.911764705882353, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 25, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018017771999438992, "decode_time_sec": 0.00019724899902939796, "total_time_sec": 0.018240550998598337, "prefill_units_per_sec": 3274.5447107354366, "prefill_bytes_per_sec": 10767.147014960588, "decode_units_per_sec": 0.0, "decode_bytes_per_sec": 0.0, "total_units_per_sec": 0.0, "total_bytes_per_sec": 0.0, "step_latency_ms": {"count": 0, "sum": 0, "mean": null, "median": null, "p95": null, "max": null, "min": null}, "peak_allocated_mb": 2723.3076171875, "peak_reserved_mb": 2784.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}}, "generated_stats": {"units": {"count": 1, "sum": 0, "mean": 0.0, "median": 0.0, "p95": 0.0, "max": 0, "min": 0}, "bytes": {"count": 1, "sum": 0, "mean": 0.0, "median": 0.0, "p95": 0.0, "max": 0, "min": 0}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 59, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.288135593220339, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 26, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018018111997662345, "decode_time_sec": 1.877025544999924, "total_time_sec": 1.8950694470004237, "prefill_units_per_sec": 3496.481762804758, "prefill_bytes_per_sec": 10655.944419976406, "decode_units_per_sec": 68.19299840695838, "decode_bytes_per_sec": 204.04623742082077, "total_units_per_sec": 67.54369883520758, "total_bytes_per_sec": 202.1034113584727, "step_latency_ms": {"count": 128, "sum": 1828, "mean": 14.28125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0476190476190474, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 27, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01785992199802422, "decode_time_sec": 1.8854884700012917, "total_time_sec": 1.9033739020014764, "prefill_units_per_sec": 3583.4423021041243, "prefill_bytes_per_sec": 11142.265908105011, "decode_units_per_sec": 67.88691738852813, "decode_bytes_per_sec": 199.94818637089926, "total_units_per_sec": 67.24900444699946, "total_bytes_per_sec": 198.0693334103031, "step_latency_ms": {"count": 128, "sum": 1845, "mean": 14.4140625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 377, "mean": 377.0, "median": 377.0, "p95": 377.0, "max": 377, "min": 377}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.109375, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 28, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01816962199882255, "decode_time_sec": 1.8751736429985613, "total_time_sec": 1.8933780850020412, "prefill_units_per_sec": 4017.695029909298, "prefill_bytes_per_sec": 11777.900498638215, "decode_units_per_sec": 68.26034510346315, "decode_bytes_per_sec": 212.78029450220154, "total_units_per_sec": 67.60403588375853, "total_bytes_per_sec": 210.73445560640354, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2745.17626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 73, "mean": 73.0, "median": 73.0, "p95": 73.0, "max": 73, "min": 73}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 73, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9315068493150687, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 29, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018519149998610374, "decode_time_sec": 1.8807613459975983, "total_time_sec": 1.8993094159995962, "prefill_units_per_sec": 4481.847169347842, "prefill_bytes_per_sec": 13175.55071470932, "decode_units_per_sec": 68.05754503217202, "decode_bytes_per_sec": 252.55729601782585, "total_units_per_sec": 67.39291603660813, "total_bytes_per_sec": 250.09089935460045, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2747.05126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 244, "mean": 244.0, "median": 244.0, "p95": 244.0, "max": 244, "min": 244}, "model_input_units": {"count": 1, "sum": 83, "mean": 83.0, "median": 83.0, "p95": 83.0, "max": 83, "min": 83}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 475, "mean": 475.0, "median": 475.0, "p95": 475.0, "max": 475, "min": 475}}, "compression_summary": {"raw_prompt_bytes": 244, "model_input_units": 83, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9397590361445785, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 30, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01815013099985663, "decode_time_sec": 1.8752873869998439, "total_time_sec": 1.8934622980013955, "prefill_units_per_sec": 3415.9533063695103, "prefill_bytes_per_sec": 11129.396256236147, "decode_units_per_sec": 68.2562048288392, "decode_bytes_per_sec": 221.29941409350212, "total_units_per_sec": 67.6010291491453, "total_bytes_per_sec": 219.17521169449455, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2743.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 415, "mean": 415.0, "median": 415.0, "p95": 415.0, "max": 415, "min": 415}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 62, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2580645161290325, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 31, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018122141998901498, "decode_time_sec": 1.8739165459992364, "total_time_sec": 1.8920636779985216, "prefill_units_per_sec": 3366.048009319076, "prefill_bytes_per_sec": 10098.144027957227, "decode_units_per_sec": 68.30613683052039, "decode_bytes_per_sec": 193.17829322381547, "total_units_per_sec": 67.65100006327589, "total_bytes_per_sec": 191.32548455395212, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.92529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}, "model_input_units": {"count": 1, "sum": 61, "mean": 61.0, "median": 61.0, "p95": 61.0, "max": 61, "min": 61}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}}, "compression_summary": {"raw_prompt_bytes": 183, "model_input_units": 61, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 32, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017258414001844358, "decode_time_sec": 1.8728221060009673, "total_time_sec": 1.890106470000319, "prefill_units_per_sec": 1738.2825557895403, "prefill_bytes_per_sec": 5446.618674807227, "decode_units_per_sec": 68.34605357863812, "decode_bytes_per_sec": 218.92095286907525, "total_units_per_sec": 67.7210527722168, "total_bytes_per_sec": 216.91899716100693, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2737.11279296875, "peak_reserved_mb": 2802.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}, "model_input_units": {"count": 1, "sum": 30, "mean": 30.0, "median": 30.0, "p95": 30.0, "max": 30, "min": 30}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 410, "mean": 410.0, "median": 410.0, "p95": 410.0, "max": 410, "min": 410}}, "compression_summary": {"raw_prompt_bytes": 94, "model_input_units": 30, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1333333333333333, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 33, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017727882997860434, "decode_time_sec": 1.8825206469991826, "total_time_sec": 1.900273900002503, "prefill_units_per_sec": 2481.965839085825, "prefill_bytes_per_sec": 7953.572347979575, "decode_units_per_sec": 67.9939421668694, "decode_bytes_per_sec": 224.16752808139756, "total_units_per_sec": 67.35871076260712, "total_bytes_per_sec": 222.07324954547033, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2739.73779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}, "model_input_units": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 422, "mean": 422.0, "median": 422.0, "p95": 422.0, "max": 422, "min": 422}}, "compression_summary": {"raw_prompt_bytes": 141, "model_input_units": 44, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2045454545454546, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 34, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01755719300126657, "decode_time_sec": 1.8934705649990065, "total_time_sec": 1.911053407999134, "prefill_units_per_sec": 2847.8356418587537, "prefill_bytes_per_sec": 11448.299280272191, "decode_units_per_sec": 67.60073399929888, "decode_bytes_per_sec": 282.54994288769456, "total_units_per_sec": 66.97876650868463, "total_bytes_per_sec": 279.95031314176777, "step_latency_ms": {"count": 128, "sum": 1850, "mean": 14.453125, "median": 14.0, "p95": 15.0, "max": 25, "min": 14}, "peak_allocated_mb": 2740.86279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 535, "mean": 535.0, "median": 535.0, "p95": 535.0, "max": 535, "min": 535}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 50, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.02, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 35, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018009762003202923, "decode_time_sec": 1.8787772699979541, "total_time_sec": 1.8968124620005256, "prefill_units_per_sec": 3886.780957324752, "prefill_bytes_per_sec": 12659.800832429193, "decode_units_per_sec": 68.12941695858359, "decode_bytes_per_sec": 220.35608297541881, "total_units_per_sec": 67.48163171861559, "total_bytes_per_sec": 218.2609025898973, "step_latency_ms": {"count": 128, "sum": 1832, "mean": 14.3125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.61376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}, "model_input_units": {"count": 1, "sum": 70, "mean": 70.0, "median": 70.0, "p95": 70.0, "max": 70, "min": 70}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 414, "mean": 414.0, "median": 414.0, "p95": 414.0, "max": 414, "min": 414}}, "compression_summary": {"raw_prompt_bytes": 228, "model_input_units": 70, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.257142857142857, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 36, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017584213997906772, "decode_time_sec": 1.8738995490020898, "total_time_sec": 1.8915092230017763, "prefill_units_per_sec": 2331.636774033838, "prefill_bytes_per_sec": 7108.648701322676, "decode_units_per_sec": 68.30675639372666, "decode_bytes_per_sec": 220.92966521095966, "total_units_per_sec": 67.67083048998688, "total_bytes_per_sec": 218.87284236605132, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2739.17529296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 125, "mean": 125.0, "median": 125.0, "p95": 125.0, "max": 125, "min": 125}, "model_input_units": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 414, "mean": 414.0, "median": 414.0, "p95": 414.0, "max": 414, "min": 414}}, "compression_summary": {"raw_prompt_bytes": 125, "model_input_units": 41, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.048780487804878, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 37, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017896262001158902, "decode_time_sec": 1.883316191000631, "total_time_sec": 1.901250662998791, "prefill_units_per_sec": 3687.920974543514, "prefill_bytes_per_sec": 14248.785583463577, "decode_units_per_sec": 67.96522039774526, "decode_bytes_per_sec": 241.06414109825272, "total_units_per_sec": 67.32410538550928, "total_bytes_per_sec": 238.79018628922822, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 454, "mean": 454.0, "median": 454.0, "p95": 454.0, "max": 454, "min": 454}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 66, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.8636363636363638, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 38, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01777593400038313, "decode_time_sec": 1.8689932939996652, "total_time_sec": 1.8867949880004744, "prefill_units_per_sec": 2981.559224896856, "prefill_bytes_per_sec": 8269.607661506374, "decode_units_per_sec": 68.48606702385682, "decode_bytes_per_sec": 199.57267968670774, "total_units_per_sec": 67.83990884756781, "total_bytes_per_sec": 197.6897343761156, "step_latency_ms": {"count": 128, "sum": 1821, "mean": 14.2265625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.42529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 53, "mean": 53.0, "median": 53.0, "p95": 53.0, "max": 53, "min": 53}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 373, "mean": 373.0, "median": 373.0, "p95": 373.0, "max": 373, "min": 373}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 53, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.7735849056603774, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 39, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01876923999952851, "decode_time_sec": 1.8817365180002525, "total_time_sec": 1.900531448001857, "prefill_units_per_sec": 3090.1624147518487, "prefill_bytes_per_sec": 10709.011126984855, "decode_units_per_sec": 68.02227558193289, "decode_bytes_per_sec": 230.6380281449912, "total_units_per_sec": 67.34958273622576, "total_bytes_per_sec": 228.35717896501546, "step_latency_ms": {"count": 128, "sum": 1838, "mean": 14.359375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 434, "mean": 434.0, "median": 434.0, "p95": 434.0, "max": 434, "min": 434}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4655172413793105, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 40, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01808513200012385, "decode_time_sec": 1.8932065940025495, "total_time_sec": 1.911316796002211, "prefill_units_per_sec": 4202.346988646781, "prefill_bytes_per_sec": 12275.276729994546, "decode_units_per_sec": 67.61015961252649, "decode_bytes_per_sec": 144.19979354859163, "total_units_per_sec": 66.96953653508936, "total_bytes_per_sec": 142.83346464124526, "step_latency_ms": {"count": 128, "sum": 1848, "mean": 14.4375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2745.73876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 222, "mean": 222.0, "median": 222.0, "p95": 222.0, "max": 222, "min": 222}, "model_input_units": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}}, "compression_summary": {"raw_prompt_bytes": 222, "model_input_units": 76, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9210526315789473, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 41, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01800229299988132, "decode_time_sec": 1.8809573229991656, "total_time_sec": 1.89899027499996, "prefill_units_per_sec": 3277.360278515018, "prefill_bytes_per_sec": 9609.886918357595, "decode_units_per_sec": 68.05045411445349, "decode_bytes_per_sec": 197.77163227013045, "total_units_per_sec": 67.4042419727519, "total_bytes_per_sec": 195.89357823331022, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.55029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 173, "mean": 173.0, "median": 173.0, "p95": 173.0, "max": 173, "min": 173}, "model_input_units": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 372, "mean": 372.0, "median": 372.0, "p95": 372.0, "max": 372, "min": 372}}, "compression_summary": {"raw_prompt_bytes": 173, "model_input_units": 59, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9322033898305087, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 42, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017264084999624174, "decode_time_sec": 1.873860527000943, "total_time_sec": 1.8911500419999356, "prefill_units_per_sec": 1853.5589925962838, "prefill_bytes_per_sec": 8051.396874090108, "decode_units_per_sec": 68.30817884021504, "decode_bytes_per_sec": 291.3770753652922, "total_units_per_sec": 67.68368302741172, "total_bytes_per_sec": 288.7132104138031, "step_latency_ms": {"count": 128, "sum": 1835, "mean": 14.3359375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2737.48779296875, "peak_reserved_mb": 2802.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}, "model_input_units": {"count": 1, "sum": 32, "mean": 32.0, "median": 32.0, "p95": 32.0, "max": 32, "min": 32}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 546, "mean": 546.0, "median": 546.0, "p95": 546.0, "max": 546, "min": 546}}, "compression_summary": {"raw_prompt_bytes": 139, "model_input_units": 32, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.34375, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 43, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018213923001894727, "decode_time_sec": 1.883490978001646, "total_time_sec": 1.901738230000774, "prefill_units_per_sec": 4172.632111824235, "prefill_bytes_per_sec": 13121.82993060516, "decode_units_per_sec": 67.95891325999659, "decode_bytes_per_sec": 207.5932428488958, "total_units_per_sec": 67.30684485421945, "total_bytes_per_sec": 205.6013776406235, "step_latency_ms": {"count": 128, "sum": 1849, "mean": 14.4453125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2745.73876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 239, "mean": 239.0, "median": 239.0, "p95": 239.0, "max": 239, "min": 239}, "model_input_units": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "compression_summary": {"raw_prompt_bytes": 239, "model_input_units": 76, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1447368421052633, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 44, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01753465400179266, "decode_time_sec": 1.8762487630010583, "total_time_sec": 1.8938087370006542, "prefill_units_per_sec": 2908.526167370397, "prefill_bytes_per_sec": 10151.32662337119, "decode_units_per_sec": 68.22123085387895, "decode_bytes_per_sec": 235.57643779230074, "total_units_per_sec": 67.58866272986035, "total_bytes_per_sec": 233.392100989049, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2741.05029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 442, "mean": 442.0, "median": 442.0, "p95": 442.0, "max": 442, "min": 442}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 51, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4901960784313726, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 45, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0175372449994029, "decode_time_sec": 1.8761720799993782, "total_time_sec": 1.8937377239999478, "prefill_units_per_sec": 2337.881463217053, "prefill_bytes_per_sec": 7583.859380679708, "decode_units_per_sec": 68.22401919553265, "decode_bytes_per_sec": 222.79406268541132, "total_units_per_sec": 67.59119722748024, "total_bytes_per_sec": 220.72750344599015, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2739.17529296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 133, "mean": 133.0, "median": 133.0, "p95": 133.0, "max": 133, "min": 133}, "model_input_units": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 418, "mean": 418.0, "median": 418.0, "p95": 418.0, "max": 418, "min": 418}}, "compression_summary": {"raw_prompt_bytes": 133, "model_input_units": 41, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2439024390243905, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 46, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018263972000568174, "decode_time_sec": 1.9015228200005367, "total_time_sec": 1.9198121720000927, "prefill_units_per_sec": 3996.93998642404, "prefill_bytes_per_sec": 12976.366805239692, "decode_units_per_sec": 67.31446956811376, "decode_bytes_per_sec": 190.89962854082262, "total_units_per_sec": 66.67318911029064, "total_bytes_per_sec": 189.08099724246486, "step_latency_ms": {"count": 128, "sum": 1878, "mean": 14.671875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2745.17626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 73, "mean": 73.0, "median": 73.0, "p95": 73.0, "max": 73, "min": 73}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 73, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2465753424657535, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 47, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018124721998901805, "decode_time_sec": 1.8951782529984484, "total_time_sec": 1.9133278250010335, "prefill_units_per_sec": 3365.5688624463346, "prefill_bytes_per_sec": 8607.0285662562, "decode_units_per_sec": 67.53982101550888, "decode_bytes_per_sec": 181.51326897918008, "total_units_per_sec": 66.89914730108045, "total_bytes_per_sec": 179.79145837165368, "step_latency_ms": {"count": 128, "sum": 1862, "mean": 14.546875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.92529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 156, "mean": 156.0, "median": 156.0, "p95": 156.0, "max": 156, "min": 156}, "model_input_units": {"count": 1, "sum": 61, "mean": 61.0, "median": 61.0, "p95": 61.0, "max": 61, "min": 61}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}}, "compression_summary": {"raw_prompt_bytes": 156, "model_input_units": 61, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.557377049180328, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 48, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017423565001081442, "decode_time_sec": 1.8884175960010907, "total_time_sec": 1.905879221001669, "prefill_units_per_sec": 2754.8897138456305, "prefill_bytes_per_sec": 12511.790783715573, "decode_units_per_sec": 67.78161793824233, "decode_bytes_per_sec": 275.3628228741095, "total_units_per_sec": 67.16060419228837, "total_bytes_per_sec": 272.83995453117154, "step_latency_ms": {"count": 128, "sum": 1852, "mean": 14.46875, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2740.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 218, "mean": 218.0, "median": 218.0, "p95": 218.0, "max": 218, "min": 218}, "model_input_units": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 520, "mean": 520.0, "median": 520.0, "p95": 520.0, "max": 520, "min": 520}}, "compression_summary": {"raw_prompt_bytes": 218, "model_input_units": 48, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.541666666666667, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 49, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01890137099690037, "decode_time_sec": 0.46912672300095437, "total_time_sec": 0.48805910300143296, "prefill_units_per_sec": 4338.309639731804, "prefill_bytes_per_sec": 12750.397843602008, "decode_units_per_sec": 68.21184646080138, "decode_bytes_per_sec": 208.89877978620424, "total_units_per_sec": 65.56582963663327, "total_bytes_per_sec": 200.79535326218937, "step_latency_ms": {"count": 32, "sum": 457, "mean": 14.28125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2730.830078125, "peak_reserved_mb": 2794.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 241, "mean": 241.0, "median": 241.0, "p95": 241.0, "max": 241, "min": 241}, "model_input_units": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}}, "generated_stats": {"units": {"count": 1, "sum": 32, "mean": 32.0, "median": 32.0, "p95": 32.0, "max": 32, "min": 32}, "bytes": {"count": 1, "sum": 98, "mean": 98.0, "median": 98.0, "p95": 98.0, "max": 98, "min": 98}}, "compression_summary": {"raw_prompt_bytes": 241, "model_input_units": 82, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9390243902439024, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 50, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01793948299746262, "decode_time_sec": 1.8849804430028598, "total_time_sec": 1.902944886001933, "prefill_units_per_sec": 3121.6061247651733, "prefill_bytes_per_sec": 9977.991005945822, "decode_units_per_sec": 67.90521380481283, "decode_bytes_per_sec": 209.55124572578958, "total_units_per_sec": 67.26416563168398, "total_bytes_per_sec": 207.57301112902476, "step_latency_ms": {"count": 128, "sum": 1832, "mean": 14.3125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2741.98779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 395, "mean": 395.0, "median": 395.0, "p95": 395.0, "max": 395, "min": 395}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 56, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1964285714285716, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 51, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017850044001534116, "decode_time_sec": 1.88380182200126, "total_time_sec": 1.9016774960000475, "prefill_units_per_sec": 3081.2248975561656, "prefill_bytes_per_sec": 11484.5655272548, "decode_units_per_sec": 67.94769943688608, "decode_bytes_per_sec": 254.27303148647215, "total_units_per_sec": 67.30899443740212, "total_bytes_per_sec": 251.88287762121575, "step_latency_ms": {"count": 128, "sum": 1835, "mean": 14.3359375, "median": 14.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2741.80029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 55, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.727272727272727, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 52, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018027253001491772, "decode_time_sec": 1.8780298929996206, "total_time_sec": 1.8960822759981966, "prefill_units_per_sec": 3217.3509738394664, "prefill_bytes_per_sec": 14034.306834161811, "decode_units_per_sec": 68.15652960430586, "decode_bytes_per_sec": 313.09405786978004, "total_units_per_sec": 67.50761906289858, "total_bytes_per_sec": 310.1131250701904, "step_latency_ms": {"count": 128, "sum": 1836, "mean": 14.34375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 588, "mean": 588.0, "median": 588.0, "p95": 588.0, "max": 588, "min": 588}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.362068965517241, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 53, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018049243997666053, "decode_time_sec": 1.8843696219992125, "total_time_sec": 1.902444375999039, "prefill_units_per_sec": 3213.4309895472616, "prefill_bytes_per_sec": 13019.93590592425, "decode_units_per_sec": 67.92722537322537, "decode_bytes_per_sec": 202.1896317749911, "total_units_per_sec": 67.28186201648224, "total_bytes_per_sec": 200.26866740843542, "step_latency_ms": {"count": 128, "sum": 1846, "mean": 14.421875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 235, "mean": 235.0, "median": 235.0, "p95": 235.0, "max": 235, "min": 235}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 381, "mean": 381.0, "median": 381.0, "p95": 381.0, "max": 381, "min": 381}}, "compression_summary": {"raw_prompt_bytes": 235, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.051724137931035, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 54, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01810960399961914, "decode_time_sec": 1.87592530099937, "total_time_sec": 1.894094364000921, "prefill_units_per_sec": 4031.010286118639, "prefill_bytes_per_sec": 13804.82974698164, "decode_units_per_sec": 68.23299410259565, "decode_bytes_per_sec": 227.0879334977012, "total_units_per_sec": 67.57847044622628, "total_bytes_per_sec": 224.90959695384686, "step_latency_ms": {"count": 128, "sum": 1818, "mean": 14.203125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2745.17626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 250, "mean": 250.0, "median": 250.0, "p95": 250.0, "max": 250, "min": 250}, "model_input_units": {"count": 1, "sum": 73, "mean": 73.0, "median": 73.0, "p95": 73.0, "max": 73, "min": 73}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 426, "mean": 426.0, "median": 426.0, "p95": 426.0, "max": 426, "min": 426}}, "compression_summary": {"raw_prompt_bytes": 250, "model_input_units": 73, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4246575342465753, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 55, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017690153999865288, "decode_time_sec": 1.876287716000661, "total_time_sec": 1.8940036299973144, "prefill_units_per_sec": 2713.373778451308, "prefill_bytes_per_sec": 8196.649955738327, "decode_units_per_sec": 68.21981453507256, "decode_bytes_per_sec": 211.588018518936, "total_units_per_sec": 67.5817078556399, "total_bytes_per_sec": 209.60889077100813, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2740.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 145, "mean": 145.0, "median": 145.0, "p95": 145.0, "max": 145, "min": 145}, "model_input_units": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 397, "mean": 397.0, "median": 397.0, "p95": 397.0, "max": 397, "min": 397}}, "compression_summary": {"raw_prompt_bytes": 145, "model_input_units": 48, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0208333333333335, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 56, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018199603000539355, "decode_time_sec": 1.8791184239998984, "total_time_sec": 1.8973433669998485, "prefill_units_per_sec": 3131.9364492901727, "prefill_bytes_per_sec": 10879.358192271126, "decode_units_per_sec": 68.11704806104702, "decode_bytes_per_sec": 218.71958400851815, "total_units_per_sec": 67.46274935063465, "total_bytes_per_sec": 216.61867174305345, "step_latency_ms": {"count": 128, "sum": 1851, "mean": 14.4609375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.17529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 198, "mean": 198.0, "median": 198.0, "p95": 198.0, "max": 198, "min": 198}, "model_input_units": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 411, "mean": 411.0, "median": 411.0, "p95": 411.0, "max": 411, "min": 411}}, "compression_summary": {"raw_prompt_bytes": 198, "model_input_units": 57, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.473684210526316, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 57, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01817003299947828, "decode_time_sec": 1.9072842280002078, "total_time_sec": 1.9254792110004928, "prefill_units_per_sec": 3467.2474178670413, "prefill_bytes_per_sec": 12052.81245258543, "decode_units_per_sec": 67.1111301193993, "decode_bytes_per_sec": 238.03478964224442, "total_units_per_sec": 66.47695766784742, "total_bytes_per_sec": 235.7854592281463, "step_latency_ms": {"count": 128, "sum": 1869, "mean": 14.6015625, "median": 14.0, "p95": 17.299999999999983, "max": 18, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 454, "mean": 454.0, "median": 454.0, "p95": 454.0, "max": 454, "min": 454}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4761904761904763, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 58, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018203793002612656, "decode_time_sec": 1.8800503740021668, "total_time_sec": 1.8982791170019482, "prefill_units_per_sec": 3296.016384683601, "prefill_bytes_per_sec": 10272.584398930556, "decode_units_per_sec": 68.08328211308473, "decode_bytes_per_sec": 228.71727584864405, "total_units_per_sec": 67.42949382604868, "total_bytes_per_sec": 226.52095582188227, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.73779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}, "model_input_units": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}}, "compression_summary": {"raw_prompt_bytes": 187, "model_input_units": 60, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1166666666666667, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 59, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018193943000369472, "decode_time_sec": 1.8808433880003577, "total_time_sec": 1.8990632310014917, "prefill_units_per_sec": 3187.874118261345, "prefill_bytes_per_sec": 12036.972963779906, "decode_units_per_sec": 68.05457637601864, "decode_bytes_per_sec": 243.5077810954417, "total_units_per_sec": 67.40165251501278, "total_bytes_per_sec": 241.17153790528013, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "compression_summary": {"raw_prompt_bytes": 219, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7758620689655173, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 60, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018014032997598406, "decode_time_sec": 1.882384019998426, "total_time_sec": 1.9004417230025865, "prefill_units_per_sec": 2997.6629890263425, "prefill_bytes_per_sec": 10103.234518570265, "decode_units_per_sec": 67.9988772960934, "decode_bytes_per_sec": 222.59007489893074, "total_units_per_sec": 67.35276249237862, "total_bytes_per_sec": 220.47505847114562, "step_latency_ms": {"count": 128, "sum": 1850, "mean": 14.453125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.61279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 182, "mean": 182.0, "median": 182.0, "p95": 182.0, "max": 182, "min": 182}, "model_input_units": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 419, "mean": 419.0, "median": 419.0, "p95": 419.0, "max": 419, "min": 419}}, "compression_summary": {"raw_prompt_bytes": 182, "model_input_units": 54, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3703703703703702, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 61, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01781512499655946, "decode_time_sec": 1.8925244989986822, "total_time_sec": 1.9103645640025206, "prefill_units_per_sec": 3592.4530427016352, "prefill_bytes_per_sec": 11338.679916027037, "decode_units_per_sec": 67.634527356303, "decode_bytes_per_sec": 179.65421329017983, "total_units_per_sec": 67.00291787857468, "total_bytes_per_sec": 177.97650061496398, "step_latency_ms": {"count": 128, "sum": 1851, "mean": 14.4609375, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 202, "mean": 202.0, "median": 202.0, "p95": 202.0, "max": 202, "min": 202}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 340, "mean": 340.0, "median": 340.0, "p95": 340.0, "max": 340, "min": 340}}, "compression_summary": {"raw_prompt_bytes": 202, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.15625, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 62, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01753346600162331, "decode_time_sec": 1.8759451980004087, "total_time_sec": 1.893504383002437, "prefill_units_per_sec": 2452.4529260796985, "prefill_bytes_per_sec": 8383.966979853853, "decode_units_per_sec": 68.23227039704393, "decode_bytes_per_sec": 220.68874956543897, "total_units_per_sec": 67.59952664964878, "total_bytes_per_sec": 218.64221900745775, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2739.55029296875, "peak_reserved_mb": 2814.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 147, "mean": 147.0, "median": 147.0, "p95": 147.0, "max": 147, "min": 147}, "model_input_units": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 414, "mean": 414.0, "median": 414.0, "p95": 414.0, "max": 414, "min": 414}}, "compression_summary": {"raw_prompt_bytes": 147, "model_input_units": 43, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4186046511627906, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 63, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01869534199795453, "decode_time_sec": 1.8909486350021325, "total_time_sec": 1.9096821469975112, "prefill_units_per_sec": 3048.887792811515, "prefill_bytes_per_sec": 10697.851904601806, "decode_units_per_sec": 67.69089209017866, "decode_bytes_per_sec": 247.49482420471574, "total_units_per_sec": 67.02686109374139, "total_bytes_per_sec": 245.06696087399195, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2742.17529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 57, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.508771929824561, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 64, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017974995000258787, "decode_time_sec": 1.8871558899991214, "total_time_sec": 1.9051559750005254, "prefill_units_per_sec": 3949.9315576431486, "prefill_bytes_per_sec": 12406.12306132989, "decode_units_per_sec": 67.82693506049443, "decode_bytes_per_sec": 189.70345899732038, "total_units_per_sec": 67.18610007769296, "total_bytes_per_sec": 187.91112365479748, "step_latency_ms": {"count": 128, "sum": 1845, "mean": 14.4140625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.80126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 223, "mean": 223.0, "median": 223.0, "p95": 223.0, "max": 223, "min": 223}, "model_input_units": {"count": 1, "sum": 71, "mean": 71.0, "median": 71.0, "p95": 71.0, "max": 71, "min": 71}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 223, "model_input_units": 71, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.140845070422535, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 65, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0179637740002363, "decode_time_sec": 1.9052150899988192, "total_time_sec": 1.923204643997451, "prefill_units_per_sec": 3451.3905596443396, "prefill_bytes_per_sec": 13248.88634186053, "decode_units_per_sec": 67.18401542792701, "decode_bytes_per_sec": 245.6415564083581, "total_units_per_sec": 66.55557971924783, "total_bytes_per_sec": 243.34383834849987, "step_latency_ms": {"count": 128, "sum": 1855, "mean": 14.4921875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2743.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 62, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.838709677419355, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 66, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018235712999739917, "decode_time_sec": 1.8873004820015922, "total_time_sec": 1.9055611549993046, "prefill_units_per_sec": 3399.921900552189, "prefill_bytes_per_sec": 10583.627851718911, "decode_units_per_sec": 67.82173862651089, "decode_bytes_per_sec": 205.0547878785915, "total_units_per_sec": 67.17181427853293, "total_bytes_per_sec": 203.08978223275193, "step_latency_ms": {"count": 128, "sum": 1852, "mean": 14.46875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 193, "mean": 193.0, "median": 193.0, "p95": 193.0, "max": 193, "min": 193}, "model_input_units": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "compression_summary": {"raw_prompt_bytes": 193, "model_input_units": 62, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1129032258064515, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 67, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017762764997314662, "decode_time_sec": 1.8706709689977288, "total_time_sec": 1.8884606739993615, "prefill_units_per_sec": 2814.877076151089, "prefill_bytes_per_sec": 11034.318138512268, "decode_units_per_sec": 68.42464662215828, "decode_bytes_per_sec": 262.47266790218526, "total_units_per_sec": 67.78007176020404, "total_bytes_per_sec": 260.00011901765765, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.86279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 491, "mean": 491.0, "median": 491.0, "p95": 491.0, "max": 491, "min": 491}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 50, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.92, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 68, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018252294001285918, "decode_time_sec": 1.8815455969997856, "total_time_sec": 1.8998365409970575, "prefill_units_per_sec": 3835.134366949619, "prefill_bytes_per_sec": 11505.403100848858, "decode_units_per_sec": 68.02917782279745, "decode_bytes_per_sec": 178.5765917848433, "total_units_per_sec": 67.37421732757284, "total_bytes_per_sec": 176.8573204848787, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.61376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 210, "mean": 210.0, "median": 210.0, "p95": 210.0, "max": 210, "min": 210}, "model_input_units": {"count": 1, "sum": 70, "mean": 70.0, "median": 70.0, "p95": 70.0, "max": 70, "min": 70}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 336, "mean": 336.0, "median": 336.0, "p95": 336.0, "max": 336, "min": 336}}, "compression_summary": {"raw_prompt_bytes": 210, "model_input_units": 70, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 69, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017654744999163086, "decode_time_sec": 1.8814109940030903, "total_time_sec": 1.8990910989996337, "prefill_units_per_sec": 2832.0998123943577, "prefill_bytes_per_sec": 9685.781358388704, "decode_units_per_sec": 68.03404487801656, "decode_bytes_per_sec": 260.44282804865713, "total_units_per_sec": 67.40066343706489, "total_bytes_per_sec": 258.01816472001406, "step_latency_ms": {"count": 128, "sum": 1836, "mean": 14.34375, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2740.86279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 171, "mean": 171.0, "median": 171.0, "p95": 171.0, "max": 171, "min": 171}, "model_input_units": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 490, "mean": 490.0, "median": 490.0, "p95": 490.0, "max": 490, "min": 490}}, "compression_summary": {"raw_prompt_bytes": 171, "model_input_units": 50, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.42, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 70, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017644194998865714, "decode_time_sec": 0.00020516000222414732, "total_time_sec": 0.017887175003124867, "prefill_units_per_sec": 2833.793210923725, "prefill_bytes_per_sec": 8161.324447460328, "decode_units_per_sec": 0.0, "decode_bytes_per_sec": 0.0, "total_units_per_sec": 0.0, "total_bytes_per_sec": 0.0, "step_latency_ms": {"count": 0, "sum": 0, "mean": null, "median": null, "p95": null, "max": null, "min": null}, "peak_allocated_mb": 2720.72119140625, "peak_reserved_mb": 2780.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 50, "mean": 50.0, "median": 50.0, "p95": 50.0, "max": 50, "min": 50}}, "generated_stats": {"units": {"count": 1, "sum": 0, "mean": 0.0, "median": 0.0, "p95": 0.0, "max": 0, "min": 0}, "bytes": {"count": 1, "sum": 0, "mean": 0.0, "median": 0.0, "p95": 0.0, "max": 0, "min": 0}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 50, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.88, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 71, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018157753998821136, "decode_time_sec": 1.8764202020029188, "total_time_sec": 1.8946039459988242, "prefill_units_per_sec": 3304.3734375901013, "prefill_bytes_per_sec": 9858.047422143802, "decode_units_per_sec": 68.2149978258446, "decode_bytes_per_sec": 228.0938989801679, "total_units_per_sec": 67.5602942083598, "total_bytes_per_sec": 225.9047337592031, "step_latency_ms": {"count": 128, "sum": 1828, "mean": 14.28125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.73779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 179, "mean": 179.0, "median": 179.0, "p95": 179.0, "max": 179, "min": 179}, "model_input_units": {"count": 1, "sum": 60, "mean": 60.0, "median": 60.0, "p95": 60.0, "max": 60, "min": 60}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 428, "mean": 428.0, "median": 428.0, "p95": 428.0, "max": 428, "min": 428}}, "compression_summary": {"raw_prompt_bytes": 179, "model_input_units": 60, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9833333333333334, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 72, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01777077500082669, "decode_time_sec": 1.8851335260005726, "total_time_sec": 1.902928660998441, "prefill_units_per_sec": 3038.6969615837206, "prefill_bytes_per_sec": 10354.078535766752, "decode_units_per_sec": 67.89969953563975, "decode_bytes_per_sec": 241.8926795957166, "total_units_per_sec": 67.26473914836099, "total_bytes_per_sec": 239.63063321603605, "step_latency_ms": {"count": 128, "sum": 1848, "mean": 14.4375, "median": 14.0, "p95": 15.0, "max": 17, "min": 14}, "peak_allocated_mb": 2741.61279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}, "model_input_units": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 456, "mean": 456.0, "median": 456.0, "p95": 456.0, "max": 456, "min": 456}}, "compression_summary": {"raw_prompt_bytes": 184, "model_input_units": 54, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4074074074074074, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 73, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018256224000651855, "decode_time_sec": 1.888078714000585, "total_time_sec": 1.906363718000648, "prefill_units_per_sec": 4491.618858153368, "prefill_bytes_per_sec": 12050.684741387086, "decode_units_per_sec": 67.79378372884953, "decode_bytes_per_sec": 254.22668898318574, "total_units_per_sec": 67.14353551285772, "total_bytes_per_sec": 251.78825817321646, "step_latency_ms": {"count": 128, "sum": 1860, "mean": 14.53125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 480, "mean": 480.0, "median": 480.0, "p95": 480.0, "max": 480, "min": 480}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 82, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.682926829268293, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 74, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018103514001268195, "decode_time_sec": 1.8768633479994605, "total_time_sec": 1.8949923520012817, "prefill_units_per_sec": 3645.7010498280356, "prefill_bytes_per_sec": 11323.768412344656, "decode_units_per_sec": 68.1988915902879, "decode_bytes_per_sec": 200.86704788701982, "total_units_per_sec": 67.5464467520518, "total_bytes_per_sec": 198.94539394940261, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 205, "mean": 205.0, "median": 205.0, "p95": 205.0, "max": 205, "min": 205}, "model_input_units": {"count": 1, "sum": 66, "mean": 66.0, "median": 66.0, "p95": 66.0, "max": 66, "min": 66}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 377, "mean": 377.0, "median": 377.0, "p95": 377.0, "max": 377, "min": 377}}, "compression_summary": {"raw_prompt_bytes": 205, "model_input_units": 66, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.106060606060606, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 75, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017807675001677126, "decode_time_sec": 1.8802174749980622, "total_time_sec": 1.898050930001773, "prefill_units_per_sec": 3593.9559765085833, "prefill_bytes_per_sec": 10781.86792952575, "decode_units_per_sec": 68.0772313320468, "decode_bytes_per_sec": 232.95177596434763, "total_units_per_sec": 67.43760031764819, "total_bytes_per_sec": 230.7630385869524, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 192, "mean": 192.0, "median": 192.0, "p95": 192.0, "max": 192, "min": 192}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 438, "mean": 438.0, "median": 438.0, "p95": 438.0, "max": 438, "min": 438}}, "compression_summary": {"raw_prompt_bytes": 192, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 76, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018059505000564968, "decode_time_sec": 1.890564194000035, "total_time_sec": 1.908649108998361, "prefill_units_per_sec": 3156.23268734203, "prefill_bytes_per_sec": 11129.87316062716, "decode_units_per_sec": 67.70465684594343, "decode_bytes_per_sec": 203.64291316943923, "total_units_per_sec": 67.06313873856733, "total_bytes_per_sec": 201.71334698709703, "step_latency_ms": {"count": 128, "sum": 1863, "mean": 14.5546875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.17529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 57, "mean": 57.0, "median": 57.0, "p95": 57.0, "max": 57, "min": 57}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 385, "mean": 385.0, "median": 385.0, "p95": 385.0, "max": 385, "min": 385}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 57, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.526315789473684, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 77, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018448594000801677, "decode_time_sec": 1.8826538190005522, "total_time_sec": 1.9011410229977628, "prefill_units_per_sec": 2385.0055997810996, "prefill_bytes_per_sec": 7805.4728720108715, "decode_units_per_sec": 67.98913252567675, "decode_bytes_per_sec": 195.9999211091775, "total_units_per_sec": 67.32798800909922, "total_bytes_per_sec": 194.09396543248135, "step_latency_ms": {"count": 128, "sum": 1836, "mean": 14.34375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2739.73779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 144, "mean": 144.0, "median": 144.0, "p95": 144.0, "max": 144, "min": 144}, "model_input_units": {"count": 1, "sum": 44, "mean": 44.0, "median": 44.0, "p95": 44.0, "max": 44, "min": 44}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 369, "mean": 369.0, "median": 369.0, "p95": 369.0, "max": 369, "min": 369}}, "compression_summary": {"raw_prompt_bytes": 144, "model_input_units": 44, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.272727272727273, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 78, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0187564529987867, "decode_time_sec": 1.8929703190005966, "total_time_sec": 1.9117555419979908, "prefill_units_per_sec": 4425.143709493956, "prefill_bytes_per_sec": 12635.651315061054, "decode_units_per_sec": 67.61859851430647, "decode_bytes_per_sec": 67.61859851430647, "total_units_per_sec": 66.95416709305113, "total_bytes_per_sec": 66.95416709305113, "step_latency_ms": {"count": 128, "sum": 1851, "mean": 14.4609375, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2747.05126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}, "model_input_units": {"count": 1, "sum": 83, "mean": 83.0, "median": 83.0, "p95": 83.0, "max": 83, "min": 83}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 237, "model_input_units": 83, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.855421686746988, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 79, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018353364001086447, "decode_time_sec": 1.8836270680003508, "total_time_sec": 1.9020055219989445, "prefill_units_per_sec": 3759.528770633845, "prefill_bytes_per_sec": 13458.023280384923, "decode_units_per_sec": 67.95400330272604, "decode_bytes_per_sec": 241.0243554643564, "total_units_per_sec": 67.29738611141164, "total_bytes_per_sec": 238.69541636391313, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.42626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 454, "mean": 454.0, "median": 454.0, "p95": 454.0, "max": 454, "min": 454}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 69, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.579710144927536, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 80, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01859422399866162, "decode_time_sec": 1.889526188999298, "total_time_sec": 1.9081455929990625, "prefill_units_per_sec": 4194.851046519301, "prefill_bytes_per_sec": 13713.936113620794, "decode_units_per_sec": 67.74185017662518, "decode_bytes_per_sec": 196.87475207581693, "total_units_per_sec": 67.08083516772972, "total_bytes_per_sec": 194.9536772062145, "step_latency_ms": {"count": 128, "sum": 1854, "mean": 14.484375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2746.11376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 78, "mean": 78.0, "median": 78.0, "p95": 78.0, "max": 78, "min": 78}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 372, "mean": 372.0, "median": 372.0, "p95": 372.0, "max": 372, "min": 372}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 78, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.269230769230769, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 81, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021787666002637707, "decode_time_sec": 1.8896261740010232, "total_time_sec": 1.9114520599978277, "prefill_units_per_sec": 2203.0813210643546, "prefill_bytes_per_sec": 7802.579678769588, "decode_units_per_sec": 67.73826578035677, "decode_bytes_per_sec": 252.96008627351983, "total_units_per_sec": 66.96479743266251, "total_bytes_per_sec": 250.07166541259906, "step_latency_ms": {"count": 128, "sum": 1856, "mean": 14.5, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2740.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}, "model_input_units": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}}, "compression_summary": {"raw_prompt_bytes": 170, "model_input_units": 48, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5416666666666665, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 82, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018159764000301948, "decode_time_sec": 1.9027552469997318, "total_time_sec": 1.9209420109982602, "prefill_units_per_sec": 4405.343593599004, "prefill_bytes_per_sec": 12775.49642143711, "decode_units_per_sec": 67.27086954658549, "decode_bytes_per_sec": 222.30920170473172, "total_units_per_sec": 66.63397399148033, "total_bytes_per_sec": 220.20446092497016, "step_latency_ms": {"count": 128, "sum": 1870, "mean": 14.609375, "median": 15.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2746.48876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 80, "mean": 80.0, "median": 80.0, "p95": 80.0, "max": 80, "min": 80}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 423, "mean": 423.0, "median": 423.0, "p95": 423.0, "max": 423, "min": 423}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 80, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 83, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01887340300163487, "decode_time_sec": 1.888430798000627, "total_time_sec": 1.9073332509979082, "prefill_units_per_sec": 4927.569235497385, "prefill_bytes_per_sec": 12610.33847363847, "decode_units_per_sec": 67.78114407767539, "decode_bytes_per_sec": 196.45940978763724, "total_units_per_sec": 67.10940520385253, "total_bytes_per_sec": 194.51241664554135, "step_latency_ms": {"count": 128, "sum": 1848, "mean": 14.4375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.92626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}, "model_input_units": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 371, "mean": 371.0, "median": 371.0, "p95": 371.0, "max": 371, "min": 371}}, "compression_summary": {"raw_prompt_bytes": 238, "model_input_units": 93, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.5591397849462365, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 84, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017961345001822338, "decode_time_sec": 1.8822312190022785, "total_time_sec": 1.9002177039983508, "prefill_units_per_sec": 3841.583132721928, "prefill_bytes_per_sec": 11524.749398165784, "decode_units_per_sec": 68.00439749790647, "decode_bytes_per_sec": 184.35567134198084, "total_units_per_sec": 67.36070279245808, "total_bytes_per_sec": 182.61065522642934, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2744.42626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 69, "mean": 69.0, "median": 69.0, "p95": 69.0, "max": 69, "min": 69}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 347, "mean": 347.0, "median": 347.0, "p95": 347.0, "max": 347, "min": 347}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 69, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 85, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018312644999241456, "decode_time_sec": 1.8793080210016342, "total_time_sec": 1.8976462060018093, "prefill_units_per_sec": 3549.459949815683, "prefill_bytes_per_sec": 11685.914296316249, "decode_units_per_sec": 68.11017596347965, "decode_bytes_per_sec": 137.28457342638865, "total_units_per_sec": 67.45198319642832, "total_bytes_per_sec": 135.95790363030085, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 214, "mean": 214.0, "median": 214.0, "p95": 214.0, "max": 214, "min": 214}, "model_input_units": {"count": 1, "sum": 65, "mean": 65.0, "median": 65.0, "p95": 65.0, "max": 65, "min": 65}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}}, "compression_summary": {"raw_prompt_bytes": 214, "model_input_units": 65, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.292307692307692, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 86, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01822672500202316, "decode_time_sec": 1.883238586000516, "total_time_sec": 1.9014910910009348, "prefill_units_per_sec": 4498.888307740312, "prefill_bytes_per_sec": 12838.29102452723, "decode_units_per_sec": 67.96802112675326, "decode_bytes_per_sec": 174.69905430235798, "total_units_per_sec": 67.31559280281533, "total_bytes_per_sec": 173.02210962598627, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 234, "mean": 234.0, "median": 234.0, "p95": 234.0, "max": 234, "min": 234}, "model_input_units": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}}, "compression_summary": {"raw_prompt_bytes": 234, "model_input_units": 82, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8536585365853657, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 87, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01789303499754169, "decode_time_sec": 1.8813604370006942, "total_time_sec": 1.8992789219992119, "prefill_units_per_sec": 3073.821741675261, "prefill_bytes_per_sec": 9892.117241391295, "decode_units_per_sec": 68.03587312809681, "decode_bytes_per_sec": 191.88242343158552, "total_units_per_sec": 67.39399806810108, "total_bytes_per_sec": 190.07213517644135, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.80029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 55, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2181818181818183, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 88, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018010204999882262, "decode_time_sec": 1.8806438539977535, "total_time_sec": 1.8986795090022497, "prefill_units_per_sec": 3109.348283396335, "prefill_bytes_per_sec": 8883.852238275242, "decode_units_per_sec": 68.06179688296947, "decode_bytes_per_sec": 207.9075201659458, "total_units_per_sec": 67.41527434888873, "total_bytes_per_sec": 205.932595862621, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.98779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 160, "mean": 160.0, "median": 160.0, "p95": 160.0, "max": 160, "min": 160}, "model_input_units": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "compression_summary": {"raw_prompt_bytes": 160, "model_input_units": 56, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.857142857142857, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 89, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018417585000861436, "decode_time_sec": 1.8803583389999403, "total_time_sec": 1.8988038040006359, "prefill_units_per_sec": 3149.164236097577, "prefill_bytes_per_sec": 8415.86994129525, "decode_units_per_sec": 68.07213143643472, "decode_bytes_per_sec": 133.4851952386337, "total_units_per_sec": 67.41086136983384, "total_bytes_per_sec": 132.18848596740852, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 155, "mean": 155.0, "median": 155.0, "p95": 155.0, "max": 155, "min": 155}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 251, "mean": 251.0, "median": 251.0, "p95": 251.0, "max": 251, "min": 251}}, "compression_summary": {"raw_prompt_bytes": 155, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.6724137931034484, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 90, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017713935998472152, "decode_time_sec": 1.8766508740009158, "total_time_sec": 1.8943969399988418, "prefill_units_per_sec": 2258.109095767877, "prefill_bytes_per_sec": 8524.361836523736, "decode_units_per_sec": 68.20661305377014, "decode_bytes_per_sec": 253.6433422937077, "total_units_per_sec": 67.56767670880964, "total_bytes_per_sec": 251.26729776088584, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2738.98779296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}, "model_input_units": {"count": 1, "sum": 40, "mean": 40.0, "median": 40.0, "p95": 40.0, "max": 40, "min": 40}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}}, "compression_summary": {"raw_prompt_bytes": 151, "model_input_units": 40, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.775, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 91, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018048185000225203, "decode_time_sec": 1.8847836390013981, "total_time_sec": 1.9028572240022186, "prefill_units_per_sec": 3213.61954120463, "prefill_bytes_per_sec": 11136.853927278114, "decode_units_per_sec": 67.91230428327431, "decode_bytes_per_sec": 231.85685134211622, "total_units_per_sec": 67.26726439873492, "total_bytes_per_sec": 229.65464486130594, "step_latency_ms": {"count": 128, "sum": 1838, "mean": 14.359375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 437, "mean": 437.0, "median": 437.0, "p95": 437.0, "max": 437, "min": 437}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4655172413793105, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 92, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018167095000535483, "decode_time_sec": 1.8973154230006912, "total_time_sec": 1.9155289880000055, "prefill_units_per_sec": 3247.6298493656222, "prefill_bytes_per_sec": 11008.914743612278, "decode_units_per_sec": 67.46374295401138, "decode_bytes_per_sec": 216.62186214139592, "total_units_per_sec": 66.82227249071505, "total_bytes_per_sec": 214.56214057565535, "step_latency_ms": {"count": 128, "sum": 1851, "mean": 14.4609375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2742.55029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}, "model_input_units": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 411, "mean": 411.0, "median": 411.0, "p95": 411.0, "max": 411, "min": 411}}, "compression_summary": {"raw_prompt_bytes": 200, "model_input_units": 59, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.389830508474576, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 93, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017437186997995013, "decode_time_sec": 1.875808300999779, "total_time_sec": 1.8932707979984116, "prefill_units_per_sec": 2810.086283162197, "prefill_bytes_per_sec": 10322.765938146847, "decode_units_per_sec": 68.23725000671861, "decode_bytes_per_sec": 257.4889980722273, "total_units_per_sec": 67.607866838343, "total_bytes_per_sec": 255.11406002280992, "step_latency_ms": {"count": 128, "sum": 1832, "mean": 14.3125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.67529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 49, "mean": 49.0, "median": 49.0, "p95": 49.0, "max": 49, "min": 49}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 483, "mean": 483.0, "median": 483.0, "p95": 483.0, "max": 483, "min": 483}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 49, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.673469387755102, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 94, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01859277499897871, "decode_time_sec": 1.8774019419979595, "total_time_sec": 1.8960200670007907, "prefill_units_per_sec": 4033.824967177826, "prefill_bytes_per_sec": 11563.631572576434, "decode_units_per_sec": 68.17932651320285, "decode_bytes_per_sec": 211.9950933769901, "total_units_per_sec": 67.50983400849556, "total_bytes_per_sec": 209.91339012016587, "step_latency_ms": {"count": 128, "sum": 1832, "mean": 14.3125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2745.55126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 215, "mean": 215.0, "median": 215.0, "p95": 215.0, "max": 215, "min": 215}, "model_input_units": {"count": 1, "sum": 75, "mean": 75.0, "median": 75.0, "p95": 75.0, "max": 75, "min": 75}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 398, "mean": 398.0, "median": 398.0, "p95": 398.0, "max": 398, "min": 398}}, "compression_summary": {"raw_prompt_bytes": 215, "model_input_units": 75, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8666666666666667, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 95, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017634697000175947, "decode_time_sec": 1.8767793490005715, "total_time_sec": 1.8944393760029925, "prefill_units_per_sec": 2608.493925330333, "prefill_bytes_per_sec": 8505.958452164128, "decode_units_per_sec": 68.20194396755429, "decode_bytes_per_sec": 240.30528694817957, "total_units_per_sec": 67.56616317280232, "total_bytes_per_sec": 238.06515305417068, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 150, "mean": 150.0, "median": 150.0, "p95": 150.0, "max": 150, "min": 150}, "model_input_units": {"count": 1, "sum": 46, "mean": 46.0, "median": 46.0, "p95": 46.0, "max": 46, "min": 46}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 451, "mean": 451.0, "median": 451.0, "p95": 451.0, "max": 451, "min": 451}}, "compression_summary": {"raw_prompt_bytes": 150, "model_input_units": 46, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.260869565217391, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 96, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01798431499992148, "decode_time_sec": 1.8807465749996481, "total_time_sec": 1.8987561600006302, "prefill_units_per_sec": 3503.0525210593264, "prefill_bytes_per_sec": 11510.029712052072, "decode_units_per_sec": 68.05807954217539, "decode_bytes_per_sec": 219.06194352637706, "total_units_per_sec": 67.41255285773899, "total_bytes_per_sec": 216.9841545108474, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 412, "mean": 412.0, "median": 412.0, "p95": 412.0, "max": 412, "min": 412}}, "compression_summary": {"raw_prompt_bytes": 207, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2857142857142856, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 97, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018299474999366794, "decode_time_sec": 1.8880195210003876, "total_time_sec": 1.906357186002424, "prefill_units_per_sec": 3879.892729297249, "prefill_bytes_per_sec": 11093.214423201993, "decode_units_per_sec": 67.7959091928127, "decode_bytes_per_sec": 193.32427230762994, "total_units_per_sec": 67.14376557543883, "total_bytes_per_sec": 191.4646440237123, "step_latency_ms": {"count": 128, "sum": 1854, "mean": 14.484375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.80126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 71, "mean": 71.0, "median": 71.0, "p95": 71.0, "max": 71, "min": 71}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 71, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.859154929577465, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 98, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01825665499927709, "decode_time_sec": 1.8840755260025617, "total_time_sec": 1.902370931002224, "prefill_units_per_sec": 3450.7964357377964, "prefill_bytes_per_sec": 10461.938400411414, "decode_units_per_sec": 67.93782851772258, "decode_bytes_per_sec": 212.30571411788304, "total_units_per_sec": 67.28445957306859, "total_bytes_per_sec": 210.26393616583934, "step_latency_ms": {"count": 128, "sum": 1849, "mean": 14.4453125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 191, "mean": 191.0, "median": 191.0, "p95": 191.0, "max": 191, "min": 191}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}}, "compression_summary": {"raw_prompt_bytes": 191, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0317460317460316, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 99, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017826776998845162, "decode_time_sec": 1.891533783000341, "total_time_sec": 1.9093861500005005, "prefill_units_per_sec": 3085.246424721808, "prefill_bytes_per_sec": 9984.979338190578, "decode_units_per_sec": 67.66995184033513, "decode_bytes_per_sec": 236.31615994242034, "total_units_per_sec": 67.0372517366204, "total_bytes_per_sec": 234.10665254897907, "step_latency_ms": {"count": 128, "sum": 1855, "mean": 14.4921875, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2741.80029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 178, "mean": 178.0, "median": 178.0, "p95": 178.0, "max": 178, "min": 178}, "model_input_units": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 447, "mean": 447.0, "median": 447.0, "p95": 447.0, "max": 447, "min": 447}}, "compression_summary": {"raw_prompt_bytes": 178, "model_input_units": 55, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2363636363636363, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 100, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018194464999396587, "decode_time_sec": 1.8877980770012073, "total_time_sec": 1.9060181219974766, "prefill_units_per_sec": 4451.903367462925, "prefill_bytes_per_sec": 13300.748332420098, "decode_units_per_sec": 67.80386184275054, "decode_bytes_per_sec": 227.2488807073436, "total_units_per_sec": 67.15570986589469, "total_bytes_per_sec": 225.07655884741266, "step_latency_ms": {"count": 128, "sum": 1872, "mean": 14.625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 242, "mean": 242.0, "median": 242.0, "p95": 242.0, "max": 242, "min": 242}, "model_input_units": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 429, "mean": 429.0, "median": 429.0, "p95": 429.0, "max": 429, "min": 429}}, "compression_summary": {"raw_prompt_bytes": 242, "model_input_units": 81, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9876543209876543, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 101, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01878240400037612, "decode_time_sec": 1.88785511199967, "total_time_sec": 1.9066753660008544, "prefill_units_per_sec": 3620.4098260605138, "prefill_bytes_per_sec": 13150.606279955102, "decode_units_per_sec": 67.80181338408896, "decode_bytes_per_sec": 253.19739685620723, "total_units_per_sec": 67.13256083466001, "total_bytes_per_sec": 250.6981568669335, "step_latency_ms": {"count": 128, "sum": 1850, "mean": 14.453125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2744.23876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 68, "mean": 68.0, "median": 68.0, "p95": 68.0, "max": 68, "min": 68}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 68, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6323529411764706, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 102, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022150196000438882, "decode_time_sec": 1.877413322999928, "total_time_sec": 1.8995884989999468, "prefill_units_per_sec": 2799.07229709261, "prefill_bytes_per_sec": 9164.704456609674, "decode_units_per_sec": 68.17891320568035, "decode_bytes_per_sec": 192.28584115039533, "total_units_per_sec": 67.38301483052072, "total_bytes_per_sec": 190.04115901420295, "step_latency_ms": {"count": 128, "sum": 1828, "mean": 14.28125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2743.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 203, "mean": 203.0, "median": 203.0, "p95": 203.0, "max": 203, "min": 203}, "model_input_units": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}}, "compression_summary": {"raw_prompt_bytes": 203, "model_input_units": 62, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.274193548387097, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 103, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018077916000038385, "decode_time_sec": 1.8819857060007052, "total_time_sec": 1.9000888320006197, "prefill_units_per_sec": 3484.9149647484937, "prefill_bytes_per_sec": 9735.635457075157, "decode_units_per_sec": 68.01326895941475, "decode_bytes_per_sec": 192.88137993959023, "total_units_per_sec": 67.36527147798017, "total_bytes_per_sec": 191.04369958208437, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 363, "mean": 363.0, "median": 363.0, "p95": 363.0, "max": 363, "min": 363}}, "compression_summary": {"raw_prompt_bytes": 176, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.7936507936507935, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 104, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018477724999684142, "decode_time_sec": 1.8945691509979952, "total_time_sec": 1.9130717359985283, "prefill_units_per_sec": 4113.060455294099, "prefill_bytes_per_sec": 11527.393118126882, "decode_units_per_sec": 67.56153499732322, "decode_bytes_per_sec": 222.7419356943, "total_units_per_sec": 66.90810260347627, "total_bytes_per_sec": 220.58765077083584, "step_latency_ms": {"count": 128, "sum": 1867, "mean": 14.5859375, "median": 15.0, "p95": 16.0, "max": 16, "min": 14}, "peak_allocated_mb": 2745.73876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}, "model_input_units": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 422, "mean": 422.0, "median": 422.0, "p95": 422.0, "max": 422, "min": 422}}, "compression_summary": {"raw_prompt_bytes": 213, "model_input_units": 76, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8026315789473686, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 105, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017636546999710845, "decode_time_sec": 1.8802138899991405, "total_time_sec": 1.8978757570002927, "prefill_units_per_sec": 2721.621188137733, "prefill_bytes_per_sec": 11566.890049585365, "decode_units_per_sec": 68.07736113472627, "decode_bytes_per_sec": 244.65301657792256, "total_units_per_sec": 67.44382477507997, "total_bytes_per_sec": 242.37624528544367, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}, "model_input_units": {"count": 1, "sum": 48, "mean": 48.0, "median": 48.0, "p95": 48.0, "max": 48, "min": 48}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}}, "compression_summary": {"raw_prompt_bytes": 204, "model_input_units": 48, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.25, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 106, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01798890600184677, "decode_time_sec": 1.8840863550030917, "total_time_sec": 1.9021084809974127, "prefill_units_per_sec": 3279.799227031536, "prefill_bytes_per_sec": 12507.708916645688, "decode_units_per_sec": 67.93743803732922, "decode_bytes_per_sec": 261.6652886906508, "total_units_per_sec": 67.29374337938937, "total_bytes_per_sec": 259.18605848467934, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.55029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 225, "mean": 225.0, "median": 225.0, "p95": 225.0, "max": 225, "min": 225}, "model_input_units": {"count": 1, "sum": 59, "mean": 59.0, "median": 59.0, "p95": 59.0, "max": 59, "min": 59}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 493, "mean": 493.0, "median": 493.0, "p95": 493.0, "max": 493, "min": 493}}, "compression_summary": {"raw_prompt_bytes": 225, "model_input_units": 59, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.8135593220338984, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 107, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017682057001366047, "decode_time_sec": 1.8896468769999046, "total_time_sec": 1.907387833998655, "prefill_units_per_sec": 3110.497833806944, "prefill_bytes_per_sec": 10971.57417742813, "decode_units_per_sec": 67.73752363892403, "decode_bytes_per_sec": 331.8080259500419, "total_units_per_sec": 67.10748475922713, "total_bytes_per_sec": 328.7218198752767, "step_latency_ms": {"count": 128, "sum": 1854, "mean": 14.484375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2741.80029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 194, "mean": 194.0, "median": 194.0, "p95": 194.0, "max": 194, "min": 194}, "model_input_units": {"count": 1, "sum": 55, "mean": 55.0, "median": 55.0, "p95": 55.0, "max": 55, "min": 55}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 627, "mean": 627.0, "median": 627.0, "p95": 627.0, "max": 627, "min": 627}}, "compression_summary": {"raw_prompt_bytes": 194, "model_input_units": 55, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5272727272727273, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 108, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017329428002994973, "decode_time_sec": 1.8758120549973683, "total_time_sec": 1.8931670029996894, "prefill_units_per_sec": 2250.507056162488, "prefill_bytes_per_sec": 8540.38575159098, "decode_units_per_sec": 68.23711344587748, "decode_bytes_per_sec": 288.9415272473875, "total_units_per_sec": 67.61157351527164, "total_bytes_per_sec": 286.2927566037284, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2738.80029296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 148, "mean": 148.0, "median": 148.0, "p95": 148.0, "max": 148, "min": 148}, "model_input_units": {"count": 1, "sum": 39, "mean": 39.0, "median": 39.0, "p95": 39.0, "max": 39, "min": 39}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 542, "mean": 542.0, "median": 542.0, "p95": 542.0, "max": 542, "min": 542}}, "compression_summary": {"raw_prompt_bytes": 148, "model_input_units": 39, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7948717948717947, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 109, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018198124998889398, "decode_time_sec": 1.8870769029999792, "total_time_sec": 1.9053003580011136, "prefill_units_per_sec": 3461.895113031963, "prefill_bytes_per_sec": 10770.340351654995, "decode_units_per_sec": 67.8297740789006, "decode_bytes_per_sec": 199.24996135677048, "total_units_per_sec": 67.18100873832155, "total_bytes_per_sec": 197.34421316881955, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2743.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}, "model_input_units": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}}, "compression_summary": {"raw_prompt_bytes": 196, "model_input_units": 63, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.111111111111111, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 110, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017986746002861764, "decode_time_sec": 1.8819586199970217, "total_time_sec": 1.8999710360003519, "prefill_units_per_sec": 2835.4211479878404, "prefill_bytes_per_sec": 11063.702126462356, "decode_units_per_sec": 68.01424783728909, "decode_bytes_per_sec": 261.96112643580875, "total_units_per_sec": 67.36944804666817, "total_bytes_per_sec": 259.47763974224534, "step_latency_ms": {"count": 128, "sum": 1846, "mean": 14.421875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.05029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 199, "mean": 199.0, "median": 199.0, "p95": 199.0, "max": 199, "min": 199}, "model_input_units": {"count": 1, "sum": 51, "mean": 51.0, "median": 51.0, "p95": 51.0, "max": 51, "min": 51}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 493, "mean": 493.0, "median": 493.0, "p95": 493.0, "max": 493, "min": 493}}, "compression_summary": {"raw_prompt_bytes": 199, "model_input_units": 51, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.9019607843137254, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 111, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018010307001532055, "decode_time_sec": 1.8879888800001936, "total_time_sec": 1.906024506999529, "prefill_units_per_sec": 3775.61581788781, "prefill_bytes_per_sec": 13658.84545882943, "decode_units_per_sec": 67.79700948237941, "decode_bytes_per_sec": 248.9421441931119, "total_units_per_sec": 67.15548490061028, "total_bytes_per_sec": 246.58654611942833, "step_latency_ms": {"count": 128, "sum": 1846, "mean": 14.421875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2744.23876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 246, "mean": 246.0, "median": 246.0, "p95": 246.0, "max": 246, "min": 246}, "model_input_units": {"count": 1, "sum": 68, "mean": 68.0, "median": 68.0, "p95": 68.0, "max": 68, "min": 68}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 470, "mean": 470.0, "median": 470.0, "p95": 470.0, "max": 470, "min": 470}}, "compression_summary": {"raw_prompt_bytes": 246, "model_input_units": 68, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6176470588235294, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 112, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01830795599744306, "decode_time_sec": 1.8829951469997468, "total_time_sec": 1.9013413030006632, "prefill_units_per_sec": 4315.06389959826, "prefill_bytes_per_sec": 13491.402318997092, "decode_units_per_sec": 67.97680822701409, "decode_bytes_per_sec": 201.80614942394809, "total_units_per_sec": 67.32089593698547, "total_bytes_per_sec": 199.85890981292562, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.30126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 247, "mean": 247.0, "median": 247.0, "p95": 247.0, "max": 247, "min": 247}, "model_input_units": {"count": 1, "sum": 79, "mean": 79.0, "median": 79.0, "p95": 79.0, "max": 79, "min": 79}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 380, "mean": 380.0, "median": 380.0, "p95": 380.0, "max": 380, "min": 380}}, "compression_summary": {"raw_prompt_bytes": 247, "model_input_units": 79, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1265822784810124, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 113, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018086435997247463, "decode_time_sec": 1.8806987180032593, "total_time_sec": 1.8988140740002564, "prefill_units_per_sec": 3593.853427501815, "prefill_bytes_per_sec": 11113.300598890228, "decode_units_per_sec": 68.05981137473087, "decode_bytes_per_sec": 206.30630322965297, "total_units_per_sec": 67.41049676882831, "total_bytes_per_sec": 204.33806833051082, "step_latency_ms": {"count": 128, "sum": 1836, "mean": 14.34375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2743.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 201, "mean": 201.0, "median": 201.0, "p95": 201.0, "max": 201, "min": 201}, "model_input_units": {"count": 1, "sum": 65, "mean": 65.0, "median": 65.0, "p95": 65.0, "max": 65, "min": 65}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}}, "compression_summary": {"raw_prompt_bytes": 201, "model_input_units": 65, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0923076923076924, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 114, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0182654160016682, "decode_time_sec": 1.8841302539985918, "total_time_sec": 1.9024206399990362, "prefill_units_per_sec": 4160.868824069424, "prefill_bytes_per_sec": 13960.809870232935, "decode_units_per_sec": 67.93585513971354, "decode_bytes_per_sec": 226.09901788685912, "total_units_per_sec": 67.28270147450925, "total_bytes_per_sec": 223.92524084485112, "step_latency_ms": {"count": 128, "sum": 1852, "mean": 14.46875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2745.73876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 255, "mean": 255.0, "median": 255.0, "p95": 255.0, "max": 255, "min": 255}, "model_input_units": {"count": 1, "sum": 76, "mean": 76.0, "median": 76.0, "p95": 76.0, "max": 76, "min": 76}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 426, "mean": 426.0, "median": 426.0, "p95": 426.0, "max": 426, "min": 426}}, "compression_summary": {"raw_prompt_bytes": 255, "model_input_units": 76, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3552631578947367, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 115, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017691787998046493, "decode_time_sec": 1.8761666170030367, "total_time_sec": 1.8938837250025244, "prefill_units_per_sec": 2430.506176354137, "prefill_bytes_per_sec": 10174.21190101732, "decode_units_per_sec": 68.22421784930033, "decode_bytes_per_sec": 250.51079991539967, "total_units_per_sec": 67.58598656833031, "total_bytes_per_sec": 248.16729443058787, "step_latency_ms": {"count": 128, "sum": 1828, "mean": 14.28125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2739.55029296875, "peak_reserved_mb": 2814.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 180, "mean": 180.0, "median": 180.0, "p95": 180.0, "max": 180, "min": 180}, "model_input_units": {"count": 1, "sum": 43, "mean": 43.0, "median": 43.0, "p95": 43.0, "max": 43, "min": 43}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 470, "mean": 470.0, "median": 470.0, "p95": 470.0, "max": 470, "min": 470}}, "compression_summary": {"raw_prompt_bytes": 180, "model_input_units": 43, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.186046511627907, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 116, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01880870500099263, "decode_time_sec": 1.8848195210011909, "total_time_sec": 1.9036569859999872, "prefill_units_per_sec": 4731.851554655305, "prefill_bytes_per_sec": 13398.051592956595, "decode_units_per_sec": 67.91101141185555, "decode_bytes_per_sec": 195.77471258573985, "total_units_per_sec": 67.23900415954498, "total_bytes_per_sec": 193.83744167868826, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.17626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 252, "mean": 252.0, "median": 252.0, "p95": 252.0, "max": 252, "min": 252}, "model_input_units": {"count": 1, "sum": 89, "mean": 89.0, "median": 89.0, "p95": 89.0, "max": 89, "min": 89}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 369, "mean": 369.0, "median": 369.0, "p95": 369.0, "max": 369, "min": 369}}, "compression_summary": {"raw_prompt_bytes": 252, "model_input_units": 89, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.831460674157303, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 117, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017871907002700027, "decode_time_sec": 1.880551356000069, "total_time_sec": 1.8984487730012916, "prefill_units_per_sec": 3581.039224875728, "prefill_bytes_per_sec": 12309.822335510315, "decode_units_per_sec": 68.06514461389445, "decode_bytes_per_sec": 216.95764845678855, "total_units_per_sec": 67.42346794938402, "total_bytes_per_sec": 214.91230408866156, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2743.48779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 220, "mean": 220.0, "median": 220.0, "p95": 220.0, "max": 220, "min": 220}, "model_input_units": {"count": 1, "sum": 64, "mean": 64.0, "median": 64.0, "p95": 64.0, "max": 64, "min": 64}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}}, "compression_summary": {"raw_prompt_bytes": 220, "model_input_units": 64, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4375, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 118, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018453625998517964, "decode_time_sec": 1.879882961999101, "total_time_sec": 1.8983620280014293, "prefill_units_per_sec": 3305.5834124360704, "prefill_bytes_per_sec": 12572.054945658498, "decode_units_per_sec": 68.08934523449402, "decode_bytes_per_sec": 261.7184207450864, "total_units_per_sec": 67.42654884155934, "total_bytes_per_sec": 259.1707971097437, "step_latency_ms": {"count": 128, "sum": 1848, "mean": 14.4375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2742.92529296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 232, "mean": 232.0, "median": 232.0, "p95": 232.0, "max": 232, "min": 232}, "model_input_units": {"count": 1, "sum": 61, "mean": 61.0, "median": 61.0, "p95": 61.0, "max": 61, "min": 61}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}}, "compression_summary": {"raw_prompt_bytes": 232, "model_input_units": 61, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.80327868852459, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 119, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01736296899980516, "decode_time_sec": 1.8921758769974986, "total_time_sec": 1.9095773560002272, "prefill_units_per_sec": 2361.3473018618, "prefill_bytes_per_sec": 7947.949455047035, "decode_units_per_sec": 67.64698861033477, "decode_bytes_per_sec": 246.80581000801828, "total_units_per_sec": 67.03053929593453, "total_bytes_per_sec": 244.55673321251115, "step_latency_ms": {"count": 128, "sum": 1855, "mean": 14.4921875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2739.17529296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 138, "mean": 138.0, "median": 138.0, "p95": 138.0, "max": 138, "min": 138}, "model_input_units": {"count": 1, "sum": 41, "mean": 41.0, "median": 41.0, "p95": 41.0, "max": 41, "min": 41}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 467, "mean": 467.0, "median": 467.0, "p95": 467.0, "max": 467, "min": 467}}, "compression_summary": {"raw_prompt_bytes": 138, "model_input_units": 41, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3658536585365852, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 120, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01834624600087409, "decode_time_sec": 1.888838509999914, "total_time_sec": 1.907213626000157, "prefill_units_per_sec": 4633.1004171616505, "prefill_bytes_per_sec": 13790.287124022323, "decode_units_per_sec": 67.76651329499092, "decode_bytes_per_sec": 235.06509299199973, "total_units_per_sec": 67.11361446616964, "total_bytes_per_sec": 232.80035017952594, "step_latency_ms": {"count": 128, "sum": 1854, "mean": 14.484375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.42626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 253, "mean": 253.0, "median": 253.0, "p95": 253.0, "max": 253, "min": 253}, "model_input_units": {"count": 1, "sum": 85, "mean": 85.0, "median": 85.0, "p95": 85.0, "max": 85, "min": 85}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 444, "mean": 444.0, "median": 444.0, "p95": 444.0, "max": 444, "min": 444}}, "compression_summary": {"raw_prompt_bytes": 253, "model_input_units": 85, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.976470588235294, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 121, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017490517999249278, "decode_time_sec": 1.8842345459997887, "total_time_sec": 1.9017528539989144, "prefill_units_per_sec": 1429.3458890738996, "prefill_bytes_per_sec": 5831.73122742151, "decode_units_per_sec": 67.93209490386573, "decode_bytes_per_sec": 275.44341605551807, "total_units_per_sec": 67.30632728161693, "total_bytes_per_sec": 272.9061238996812, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 24, "min": 14}, "peak_allocated_mb": 2736.17529296875, "peak_reserved_mb": 2804.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}, "model_input_units": {"count": 1, "sum": 25, "mean": 25.0, "median": 25.0, "p95": 25.0, "max": 25, "min": 25}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 519, "mean": 519.0, "median": 519.0, "p95": 519.0, "max": 519, "min": 519}}, "compression_summary": {"raw_prompt_bytes": 102, "model_input_units": 25, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.08, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 122, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017667317999439547, "decode_time_sec": 1.870538053000928, "total_time_sec": 1.8882299809993128, "prefill_units_per_sec": 3169.694460799113, "prefill_bytes_per_sec": 11037.328925996911, "decode_units_per_sec": 68.42950871523195, "decode_bytes_per_sec": 283.3409345240073, "total_units_per_sec": 67.7883527367033, "total_bytes_per_sec": 280.6861480504121, "step_latency_ms": {"count": 128, "sum": 1822, "mean": 14.234375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.98779296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}, "model_input_units": {"count": 1, "sum": 56, "mean": 56.0, "median": 56.0, "p95": 56.0, "max": 56, "min": 56}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 530, "mean": 530.0, "median": 530.0, "p95": 530.0, "max": 530, "min": 530}}, "compression_summary": {"raw_prompt_bytes": 195, "model_input_units": 56, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.482142857142857, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 123, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017661166999459965, "decode_time_sec": 1.8793798169972433, "total_time_sec": 1.8970874240003468, "prefill_units_per_sec": 3057.5555965045337, "prefill_bytes_per_sec": 8889.559789837256, "decode_units_per_sec": 68.10757402115262, "decode_bytes_per_sec": 225.60633894506802, "total_units_per_sec": 67.47185099677125, "total_bytes_per_sec": 223.50050642680475, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2741.61279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}, "model_input_units": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 424, "mean": 424.0, "median": 424.0, "p95": 424.0, "max": 424, "min": 424}}, "compression_summary": {"raw_prompt_bytes": 157, "model_input_units": 54, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9074074074074074, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 124, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01768832800007658, "decode_time_sec": 1.8851778270000068, "total_time_sec": 1.9028939039999386, "prefill_units_per_sec": 2657.119429252811, "prefill_bytes_per_sec": 10006.598701654204, "decode_units_per_sec": 67.89810391717468, "decode_bytes_per_sec": 268.40969204758113, "total_units_per_sec": 67.26596776149225, "total_bytes_per_sec": 265.91077880714903, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2740.30029296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}, "model_input_units": {"count": 1, "sum": 47, "mean": 47.0, "median": 47.0, "p95": 47.0, "max": 47, "min": 47}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}}, "compression_summary": {"raw_prompt_bytes": 177, "model_input_units": 47, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.765957446808511, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 125, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018422007000481244, "decode_time_sec": 1.8849329120021139, "total_time_sec": 1.9033805990002293, "prefill_units_per_sec": 3908.3689414578507, "prefill_bytes_per_sec": 12810.7648636674, "decode_units_per_sec": 67.90692612186531, "decode_bytes_per_sec": 323.6189447995144, "total_units_per_sec": 67.24876783299848, "total_bytes_per_sec": 320.4824092041334, "step_latency_ms": {"count": 128, "sum": 1853, "mean": 14.4765625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.98876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 236, "mean": 236.0, "median": 236.0, "p95": 236.0, "max": 236, "min": 236}, "model_input_units": {"count": 1, "sum": 72, "mean": 72.0, "median": 72.0, "p95": 72.0, "max": 72, "min": 72}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 610, "mean": 610.0, "median": 610.0, "p95": 610.0, "max": 610, "min": 610}}, "compression_summary": {"raw_prompt_bytes": 236, "model_input_units": 72, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2777777777777777, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 126, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018046057000901783, "decode_time_sec": 1.8886851880015456, "total_time_sec": 1.9067618250010128, "prefill_units_per_sec": 4543.928903466412, "prefill_bytes_per_sec": 12024.787464051358, "decode_units_per_sec": 67.77201452796868, "decode_bytes_per_sec": 177.90153813591778, "total_units_per_sec": 67.12951681835355, "total_bytes_per_sec": 176.21498164817808, "step_latency_ms": {"count": 128, "sum": 1852, "mean": 14.46875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 217, "mean": 217.0, "median": 217.0, "p95": 217.0, "max": 217, "min": 217}, "model_input_units": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 336, "mean": 336.0, "median": 336.0, "p95": 336.0, "max": 336, "min": 336}}, "compression_summary": {"raw_prompt_bytes": 217, "model_input_units": 82, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.6463414634146343, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 127, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.03406578900103341, "decode_time_sec": 1.9425764389998221, "total_time_sec": 1.976681677999295, "prefill_units_per_sec": 26096.56274137762, "prefill_bytes_per_sec": 84424.87564027225, "decode_units_per_sec": 1011.0284262539539, "decode_bytes_per_sec": 4232.00849910069, "total_units_per_sec": 993.584360020916, "total_bytes_per_sec": 4158.990337949059, "step_latency_ms": {"count": 128, "sum": 1804, "mean": 14.09375, "median": 14.0, "p95": 14.649999999999991, "max": 18, "min": 14}, "peak_allocated_mb": 3368.1533203125, "peak_reserved_mb": 3854.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 889, "mean": 55.5625, "median": 54.0, "p95": 69.75, "max": 81, "min": 41}}, "generated_stats": {"units": {"count": 16, "sum": 1964, "mean": 122.75, "median": 128.0, "p95": 128.0, "max": 128, "min": 44}, "bytes": {"count": 16, "sum": 8221, "mean": 513.8125, "median": 412.0, "p95": 1330.0, "max": 1348, "min": 124}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 889, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.235095613048369, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 0, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.03573129500000505, "decode_time_sec": 1.955953070999385, "total_time_sec": 1.991725645999395, "prefill_units_per_sec": 30645.404819496336, "prefill_bytes_per_sec": 92635.88123518984, "decode_units_per_sec": 981.6186433445384, "decode_bytes_per_sec": 3340.5709456318823, "total_units_per_sec": 963.9881897672684, "total_bytes_per_sec": 3280.572308301735, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3388.5927734375, "peak_reserved_mb": 3756.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3310, "mean": 206.875, "median": 199.5, "p95": 244.0, "max": 244, "min": 156}, "model_input_units": {"count": 16, "sum": 1095, "mean": 68.4375, "median": 65.5, "p95": 85.25, "max": 92, "min": 50}}, "generated_stats": {"units": {"count": 16, "sum": 1920, "mean": 120.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 0}, "bytes": {"count": 16, "sum": 6534, "mean": 408.375, "median": 344.5, "p95": 757.75, "max": 1084, "min": 0}}, "compression_summary": {"raw_prompt_bytes": 3310, "model_input_units": 1095, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0228310502283104, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 1, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.032570453000516864, "decode_time_sec": 1.9564949350024108, "total_time_sec": 1.9891050080004788, "prefill_units_per_sec": 27049.05578028096, "prefill_bytes_per_sec": 88914.94385890313, "decode_units_per_sec": 1046.7698961855358, "decode_bytes_per_sec": 4552.017917689639, "total_units_per_sec": 1029.6087897635553, "total_bytes_per_sec": 4477.390567204211, "step_latency_ms": {"count": 128, "sum": 1818, "mean": 14.203125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3334.0263671875, "peak_reserved_mb": 3840.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2896, "mean": 181.0, "median": 180.5, "p95": 243.0, "max": 255, "min": 94}, "model_input_units": {"count": 16, "sum": 881, "mean": 55.0625, "median": 55.5, "p95": 76.0, "max": 76, "min": 30}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 8906, "mean": 556.625, "median": 422.5, "p95": 1234.5, "max": 3072, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2896, "model_input_units": 881, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2871736662883086, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 2, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.033594971002457896, "decode_time_sec": 1.9507769930023642, "total_time_sec": 1.9844105939992005, "prefill_units_per_sec": 27920.845650718777, "prefill_bytes_per_sec": 96323.94085898291, "decode_units_per_sec": 972.4330391452904, "decode_bytes_per_sec": 3232.0454991096763, "total_units_per_sec": 955.9513569099421, "total_bytes_per_sec": 3177.2658436042093, "step_latency_ms": {"count": 128, "sum": 1816, "mean": 14.1875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3369.9033203125, "peak_reserved_mb": 3858.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 203.5, "p95": 250.75, "max": 253, "min": 145}, "model_input_units": {"count": 16, "sum": 938, "mean": 58.625, "median": 58.0, "p95": 75.25, "max": 82, "min": 43}}, "generated_stats": {"units": {"count": 16, "sum": 1897, "mean": 118.5625, "median": 128.0, "p95": 128.0, "max": 128, "min": 32}, "bytes": {"count": 16, "sum": 6305, "mean": 394.0625, "median": 421.5, "p95": 547.75, "max": 646, "min": 98}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 938, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.449893390191898, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 3, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.03375867999784532, "decode_time_sec": 1.9510861869966902, "total_time_sec": 1.984884356999828, "prefill_units_per_sec": 29088.81508585872, "prefill_bytes_per_sec": 92924.24941378698, "decode_units_per_sec": 984.0672404920557, "decode_bytes_per_sec": 3408.357890245922, "total_units_per_sec": 967.3107620748741, "total_bytes_per_sec": 3350.3211290614126, "step_latency_ms": {"count": 128, "sum": 1815, "mean": 14.1796875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3371.5986328125, "peak_reserved_mb": 3872.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3137, "mean": 196.0625, "median": 198.0, "p95": 237.25, "max": 238, "min": 144}, "model_input_units": {"count": 16, "sum": 982, "mean": 61.375, "median": 61.0, "p95": 82.25, "max": 83, "min": 44}}, "generated_stats": {"units": {"count": 16, "sum": 1920, "mean": 120.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 0}, "bytes": {"count": 16, "sum": 6650, "mean": 415.625, "median": 418.5, "p95": 732.5, "max": 1088, "min": 0}}, "compression_summary": {"raw_prompt_bytes": 3137, "model_input_units": 982, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1945010183299387, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 4, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.03477379700052552, "decode_time_sec": 1.9652544089985895, "total_time_sec": 2.0000671759989928, "prefill_units_per_sec": 29735.032961294783, "prefill_bytes_per_sec": 93058.57510904247, "decode_units_per_sec": 1042.1042642736388, "decode_bytes_per_sec": 3449.426175542479, "total_units_per_sec": 1023.9656070437063, "total_bytes_per_sec": 3389.3861572994556, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3389.1015625, "peak_reserved_mb": 3756.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 204.0, "p95": 249.0, "max": 255, "min": 151}, "model_input_units": {"count": 16, "sum": 1034, "mean": 64.625, "median": 62.0, "p95": 84.75, "max": 93, "min": 40}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 6779, "mean": 423.6875, "median": 362.5, "p95": 704.0, "max": 1088, "min": 189}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 1034, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.129593810444874, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 5, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.03389605000120355, "decode_time_sec": 1.9496258700019098, "total_time_sec": 1.983560699998634, "prefill_units_per_sec": 28410.39000018606, "prefill_bytes_per_sec": 93698.23327164167, "decode_units_per_sec": 1050.4579527342821, "decode_bytes_per_sec": 4604.473164890454, "total_units_per_sec": 1032.4866791328395, "total_bytes_per_sec": 4525.699667273193, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3368.1533203125, "peak_reserved_mb": 3854.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3176, "mean": 198.5, "median": 201.0, "p95": 243.25, "max": 247, "min": 148}, "model_input_units": {"count": 16, "sum": 963, "mean": 60.1875, "median": 62.5, "p95": 77.25, "max": 81, "min": 39}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 8977, "mean": 561.0625, "median": 430.0, "p95": 1147.0, "max": 1324, "min": 265}}, "compression_summary": {"raw_prompt_bytes": 3176, "model_input_units": 963, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2980269989615785, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 6, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.033964430000196444, "decode_time_sec": 1.95333343600214, "total_time_sec": 1.987336525999126, "prefill_units_per_sec": 29648.664794144217, "prefill_bytes_per_sec": 97396.01106159789, "decode_units_per_sec": 988.5665009411555, "decode_bytes_per_sec": 3379.3513582146907, "total_units_per_sec": 971.6522464805989, "total_bytes_per_sec": 3321.53106111778, "step_latency_ms": {"count": 128, "sum": 1816, "mean": 14.1875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3381.2255859375, "peak_reserved_mb": 3718.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3308, "mean": 206.75, "median": 218.5, "p95": 253.5, "max": 255, "min": 102}, "model_input_units": {"count": 16, "sum": 1007, "mean": 62.9375, "median": 64.5, "p95": 86.0, "max": 89, "min": 25}}, "generated_stats": {"units": {"count": 16, "sum": 1931, "mean": 120.6875, "median": 128.0, "p95": 128.0, "max": 128, "min": 11}, "bytes": {"count": 16, "sum": 6601, "mean": 412.5625, "median": 438.5, "p95": 576.5, "max": 593, "min": 26}}, "compression_summary": {"raw_prompt_bytes": 3308, "model_input_units": 1007, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.285004965243297, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 7, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.03368920999855618, "decode_time_sec": 1.9491122609979357, "total_time_sec": 1.9828721509984462, "prefill_units_per_sec": 26388.27090448544, "prefill_bytes_per_sec": 85368.57943903276, "decode_units_per_sec": 1007.6382152531543, "decode_bytes_per_sec": 4217.817600609053, "total_units_per_sec": 990.4824166354127, "total_bytes_per_sec": 4146.006083075218, "step_latency_ms": {"count": 128, "sum": 1816, "mean": 14.1875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3368.1533203125, "peak_reserved_mb": 3854.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 889, "mean": 55.5625, "median": 54.0, "p95": 69.75, "max": 81, "min": 41}}, "generated_stats": {"units": {"count": 16, "sum": 1964, "mean": 122.75, "median": 128.0, "p95": 128.0, "max": 128, "min": 44}, "bytes": {"count": 16, "sum": 8221, "mean": 513.8125, "median": 412.0, "p95": 1330.0, "max": 1348, "min": 124}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 889, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.235095613048369, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 0, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.034969237000041176, "decode_time_sec": 1.9604720890019962, "total_time_sec": 1.9954805859997577, "prefill_units_per_sec": 31313.236831524537, "prefill_bytes_per_sec": 94654.62457748514, "decode_units_per_sec": 979.3559473613323, "decode_bytes_per_sec": 3332.870708364034, "total_units_per_sec": 962.1742318470409, "total_bytes_per_sec": 3274.399182754461, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 14.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 3388.5927734375, "peak_reserved_mb": 3756.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3310, "mean": 206.875, "median": 199.5, "p95": 244.0, "max": 244, "min": 156}, "model_input_units": {"count": 16, "sum": 1095, "mean": 68.4375, "median": 65.5, "p95": 85.25, "max": 92, "min": 50}}, "generated_stats": {"units": {"count": 16, "sum": 1920, "mean": 120.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 0}, "bytes": {"count": 16, "sum": 6534, "mean": 408.375, "median": 344.5, "p95": 757.75, "max": 1084, "min": 0}}, "compression_summary": {"raw_prompt_bytes": 3310, "model_input_units": 1095, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0228310502283104, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 1, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.03234422400055337, "decode_time_sec": 1.9606267830022261, "total_time_sec": 1.993010107002192, "prefill_units_per_sec": 27238.248164028522, "prefill_bytes_per_sec": 89536.85208062043, "decode_units_per_sec": 1044.5639209640822, "decode_bytes_per_sec": 4542.4249414580645, "total_units_per_sec": 1027.591376884948, "total_bytes_per_sec": 4468.617579363939, "step_latency_ms": {"count": 128, "sum": 1822, "mean": 14.234375, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 3334.0263671875, "peak_reserved_mb": 3840.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2896, "mean": 181.0, "median": 180.5, "p95": 243.0, "max": 255, "min": 94}, "model_input_units": {"count": 16, "sum": 881, "mean": 55.0625, "median": 55.5, "p95": 76.0, "max": 76, "min": 30}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 8906, "mean": 556.625, "median": 422.5, "p95": 1234.5, "max": 3072, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2896, "model_input_units": 881, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2871736662883086, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 2, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.03451425899766036, "decode_time_sec": 1.953022035999311, "total_time_sec": 1.987575213999662, "prefill_units_per_sec": 27177.173355035226, "prefill_bytes_per_sec": 93758.35072163538, "decode_units_per_sec": 971.3152053757316, "decode_bytes_per_sec": 3228.330189717442, "total_units_per_sec": 954.4292898393543, "total_bytes_per_sec": 3172.2069965403944, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3369.9033203125, "peak_reserved_mb": 3858.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 203.5, "p95": 250.75, "max": 253, "min": 145}, "model_input_units": {"count": 16, "sum": 938, "mean": 58.625, "median": 58.0, "p95": 75.25, "max": 82, "min": 43}}, "generated_stats": {"units": {"count": 16, "sum": 1897, "mean": 118.5625, "median": 128.0, "p95": 128.0, "max": 128, "min": 32}, "bytes": {"count": 16, "sum": 6305, "mean": 394.0625, "median": 421.5, "p95": 547.75, "max": 646, "min": 98}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 938, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.449893390191898, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 3, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.035664995997649385, "decode_time_sec": 1.9678558850027912, "total_time_sec": 2.0035713210018002, "prefill_units_per_sec": 27534.00000562798, "prefill_bytes_per_sec": 87957.39105667511, "decode_units_per_sec": 975.6812044177091, "decode_bytes_per_sec": 3379.3125048842526, "total_units_per_sec": 958.288821502988, "total_bytes_per_sec": 3319.073261976495, "step_latency_ms": {"count": 128, "sum": 1832, "mean": 14.3125, "median": 14.0, "p95": 18.0, "max": 18, "min": 14}, "peak_allocated_mb": 3371.5986328125, "peak_reserved_mb": 3872.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3137, "mean": 196.0625, "median": 198.0, "p95": 237.25, "max": 238, "min": 144}, "model_input_units": {"count": 16, "sum": 982, "mean": 61.375, "median": 61.0, "p95": 82.25, "max": 83, "min": 44}}, "generated_stats": {"units": {"count": 16, "sum": 1920, "mean": 120.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 0}, "bytes": {"count": 16, "sum": 6650, "mean": 415.625, "median": 418.5, "p95": 732.5, "max": 1088, "min": 0}}, "compression_summary": {"raw_prompt_bytes": 3137, "model_input_units": 982, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1945010183299387, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 4, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.03467218799778493, "decode_time_sec": 1.9415724119971856, "total_time_sec": 1.976283259999036, "prefill_units_per_sec": 29822.173324223386, "prefill_bytes_per_sec": 93331.28904950374, "decode_units_per_sec": 1054.8151525769458, "decode_bytes_per_sec": 3491.499960605037, "total_units_per_sec": 1036.288694769898, "total_bytes_per_sec": 3430.1762997290716, "step_latency_ms": {"count": 128, "sum": 1804, "mean": 14.09375, "median": 14.0, "p95": 14.0, "max": 18, "min": 14}, "peak_allocated_mb": 3389.1015625, "peak_reserved_mb": 3756.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 204.0, "p95": 249.0, "max": 255, "min": 151}, "model_input_units": {"count": 16, "sum": 1034, "mean": 64.625, "median": 62.0, "p95": 84.75, "max": 93, "min": 40}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 6779, "mean": 423.6875, "median": 362.5, "p95": 704.0, "max": 1088, "min": 189}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 1034, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.129593810444874, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 5, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.033890899998368695, "decode_time_sec": 1.9474221220007166, "total_time_sec": 1.9813525319987093, "prefill_units_per_sec": 28414.707194153976, "prefill_bytes_per_sec": 93712.47149390762, "decode_units_per_sec": 1051.6466752960334, "decode_bytes_per_sec": 4609.683693424068, "total_units_per_sec": 1033.637359795866, "total_bytes_per_sec": 4530.743446722407, "step_latency_ms": {"count": 128, "sum": 1814, "mean": 14.171875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3368.1533203125, "peak_reserved_mb": 3854.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3176, "mean": 198.5, "median": 201.0, "p95": 243.25, "max": 247, "min": 148}, "model_input_units": {"count": 16, "sum": 963, "mean": 60.1875, "median": 62.5, "p95": 77.25, "max": 81, "min": 39}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 8977, "mean": 561.0625, "median": 430.0, "p95": 1147.0, "max": 1324, "min": 265}}, "compression_summary": {"raw_prompt_bytes": 3176, "model_input_units": 963, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2980269989615785, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 6, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.03488306799772545, "decode_time_sec": 1.9452495119985542, "total_time_sec": 1.9801717299997108, "prefill_units_per_sec": 28867.87366482964, "prefill_bytes_per_sec": 94831.10832498157, "decode_units_per_sec": 992.6747124671352, "decode_bytes_per_sec": 3393.395016569425, "total_units_per_sec": 975.1679466711112, "total_bytes_per_sec": 3333.54925736717, "step_latency_ms": {"count": 128, "sum": 1805, "mean": 14.1015625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3381.2255859375, "peak_reserved_mb": 3718.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3308, "mean": 206.75, "median": 218.5, "p95": 253.5, "max": 255, "min": 102}, "model_input_units": {"count": 16, "sum": 1007, "mean": 62.9375, "median": 64.5, "p95": 86.0, "max": 89, "min": 25}}, "generated_stats": {"units": {"count": 16, "sum": 1931, "mean": 120.6875, "median": 128.0, "p95": 128.0, "max": 128, "min": 11}, "bytes": {"count": 16, "sum": 6601, "mean": 412.5625, "median": 438.5, "p95": 576.5, "max": 593, "min": 26}}, "compression_summary": {"raw_prompt_bytes": 3308, "model_input_units": 1007, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.285004965243297, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 7, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.03380465100053698, "decode_time_sec": 1.9492195769998943, "total_time_sec": 1.9830634179998015, "prefill_units_per_sec": 26298.156427820493, "prefill_bytes_per_sec": 85077.05049090185, "decode_units_per_sec": 1007.582738843027, "decode_bytes_per_sec": 4217.585384943241, "total_units_per_sec": 990.3868843392665, "total_bytes_per_sec": 4145.606199670627, "step_latency_ms": {"count": 128, "sum": 1813, "mean": 14.1640625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3368.1533203125, "peak_reserved_mb": 3854.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 889, "mean": 55.5625, "median": 54.0, "p95": 69.75, "max": 81, "min": 41}}, "generated_stats": {"units": {"count": 16, "sum": 1964, "mean": 122.75, "median": 128.0, "p95": 128.0, "max": 128, "min": 44}, "bytes": {"count": 16, "sum": 8221, "mean": 513.8125, "median": 412.0, "p95": 1330.0, "max": 1348, "min": 124}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 889, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.235095613048369, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 0, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.03446008999890182, "decode_time_sec": 1.9435554550000234, "total_time_sec": 1.9780542439984856, "prefill_units_per_sec": 31775.889152782118, "prefill_bytes_per_sec": 96053.14437964275, "decode_units_per_sec": 987.8802249046075, "decode_bytes_per_sec": 3361.8798903784927, "total_units_per_sec": 970.6508331737489, "total_bytes_per_sec": 3303.246116644414, "step_latency_ms": {"count": 128, "sum": 1808, "mean": 14.125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3388.5927734375, "peak_reserved_mb": 3756.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3310, "mean": 206.875, "median": 199.5, "p95": 244.0, "max": 244, "min": 156}, "model_input_units": {"count": 16, "sum": 1095, "mean": 68.4375, "median": 65.5, "p95": 85.25, "max": 92, "min": 50}}, "generated_stats": {"units": {"count": 16, "sum": 1920, "mean": 120.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 0}, "bytes": {"count": 16, "sum": 6534, "mean": 408.375, "median": 344.5, "p95": 757.75, "max": 1084, "min": 0}}, "compression_summary": {"raw_prompt_bytes": 3310, "model_input_units": 1095, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.0228310502283104, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 1, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.03249183400112088, "decode_time_sec": 1.9511278419995506, "total_time_sec": 1.983657946002495, "prefill_units_per_sec": 27114.505139033023, "prefill_bytes_per_sec": 89130.08726746838, "decode_units_per_sec": 1049.6493135484004, "decode_bytes_per_sec": 4564.539446514675, "total_units_per_sec": 1032.4360629448076, "total_bytes_per_sec": 4489.685340130106, "step_latency_ms": {"count": 128, "sum": 1812, "mean": 14.15625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3334.0263671875, "peak_reserved_mb": 3840.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2896, "mean": 181.0, "median": 180.5, "p95": 243.0, "max": 255, "min": 94}, "model_input_units": {"count": 16, "sum": 881, "mean": 55.0625, "median": 55.5, "p95": 76.0, "max": 76, "min": 30}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 8906, "mean": 556.625, "median": 422.5, "p95": 1234.5, "max": 3072, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2896, "model_input_units": 881, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2871736662883086, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 2, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.033725751000019955, "decode_time_sec": 1.9511032059999707, "total_time_sec": 1.984867826999107, "prefill_units_per_sec": 27812.575619129875, "prefill_bytes_per_sec": 95950.42079264848, "decode_units_per_sec": 972.270454052049, "decode_bytes_per_sec": 3231.5051200833786, "total_units_per_sec": 955.7311445105375, "total_bytes_per_sec": 3176.5339304896884, "step_latency_ms": {"count": 128, "sum": 1822, "mean": 14.234375, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 3369.9033203125, "peak_reserved_mb": 3858.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 203.5, "p95": 250.75, "max": 253, "min": 145}, "model_input_units": {"count": 16, "sum": 938, "mean": 58.625, "median": 58.0, "p95": 75.25, "max": 82, "min": 43}}, "generated_stats": {"units": {"count": 16, "sum": 1897, "mean": 118.5625, "median": 128.0, "p95": 128.0, "max": 128, "min": 32}, "bytes": {"count": 16, "sum": 6305, "mean": 394.0625, "median": 421.5, "p95": 547.75, "max": 646, "min": 98}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 938, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.449893390191898, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 3, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.03445081899917568, "decode_time_sec": 1.9718478319991846, "total_time_sec": 2.0063612109988753, "prefill_units_per_sec": 28504.40217469131, "prefill_bytes_per_sec": 91057.34177393751, "decode_units_per_sec": 973.7059669829503, "decode_bytes_per_sec": 3372.471187727406, "total_units_per_sec": 956.9562995309902, "total_bytes_per_sec": 3314.4580166047317, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3371.5986328125, "peak_reserved_mb": 3872.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3137, "mean": 196.0625, "median": 198.0, "p95": 237.25, "max": 238, "min": 144}, "model_input_units": {"count": 16, "sum": 982, "mean": 61.375, "median": 61.0, "p95": 82.25, "max": 83, "min": 44}}, "generated_stats": {"units": {"count": 16, "sum": 1920, "mean": 120.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 0}, "bytes": {"count": 16, "sum": 6650, "mean": 415.625, "median": 418.5, "p95": 732.5, "max": 1088, "min": 0}}, "compression_summary": {"raw_prompt_bytes": 3137, "model_input_units": 982, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1945010183299387, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 4, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.04157808400123031, "decode_time_sec": 1.9575093610001204, "total_time_sec": 1.999126343998796, "prefill_units_per_sec": 24868.87082072862, "prefill_bytes_per_sec": 77829.46419330544, "decode_units_per_sec": 1046.227436150623, "decode_bytes_per_sec": 3463.0741160473985, "total_units_per_sec": 1024.4475073563601, "total_bytes_per_sec": 3390.981275570686, "step_latency_ms": {"count": 128, "sum": 1821, "mean": 14.2265625, "median": 14.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 3389.1015625, "peak_reserved_mb": 3756.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3236, "mean": 202.25, "median": 204.0, "p95": 249.0, "max": 255, "min": 151}, "model_input_units": {"count": 16, "sum": 1034, "mean": 64.625, "median": 62.0, "p95": 84.75, "max": 93, "min": 40}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 6779, "mean": 423.6875, "median": 362.5, "p95": 704.0, "max": 1088, "min": 189}}, "compression_summary": {"raw_prompt_bytes": 3236, "model_input_units": 1034, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.129593810444874, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 5, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.033672432000457775, "decode_time_sec": 1.9526951150000968, "total_time_sec": 1.986406096999417, "prefill_units_per_sec": 28599.06287692282, "prefill_bytes_per_sec": 94320.48151309126, "decode_units_per_sec": 1048.8068435608793, "decode_bytes_per_sec": 4597.235856760749, "total_units_per_sec": 1031.0077093971993, "total_bytes_per_sec": 4519.216898075517, "step_latency_ms": {"count": 128, "sum": 1812, "mean": 14.15625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3368.1533203125, "peak_reserved_mb": 3854.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3176, "mean": 198.5, "median": 201.0, "p95": 243.25, "max": 247, "min": 148}, "model_input_units": {"count": 16, "sum": 963, "mean": 60.1875, "median": 62.5, "p95": 77.25, "max": 81, "min": 39}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 8977, "mean": 561.0625, "median": 430.0, "p95": 1147.0, "max": 1324, "min": 265}}, "compression_summary": {"raw_prompt_bytes": 3176, "model_input_units": 963, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2980269989615785, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 6, "phase": "measure"}
{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.03461791899826494, "decode_time_sec": 1.9348511819989653, "total_time_sec": 1.9695082809994346, "prefill_units_per_sec": 29088.981346639324, "prefill_bytes_per_sec": 95557.44815757983, "decode_units_per_sec": 998.0095719842461, "decode_bytes_per_sec": 3411.63189262973, "total_units_per_sec": 980.4477689325107, "total_bytes_per_sec": 3351.5979920888158, "step_latency_ms": {"count": 128, "sum": 1804, "mean": 14.09375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3381.2255859375, "peak_reserved_mb": 3718.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 3308, "mean": 206.75, "median": 218.5, "p95": 253.5, "max": 255, "min": 102}, "model_input_units": {"count": 16, "sum": 1007, "mean": 62.9375, "median": 64.5, "p95": 86.0, "max": 89, "min": 25}}, "generated_stats": {"units": {"count": 16, "sum": 1931, "mean": 120.6875, "median": 128.0, "p95": 128.0, "max": 128, "min": 11}, "bytes": {"count": 16, "sum": 6601, "mean": 412.5625, "median": 438.5, "p95": 576.5, "max": 593, "min": 26}}, "compression_summary": {"raw_prompt_bytes": 3308, "model_input_units": 1007, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.285004965243297, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 7, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018838535997929284, "decode_time_sec": 1.8857061339986103, "total_time_sec": 1.904573050000181, "prefill_units_per_sec": 4989.772029542656, "prefill_bytes_per_sec": 14066.910508817064, "decode_units_per_sec": 67.87908131187865, "decode_bytes_per_sec": 195.68266409440017, "total_units_per_sec": 67.20666345666702, "total_bytes_per_sec": 193.74420949617289, "step_latency_ms": {"count": 128, "sum": 1865, "mean": 14.5703125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.11376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 369, "mean": 369.0, "median": 369.0, "p95": 369.0, "max": 369, "min": 369}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 94, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8191489361702127, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 0, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017655458999797702, "decode_time_sec": 1.8981192790015484, "total_time_sec": 1.9158137679987703, "prefill_units_per_sec": 15689.198451491626, "prefill_bytes_per_sec": 54487.3967882128, "decode_units_per_sec": 67.4351719705048, "decode_bytes_per_sec": 237.6036137398255, "total_units_per_sec": 66.81233955934393, "total_bytes_per_sec": 235.40910266612588, "step_latency_ms": {"count": 128, "sum": 1849, "mean": 14.4453125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2796.5556640625, "peak_reserved_mb": 2816.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 962, "mean": 962.0, "median": 962.0, "p95": 962.0, "max": 962, "min": 962}, "model_input_units": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 451, "mean": 451.0, "median": 451.0, "p95": 451.0, "max": 451, "min": 451}}, "compression_summary": {"raw_prompt_bytes": 962, "model_input_units": 277, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.472924187725632, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 1, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01919546600038302, "decode_time_sec": 1.8922350570028357, "total_time_sec": 1.9114594630009378, "prefill_units_per_sec": 4688.6071949596935, "prefill_bytes_per_sec": 18858.62005083788, "decode_units_per_sec": 67.6448729381131, "decode_bytes_per_sec": 281.67747871886155, "total_units_per_sec": 66.96453808078336, "total_bytes_per_sec": 278.84452185201195, "step_latency_ms": {"count": 128, "sum": 1853, "mean": 14.4765625, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2748.36376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}, "model_input_units": {"count": 1, "sum": 90, "mean": 90.0, "median": 90.0, "p95": 90.0, "max": 90, "min": 90}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}}, "compression_summary": {"raw_prompt_bytes": 362, "model_input_units": 90, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.022222222222222, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 2, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02063899300264893, "decode_time_sec": 1.9687906229992223, "total_time_sec": 1.9894582660017477, "prefill_units_per_sec": 7897.672138319908, "prefill_bytes_per_sec": 26018.711277777857, "decode_units_per_sec": 65.01453151224733, "decode_bytes_per_sec": 209.26552330504612, "total_units_per_sec": 64.33912295996238, "total_bytes_per_sec": 207.09155202737892, "step_latency_ms": {"count": 128, "sum": 1919, "mean": 14.9921875, "median": 15.0, "p95": 16.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 537, "mean": 537.0, "median": 537.0, "p95": 537.0, "max": 537, "min": 537}, "model_input_units": {"count": 1, "sum": 163, "mean": 163.0, "median": 163.0, "p95": 163.0, "max": 163, "min": 163}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 412, "mean": 412.0, "median": 412.0, "p95": 412.0, "max": 412, "min": 412}}, "compression_summary": {"raw_prompt_bytes": 537, "model_input_units": 163, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.294478527607362, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 3, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018973035999806598, "decode_time_sec": 1.8924792840007285, "total_time_sec": 1.9114804699966044, "prefill_units_per_sec": 4848.986741022249, "prefill_bytes_per_sec": 19817.59798504745, "decode_units_per_sec": 67.63614327624562, "decode_bytes_per_sec": 232.49924251209433, "total_units_per_sec": 66.96380214663003, "total_bytes_per_sec": 230.18806987904074, "step_latency_ms": {"count": 128, "sum": 1886, "mean": 14.734375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.73876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}, "model_input_units": {"count": 1, "sum": 92, "mean": 92.0, "median": 92.0, "p95": 92.0, "max": 92, "min": 92}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "compression_summary": {"raw_prompt_bytes": 376, "model_input_units": 92, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.086956521739131, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 4, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018863076002162416, "decode_time_sec": 1.8845872660021996, "total_time_sec": 1.9034799420005584, "prefill_units_per_sec": 4612.185201927116, "prefill_bytes_per_sec": 14684.773573951852, "decode_units_per_sec": 67.91938070956412, "decode_bytes_per_sec": 261.06511960238714, "total_units_per_sec": 67.24525810630394, "total_bytes_per_sec": 258.47396084610574, "step_latency_ms": {"count": 128, "sum": 1860, "mean": 14.53125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.80126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}, "model_input_units": {"count": 1, "sum": 87, "mean": 87.0, "median": 87.0, "p95": 87.0, "max": 87, "min": 87}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}}, "compression_summary": {"raw_prompt_bytes": 277, "model_input_units": 87, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1839080459770117, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 5, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01913393500217353, "decode_time_sec": 1.9002730139982305, "total_time_sec": 1.9194415389974893, "prefill_units_per_sec": 5069.526994263398, "prefill_bytes_per_sec": 17978.5287219238, "decode_units_per_sec": 67.35874216867619, "decode_bytes_per_sec": 249.437842093379, "total_units_per_sec": 66.6860633155066, "total_bytes_per_sec": 246.94682821523537, "step_latency_ms": {"count": 128, "sum": 1886, "mean": 14.734375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.67626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}, "model_input_units": {"count": 1, "sum": 97, "mean": 97.0, "median": 97.0, "p95": 97.0, "max": 97, "min": 97}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 474, "mean": 474.0, "median": 474.0, "p95": 474.0, "max": 474, "min": 474}}, "compression_summary": {"raw_prompt_bytes": 344, "model_input_units": 97, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5463917525773194, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 6, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018415448001178447, "decode_time_sec": 1.907476331001817, "total_time_sec": 1.9259176090017718, "prefill_units_per_sec": 4181.272157759757, "prefill_bytes_per_sec": 15150.323792402234, "decode_units_per_sec": 67.10437132017974, "decode_bytes_per_sec": 241.15633443189594, "total_units_per_sec": 66.46182547048005, "total_bytes_per_sec": 238.8471852845377, "step_latency_ms": {"count": 128, "sum": 1869, "mean": 14.6015625, "median": 14.0, "p95": 17.299999999999983, "max": 19, "min": 14}, "peak_allocated_mb": 2745.92626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}, "model_input_units": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}}, "compression_summary": {"raw_prompt_bytes": 279, "model_input_units": 77, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6233766233766236, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 7, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018951485999423312, "decode_time_sec": 1.9033636250023847, "total_time_sec": 1.9223548109985131, "prefill_units_per_sec": 4907.266902596976, "prefill_bytes_per_sec": 14880.099640132767, "decode_units_per_sec": 67.24936755048034, "decode_bytes_per_sec": 212.2558163312036, "total_units_per_sec": 66.5850025539843, "total_bytes_per_sec": 210.15891431101295, "step_latency_ms": {"count": 128, "sum": 1868, "mean": 14.59375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.92626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 404, "mean": 404.0, "median": 404.0, "p95": 404.0, "max": 404, "min": 404}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 93, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.032258064516129, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 8, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02011687399863149, "decode_time_sec": 1.8938975099990785, "total_time_sec": 1.914045014000294, "prefill_units_per_sec": 4871.532227455754, "prefill_bytes_per_sec": 17298.91035872043, "decode_units_per_sec": 67.58549463432279, "decode_bytes_per_sec": 302.55069082396057, "total_units_per_sec": 66.87408031877162, "total_bytes_per_sec": 299.36600017700107, "step_latency_ms": {"count": 128, "sum": 1868, "mean": 14.59375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.86376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}, "model_input_units": {"count": 1, "sum": 98, "mean": 98.0, "median": 98.0, "p95": 98.0, "max": 98, "min": 98}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 573, "mean": 573.0, "median": 573.0, "p95": 573.0, "max": 573, "min": 573}}, "compression_summary": {"raw_prompt_bytes": 348, "model_input_units": 98, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5510204081632653, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 9, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01926804600225296, "decode_time_sec": 1.9387620210000023, "total_time_sec": 1.9580592870006512, "prefill_units_per_sec": 5397.537455943357, "prefill_bytes_per_sec": 19929.36906809855, "decode_units_per_sec": 66.02151198215567, "decode_bytes_per_sec": 222.8226029397754, "total_units_per_sec": 65.3708500298119, "total_bytes_per_sec": 220.6266188506152, "step_latency_ms": {"count": 128, "sum": 1914, "mean": 14.953125, "median": 15.0, "p95": 16.0, "max": 21, "min": 14}, "peak_allocated_mb": 2750.98876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}, "model_input_units": {"count": 1, "sum": 104, "mean": 104.0, "median": 104.0, "p95": 104.0, "max": 104, "min": 104}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 432, "mean": 432.0, "median": 432.0, "p95": 432.0, "max": 432, "min": 432}}, "compression_summary": {"raw_prompt_bytes": 384, "model_input_units": 104, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6923076923076925, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 10, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020731433000037214, "decode_time_sec": 1.8960274529999879, "total_time_sec": 1.9167882559995633, "prefill_units_per_sec": 6463.614936785097, "prefill_bytes_per_sec": 26288.583138416998, "decode_units_per_sec": 67.50957102307359, "decode_bytes_per_sec": 252.6334728129082, "total_units_per_sec": 66.77837241508493, "total_bytes_per_sec": 249.89719052207568, "step_latency_ms": {"count": 128, "sum": 1866, "mean": 14.578125, "median": 15.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}, "model_input_units": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "compression_summary": {"raw_prompt_bytes": 545, "model_input_units": 134, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.067164179104478, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 11, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018075759002385894, "decode_time_sec": 1.913370116999431, "total_time_sec": 1.931484405999072, "prefill_units_per_sec": 3927.912514801089, "prefill_bytes_per_sec": 14383.904983778635, "decode_units_per_sec": 66.89766860200109, "decode_bytes_per_sec": 254.0020854732229, "total_units_per_sec": 66.27027357945002, "total_bytes_per_sec": 251.61994499697428, "step_latency_ms": {"count": 128, "sum": 1884, "mean": 14.71875, "median": 15.0, "p95": 16.0, "max": 22, "min": 14}, "peak_allocated_mb": 2744.80126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 71, "mean": 71.0, "median": 71.0, "p95": 71.0, "max": 71, "min": 71}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 71, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6619718309859155, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 12, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020879592000710545, "decode_time_sec": 1.923742417999165, "total_time_sec": 1.9446502899991174, "prefill_units_per_sec": 6417.7499251632835, "prefill_bytes_per_sec": 23276.31689275639, "decode_units_per_sec": 66.536974390329, "decode_bytes_per_sec": 238.07761149039592, "total_units_per_sec": 65.82160332799893, "total_bytes_per_sec": 235.5179244079962, "step_latency_ms": {"count": 128, "sum": 1902, "mean": 14.859375, "median": 15.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}, "model_input_units": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "compression_summary": {"raw_prompt_bytes": 486, "model_input_units": 134, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.626865671641791, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 13, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020472432999667944, "decode_time_sec": 1.9070193299994571, "total_time_sec": 1.9275209229999746, "prefill_units_per_sec": 6789.61801961958, "prefill_bytes_per_sec": 23250.778254236833, "decode_units_per_sec": 67.12045231342067, "decode_bytes_per_sec": 236.49471869806814, "total_units_per_sec": 66.40654245183605, "total_bytes_per_sec": 233.97930192014104, "step_latency_ms": {"count": 128, "sum": 1895, "mean": 14.8046875, "median": 15.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}, "model_input_units": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 451, "mean": 451.0, "median": 451.0, "p95": 451.0, "max": 451, "min": 451}}, "compression_summary": {"raw_prompt_bytes": 476, "model_input_units": 139, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4244604316546763, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 14, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02064825299748918, "decode_time_sec": 1.9516266909995466, "total_time_sec": 1.9723040640019462, "prefill_units_per_sec": 8233.142049386548, "prefill_bytes_per_sec": 29009.718162250247, "decode_units_per_sec": 65.58631350468129, "decode_bytes_per_sec": 218.7918427070227, "total_units_per_sec": 64.89871533311087, "total_bytes_per_sec": 216.49805818154957, "step_latency_ms": {"count": 128, "sum": 1904, "mean": 14.875, "median": 15.0, "p95": 16.0, "max": 17, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 599, "mean": 599.0, "median": 599.0, "p95": 599.0, "max": 599, "min": 599}, "model_input_units": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 427, "mean": 427.0, "median": 427.0, "p95": 427.0, "max": 427, "min": 427}}, "compression_summary": {"raw_prompt_bytes": 599, "model_input_units": 170, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.523529411764706, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 15, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017809468998166267, "decode_time_sec": 1.8978813489993627, "total_time_sec": 1.9157301580016792, "prefill_units_per_sec": 18810.218318945554, "prefill_bytes_per_sec": 54240.80864507882, "decode_units_per_sec": 67.44362605569975, "decode_bytes_per_sec": 257.65572766591544, "total_units_per_sec": 66.81525551256046, "total_bytes_per_sec": 255.2551558253286, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 15.0, "max": 17, "min": 14}, "peak_allocated_mb": 2804.919921875, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}, "model_input_units": {"count": 1, "sum": 335, "mean": 335.0, "median": 335.0, "p95": 335.0, "max": 335, "min": 335}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 489, "mean": 489.0, "median": 489.0, "p95": 489.0, "max": 489, "min": 489}}, "compression_summary": {"raw_prompt_bytes": 966, "model_input_units": 335, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8835820895522386, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 16, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021926590001385193, "decode_time_sec": 1.884640443000535, "total_time_sec": 1.9066064830003597, "prefill_units_per_sec": 8893.311727344792, "prefill_bytes_per_sec": 32973.66348138607, "decode_units_per_sec": 67.91746429690922, "decode_bytes_per_sec": 255.75170149304876, "total_units_per_sec": 67.1349862393056, "total_bytes_per_sec": 252.80518255738517, "step_latency_ms": {"count": 128, "sum": 1853, "mean": 14.4765625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2840.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 723, "mean": 723.0, "median": 723.0, "p95": 723.0, "max": 723, "min": 723}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 482, "mean": 482.0, "median": 482.0, "p95": 482.0, "max": 482, "min": 482}}, "compression_summary": {"raw_prompt_bytes": 723, "model_input_units": 195, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.707692307692308, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 17, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019226055999752134, "decode_time_sec": 1.9100413480009593, "total_time_sec": 1.9292958439982613, "prefill_units_per_sec": 5357.31301320083, "prefill_bytes_per_sec": 20076.92061257787, "decode_units_per_sec": 67.01425607040613, "decode_bytes_per_sec": 213.60794122441956, "total_units_per_sec": 66.34544950593661, "total_bytes_per_sec": 211.47612030017294, "step_latency_ms": {"count": 128, "sum": 1882, "mean": 14.703125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2750.80126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "model_input_units": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}}, "compression_summary": {"raw_prompt_bytes": 386, "model_input_units": 103, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7475728155339807, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 18, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019732094999199035, "decode_time_sec": 1.8790648019967193, "total_time_sec": 1.8988259569996444, "prefill_units_per_sec": 4814.491314979795, "prefill_bytes_per_sec": 14240.758521150763, "decode_units_per_sec": 68.1189918857431, "decode_bytes_per_sec": 212.33967001883983, "total_units_per_sec": 67.41007490873687, "total_bytes_per_sec": 210.1298428795782, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2749.30126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 95, "mean": 95.0, "median": 95.0, "p95": 95.0, "max": 95, "min": 95}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 95, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.957894736842105, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 19, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020188144000712782, "decode_time_sec": 1.8877612960022816, "total_time_sec": 1.9079777000006288, "prefill_units_per_sec": 7231.9674356813175, "prefill_bytes_per_sec": 25807.22626020525, "decode_units_per_sec": 67.80518292808843, "decode_bytes_per_sec": 226.7235804157957, "total_units_per_sec": 67.08673796342474, "total_bytes_per_sec": 224.32128006520148, "step_latency_ms": {"count": 128, "sum": 1860, "mean": 14.53125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 521, "mean": 521.0, "median": 521.0, "p95": 521.0, "max": 521, "min": 521}, "model_input_units": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 428, "mean": 428.0, "median": 428.0, "p95": 428.0, "max": 428, "min": 428}}, "compression_summary": {"raw_prompt_bytes": 521, "model_input_units": 146, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5684931506849313, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 20, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021093502000439912, "decode_time_sec": 1.8895282759986003, "total_time_sec": 1.9106528580014128, "prefill_units_per_sec": 6163.035421870148, "prefill_bytes_per_sec": 21807.6638004636, "decode_units_per_sec": 67.74177535520236, "decode_bytes_per_sec": 251.91472710215882, "total_units_per_sec": 66.99280796297604, "total_bytes_per_sec": 249.1295046123172, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}, "model_input_units": {"count": 1, "sum": 130, "mean": 130.0, "median": 130.0, "p95": 130.0, "max": 130, "min": 130}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}}, "compression_summary": {"raw_prompt_bytes": 460, "model_input_units": 130, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5384615384615383, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 21, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02029893299913965, "decode_time_sec": 1.8962879949976923, "total_time_sec": 1.9166150180026307, "prefill_units_per_sec": 6847.650563992273, "prefill_bytes_per_sec": 22070.125558766464, "decode_units_per_sec": 67.50029549185422, "decode_bytes_per_sec": 174.02419931493665, "total_units_per_sec": 66.78440834372316, "total_bytes_per_sec": 172.17855276116126, "step_latency_ms": {"count": 128, "sum": 1861, "mean": 14.5390625, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}, "model_input_units": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}}, "compression_summary": {"raw_prompt_bytes": 448, "model_input_units": 139, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.223021582733813, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 22, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01922934600224835, "decode_time_sec": 1.9811540849987068, "total_time_sec": 2.000411441000324, "prefill_units_per_sec": 6136.454145980998, "prefill_bytes_per_sec": 29174.159117757117, "decode_units_per_sec": 64.60880603342044, "decode_bytes_per_sec": 240.26399743678226, "total_units_per_sec": 63.986836595971695, "total_bytes_per_sec": 237.95104859126974, "step_latency_ms": {"count": 128, "sum": 1944, "mean": 15.1875, "median": 15.0, "p95": 16.0, "max": 19, "min": 14}, "peak_allocated_mb": 2753.61376953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 561, "mean": 561.0, "median": 561.0, "p95": 561.0, "max": 561, "min": 561}, "model_input_units": {"count": 1, "sum": 118, "mean": 118.0, "median": 118.0, "p95": 118.0, "max": 118, "min": 118}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}}, "compression_summary": {"raw_prompt_bytes": 561, "model_input_units": 118, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.754237288135593, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 23, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022224629999982426, "decode_time_sec": 1.9018086190008034, "total_time_sec": 1.9240617089999432, "prefill_units_per_sec": 9358.985953879299, "prefill_bytes_per_sec": 26502.128494398592, "decode_units_per_sec": 67.30435371948744, "decode_bytes_per_sec": 185.61278799202395, "total_units_per_sec": 66.52593282287692, "total_bytes_per_sec": 183.4660491130903, "step_latency_ms": {"count": 128, "sum": 1868, "mean": 14.59375, "median": 14.0, "p95": 15.0, "max": 24, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 589, "mean": 589.0, "median": 589.0, "p95": 589.0, "max": 589, "min": 589}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 353, "mean": 353.0, "median": 353.0, "p95": 353.0, "max": 353, "min": 353}}, "compression_summary": {"raw_prompt_bytes": 589, "model_input_units": 208, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.831730769230769, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 24, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0203493740009435, "decode_time_sec": 1.9201007810006558, "total_time_sec": 1.9404790450025757, "prefill_units_per_sec": 7813.508169471354, "prefill_bytes_per_sec": 23489.666069228348, "decode_units_per_sec": 66.66316751003721, "decode_bytes_per_sec": 226.02980233871992, "total_units_per_sec": 65.96309314941873, "total_bytes_per_sec": 223.65611270974787, "step_latency_ms": {"count": 128, "sum": 1884, "mean": 14.71875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}, "model_input_units": {"count": 1, "sum": 159, "mean": 159.0, "median": 159.0, "p95": 159.0, "max": 159, "min": 159}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 434, "mean": 434.0, "median": 434.0, "p95": 434.0, "max": 434, "min": 434}}, "compression_summary": {"raw_prompt_bytes": 478, "model_input_units": 159, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.006289308176101, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 25, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017729008999594953, "decode_time_sec": 1.8782718500006013, "total_time_sec": 1.8960399690004124, "prefill_units_per_sec": 14834.444497490449, "prefill_bytes_per_sec": 41570.28743213103, "decode_units_per_sec": 68.1477497519643, "decode_bytes_per_sec": 255.0216572749289, "total_units_per_sec": 67.50912538382896, "total_bytes_per_sec": 252.6318051472974, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2795.4228515625, "peak_reserved_mb": 2814.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 737, "mean": 737.0, "median": 737.0, "p95": 737.0, "max": 737, "min": 737}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "compression_summary": {"raw_prompt_bytes": 737, "model_input_units": 263, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.802281368821293, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 26, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019351745999301784, "decode_time_sec": 1.941572809999343, "total_time_sec": 1.960952945999452, "prefill_units_per_sec": 5632.566694702005, "prefill_bytes_per_sec": 16019.22637942772, "decode_units_per_sec": 65.92593352192819, "decode_bytes_per_sec": 187.47687345298328, "total_units_per_sec": 65.27438624222643, "total_bytes_per_sec": 185.6240358763314, "step_latency_ms": {"count": 128, "sum": 1904, "mean": 14.875, "median": 15.0, "p95": 16.0, "max": 19, "min": 14}, "peak_allocated_mb": 2751.92626953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 109, "mean": 109.0, "median": 109.0, "p95": 109.0, "max": 109, "min": 109}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 364, "mean": 364.0, "median": 364.0, "p95": 364.0, "max": 364, "min": 364}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 109, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8440366972477062, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 27, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019112757003313163, "decode_time_sec": 1.8966379160010547, "total_time_sec": 1.9157784319977509, "prefill_units_per_sec": 5755.318292433252, "prefill_bytes_per_sec": 23910.731451290874, "decode_units_per_sec": 67.48784199668442, "decode_bytes_per_sec": 243.58892970678284, "total_units_per_sec": 66.81357189438819, "total_bytes_per_sec": 241.15523605630736, "step_latency_ms": {"count": 128, "sum": 1884, "mean": 14.71875, "median": 15.0, "p95": 15.0, "max": 17, "min": 14}, "peak_allocated_mb": 2752.11376953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 457, "mean": 457.0, "median": 457.0, "p95": 457.0, "max": 457, "min": 457}, "model_input_units": {"count": 1, "sum": 110, "mean": 110.0, "median": 110.0, "p95": 110.0, "max": 110, "min": 110}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 462, "mean": 462.0, "median": 462.0, "p95": 462.0, "max": 462, "min": 462}}, "compression_summary": {"raw_prompt_bytes": 457, "model_input_units": 110, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.154545454545454, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 28, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019291246000648243, "decode_time_sec": 1.894534934002877, "total_time_sec": 1.913865419999638, "prefill_units_per_sec": 6168.60103261351, "prefill_bytes_per_sec": 20164.586568795425, "decode_units_per_sec": 67.56275521906298, "decode_bytes_per_sec": 242.2758175433586, "total_units_per_sec": 66.88035567308813, "total_bytes_per_sec": 239.82877542146448, "step_latency_ms": {"count": 128, "sum": 1877, "mean": 14.6640625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2753.80126953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 119, "mean": 119.0, "median": 119.0, "p95": 119.0, "max": 119, "min": 119}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 459, "mean": 459.0, "median": 459.0, "p95": 459.0, "max": 459, "min": 459}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 119, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.26890756302521, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 29, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01787280999997165, "decode_time_sec": 1.8888539299987315, "total_time_sec": 1.9067530799984524, "prefill_units_per_sec": 4028.4655854403536, "prefill_bytes_per_sec": 14435.3350144946, "decode_units_per_sec": 67.76596007087005, "decode_bytes_per_sec": 259.9459874593531, "total_units_per_sec": 67.12982469660093, "total_bytes_per_sec": 257.50581192211763, "step_latency_ms": {"count": 128, "sum": 1849, "mean": 14.4453125, "median": 14.0, "p95": 15.0, "max": 24, "min": 14}, "peak_allocated_mb": 2744.98876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}, "model_input_units": {"count": 1, "sum": 72, "mean": 72.0, "median": 72.0, "p95": 72.0, "max": 72, "min": 72}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 491, "mean": 491.0, "median": 491.0, "p95": 491.0, "max": 491, "min": 491}}, "compression_summary": {"raw_prompt_bytes": 258, "model_input_units": 72, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5833333333333335, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 30, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01879631799965864, "decode_time_sec": 1.9153653839966864, "total_time_sec": 1.9341906720001134, "prefill_units_per_sec": 4947.777538222591, "prefill_bytes_per_sec": 17450.226156311932, "decode_units_per_sec": 66.82798022219109, "decode_bytes_per_sec": 311.6898765050631, "total_units_per_sec": 66.17755004869163, "total_bytes_per_sec": 308.6562295239758, "step_latency_ms": {"count": 128, "sum": 1885, "mean": 14.7265625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.92626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "model_input_units": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 597, "mean": 597.0, "median": 597.0, "p95": 597.0, "max": 597, "min": 597}}, "compression_summary": {"raw_prompt_bytes": 328, "model_input_units": 93, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5268817204301075, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 31, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0180863200002932, "decode_time_sec": 1.8909823620015231, "total_time_sec": 1.9091085820000444, "prefill_units_per_sec": 3593.876476748519, "prefill_bytes_per_sec": 14375.505906994076, "decode_units_per_sec": 67.68968477554573, "decode_bytes_per_sec": 267.5857851283292, "total_units_per_sec": 67.04699837758993, "total_bytes_per_sec": 265.0451654614102, "step_latency_ms": {"count": 128, "sum": 1862, "mean": 14.546875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 65, "mean": 65.0, "median": 65.0, "p95": 65.0, "max": 65, "min": 65}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 65, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 32, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022147960000438616, "decode_time_sec": 1.9163174589994014, "total_time_sec": 1.9384945689998858, "prefill_units_per_sec": 9301.082356836494, "prefill_bytes_per_sec": 35488.59578870623, "decode_units_per_sec": 66.79477839065076, "decode_bytes_per_sec": 247.87124793405556, "total_units_per_sec": 66.03062089879269, "total_bytes_per_sec": 245.03550724161352, "step_latency_ms": {"count": 128, "sum": 1878, "mean": 14.671875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 786, "mean": 786.0, "median": 786.0, "p95": 786.0, "max": 786, "min": 786}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 475, "mean": 475.0, "median": 475.0, "p95": 475.0, "max": 475, "min": 475}}, "compression_summary": {"raw_prompt_bytes": 786, "model_input_units": 206, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.8155339805825244, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 33, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020556932999170385, "decode_time_sec": 1.8899813720017846, "total_time_sec": 1.910570234998886, "prefill_units_per_sec": 6567.127499294189, "prefill_bytes_per_sec": 17220.46766481587, "decode_units_per_sec": 67.72553523341242, "decode_bytes_per_sec": 251.85433414925242, "total_units_per_sec": 66.99570508072667, "total_bytes_per_sec": 249.14027826895227, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 135, "mean": 135.0, "median": 135.0, "p95": 135.0, "max": 135, "min": 135}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 135, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.6222222222222222, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 34, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018885247998696286, "decode_time_sec": 1.945189701000345, "total_time_sec": 1.9641042290022597, "prefill_units_per_sec": 5136.284151878559, "prefill_bytes_per_sec": 19115.449266269687, "decode_units_per_sec": 65.80335066249526, "decode_bytes_per_sec": 253.95980646306762, "total_units_per_sec": 65.16965755173919, "total_bytes_per_sec": 251.51414711374346, "step_latency_ms": {"count": 128, "sum": 1926, "mean": 15.046875, "median": 15.0, "p95": 16.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.67626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}, "model_input_units": {"count": 1, "sum": 97, "mean": 97.0, "median": 97.0, "p95": 97.0, "max": 97, "min": 97}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 494, "mean": 494.0, "median": 494.0, "p95": 494.0, "max": 494, "min": 494}}, "compression_summary": {"raw_prompt_bytes": 361, "model_input_units": 97, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7216494845360826, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 35, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018464758999471087, "decode_time_sec": 1.8913034559991502, "total_time_sec": 1.9097966149965941, "prefill_units_per_sec": 4603.363629194119, "prefill_bytes_per_sec": 14514.134736753223, "decode_units_per_sec": 67.67819283256125, "decode_bytes_per_sec": 231.05758021741613, "total_units_per_sec": 67.02284368654003, "total_bytes_per_sec": 228.82017727357808, "step_latency_ms": {"count": 128, "sum": 1871, "mean": 14.6171875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.42626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 85, "mean": 85.0, "median": 85.0, "p95": 85.0, "max": 85, "min": 85}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 437, "mean": 437.0, "median": 437.0, "p95": 437.0, "max": 437, "min": 437}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 85, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.152941176470588, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 36, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018654388000868494, "decode_time_sec": 1.9482502020000538, "total_time_sec": 1.9671146489999956, "prefill_units_per_sec": 4770.995435275412, "prefill_bytes_per_sec": 17154.140890877887, "decode_units_per_sec": 65.69998035601202, "decode_bytes_per_sec": 242.78195865932568, "total_units_per_sec": 65.06992363920945, "total_bytes_per_sec": 240.45370219801615, "step_latency_ms": {"count": 128, "sum": 1897, "mean": 14.8203125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.17626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "model_input_units": {"count": 1, "sum": 89, "mean": 89.0, "median": 89.0, "p95": 89.0, "max": 89, "min": 89}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 473, "mean": 473.0, "median": 473.0, "p95": 473.0, "max": 473, "min": 473}}, "compression_summary": {"raw_prompt_bytes": 320, "model_input_units": 89, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.595505617977528, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 37, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018106729999999516, "decode_time_sec": 1.9025378080004884, "total_time_sec": 1.920683177999308, "prefill_units_per_sec": 4528.702863521033, "prefill_bytes_per_sec": 17120.705947457565, "decode_units_per_sec": 67.27855786189303, "decode_bytes_per_sec": 242.83354478277016, "total_units_per_sec": 66.64295364596883, "total_bytes_per_sec": 240.53941081591876, "step_latency_ms": {"count": 128, "sum": 1867, "mean": 14.5859375, "median": 15.0, "p95": 15.0, "max": 17, "min": 14}, "peak_allocated_mb": 2746.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 462, "mean": 462.0, "median": 462.0, "p95": 462.0, "max": 462, "min": 462}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 82, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7804878048780486, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 38, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022228989997529425, "decode_time_sec": 1.8891951909972704, "total_time_sec": 1.911454020999372, "prefill_units_per_sec": 8997.259885502148, "prefill_bytes_per_sec": 36348.92993742868, "decode_units_per_sec": 67.7537189433725, "decode_bytes_per_sec": 273.6615054197155, "total_units_per_sec": 66.96472873204522, "total_bytes_per_sec": 270.47472464427636, "step_latency_ms": {"count": 128, "sum": 1848, "mean": 14.4375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 808, "mean": 808.0, "median": 808.0, "p95": 808.0, "max": 808, "min": 808}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 517, "mean": 517.0, "median": 517.0, "p95": 517.0, "max": 517, "min": 517}}, "compression_summary": {"raw_prompt_bytes": 808, "model_input_units": 200, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.04, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 39, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022623939999903087, "decode_time_sec": 1.9265841410015128, "total_time_sec": 1.9492384910008695, "prefill_units_per_sec": 8088.7767559843205, "prefill_bytes_per_sec": 23559.11481387783, "decode_units_per_sec": 66.43883195958452, "decode_bytes_per_sec": 247.5884597243892, "total_units_per_sec": 65.66666962044046, "total_bytes_per_sec": 244.71094850742264, "step_latency_ms": {"count": 128, "sum": 1910, "mean": 14.921875, "median": 15.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}, "model_input_units": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 477, "mean": 477.0, "median": 477.0, "p95": 477.0, "max": 477, "min": 477}}, "compression_summary": {"raw_prompt_bytes": 533, "model_input_units": 183, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.912568306010929, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 40, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017475941000157036, "decode_time_sec": 1.9074474469998677, "total_time_sec": 1.9249628279976605, "prefill_units_per_sec": 15564.254880326951, "prefill_bytes_per_sec": 56992.63919413839, "decode_units_per_sec": 67.10538746497318, "decode_bytes_per_sec": 238.53868200439683, "total_units_per_sec": 66.49479051662787, "total_bytes_per_sec": 236.36820066457562, "step_latency_ms": {"count": 128, "sum": 1860, "mean": 14.53125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2796.4970703125, "peak_reserved_mb": 2816.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 996, "mean": 996.0, "median": 996.0, "p95": 996.0, "max": 996, "min": 996}, "model_input_units": {"count": 1, "sum": 272, "mean": 272.0, "median": 272.0, "p95": 272.0, "max": 272, "min": 272}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 455, "mean": 455.0, "median": 455.0, "p95": 455.0, "max": 455, "min": 455}}, "compression_summary": {"raw_prompt_bytes": 996, "model_input_units": 272, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.661764705882353, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 41, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01888310700087459, "decode_time_sec": 1.9226550470011716, "total_time_sec": 1.9415676439966774, "prefill_units_per_sec": 4501.377871558062, "prefill_bytes_per_sec": 14245.537028813162, "decode_units_per_sec": 66.57460484117826, "decode_bytes_per_sec": 278.7811577724339, "total_units_per_sec": 65.9261089335598, "total_bytes_per_sec": 276.06558115928163, "step_latency_ms": {"count": 128, "sum": 1882, "mean": 14.703125, "median": 15.0, "p95": 15.649999999999991, "max": 18, "min": 14}, "peak_allocated_mb": 2747.42626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}, "model_input_units": {"count": 1, "sum": 85, "mean": 85.0, "median": 85.0, "p95": 85.0, "max": 85, "min": 85}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 536, "mean": 536.0, "median": 536.0, "p95": 536.0, "max": 536, "min": 536}}, "compression_summary": {"raw_prompt_bytes": 269, "model_input_units": 85, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.164705882352941, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 42, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02048781399935251, "decode_time_sec": 1.8918630689986458, "total_time_sec": 1.9123891930030368, "prefill_units_per_sec": 6735.711286931895, "prefill_bytes_per_sec": 27186.892658123663, "decode_units_per_sec": 67.65817362656685, "decode_bytes_per_sec": 284.3757610241638, "total_units_per_sec": 66.93198250038257, "total_bytes_per_sec": 281.32348894692046, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}, "model_input_units": {"count": 1, "sum": 138, "mean": 138.0, "median": 138.0, "p95": 138.0, "max": 138, "min": 138}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 538, "mean": 538.0, "median": 538.0, "p95": 538.0, "max": 538, "min": 538}}, "compression_summary": {"raw_prompt_bytes": 557, "model_input_units": 138, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.036231884057971, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 43, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01936276700143935, "decode_time_sec": 1.9596479309984716, "total_time_sec": 1.9790407979999145, "prefill_units_per_sec": 4854.6780526260745, "prefill_bytes_per_sec": 16629.854605804212, "decode_units_per_sec": 65.3178553020909, "decode_bytes_per_sec": 211.77273398724788, "total_units_per_sec": 64.67779751148188, "total_bytes_per_sec": 209.69754661925768, "step_latency_ms": {"count": 128, "sum": 1915, "mean": 14.9609375, "median": 15.0, "p95": 16.0, "max": 19, "min": 14}, "peak_allocated_mb": 2749.11376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "model_input_units": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 415, "mean": 415.0, "median": 415.0, "p95": 415.0, "max": 415, "min": 415}}, "compression_summary": {"raw_prompt_bytes": 322, "model_input_units": 94, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.425531914893617, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 44, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021836260999407386, "decode_time_sec": 1.8853624500006845, "total_time_sec": 1.9072275609978533, "prefill_units_per_sec": 8975.89564464902, "prefill_bytes_per_sec": 25920.18844322115, "decode_units_per_sec": 67.89145503558402, "decode_bytes_per_sec": 155.93818578485704, "total_units_per_sec": 67.11312410619263, "total_bytes_per_sec": 154.15045693141118, "step_latency_ms": {"count": 128, "sum": 1848, "mean": 14.4375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2840.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}, "model_input_units": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 294, "mean": 294.0, "median": 294.0, "p95": 294.0, "max": 294, "min": 294}}, "compression_summary": {"raw_prompt_bytes": 566, "model_input_units": 196, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8877551020408165, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 45, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022132701000373345, "decode_time_sec": 1.8983469939994393, "total_time_sec": 1.920508784998674, "prefill_units_per_sec": 10165.953084361669, "prefill_bytes_per_sec": 33570.236185247646, "decode_units_per_sec": 67.42708282763915, "decode_bytes_per_sec": 229.14672679705492, "total_units_per_sec": 66.64900520102978, "total_bytes_per_sec": 226.50247861287463, "step_latency_ms": {"count": 128, "sum": 1854, "mean": 14.484375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2864.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 743, "mean": 743.0, "median": 743.0, "p95": 743.0, "max": 743, "min": 743}, "model_input_units": {"count": 1, "sum": 225, "mean": 225.0, "median": 225.0, "p95": 225.0, "max": 225, "min": 225}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 435, "mean": 435.0, "median": 435.0, "p95": 435.0, "max": 435, "min": 435}}, "compression_summary": {"raw_prompt_bytes": 743, "model_input_units": 225, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3022222222222224, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 46, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018359928999416297, "decode_time_sec": 1.8895327280006313, "total_time_sec": 1.9079178469983162, "prefill_units_per_sec": 4193.916000571026, "prefill_bytes_per_sec": 16230.99958662553, "decode_units_per_sec": 67.74161574615353, "decode_bytes_per_sec": 282.08032181796744, "total_units_per_sec": 67.08884253133829, "total_bytes_per_sec": 279.3621333531508, "step_latency_ms": {"count": 128, "sum": 1867, "mean": 14.5859375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2745.92626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 77, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.8701298701298703, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 47, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02180249199955142, "decode_time_sec": 1.890512067999225, "total_time_sec": 1.9123420399992028, "prefill_units_per_sec": 8577.001198021193, "prefill_bytes_per_sec": 27565.656256741906, "decode_units_per_sec": 67.70652362746645, "decode_bytes_per_sec": 222.69098786846388, "total_units_per_sec": 66.93363285579046, "total_bytes_per_sec": 220.1489018147483, "step_latency_ms": {"count": 128, "sum": 1863, "mean": 14.5546875, "median": 15.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 601, "mean": 601.0, "median": 601.0, "p95": 601.0, "max": 601, "min": 601}, "model_input_units": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 421, "mean": 421.0, "median": 421.0, "p95": 421.0, "max": 421, "min": 421}}, "compression_summary": {"raw_prompt_bytes": 601, "model_input_units": 187, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.213903743315508, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 48, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018819188000634313, "decode_time_sec": 1.894349914000486, "total_time_sec": 1.9131987819964706, "prefill_units_per_sec": 5154.313777870254, "prefill_bytes_per_sec": 18810.58842645433, "decode_units_per_sec": 67.5693540322177, "decode_bytes_per_sec": 237.02062469113866, "total_units_per_sec": 66.90365956977497, "total_bytes_per_sec": 234.6854933346013, "step_latency_ms": {"count": 128, "sum": 1880, "mean": 14.6875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.67626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 97, "mean": 97.0, "median": 97.0, "p95": 97.0, "max": 97, "min": 97}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 449, "mean": 449.0, "median": 449.0, "p95": 449.0, "max": 449, "min": 449}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 97, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.649484536082474, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 49, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02224260100047104, "decode_time_sec": 1.9559561899986875, "total_time_sec": 1.9782276710029691, "prefill_units_per_sec": 7957.702428607679, "prefill_bytes_per_sec": 29717.74748762529, "decode_units_per_sec": 65.441138535974, "decode_bytes_per_sec": 172.80550644655636, "total_units_per_sec": 64.70438255223854, "total_bytes_per_sec": 170.8600101770049, "step_latency_ms": {"count": 128, "sum": 1912, "mean": 14.9375, "median": 15.0, "p95": 16.0, "max": 22, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 661, "mean": 661.0, "median": 661.0, "p95": 661.0, "max": 661, "min": 661}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}}, "compression_summary": {"raw_prompt_bytes": 661, "model_input_units": 177, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7344632768361583, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 50, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021606131998851197, "decode_time_sec": 1.959978045000753, "total_time_sec": 1.981621687002189, "prefill_units_per_sec": 9025.215619823493, "prefill_bytes_per_sec": 36285.99510739291, "decode_units_per_sec": 65.30685398567861, "decode_bytes_per_sec": 240.8190240721899, "total_units_per_sec": 64.59356033473739, "total_bytes_per_sec": 238.18875373434415, "step_latency_ms": {"count": 128, "sum": 1921, "mean": 15.0078125, "median": 15.0, "p95": 16.0, "max": 19, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2840.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 784, "mean": 784.0, "median": 784.0, "p95": 784.0, "max": 784, "min": 784}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 472, "mean": 472.0, "median": 472.0, "p95": 472.0, "max": 472, "min": 472}}, "compression_summary": {"raw_prompt_bytes": 784, "model_input_units": 195, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.02051282051282, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 51, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019116697996651055, "decode_time_sec": 1.9083561020015622, "total_time_sec": 1.9275049600000784, "prefill_units_per_sec": 5701.821518501526, "prefill_bytes_per_sec": 16006.948483132725, "decode_units_per_sec": 67.07343554263711, "decode_bytes_per_sec": 228.46888981710765, "total_units_per_sec": 66.4070924102809, "total_bytes_per_sec": 226.19915852251933, "step_latency_ms": {"count": 128, "sum": 1891, "mean": 14.7734375, "median": 15.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2751.92626953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "model_input_units": {"count": 1, "sum": 109, "mean": 109.0, "median": 109.0, "p95": 109.0, "max": 109, "min": 109}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 306, "model_input_units": 109, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8073394495412844, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 52, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019330117000208702, "decode_time_sec": 1.8913909330003662, "total_time_sec": 1.9107492900002399, "prefill_units_per_sec": 6000.998338434661, "prefill_bytes_per_sec": 16864.87464077327, "decode_units_per_sec": 67.67506271003955, "decode_bytes_per_sec": 192.97967100909716, "total_units_per_sec": 66.98942695929718, "total_bytes_per_sec": 191.02453781362084, "step_latency_ms": {"count": 128, "sum": 1872, "mean": 14.625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2753.23876953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 116, "mean": 116.0, "median": 116.0, "p95": 116.0, "max": 116, "min": 116}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 116, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.810344827586207, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 53, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019245676998252748, "decode_time_sec": 1.8939487809984712, "total_time_sec": 1.9132230180002807, "prefill_units_per_sec": 6546.924798303491, "prefill_bytes_per_sec": 22810.317352819304, "decode_units_per_sec": 67.58366503053988, "decode_bytes_per_sec": 231.79085115942974, "total_units_per_sec": 66.9028120588821, "total_bytes_per_sec": 229.45573823319722, "step_latency_ms": {"count": 128, "sum": 1892, "mean": 14.78125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2755.11376953125, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}, "model_input_units": {"count": 1, "sum": 126, "mean": 126.0, "median": 126.0, "p95": 126.0, "max": 126, "min": 126}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}}, "compression_summary": {"raw_prompt_bytes": 439, "model_input_units": 126, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.484126984126984, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 54, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019163586999638937, "decode_time_sec": 1.9089740210001764, "total_time_sec": 1.9281663179972384, "prefill_units_per_sec": 5583.505843765887, "prefill_bytes_per_sec": 17794.163483403438, "decode_units_per_sec": 67.0517244299304, "decode_bytes_per_sec": 217.39426280016497, "total_units_per_sec": 66.38431488262484, "total_bytes_per_sec": 215.23039590851022, "step_latency_ms": {"count": 128, "sum": 1883, "mean": 14.7109375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2751.55126953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}, "model_input_units": {"count": 1, "sum": 107, "mean": 107.0, "median": 107.0, "p95": 107.0, "max": 107, "min": 107}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 415, "mean": 415.0, "median": 415.0, "p95": 415.0, "max": 415, "min": 415}}, "compression_summary": {"raw_prompt_bytes": 341, "model_input_units": 107, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1869158878504673, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 55, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020315464000304928, "decode_time_sec": 1.9138712940002733, "total_time_sec": 1.9342146679991856, "prefill_units_per_sec": 6940.525699924138, "prefill_bytes_per_sec": 22544.402628122378, "decode_units_per_sec": 66.88015040575749, "decode_bytes_per_sec": 216.31548646862188, "total_units_per_sec": 66.17672904549283, "total_bytes_per_sec": 214.0403580065159, "step_latency_ms": {"count": 128, "sum": 1888, "mean": 14.75, "median": 15.0, "p95": 17.299999999999983, "max": 18, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "model_input_units": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 414, "mean": 414.0, "median": 414.0, "p95": 414.0, "max": 414, "min": 414}}, "compression_summary": {"raw_prompt_bytes": 458, "model_input_units": 141, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.24822695035461, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 56, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02229287999944063, "decode_time_sec": 1.9059752440007287, "total_time_sec": 1.9282976840004267, "prefill_units_per_sec": 10048.05121660461, "prefill_bytes_per_sec": 36155.041431175516, "decode_units_per_sec": 67.15722064223782, "decode_bytes_per_sec": 249.74091426332188, "total_units_per_sec": 66.37979242626714, "total_bytes_per_sec": 246.84985308518094, "step_latency_ms": {"count": 128, "sum": 1875, "mean": 14.6484375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2864.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 806, "mean": 806.0, "median": 806.0, "p95": 806.0, "max": 806, "min": 806}, "model_input_units": {"count": 1, "sum": 224, "mean": 224.0, "median": 224.0, "p95": 224.0, "max": 224, "min": 224}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}}, "compression_summary": {"raw_prompt_bytes": 806, "model_input_units": 224, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5982142857142856, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 57, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01882620899777976, "decode_time_sec": 1.8901522619999014, "total_time_sec": 1.9090080210007727, "prefill_units_per_sec": 4780.569471560313, "prefill_bytes_per_sec": 19122.277886241252, "decode_units_per_sec": 67.71941212004151, "decode_bytes_per_sec": 238.07605823452093, "total_units_per_sec": 67.05053021877701, "total_bytes_per_sec": 235.72452030038792, "step_latency_ms": {"count": 128, "sum": 1854, "mean": 14.484375, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2748.36376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}, "model_input_units": {"count": 1, "sum": 90, "mean": 90.0, "median": 90.0, "p95": 90.0, "max": 90, "min": 90}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 450, "mean": 450.0, "median": 450.0, "p95": 450.0, "max": 450, "min": 450}}, "compression_summary": {"raw_prompt_bytes": 360, "model_input_units": 90, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 58, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019234968000091612, "decode_time_sec": 1.903475785999035, "total_time_sec": 1.9227392639986647, "prefill_units_per_sec": 6186.64923172387, "prefill_bytes_per_sec": 27605.97262223004, "decode_units_per_sec": 67.24540492792215, "decode_bytes_per_sec": 224.3264680017403, "total_units_per_sec": 66.57168883824744, "total_bytes_per_sec": 222.07899323384106, "step_latency_ms": {"count": 128, "sum": 1904, "mean": 14.875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2753.80126953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}, "model_input_units": {"count": 1, "sum": 119, "mean": 119.0, "median": 119.0, "p95": 119.0, "max": 119, "min": 119}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 427, "mean": 427.0, "median": 427.0, "p95": 427.0, "max": 427, "min": 427}}, "compression_summary": {"raw_prompt_bytes": 531, "model_input_units": 119, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.46218487394958, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 59, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02196241099954932, "decode_time_sec": 1.903113080003095, "total_time_sec": 1.9251048109981639, "prefill_units_per_sec": 8059.224463271912, "prefill_bytes_per_sec": 30916.459946675866, "decode_units_per_sec": 67.25822093545374, "decode_bytes_per_sec": 301.61108450742535, "total_units_per_sec": 66.4898863005969, "total_bytes_per_sec": 298.1655838792392, "step_latency_ms": {"count": 128, "sum": 1901, "mean": 14.8515625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 679, "mean": 679.0, "median": 679.0, "p95": 679.0, "max": 679, "min": 679}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 574, "mean": 574.0, "median": 574.0, "p95": 574.0, "max": 574, "min": 574}}, "compression_summary": {"raw_prompt_bytes": 679, "model_input_units": 177, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.8361581920903953, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 60, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018196050001279218, "decode_time_sec": 1.890703229997598, "total_time_sec": 1.9089375599978666, "prefill_units_per_sec": 4341.601611033501, "prefill_bytes_per_sec": 15442.91205949891, "decode_units_per_sec": 67.69967807172075, "decode_bytes_per_sec": 200.4545155404857, "total_units_per_sec": 67.0530051282259, "total_bytes_per_sec": 198.53975737185638, "step_latency_ms": {"count": 128, "sum": 1867, "mean": 14.5859375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.30126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 79, "mean": 79.0, "median": 79.0, "p95": 79.0, "max": 79, "min": 79}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 379, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 79, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5569620253164556, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 61, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020583204001013655, "decode_time_sec": 1.8948630150007375, "total_time_sec": 1.9154884589988797, "prefill_units_per_sec": 7724.7448935632065, "prefill_bytes_per_sec": 30170.230055992146, "decode_units_per_sec": 67.55105724618842, "decode_bytes_per_sec": 269.14874371528197, "total_units_per_sec": 66.82368635460145, "total_bytes_per_sec": 266.25062531911516, "step_latency_ms": {"count": 128, "sum": 1887, "mean": 14.7421875, "median": 15.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 621, "mean": 621.0, "median": 621.0, "p95": 621.0, "max": 621, "min": 621}, "model_input_units": {"count": 1, "sum": 159, "mean": 159.0, "median": 159.0, "p95": 159.0, "max": 159, "min": 159}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "compression_summary": {"raw_prompt_bytes": 621, "model_input_units": 159, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.9056603773584904, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 62, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020410735000041313, "decode_time_sec": 1.9226912160011125, "total_time_sec": 1.9431331010018766, "prefill_units_per_sec": 7006.117124136419, "prefill_bytes_per_sec": 24790.875977713484, "decode_units_per_sec": 66.57335246281478, "decode_bytes_per_sec": 263.6928882706804, "total_units_per_sec": 65.87299651990045, "total_bytes_per_sec": 260.9188221530432, "step_latency_ms": {"count": 128, "sum": 1901, "mean": 14.8515625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 143, "mean": 143.0, "median": 143.0, "p95": 143.0, "max": 143, "min": 143}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 143, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5384615384615383, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 63, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02048423499945784, "decode_time_sec": 1.8949145700025838, "total_time_sec": 1.915437314997689, "prefill_units_per_sec": 6688.070118489951, "prefill_bytes_per_sec": 18306.761273238917, "decode_units_per_sec": 67.54921938239436, "decode_bytes_per_sec": 183.64944019588467, "total_units_per_sec": 66.82547061069155, "total_bytes_per_sec": 181.68174822281765, "step_latency_ms": {"count": 128, "sum": 1886, "mean": 14.734375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 375, "mean": 375.0, "median": 375.0, "p95": 375.0, "max": 375, "min": 375}, "model_input_units": {"count": 1, "sum": 137, "mean": 137.0, "median": 137.0, "p95": 137.0, "max": 137, "min": 137}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}}, "compression_summary": {"raw_prompt_bytes": 375, "model_input_units": 137, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.7372262773722627, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 64, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019296497997856932, "decode_time_sec": 1.9302907649980625, "total_time_sec": 1.9496162030009145, "prefill_units_per_sec": 6270.567851919984, "prefill_bytes_per_sec": 20418.212674846887, "decode_units_per_sec": 66.3112533723014, "decode_bytes_per_sec": 239.86023680762142, "total_units_per_sec": 65.65394758362088, "total_bytes_per_sec": 237.48263852512864, "step_latency_ms": {"count": 128, "sum": 1898, "mean": 14.828125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2754.17626953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "model_input_units": {"count": 1, "sum": 121, "mean": 121.0, "median": 121.0, "p95": 121.0, "max": 121, "min": 121}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 463, "mean": 463.0, "median": 463.0, "p95": 463.0, "max": 463, "min": 463}}, "compression_summary": {"raw_prompt_bytes": 394, "model_input_units": 121, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.256198347107438, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 65, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01735569200172904, "decode_time_sec": 1.8862935849974747, "total_time_sec": 1.9036797469998419, "prefill_units_per_sec": 15038.294063641957, "prefill_bytes_per_sec": 49032.90516536132, "decode_units_per_sec": 67.8579416364666, "decode_bytes_per_sec": 212.05606761395813, "total_units_per_sec": 67.2382002286494, "total_bytes_per_sec": 210.11937571452938, "step_latency_ms": {"count": 128, "sum": 1838, "mean": 14.359375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2796.4072265625, "peak_reserved_mb": 2814.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 851, "mean": 851.0, "median": 851.0, "p95": 851.0, "max": 851, "min": 851}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}}, "compression_summary": {"raw_prompt_bytes": 851, "model_input_units": 261, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.260536398467433, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 66, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022233150997635676, "decode_time_sec": 1.8931175830002758, "total_time_sec": 1.915390263999143, "prefill_units_per_sec": 9310.421182405178, "prefill_bytes_per_sec": 32114.20639728163, "decode_units_per_sec": 67.6133385212879, "decode_bytes_per_sec": 402.5106558845421, "total_units_per_sec": 66.82711215872467, "total_bytes_per_sec": 397.83015206990785, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 15.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 714, "mean": 714.0, "median": 714.0, "p95": 714.0, "max": 714, "min": 714}, "model_input_units": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 762, "mean": 762.0, "median": 762.0, "p95": 762.0, "max": 762, "min": 762}}, "compression_summary": {"raw_prompt_bytes": 714, "model_input_units": 207, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.449275362318841, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 67, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022115912001027027, "decode_time_sec": 1.9035925829994085, "total_time_sec": 1.9257375050001428, "prefill_units_per_sec": 10038.021492836953, "prefill_bytes_per_sec": 38343.433450115925, "decode_units_per_sec": 67.24127901271602, "decode_bytes_per_sec": 250.57882882082453, "total_units_per_sec": 66.4680412920506, "total_bytes_per_sec": 247.69731012740732, "step_latency_ms": {"count": 128, "sum": 1862, "mean": 14.546875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2864.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 848, "mean": 848.0, "median": 848.0, "p95": 848.0, "max": 848, "min": 848}, "model_input_units": {"count": 1, "sum": 222, "mean": 222.0, "median": 222.0, "p95": 222.0, "max": 222, "min": 222}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 477, "mean": 477.0, "median": 477.0, "p95": 477.0, "max": 477, "min": 477}}, "compression_summary": {"raw_prompt_bytes": 848, "model_input_units": 222, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.81981981981982, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 68, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019182547999662347, "decode_time_sec": 1.9046306439995533, "total_time_sec": 1.9238409620011225, "prefill_units_per_sec": 6047.163286235063, "prefill_bytes_per_sec": 17411.6598069182, "decode_units_per_sec": 67.20463119884047, "decode_bytes_per_sec": 210.53950867761742, "total_units_per_sec": 66.53356619814258, "total_bytes_per_sec": 208.43718785511857, "step_latency_ms": {"count": 128, "sum": 1875, "mean": 14.6484375, "median": 15.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2753.23876953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 334, "mean": 334.0, "median": 334.0, "p95": 334.0, "max": 334, "min": 334}, "model_input_units": {"count": 1, "sum": 116, "mean": 116.0, "median": 116.0, "p95": 116.0, "max": 116, "min": 116}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 401, "mean": 401.0, "median": 401.0, "p95": 401.0, "max": 401, "min": 401}}, "compression_summary": {"raw_prompt_bytes": 334, "model_input_units": 116, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8793103448275863, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 69, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020566425002471078, "decode_time_sec": 1.8963797650030756, "total_time_sec": 1.916983610000898, "prefill_units_per_sec": 6272.358953221112, "prefill_bytes_per_sec": 21394.0925536224, "decode_units_per_sec": 67.49702900346672, "decode_bytes_per_sec": 199.32716377586266, "total_units_per_sec": 66.77156723313875, "total_bytes_per_sec": 197.18478448536288, "step_latency_ms": {"count": 128, "sum": 1861, "mean": 14.5390625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2769.37646484375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}, "model_input_units": {"count": 1, "sum": 129, "mean": 129.0, "median": 129.0, "p95": 129.0, "max": 129, "min": 129}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 378, "mean": 378.0, "median": 378.0, "p95": 378.0, "max": 378, "min": 378}}, "compression_summary": {"raw_prompt_bytes": 440, "model_input_units": 129, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4108527131782944, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 70, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020669685000029858, "decode_time_sec": 1.8908433510005125, "total_time_sec": 1.9115421359965694, "prefill_units_per_sec": 7450.52476608993, "prefill_bytes_per_sec": 24480.29566000977, "decode_units_per_sec": 67.69466118505832, "decode_bytes_per_sec": 209.4303580412742, "total_units_per_sec": 66.9616419066107, "total_bytes_per_sec": 207.16257964857684, "step_latency_ms": {"count": 128, "sum": 1862, "mean": 14.546875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 154, "mean": 154.0, "median": 154.0, "p95": 154.0, "max": 154, "min": 154}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 154, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2857142857142856, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 71, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022257312000874663, "decode_time_sec": 1.8955179840013443, "total_time_sec": 1.9178142750024563, "prefill_units_per_sec": 10693.11514304365, "prefill_bytes_per_sec": 33427.21708581712, "decode_units_per_sec": 67.5277159490718, "decode_bytes_per_sec": 215.77215486851847, "total_units_per_sec": 66.74264639094736, "total_bytes_per_sec": 213.26361229607397, "step_latency_ms": {"count": 128, "sum": 1867, "mean": 14.5859375, "median": 15.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2788.35400390625, "peak_reserved_mb": 2866.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 409, "mean": 409.0, "median": 409.0, "p95": 409.0, "max": 409, "min": 409}}, "compression_summary": {"raw_prompt_bytes": 744, "model_input_units": 238, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1260504201680672, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 72, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018800198999088025, "decode_time_sec": 1.9711992209995515, "total_time_sec": 1.990031490000547, "prefill_units_per_sec": 4680.801517274832, "prefill_bytes_per_sec": 16063.6597524659, "decode_units_per_sec": 64.93509059682665, "decode_bytes_per_sec": 229.80934406533183, "total_units_per_sec": 64.32059022340637, "total_bytes_per_sec": 227.63458883752412, "step_latency_ms": {"count": 128, "sum": 1923, "mean": 15.0234375, "median": 15.0, "p95": 16.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.98876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "model_input_units": {"count": 1, "sum": 88, "mean": 88.0, "median": 88.0, "p95": 88.0, "max": 88, "min": 88}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 453, "mean": 453.0, "median": 453.0, "p95": 453.0, "max": 453, "min": 453}}, "compression_summary": {"raw_prompt_bytes": 302, "model_input_units": 88, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4318181818181817, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 73, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02027206600178033, "decode_time_sec": 1.926602350999019, "total_time_sec": 1.9469027369996184, "prefill_units_per_sec": 6659.4100467186745, "prefill_bytes_per_sec": 26144.350553784425, "decode_units_per_sec": 66.43820398829419, "decode_bytes_per_sec": 272.5004460457379, "total_units_per_sec": 65.74545177190589, "total_bytes_per_sec": 269.6590795332078, "step_latency_ms": {"count": 128, "sum": 1888, "mean": 14.75, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 530, "mean": 530.0, "median": 530.0, "p95": 530.0, "max": 530, "min": 530}, "model_input_units": {"count": 1, "sum": 135, "mean": 135.0, "median": 135.0, "p95": 135.0, "max": 135, "min": 135}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 525, "mean": 525.0, "median": 525.0, "p95": 525.0, "max": 525, "min": 525}}, "compression_summary": {"raw_prompt_bytes": 530, "model_input_units": 135, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.925925925925926, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 74, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022155210997880204, "decode_time_sec": 1.8885928479976428, "total_time_sec": 1.9107761289997143, "prefill_units_per_sec": 7763.410604234681, "prefill_bytes_per_sec": 24554.042841300386, "decode_units_per_sec": 67.77532814217231, "decode_bytes_per_sec": 208.09143718651345, "total_units_per_sec": 66.98848601746329, "total_bytes_per_sec": 205.67558597549277, "step_latency_ms": {"count": 128, "sum": 1853, "mean": 14.4765625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 544, "mean": 544.0, "median": 544.0, "p95": 544.0, "max": 544, "min": 544}, "model_input_units": {"count": 1, "sum": 172, "mean": 172.0, "median": 172.0, "p95": 172.0, "max": 172, "min": 172}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 393, "mean": 393.0, "median": 393.0, "p95": 393.0, "max": 393, "min": 393}}, "compression_summary": {"raw_prompt_bytes": 544, "model_input_units": 172, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1627906976744184, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 75, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018720389001828153, "decode_time_sec": 1.880906366997806, "total_time_sec": 1.899655706001795, "prefill_units_per_sec": 5181.516259652905, "prefill_bytes_per_sec": 20939.735812205556, "decode_units_per_sec": 68.05229768258279, "decode_bytes_per_sec": 242.4363104942012, "total_units_per_sec": 67.38063091937937, "total_bytes_per_sec": 240.04349765028903, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.67626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 392, "mean": 392.0, "median": 392.0, "p95": 392.0, "max": 392, "min": 392}, "model_input_units": {"count": 1, "sum": 97, "mean": 97.0, "median": 97.0, "p95": 97.0, "max": 97, "min": 97}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 456, "mean": 456.0, "median": 456.0, "p95": 456.0, "max": 456, "min": 456}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 97, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.041237113402062, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 76, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02234545099781826, "decode_time_sec": 1.8895954820000043, "total_time_sec": 1.9119692429994757, "prefill_units_per_sec": 10606.185573213086, "prefill_bytes_per_sec": 31326.286503161013, "decode_units_per_sec": 67.73936602797176, "decode_bytes_per_sec": 202.68888428682172, "total_units_per_sec": 66.94668361881965, "total_bytes_per_sec": 200.3170298906869, "step_latency_ms": {"count": 128, "sum": 1866, "mean": 14.578125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2788.35400390625, "peak_reserved_mb": 2866.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}, "model_input_units": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}}, "compression_summary": {"raw_prompt_bytes": 700, "model_input_units": 237, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9535864978902953, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 77, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019234677998611005, "decode_time_sec": 1.9122577249981987, "total_time_sec": 1.9315197830001125, "prefill_units_per_sec": 5562.869313836541, "prefill_bytes_per_sec": 18612.216956574593, "decode_units_per_sec": 66.93658408419847, "decode_bytes_per_sec": 203.9474046315422, "total_units_per_sec": 66.26905979766119, "total_bytes_per_sec": 201.91354157099892, "step_latency_ms": {"count": 128, "sum": 1874, "mean": 14.640625, "median": 15.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2751.55126953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "model_input_units": {"count": 1, "sum": 107, "mean": 107.0, "median": 107.0, "p95": 107.0, "max": 107, "min": 107}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "compression_summary": {"raw_prompt_bytes": 358, "model_input_units": 107, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3457943925233646, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 78, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018035871002211934, "decode_time_sec": 1.9202010199987853, "total_time_sec": 1.9382748909993097, "prefill_units_per_sec": 4435.605022357319, "prefill_bytes_per_sec": 17187.969461634613, "decode_units_per_sec": 66.65968753629814, "decode_bytes_per_sec": 209.87385997756365, "total_units_per_sec": 66.03810460239077, "total_bytes_per_sec": 207.91684495908973, "step_latency_ms": {"count": 128, "sum": 1884, "mean": 14.71875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.48876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 80, "mean": 80.0, "median": 80.0, "p95": 80.0, "max": 80, "min": 80}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 403, "mean": 403.0, "median": 403.0, "p95": 403.0, "max": 403, "min": 403}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 80, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.875, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 79, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017807340998842847, "decode_time_sec": 1.8851872099985485, "total_time_sec": 1.903019540997775, "prefill_units_per_sec": 3257.0836939534624, "prefill_bytes_per_sec": 14713.033238203572, "decode_units_per_sec": 67.89776597311975, "decode_bytes_per_sec": 338.95837856893377, "total_units_per_sec": 67.26152687475197, "total_bytes_per_sec": 335.78215369505085, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 15.0, "max": 29, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 639, "mean": 639.0, "median": 639.0, "p95": 639.0, "max": 639, "min": 639}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.517241379310345, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 80, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019134408998070285, "decode_time_sec": 1.8884301950020017, "total_time_sec": 1.9076064539985964, "prefill_units_per_sec": 5748.805725386844, "prefill_bytes_per_sec": 20695.70061139264, "decode_units_per_sec": 67.78116572101534, "decode_bytes_per_sec": 204.93211823463233, "total_units_per_sec": 67.0997939494779, "total_bytes_per_sec": 202.87203326912456, "step_latency_ms": {"count": 128, "sum": 1853, "mean": 14.4765625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2752.11376953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}, "model_input_units": {"count": 1, "sum": 110, "mean": 110.0, "median": 110.0, "p95": 110.0, "max": 110, "min": 110}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "compression_summary": {"raw_prompt_bytes": 396, "model_input_units": 110, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 81, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02281392000077176, "decode_time_sec": 1.8880242590021226, "total_time_sec": 1.9108687190018827, "prefill_units_per_sec": 9993.898461653549, "prefill_bytes_per_sec": 29324.202065115016, "decode_units_per_sec": 67.79573905880417, "decode_bytes_per_sec": 216.6285724613352, "total_units_per_sec": 66.98524013039427, "total_bytes_per_sec": 214.03877510415043, "step_latency_ms": {"count": 128, "sum": 1860, "mean": 14.53125, "median": 15.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2864.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 669, "mean": 669.0, "median": 669.0, "p95": 669.0, "max": 669, "min": 669}, "model_input_units": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 409, "mean": 409.0, "median": 409.0, "p95": 409.0, "max": 409, "min": 409}}, "compression_summary": {"raw_prompt_bytes": 669, "model_input_units": 228, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9342105263157894, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 82, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021977571999741485, "decode_time_sec": 1.8979398000010406, "total_time_sec": 1.9199561120003636, "prefill_units_per_sec": 11648.238486171776, "prefill_bytes_per_sec": 41587.851470160174, "decode_units_per_sec": 67.44154898903001, "decode_bytes_per_sec": 281.3577121886096, "total_units_per_sec": 66.66819059037728, "total_bytes_per_sec": 278.13135761923024, "step_latency_ms": {"count": 128, "sum": 1855, "mean": 14.4921875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2794.27734375, "peak_reserved_mb": 2868.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 914, "mean": 914.0, "median": 914.0, "p95": 914.0, "max": 914, "min": 914}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 534, "mean": 534.0, "median": 534.0, "p95": 534.0, "max": 534, "min": 534}}, "compression_summary": {"raw_prompt_bytes": 914, "model_input_units": 256, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5703125, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 83, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018090730998665094, "decode_time_sec": 1.877287917999638, "total_time_sec": 1.8954043490011827, "prefill_units_per_sec": 4422.154085752707, "prefill_bytes_per_sec": 15588.093152278292, "decode_units_per_sec": 68.18346763579645, "decode_bytes_per_sec": 198.15820281653342, "total_units_per_sec": 67.53176443192815, "total_bytes_per_sec": 196.26419038029118, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.48876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 80, "mean": 80.0, "median": 80.0, "p95": 80.0, "max": 80, "min": 80}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 372, "mean": 372.0, "median": 372.0, "p95": 372.0, "max": 372, "min": 372}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 80, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.525, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 84, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018383810001978418, "decode_time_sec": 1.8846272150003642, "total_time_sec": 1.903040075001627, "prefill_units_per_sec": 4569.2378234413945, "prefill_bytes_per_sec": 14686.835861061625, "decode_units_per_sec": 67.91794100244661, "decode_bytes_per_sec": 228.1618330550941, "total_units_per_sec": 67.26080111575715, "total_bytes_per_sec": 225.95425374824669, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.23876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "model_input_units": {"count": 1, "sum": 84, "mean": 84.0, "median": 84.0, "p95": 84.0, "max": 84, "min": 84}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}}, "compression_summary": {"raw_prompt_bytes": 270, "model_input_units": 84, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2142857142857144, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 85, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019275777998700505, "decode_time_sec": 1.8878784799999266, "total_time_sec": 1.907182538001507, "prefill_units_per_sec": 6381.065397634906, "prefill_bytes_per_sec": 27962.554872562716, "decode_units_per_sec": 67.8009741389737, "decode_bytes_per_sec": 314.1092005032141, "total_units_per_sec": 67.11470845057562, "total_bytes_per_sec": 310.92986024368236, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2754.55126953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 123, "mean": 123.0, "median": 123.0, "p95": 123.0, "max": 123, "min": 123}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 593, "mean": 593.0, "median": 593.0, "p95": 593.0, "max": 593, "min": 593}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 123, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.382113821138211, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 86, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018099310997058637, "decode_time_sec": 1.896240096000838, "total_time_sec": 1.914364136999211, "prefill_units_per_sec": 3425.5447630064905, "prefill_bytes_per_sec": 15083.447101625354, "decode_units_per_sec": 67.50200054832267, "decode_bytes_per_sec": 238.8937988155482, "total_units_per_sec": 66.8629324620767, "total_bytes_per_sec": 236.63209691656834, "step_latency_ms": {"count": 128, "sum": 1863, "mean": 14.5546875, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2743.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "model_input_units": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 453, "mean": 453.0, "median": 453.0, "p95": 453.0, "max": 453, "min": 453}}, "compression_summary": {"raw_prompt_bytes": 273, "model_input_units": 62, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.403225806451613, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 87, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018285980997461593, "decode_time_sec": 1.8860921500017866, "total_time_sec": 1.904404020999209, "prefill_units_per_sec": 4210.876081009213, "prefill_bytes_per_sec": 16679.444216984542, "decode_units_per_sec": 67.86518887737206, "decode_bytes_per_sec": 270.40036193327927, "total_units_per_sec": 67.21262851190608, "total_bytes_per_sec": 267.80031672712573, "step_latency_ms": {"count": 128, "sum": 1850, "mean": 14.453125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2745.92626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 77, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.961038961038961, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 88, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019113477999781026, "decode_time_sec": 1.8871359309996478, "total_time_sec": 1.9062778490006167, "prefill_units_per_sec": 4813.357359715171, "prefill_bytes_per_sec": 17056.027165947235, "decode_units_per_sec": 67.827652421517, "decode_bytes_per_sec": 779.4880993129024, "total_units_per_sec": 67.14656001857502, "total_bytes_per_sec": 771.6608577134676, "step_latency_ms": {"count": 128, "sum": 1870, "mean": 14.609375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.73876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 92, "mean": 92.0, "median": 92.0, "p95": 92.0, "max": 92, "min": 92}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 1471, "mean": 1471.0, "median": 1471.0, "p95": 1471.0, "max": 1471, "min": 1471}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 92, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5434782608695654, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 89, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01908951900259126, "decode_time_sec": 1.8804669679993822, "total_time_sec": 1.8995846359975985, "prefill_units_per_sec": 4767.013772722478, "prefill_bytes_per_sec": 16239.277687296355, "decode_units_per_sec": 68.06819911129757, "decode_bytes_per_sec": 224.94412675061622, "total_units_per_sec": 67.38315186086913, "total_bytes_per_sec": 222.68025966521597, "step_latency_ms": {"count": 128, "sum": 1847, "mean": 14.4296875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.55126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 91, "mean": 91.0, "median": 91.0, "p95": 91.0, "max": 91, "min": 91}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 423, "mean": 423.0, "median": 423.0, "p95": 423.0, "max": 423, "min": 423}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 91, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4065934065934065, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 90, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01849983000283828, "decode_time_sec": 1.884091202999116, "total_time_sec": 1.9026200429980236, "prefill_units_per_sec": 4702.74591640314, "prefill_bytes_per_sec": 13892.0195461564, "decode_units_per_sec": 67.93726322603082, "decode_bytes_per_sec": 205.93482915390592, "total_units_per_sec": 67.27564994969043, "total_bytes_per_sec": 203.92931390999914, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.80126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 87, "mean": 87.0, "median": 87.0, "p95": 87.0, "max": 87, "min": 87}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 87, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.954022988505747, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 91, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018214450999948895, "decode_time_sec": 1.8819379400010803, "total_time_sec": 1.9001773109994247, "prefill_units_per_sec": 4282.314081287372, "prefill_bytes_per_sec": 14109.675883216083, "decode_units_per_sec": 68.01499522344851, "decode_bytes_per_sec": 242.30342048353532, "total_units_per_sec": 67.36213471187939, "total_bytes_per_sec": 239.97760491107036, "step_latency_ms": {"count": 128, "sum": 1854, "mean": 14.484375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.11376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 78, "mean": 78.0, "median": 78.0, "p95": 78.0, "max": 78, "min": 78}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 456, "mean": 456.0, "median": 456.0, "p95": 456.0, "max": 456, "min": 456}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 78, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2948717948717947, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 92, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018852578999940306, "decode_time_sec": 1.8933216479999828, "total_time_sec": 1.9122129269999277, "prefill_units_per_sec": 5039.098364223844, "prefill_bytes_per_sec": 20686.824863655784, "decode_units_per_sec": 67.60605105593825, "decode_bytes_per_sec": 318.48788114633413, "total_units_per_sec": 66.93815222806766, "total_bytes_per_sec": 315.3414515119125, "step_latency_ms": {"count": 128, "sum": 1858, "mean": 14.515625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.30126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}, "model_input_units": {"count": 1, "sum": 95, "mean": 95.0, "median": 95.0, "p95": 95.0, "max": 95, "min": 95}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 603, "mean": 603.0, "median": 603.0, "p95": 603.0, "max": 603, "min": 603}}, "compression_summary": {"raw_prompt_bytes": 390, "model_input_units": 95, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.105263157894737, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 93, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020600044997991063, "decode_time_sec": 1.894581818000006, "total_time_sec": 1.9152100430001155, "prefill_units_per_sec": 7912.60407518022, "prefill_bytes_per_sec": 27427.124555072543, "decode_units_per_sec": 67.56108328703469, "decode_bytes_per_sec": 242.26982209960096, "total_units_per_sec": 66.83340058069666, "total_bytes_per_sec": 239.66039739484194, "step_latency_ms": {"count": 128, "sum": 1858, "mean": 14.515625, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}, "model_input_units": {"count": 1, "sum": 163, "mean": 163.0, "median": 163.0, "p95": 163.0, "max": 163, "min": 163}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 459, "mean": 459.0, "median": 459.0, "p95": 459.0, "max": 459, "min": 459}}, "compression_summary": {"raw_prompt_bytes": 565, "model_input_units": 163, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4662576687116564, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 94, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021941173003142467, "decode_time_sec": 1.8834318150002218, "total_time_sec": 1.9054013780005334, "prefill_units_per_sec": 8386.060306513562, "prefill_bytes_per_sec": 40289.55060303255, "decode_units_per_sec": 67.96104800851786, "decode_bytes_per_sec": 287.24161697350127, "total_units_per_sec": 67.17744695572702, "total_bytes_per_sec": 283.92967814881496, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 884, "mean": 884.0, "median": 884.0, "p95": 884.0, "max": 884, "min": 884}, "model_input_units": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 541, "mean": 541.0, "median": 541.0, "p95": 541.0, "max": 541, "min": 541}}, "compression_summary": {"raw_prompt_bytes": 884, "model_input_units": 184, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.804347826086956, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 95, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020707715000753524, "decode_time_sec": 1.886551881001651, "total_time_sec": 1.9072876760001236, "prefill_units_per_sec": 8161.20948128996, "prefill_bytes_per_sec": 25352.869690397805, "decode_units_per_sec": 67.84865091122717, "decode_bytes_per_sec": 202.4858175631936, "total_units_per_sec": 67.11100879571336, "total_bytes_per_sec": 200.28441687470706, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 525, "mean": 525.0, "median": 525.0, "p95": 525.0, "max": 525, "min": 525}, "model_input_units": {"count": 1, "sum": 169, "mean": 169.0, "median": 169.0, "p95": 169.0, "max": 169, "min": 169}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 382, "mean": 382.0, "median": 382.0, "p95": 382.0, "max": 382, "min": 382}}, "compression_summary": {"raw_prompt_bytes": 525, "model_input_units": 169, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.106508875739645, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 96, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018747530000837287, "decode_time_sec": 1.9067576199995528, "total_time_sec": 1.9255685999996786, "prefill_units_per_sec": 4960.653483197334, "prefill_bytes_per_sec": 14935.30080962638, "decode_units_per_sec": 67.12966486009377, "decode_bytes_per_sec": 225.5137178893775, "total_units_per_sec": 66.47387166576219, "total_bytes_per_sec": 223.31066262716985, "step_latency_ms": {"count": 128, "sum": 1865, "mean": 14.5703125, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2748.92626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}, "model_input_units": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}}, "compression_summary": {"raw_prompt_bytes": 280, "model_input_units": 93, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.010752688172043, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 97, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018282650999026373, "decode_time_sec": 1.8963905050004541, "total_time_sec": 1.9147108260003733, "prefill_units_per_sec": 4375.733038073107, "prefill_bytes_per_sec": 15697.942274087272, "decode_units_per_sec": 67.49664674152613, "decode_bytes_per_sec": 224.1099598839735, "total_units_per_sec": 66.85082585936924, "total_bytes_per_sec": 221.96563273618693, "step_latency_ms": {"count": 128, "sum": 1857, "mean": 14.5078125, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2746.48876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 287, "mean": 287.0, "median": 287.0, "p95": 287.0, "max": 287, "min": 287}, "model_input_units": {"count": 1, "sum": 80, "mean": 80.0, "median": 80.0, "p95": 80.0, "max": 80, "min": 80}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 425, "mean": 425.0, "median": 425.0, "p95": 425.0, "max": 425, "min": 425}}, "compression_summary": {"raw_prompt_bytes": 287, "model_input_units": 80, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5875, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 98, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020327676000306383, "decode_time_sec": 1.8949087509972742, "total_time_sec": 1.9152652470002067, "prefill_units_per_sec": 7723.460369873746, "prefill_bytes_per_sec": 25187.335728505463, "decode_units_per_sec": 67.54942681679775, "decode_bytes_per_sec": 226.3961258156737, "total_units_per_sec": 66.83147423077854, "total_bytes_per_sec": 223.98986285159367, "step_latency_ms": {"count": 128, "sum": 1861, "mean": 14.5390625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 429, "mean": 429.0, "median": 429.0, "p95": 429.0, "max": 429, "min": 429}}, "compression_summary": {"raw_prompt_bytes": 512, "model_input_units": 157, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.261146496815287, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 99, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019003500001417706, "decode_time_sec": 1.8867331809997268, "total_time_sec": 1.9057706610001333, "prefill_units_per_sec": 5209.566658384738, "prefill_bytes_per_sec": 17470.46596549225, "decode_units_per_sec": 67.8421311974682, "decode_bytes_per_sec": 328.61032298773665, "total_units_per_sec": 67.16442991772506, "total_bytes_per_sec": 325.3277074139807, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2750.05126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 332, "mean": 332.0, "median": 332.0, "p95": 332.0, "max": 332, "min": 332}, "model_input_units": {"count": 1, "sum": 99, "mean": 99.0, "median": 99.0, "p95": 99.0, "max": 99, "min": 99}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 620, "mean": 620.0, "median": 620.0, "p95": 620.0, "max": 620, "min": 620}}, "compression_summary": {"raw_prompt_bytes": 332, "model_input_units": 99, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3535353535353534, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 100, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020409765998920193, "decode_time_sec": 1.9158841709977423, "total_time_sec": 1.9363228369984427, "prefill_units_per_sec": 6614.480538735347, "prefill_bytes_per_sec": 27241.86058916187, "decode_units_per_sec": 66.80988440618566, "decode_bytes_per_sec": 252.6248754108895, "total_units_per_sec": 66.1046792168278, "total_bytes_per_sec": 249.95831828863012, "step_latency_ms": {"count": 128, "sum": 1881, "mean": 14.6953125, "median": 15.0, "p95": 17.299999999999983, "max": 18, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}, "model_input_units": {"count": 1, "sum": 135, "mean": 135.0, "median": 135.0, "p95": 135.0, "max": 135, "min": 135}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 484, "mean": 484.0, "median": 484.0, "p95": 484.0, "max": 484, "min": 484}}, "compression_summary": {"raw_prompt_bytes": 556, "model_input_units": 135, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.118518518518519, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 101, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018707480001467047, "decode_time_sec": 1.9005105270007334, "total_time_sec": 1.9192568069993285, "prefill_units_per_sec": 4597.091644265067, "prefill_bytes_per_sec": 15876.002538915405, "decode_units_per_sec": 67.35032412685531, "decode_bytes_per_sec": 231.51673918606514, "total_units_per_sec": 66.69248197177022, "total_bytes_per_sec": 229.25540677796013, "step_latency_ms": {"count": 128, "sum": 1865, "mean": 14.5703125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.61376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}, "model_input_units": {"count": 1, "sum": 86, "mean": 86.0, "median": 86.0, "p95": 86.0, "max": 86, "min": 86}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "compression_summary": {"raw_prompt_bytes": 297, "model_input_units": 86, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.453488372093023, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 102, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019351819002622506, "decode_time_sec": 1.8902818409987958, "total_time_sec": 1.9096728799995617, "prefill_units_per_sec": 6511.015836956972, "prefill_bytes_per_sec": 16329.214321257166, "decode_units_per_sec": 67.71476994793896, "decode_bytes_per_sec": 204.73137476447172, "total_units_per_sec": 67.02718635247592, "total_bytes_per_sec": 202.6525087375639, "step_latency_ms": {"count": 128, "sum": 1866, "mean": 14.578125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2755.11376953125, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 316, "mean": 316.0, "median": 316.0, "p95": 316.0, "max": 316, "min": 316}, "model_input_units": {"count": 1, "sum": 126, "mean": 126.0, "median": 126.0, "p95": 126.0, "max": 126, "min": 126}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "compression_summary": {"raw_prompt_bytes": 316, "model_input_units": 126, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.507936507936508, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 103, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01783636099935393, "decode_time_sec": 1.8939122470001166, "total_time_sec": 1.9117736780026462, "prefill_units_per_sec": 3756.3716053082176, "prefill_bytes_per_sec": 15025.48642123287, "decode_units_per_sec": 67.58496873482234, "decode_bytes_per_sec": 222.8191937976174, "total_units_per_sec": 66.95353193361774, "total_bytes_per_sec": 220.73742559364598, "step_latency_ms": {"count": 128, "sum": 1848, "mean": 14.4375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.05126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 67, "mean": 67.0, "median": 67.0, "p95": 67.0, "max": 67, "min": 67}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 422, "mean": 422.0, "median": 422.0, "p95": 422.0, "max": 422, "min": 422}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 67, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 104, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02222287200129358, "decode_time_sec": 1.885113927997736, "total_time_sec": 1.9073653900013596, "prefill_units_per_sec": 9179.731584114117, "prefill_bytes_per_sec": 31454.08028086161, "decode_units_per_sec": 67.90040543382676, "decode_bytes_per_sec": 274.25398132256595, "total_units_per_sec": 67.10827441401186, "total_bytes_per_sec": 271.0545146253448, "step_latency_ms": {"count": 128, "sum": 1849, "mean": 14.4453125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 699, "mean": 699.0, "median": 699.0, "p95": 699.0, "max": 699, "min": 699}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 517, "mean": 517.0, "median": 517.0, "p95": 517.0, "max": 517, "min": 517}}, "compression_summary": {"raw_prompt_bytes": 699, "model_input_units": 204, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.426470588235294, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 105, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02046133700059727, "decode_time_sec": 1.9164327530015726, "total_time_sec": 1.9369222900022578, "prefill_units_per_sec": 7379.771908140328, "prefill_bytes_per_sec": 31083.01280514734, "decode_units_per_sec": 66.79075996771746, "decode_bytes_per_sec": 272.38106799334776, "total_units_per_sec": 66.08422065288474, "total_bytes_per_sec": 269.49971235004557, "step_latency_ms": {"count": 128, "sum": 1896, "mean": 14.8125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 636, "mean": 636.0, "median": 636.0, "p95": 636.0, "max": 636, "min": 636}, "model_input_units": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}}, "compression_summary": {"raw_prompt_bytes": 636, "model_input_units": 151, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.211920529801325, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 106, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020469135997700505, "decode_time_sec": 1.888853044998541, "total_time_sec": 1.90935884099963, "prefill_units_per_sec": 8012.0626497583335, "prefill_bytes_per_sec": 28628.46776072185, "decode_units_per_sec": 67.7659918218248, "decode_bytes_per_sec": 237.71039318749482, "total_units_per_sec": 67.0382105508185, "total_bytes_per_sec": 235.15747294779305, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}, "model_input_units": {"count": 1, "sum": 164, "mean": 164.0, "median": 164.0, "p95": 164.0, "max": 164, "min": 164}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 449, "mean": 449.0, "median": 449.0, "p95": 449.0, "max": 449, "min": 449}}, "compression_summary": {"raw_prompt_bytes": 586, "model_input_units": 164, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.573170731707317, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 107, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01947320800172747, "decode_time_sec": 1.8938118670012045, "total_time_sec": 1.9133247550016677, "prefill_units_per_sec": 4416.324212855475, "prefill_bytes_per_sec": 15303.076923615481, "decode_units_per_sec": 67.5885510225914, "decode_bytes_per_sec": 239.20010635338988, "total_units_per_sec": 66.89925464320271, "total_bytes_per_sec": 236.76064338570959, "step_latency_ms": {"count": 128, "sum": 1855, "mean": 14.4921875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.61376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 86, "mean": 86.0, "median": 86.0, "p95": 86.0, "max": 86, "min": 86}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 453, "mean": 453.0, "median": 453.0, "p95": 453.0, "max": 453, "min": 453}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 86, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4651162790697674, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 108, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020609235998563236, "decode_time_sec": 1.8905880370002706, "total_time_sec": 1.9112253929997678, "prefill_units_per_sec": 6841.5927698547275, "prefill_bytes_per_sec": 23775.747923608626, "decode_units_per_sec": 67.70380299406374, "decode_bytes_per_sec": 238.55011836189644, "total_units_per_sec": 66.97273930580073, "total_bytes_per_sec": 235.97426114778227, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 490, "mean": 490.0, "median": 490.0, "p95": 490.0, "max": 490, "min": 490}, "model_input_units": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 451, "mean": 451.0, "median": 451.0, "p95": 451.0, "max": 451, "min": 451}}, "compression_summary": {"raw_prompt_bytes": 490, "model_input_units": 141, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.475177304964539, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 109, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01928090900037205, "decode_time_sec": 1.9272416400017391, "total_time_sec": 1.9465530390007189, "prefill_units_per_sec": 5705.125209494916, "prefill_bytes_per_sec": 20745.909852708788, "decode_units_per_sec": 66.41616564484592, "decode_bytes_per_sec": 242.3152293448675, "total_units_per_sec": 65.75726293371898, "total_bytes_per_sec": 239.91126398474032, "step_latency_ms": {"count": 128, "sum": 1887, "mean": 14.7421875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2752.11376953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}, "model_input_units": {"count": 1, "sum": 110, "mean": 110.0, "median": 110.0, "p95": 110.0, "max": 110, "min": 110}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 467, "mean": 467.0, "median": 467.0, "p95": 467.0, "max": 467, "min": 467}}, "compression_summary": {"raw_prompt_bytes": 400, "model_input_units": 110, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6363636363636362, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 110, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021939654001471354, "decode_time_sec": 1.8832582069990167, "total_time_sec": 1.905237531002058, "prefill_units_per_sec": 8022.004357415883, "prefill_bytes_per_sec": 21331.238859492234, "decode_units_per_sec": 67.96731299207705, "decode_bytes_per_sec": 175.75922344044926, "total_units_per_sec": 67.18322409525416, "total_bytes_per_sec": 173.7316185588213, "step_latency_ms": {"count": 128, "sum": 1851, "mean": 14.4609375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}, "model_input_units": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 331, "mean": 331.0, "median": 331.0, "p95": 331.0, "max": 331, "min": 331}}, "compression_summary": {"raw_prompt_bytes": 468, "model_input_units": 176, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.659090909090909, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 111, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020586295999237336, "decode_time_sec": 1.9310490179996123, "total_time_sec": 1.9516649040015182, "prefill_units_per_sec": 7820.7366689940045, "prefill_bytes_per_sec": 24725.18611501831, "decode_units_per_sec": 66.28521534507504, "decode_bytes_per_sec": 211.2841239124267, "total_units_per_sec": 65.58502934472016, "total_bytes_per_sec": 209.05228103629548, "step_latency_ms": {"count": 128, "sum": 1887, "mean": 14.7421875, "median": 15.0, "p95": 16.0, "max": 19, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 161, "mean": 161.0, "median": 161.0, "p95": 161.0, "max": 161, "min": 161}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 161, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1614906832298137, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 112, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018852000001061242, "decode_time_sec": 1.8796826400030113, "total_time_sec": 1.8985748890008836, "prefill_units_per_sec": 4933.163589792315, "prefill_bytes_per_sec": 16178.654783727485, "decode_units_per_sec": 68.09660166877688, "decode_bytes_per_sec": 245.25416694770425, "total_units_per_sec": 67.41898923321345, "total_bytes_per_sec": 242.81370341024532, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.92626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 461, "mean": 461.0, "median": 461.0, "p95": 461.0, "max": 461, "min": 461}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 93, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2795698924731185, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 113, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020549886001390405, "decode_time_sec": 1.9263123540004017, "total_time_sec": 1.9468901200016262, "prefill_units_per_sec": 7883.255410226562, "prefill_bytes_per_sec": 24768.993850650124, "decode_units_per_sec": 66.44820593824282, "decode_bytes_per_sec": 227.8965813038172, "total_units_per_sec": 65.74587784126876, "total_bytes_per_sec": 225.48781540872648, "step_latency_ms": {"count": 128, "sum": 1888, "mean": 14.75, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 162, "mean": 162.0, "median": 162.0, "p95": 162.0, "max": 162, "min": 162}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 162, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1419753086419755, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 114, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018221161000838038, "decode_time_sec": 1.890307693000068, "total_time_sec": 1.9085551440002746, "prefill_units_per_sec": 4280.737105413457, "prefill_bytes_per_sec": 14378.886174593921, "decode_units_per_sec": 67.71384387525497, "decode_bytes_per_sec": 220.59900699985408, "total_units_per_sec": 67.06644049682306, "total_bytes_per_sec": 218.48988818105641, "step_latency_ms": {"count": 128, "sum": 1851, "mean": 14.4609375, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2746.11376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 78, "mean": 78.0, "median": 78.0, "p95": 78.0, "max": 78, "min": 78}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 417, "mean": 417.0, "median": 417.0, "p95": 417.0, "max": 417, "min": 417}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 78, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.358974358974359, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 115, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020632695999665884, "decode_time_sec": 1.8886560979990463, "total_time_sec": 1.909327723999013, "prefill_units_per_sec": 6349.14603511443, "prefill_bytes_per_sec": 20840.708359535914, "decode_units_per_sec": 67.77305838559532, "decode_bytes_per_sec": 231.910934163209, "total_units_per_sec": 67.03930309664648, "total_bytes_per_sec": 229.40011528383715, "step_latency_ms": {"count": 128, "sum": 1858, "mean": 14.515625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}, "model_input_units": {"count": 1, "sum": 131, "mean": 131.0, "median": 131.0, "p95": 131.0, "max": 131, "min": 131}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 438, "mean": 438.0, "median": 438.0, "p95": 438.0, "max": 438, "min": 438}}, "compression_summary": {"raw_prompt_bytes": 430, "model_input_units": 131, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.282442748091603, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 116, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01908770999943954, "decode_time_sec": 1.9214776010012429, "total_time_sec": 1.940605271000095, "prefill_units_per_sec": 5343.752603271684, "prefill_bytes_per_sec": 16659.934586670544, "decode_units_per_sec": 66.61540052993686, "decode_bytes_per_sec": 263.33900521990665, "total_units_per_sec": 65.9588026028781, "total_bytes_per_sec": 260.74339153950245, "step_latency_ms": {"count": 128, "sum": 1888, "mean": 14.75, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2750.61376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "model_input_units": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}}, "compression_summary": {"raw_prompt_bytes": 318, "model_input_units": 102, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1176470588235294, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 117, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019238278997363523, "decode_time_sec": 1.890301059000194, "total_time_sec": 1.909569407998788, "prefill_units_per_sec": 5509.848360891668, "prefill_bytes_per_sec": 20220.103890442064, "decode_units_per_sec": 67.7140815165712, "decode_bytes_per_sec": 261.33403335301693, "total_units_per_sec": 67.03081829015206, "total_bytes_per_sec": 258.6970643385556, "step_latency_ms": {"count": 128, "sum": 1873, "mean": 14.6328125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2751.36376953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 106, "mean": 106.0, "median": 106.0, "p95": 106.0, "max": 106, "min": 106}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 494, "mean": 494.0, "median": 494.0, "p95": 494.0, "max": 494, "min": 494}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 106, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.669811320754717, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 118, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018539160999353044, "decode_time_sec": 1.923779052001919, "total_time_sec": 1.9423459620011272, "prefill_units_per_sec": 4530.9493780722505, "prefill_bytes_per_sec": 14186.186743250024, "decode_units_per_sec": 66.53570734477066, "decode_bytes_per_sec": 256.78624553372424, "total_units_per_sec": 65.89969166364489, "total_bytes_per_sec": 254.33162251437952, "step_latency_ms": {"count": 128, "sum": 1875, "mean": 14.6484375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.23876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}, "model_input_units": {"count": 1, "sum": 84, "mean": 84.0, "median": 84.0, "p95": 84.0, "max": 84, "min": 84}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 494, "mean": 494.0, "median": 494.0, "p95": 494.0, "max": 494, "min": 494}}, "compression_summary": {"raw_prompt_bytes": 263, "model_input_units": 84, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.130952380952381, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 119, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02209172299990314, "decode_time_sec": 1.9664590440006577, "total_time_sec": 1.9885792869972647, "prefill_units_per_sec": 9913.215008216433, "prefill_bytes_per_sec": 31052.35386135376, "decode_units_per_sec": 65.09161753991617, "decode_bytes_per_sec": 159.67787427760686, "total_units_per_sec": 64.36756172457109, "total_bytes_per_sec": 157.90167485558845, "step_latency_ms": {"count": 128, "sum": 1919, "mean": 14.9921875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2864.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 686, "mean": 686.0, "median": 686.0, "p95": 686.0, "max": 686, "min": 686}, "model_input_units": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 314, "mean": 314.0, "median": 314.0, "p95": 314.0, "max": 314, "min": 314}}, "compression_summary": {"raw_prompt_bytes": 686, "model_input_units": 219, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.132420091324201, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 120, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017663502003415488, "decode_time_sec": 1.8894422089979344, "total_time_sec": 1.907150161001482, "prefill_units_per_sec": 16927.560567671357, "prefill_bytes_per_sec": 55821.32013285604, "decode_units_per_sec": 67.74486109733137, "decode_bytes_per_sec": 211.1734342018376, "total_units_per_sec": 67.11584783276042, "total_bytes_per_sec": 209.21268191618287, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2800.1142578125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 986, "mean": 986.0, "median": 986.0, "p95": 986.0, "max": 986, "min": 986}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 986, "model_input_units": 299, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.297658862876254, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 121, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02034099700176739, "decode_time_sec": 1.8866590069992526, "total_time_sec": 1.9070287840004312, "prefill_units_per_sec": 7816.725993626801, "prefill_bytes_per_sec": 28513.843247192104, "decode_units_per_sec": 67.84479841091428, "decode_bytes_per_sec": 194.52375794379327, "total_units_per_sec": 67.12011956709462, "total_bytes_per_sec": 192.4459678212791, "step_latency_ms": {"count": 128, "sum": 1846, "mean": 14.421875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 580, "mean": 580.0, "median": 580.0, "p95": 580.0, "max": 580, "min": 580}, "model_input_units": {"count": 1, "sum": 159, "mean": 159.0, "median": 159.0, "p95": 159.0, "max": 159, "min": 159}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 367, "mean": 367.0, "median": 367.0, "p95": 367.0, "max": 367, "min": 367}}, "compression_summary": {"raw_prompt_bytes": 580, "model_input_units": 159, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.647798742138365, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 122, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020345626999187516, "decode_time_sec": 1.9224034139988362, "total_time_sec": 1.9427885909972247, "prefill_units_per_sec": 8306.45327404994, "prefill_bytes_per_sec": 24182.100655814025, "decode_units_per_sec": 66.5833191243373, "decode_bytes_per_sec": 181.5435810499509, "total_units_per_sec": 65.88467761914238, "total_bytes_per_sec": 179.63869132094288, "step_latency_ms": {"count": 128, "sum": 1886, "mean": 14.734375, "median": 15.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}, "model_input_units": {"count": 1, "sum": 169, "mean": 169.0, "median": 169.0, "p95": 169.0, "max": 169, "min": 169}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}}, "compression_summary": {"raw_prompt_bytes": 492, "model_input_units": 169, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.911242603550296, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 123, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018107451000105357, "decode_time_sec": 1.876958053002454, "total_time_sec": 1.8950905239980784, "prefill_units_per_sec": 4473.296655588283, "prefill_bytes_per_sec": 18169.316045537595, "decode_units_per_sec": 68.19545050314059, "decode_bytes_per_sec": 273.84735592667397, "total_units_per_sec": 67.54294762128724, "total_bytes_per_sec": 271.2271490417316, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2746.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "model_input_units": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 514, "mean": 514.0, "median": 514.0, "p95": 514.0, "max": 514, "min": 514}}, "compression_summary": {"raw_prompt_bytes": 329, "model_input_units": 81, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.061728395061729, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 124, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01838443100132281, "decode_time_sec": 1.9160003530014365, "total_time_sec": 1.9344138239976019, "prefill_units_per_sec": 4514.6896302653, "prefill_bytes_per_sec": 17242.850756555425, "decode_units_per_sec": 66.80583320325935, "decode_bytes_per_sec": 191.0229293155697, "total_units_per_sec": 66.16991587429779, "total_bytes_per_sec": 189.20460320307023, "step_latency_ms": {"count": 128, "sum": 1870, "mean": 14.609375, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2747.05126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}, "model_input_units": {"count": 1, "sum": 83, "mean": 83.0, "median": 83.0, "p95": 83.0, "max": 83, "min": 83}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 366, "mean": 366.0, "median": 366.0, "p95": 366.0, "max": 366, "min": 366}}, "compression_summary": {"raw_prompt_bytes": 317, "model_input_units": 83, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.819277108433735, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 125, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02212260300075286, "decode_time_sec": 1.9238119180008653, "total_time_sec": 1.9459640809982375, "prefill_units_per_sec": 9582.959111673494, "prefill_bytes_per_sec": 37970.21534814026, "decode_units_per_sec": 66.53457066271405, "decode_bytes_per_sec": 230.2719906529869, "total_units_per_sec": 65.77716477394524, "total_bytes_per_sec": 227.65065620982614, "step_latency_ms": {"count": 128, "sum": 1879, "mean": 14.6796875, "median": 15.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2844.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}, "model_input_units": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 443, "mean": 443.0, "median": 443.0, "p95": 443.0, "max": 443, "min": 443}}, "compression_summary": {"raw_prompt_bytes": 840, "model_input_units": 212, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.9622641509433962, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 126, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019158468996465672, "decode_time_sec": 1.8874250480002956, "total_time_sec": 1.9066226770009962, "prefill_units_per_sec": 6472.3334637478265, "prefill_bytes_per_sec": 28133.772072258696, "decode_units_per_sec": 67.81726253745254, "decode_bytes_per_sec": 255.3743792425947, "total_units_per_sec": 67.1344160247461, "total_bytes_per_sec": 252.80303534318455, "step_latency_ms": {"count": 128, "sum": 1858, "mean": 14.515625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2754.73876953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 124, "mean": 124.0, "median": 124.0, "p95": 124.0, "max": 124, "min": 124}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 482, "mean": 482.0, "median": 482.0, "p95": 482.0, "max": 482, "min": 482}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 124, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.346774193548387, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 0, "chunk_idx": 127, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018826290001015877, "decode_time_sec": 1.873298070000601, "total_time_sec": 1.8921534299988707, "prefill_units_per_sec": 4993.01774247224, "prefill_bytes_per_sec": 14076.060656969612, "decode_units_per_sec": 68.32868834373963, "decode_bytes_per_sec": 196.97879686593689, "total_units_per_sec": 67.6477911202351, "total_bytes_per_sec": 195.01589783880277, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.11376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 369, "mean": 369.0, "median": 369.0, "p95": 369.0, "max": 369, "min": 369}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 94, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8191489361702127, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 0, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017342503000691067, "decode_time_sec": 1.8764137359976303, "total_time_sec": 1.8938232690015866, "prefill_units_per_sec": 15972.319565922062, "prefill_bytes_per_sec": 55470.65495457409, "decode_units_per_sec": 68.21523289049385, "decode_bytes_per_sec": 240.35210963759943, "total_units_per_sec": 67.58814409724773, "total_bytes_per_sec": 238.14260146764633, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2796.5556640625, "peak_reserved_mb": 2816.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 962, "mean": 962.0, "median": 962.0, "p95": 962.0, "max": 962, "min": 962}, "model_input_units": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 451, "mean": 451.0, "median": 451.0, "p95": 451.0, "max": 451, "min": 451}}, "compression_summary": {"raw_prompt_bytes": 962, "model_input_units": 277, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.472924187725632, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 1, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019117189996904926, "decode_time_sec": 1.9245561059979082, "total_time_sec": 1.943702676002431, "prefill_units_per_sec": 4707.8048612045495, "prefill_bytes_per_sec": 18935.837330622744, "decode_units_per_sec": 66.5088430527362, "decode_bytes_per_sec": 276.94697927428433, "total_units_per_sec": 65.85369335563949, "total_bytes_per_sec": 274.2188949887176, "step_latency_ms": {"count": 128, "sum": 1878, "mean": 14.671875, "median": 15.0, "p95": 15.649999999999991, "max": 17, "min": 14}, "peak_allocated_mb": 2748.36376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}, "model_input_units": {"count": 1, "sum": 90, "mean": 90.0, "median": 90.0, "p95": 90.0, "max": 90, "min": 90}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}}, "compression_summary": {"raw_prompt_bytes": 362, "model_input_units": 90, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.022222222222222, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 2, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02037100700181327, "decode_time_sec": 1.9390308080000977, "total_time_sec": 1.959429545000603, "prefill_units_per_sec": 8001.568110280017, "prefill_bytes_per_sec": 26360.994326505333, "decode_units_per_sec": 66.01236012955269, "decode_bytes_per_sec": 212.47728416699775, "total_units_per_sec": 65.32513522958061, "total_bytes_per_sec": 210.2652790202126, "step_latency_ms": {"count": 128, "sum": 1891, "mean": 14.7734375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 537, "mean": 537.0, "median": 537.0, "p95": 537.0, "max": 537, "min": 537}, "model_input_units": {"count": 1, "sum": 163, "mean": 163.0, "median": 163.0, "p95": 163.0, "max": 163, "min": 163}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 412, "mean": 412.0, "median": 412.0, "p95": 412.0, "max": 412, "min": 412}}, "compression_summary": {"raw_prompt_bytes": 537, "model_input_units": 163, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.294478527607362, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 3, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018771171002299525, "decode_time_sec": 1.8835990269981266, "total_time_sec": 1.9023991579997528, "prefill_units_per_sec": 4901.132699112363, "prefill_bytes_per_sec": 20030.71624854618, "decode_units_per_sec": 67.95501492904907, "decode_bytes_per_sec": 233.5953638186062, "total_units_per_sec": 67.28346123459367, "total_bytes_per_sec": 231.28689799391574, "step_latency_ms": {"count": 128, "sum": 1852, "mean": 14.46875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.73876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}, "model_input_units": {"count": 1, "sum": 92, "mean": 92.0, "median": 92.0, "p95": 92.0, "max": 92, "min": 92}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "compression_summary": {"raw_prompt_bytes": 376, "model_input_units": 92, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.086956521739131, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 4, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01861893100067391, "decode_time_sec": 1.8739143600032548, "total_time_sec": 1.8925621609996597, "prefill_units_per_sec": 4672.663537818097, "prefill_bytes_per_sec": 14877.331034202447, "decode_units_per_sec": 68.30621651235847, "decode_bytes_per_sec": 262.5520197193779, "total_units_per_sec": 67.63318142870924, "total_bytes_per_sec": 259.9650411166011, "step_latency_ms": {"count": 128, "sum": 1828, "mean": 14.28125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.80126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}, "model_input_units": {"count": 1, "sum": 87, "mean": 87.0, "median": 87.0, "p95": 87.0, "max": 87, "min": 87}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}}, "compression_summary": {"raw_prompt_bytes": 277, "model_input_units": 87, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1839080459770117, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 5, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019178649999957997, "decode_time_sec": 1.8830217340000672, "total_time_sec": 1.902228972998273, "prefill_units_per_sec": 5057.70739860274, "prefill_bytes_per_sec": 17936.611805354045, "decode_units_per_sec": 67.97584844020469, "decode_bytes_per_sec": 251.72306375513298, "total_units_per_sec": 67.28948082325114, "total_bytes_per_sec": 249.18135867360186, "step_latency_ms": {"count": 128, "sum": 1849, "mean": 14.4453125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.67626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}, "model_input_units": {"count": 1, "sum": 97, "mean": 97.0, "median": 97.0, "p95": 97.0, "max": 97, "min": 97}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 474, "mean": 474.0, "median": 474.0, "p95": 474.0, "max": 474, "min": 474}}, "compression_summary": {"raw_prompt_bytes": 344, "model_input_units": 97, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5463917525773194, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 6, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01807751199885388, "decode_time_sec": 1.8816105379992223, "total_time_sec": 1.8997130999996443, "prefill_units_per_sec": 4259.435701377592, "prefill_bytes_per_sec": 15433.539749147378, "decode_units_per_sec": 68.02682989653458, "decode_bytes_per_sec": 244.47141994067113, "total_units_per_sec": 67.37859522052248, "total_bytes_per_sec": 242.1418265737527, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2745.92626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}, "model_input_units": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}}, "compression_summary": {"raw_prompt_bytes": 279, "model_input_units": 77, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6233766233766236, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 7, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018968860000313725, "decode_time_sec": 1.9477504930000578, "total_time_sec": 1.9667475429996557, "prefill_units_per_sec": 4902.772227664808, "prefill_bytes_per_sec": 14866.470625822321, "decode_units_per_sec": 65.71683614508842, "decode_bytes_per_sec": 207.41876408293535, "total_units_per_sec": 65.08206935638329, "total_bytes_per_sec": 205.41528140608472, "step_latency_ms": {"count": 128, "sum": 1897, "mean": 14.8203125, "median": 15.0, "p95": 16.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.92626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 404, "mean": 404.0, "median": 404.0, "p95": 404.0, "max": 404, "min": 404}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 93, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.032258064516129, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 8, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018583110999315977, "decode_time_sec": 1.8963364320006804, "total_time_sec": 1.9149474629994074, "prefill_units_per_sec": 5273.605695171668, "prefill_bytes_per_sec": 18726.681448160616, "decode_units_per_sec": 67.4985713716194, "decode_bytes_per_sec": 302.16157340576495, "total_units_per_sec": 66.84256486050636, "total_bytes_per_sec": 299.2249192583605, "step_latency_ms": {"count": 128, "sum": 1856, "mean": 14.5, "median": 14.0, "p95": 15.0, "max": 25, "min": 14}, "peak_allocated_mb": 2749.86376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}, "model_input_units": {"count": 1, "sum": 98, "mean": 98.0, "median": 98.0, "p95": 98.0, "max": 98, "min": 98}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 573, "mean": 573.0, "median": 573.0, "p95": 573.0, "max": 573, "min": 573}}, "compression_summary": {"raw_prompt_bytes": 348, "model_input_units": 98, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5510204081632653, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 9, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019119659998978022, "decode_time_sec": 1.8974461020006856, "total_time_sec": 1.9166048519982724, "prefill_units_per_sec": 5439.427270440948, "prefill_bytes_per_sec": 20084.039152397345, "decode_units_per_sec": 67.4590966589436, "decode_bytes_per_sec": 227.67445122393462, "total_units_per_sec": 66.7847625798014, "total_bytes_per_sec": 225.3985737068297, "step_latency_ms": {"count": 128, "sum": 1870, "mean": 14.609375, "median": 15.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2750.98876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}, "model_input_units": {"count": 1, "sum": 104, "mean": 104.0, "median": 104.0, "p95": 104.0, "max": 104, "min": 104}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 432, "mean": 432.0, "median": 432.0, "p95": 432.0, "max": 432, "min": 432}}, "compression_summary": {"raw_prompt_bytes": 384, "model_input_units": 104, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6923076923076925, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 10, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020538387001579395, "decode_time_sec": 1.904082451001159, "total_time_sec": 1.9246501970010286, "prefill_units_per_sec": 6524.368247111881, "prefill_bytes_per_sec": 26535.676825940114, "decode_units_per_sec": 67.223979682549, "decode_bytes_per_sec": 251.56473646828883, "total_units_per_sec": 66.50559161319204, "total_bytes_per_sec": 248.87639361499205, "step_latency_ms": {"count": 128, "sum": 1887, "mean": 14.7421875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}, "model_input_units": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "compression_summary": {"raw_prompt_bytes": 545, "model_input_units": 134, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.067164179104478, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 11, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01801555199926952, "decode_time_sec": 1.8857612510000763, "total_time_sec": 1.9038045829984185, "prefill_units_per_sec": 3941.0393865743804, "prefill_bytes_per_sec": 14431.975218441394, "decode_units_per_sec": 67.87709734311156, "decode_bytes_per_sec": 257.72085397462666, "total_units_per_sec": 67.23379129511547, "total_bytes_per_sec": 255.27830132364153, "step_latency_ms": {"count": 128, "sum": 1852, "mean": 14.46875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.80126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 71, "mean": 71.0, "median": 71.0, "p95": 71.0, "max": 71, "min": 71}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 71, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6619718309859155, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 12, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020308327999373432, "decode_time_sec": 1.895229403002304, "total_time_sec": 1.9155661610020616, "prefill_units_per_sec": 6598.278302582777, "prefill_bytes_per_sec": 23931.069067576336, "decode_units_per_sec": 67.53799819548514, "decode_bytes_per_sec": 241.6593997932203, "total_units_per_sec": 66.82097575426017, "total_bytes_per_sec": 239.09380387071218, "step_latency_ms": {"count": 128, "sum": 1890, "mean": 14.765625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}, "model_input_units": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "compression_summary": {"raw_prompt_bytes": 486, "model_input_units": 134, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.626865671641791, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 13, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020544317001622403, "decode_time_sec": 1.885977145000652, "total_time_sec": 1.9065493119996972, "prefill_units_per_sec": 6765.861332310198, "prefill_bytes_per_sec": 23169.42441855866, "decode_units_per_sec": 67.86932722875375, "decode_bytes_per_sec": 239.13333265756202, "total_units_per_sec": 67.13699939171588, "total_bytes_per_sec": 236.5530212942489, "step_latency_ms": {"count": 128, "sum": 1852, "mean": 14.46875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}, "model_input_units": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 451, "mean": 451.0, "median": 451.0, "p95": 451.0, "max": 451, "min": 451}}, "compression_summary": {"raw_prompt_bytes": 476, "model_input_units": 139, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4244604316546763, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 14, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02081110700237332, "decode_time_sec": 1.8997003179974854, "total_time_sec": 1.9205537950001599, "prefill_units_per_sec": 8168.714906929892, "prefill_bytes_per_sec": 28782.707230888267, "decode_units_per_sec": 67.37904857273885, "decode_bytes_per_sec": 224.772294848121, "total_units_per_sec": 66.64744321831888, "total_bytes_per_sec": 222.33170511111064, "step_latency_ms": {"count": 128, "sum": 1873, "mean": 14.6328125, "median": 15.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 599, "mean": 599.0, "median": 599.0, "p95": 599.0, "max": 599, "min": 599}, "model_input_units": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 427, "mean": 427.0, "median": 427.0, "p95": 427.0, "max": 427, "min": 427}}, "compression_summary": {"raw_prompt_bytes": 599, "model_input_units": 170, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.523529411764706, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 15, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01749304400073015, "decode_time_sec": 1.8832412449992262, "total_time_sec": 1.9007625289996213, "prefill_units_per_sec": 19150.469179979038, "prefill_bytes_per_sec": 55221.94993390971, "decode_units_per_sec": 67.96792516088537, "decode_bytes_per_sec": 259.6587140911949, "total_units_per_sec": 67.34139485976026, "total_bytes_per_sec": 257.26517255017785, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2804.919921875, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}, "model_input_units": {"count": 1, "sum": 335, "mean": 335.0, "median": 335.0, "p95": 335.0, "max": 335, "min": 335}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 489, "mean": 489.0, "median": 489.0, "p95": 489.0, "max": 489, "min": 489}}, "compression_summary": {"raw_prompt_bytes": 966, "model_input_units": 335, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8835820895522386, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 16, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021966444001009222, "decode_time_sec": 1.8913358909994713, "total_time_sec": 1.9133306250005262, "prefill_units_per_sec": 8877.176478406835, "prefill_bytes_per_sec": 32913.83894301611, "decode_units_per_sec": 67.67703220201608, "decode_bytes_per_sec": 254.84632438571683, "total_units_per_sec": 66.89904939976843, "total_bytes_per_sec": 251.91673289600297, "step_latency_ms": {"count": 128, "sum": 1869, "mean": 14.6015625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2840.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 723, "mean": 723.0, "median": 723.0, "p95": 723.0, "max": 723, "min": 723}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 482, "mean": 482.0, "median": 482.0, "p95": 482.0, "max": 482, "min": 482}}, "compression_summary": {"raw_prompt_bytes": 723, "model_input_units": 195, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.707692307692308, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 17, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019190489998436533, "decode_time_sec": 1.8827428709992091, "total_time_sec": 1.9019718110030226, "prefill_units_per_sec": 5367.241795722334, "prefill_bytes_per_sec": 20114.129448046806, "decode_units_per_sec": 67.98591670251172, "decode_bytes_per_sec": 216.7051094892561, "total_units_per_sec": 67.2985789061185, "total_bytes_per_sec": 214.5142202632527, "step_latency_ms": {"count": 128, "sum": 1849, "mean": 14.4453125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2750.80126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "model_input_units": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}}, "compression_summary": {"raw_prompt_bytes": 386, "model_input_units": 103, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7475728155339807, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 18, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018800481000653235, "decode_time_sec": 1.88646021599925, "total_time_sec": 1.9052902669973264, "prefill_units_per_sec": 5053.062206052024, "prefill_bytes_per_sec": 14946.42610421704, "decode_units_per_sec": 67.85194774552875, "decode_bytes_per_sec": 211.50724336301542, "total_units_per_sec": 67.18136454962514, "total_bytes_per_sec": 209.4169098070346, "step_latency_ms": {"count": 128, "sum": 1860, "mean": 14.53125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.30126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 95, "mean": 95.0, "median": 95.0, "p95": 95.0, "max": 95, "min": 95}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 95, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.957894736842105, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 19, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020276107999961823, "decode_time_sec": 1.9164413750004314, "total_time_sec": 1.9367454829989583, "prefill_units_per_sec": 7200.592934318307, "prefill_bytes_per_sec": 25695.266566985192, "decode_units_per_sec": 66.79045947855889, "decode_bytes_per_sec": 223.33059888143129, "total_units_per_sec": 66.09025353284835, "total_bytes_per_sec": 220.98928525046168, "step_latency_ms": {"count": 128, "sum": 1889, "mean": 14.7578125, "median": 15.0, "p95": 16.64999999999999, "max": 19, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 521, "mean": 521.0, "median": 521.0, "p95": 521.0, "max": 521, "min": 521}, "model_input_units": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 428, "mean": 428.0, "median": 428.0, "p95": 428.0, "max": 428, "min": 428}}, "compression_summary": {"raw_prompt_bytes": 521, "model_input_units": 146, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5684931506849313, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 20, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020226798002113355, "decode_time_sec": 1.8899347120022867, "total_time_sec": 1.910192299998016, "prefill_units_per_sec": 6427.117133736008, "prefill_bytes_per_sec": 22742.10678091203, "decode_units_per_sec": 67.72720728770081, "decode_bytes_per_sec": 251.8605521011374, "total_units_per_sec": 67.00896030212924, "total_bytes_per_sec": 249.1895711235431, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}, "model_input_units": {"count": 1, "sum": 130, "mean": 130.0, "median": 130.0, "p95": 130.0, "max": 130, "min": 130}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}}, "compression_summary": {"raw_prompt_bytes": 460, "model_input_units": 130, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5384615384615383, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 21, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020377726999868173, "decode_time_sec": 1.9643764499996905, "total_time_sec": 1.9847821469993505, "prefill_units_per_sec": 6821.172940480516, "prefill_bytes_per_sec": 21984.787606728572, "decode_units_per_sec": 65.16062641660164, "decode_bytes_per_sec": 167.99223998030112, "total_units_per_sec": 64.49070503456211, "total_bytes_per_sec": 166.26509891723043, "step_latency_ms": {"count": 128, "sum": 1923, "mean": 15.0234375, "median": 15.0, "p95": 16.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}, "model_input_units": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}}, "compression_summary": {"raw_prompt_bytes": 448, "model_input_units": 139, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.223021582733813, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 22, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019142670000292128, "decode_time_sec": 1.8986392580009124, "total_time_sec": 1.917809517999558, "prefill_units_per_sec": 6164.239366723621, "prefill_bytes_per_sec": 29306.256650270774, "decode_units_per_sec": 67.41670354734575, "decode_bytes_per_sec": 250.70586631669198, "total_units_per_sec": 66.74281194177988, "total_bytes_per_sec": 248.1998319084939, "step_latency_ms": {"count": 128, "sum": 1871, "mean": 14.6171875, "median": 15.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2753.61376953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 561, "mean": 561.0, "median": 561.0, "p95": 561.0, "max": 561, "min": 561}, "model_input_units": {"count": 1, "sum": 118, "mean": 118.0, "median": 118.0, "p95": 118.0, "max": 118, "min": 118}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}}, "compression_summary": {"raw_prompt_bytes": 561, "model_input_units": 118, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.754237288135593, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 23, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022024384001269937, "decode_time_sec": 1.8842036709975218, "total_time_sec": 1.9062568649969762, "prefill_units_per_sec": 9444.07798138675, "prefill_bytes_per_sec": 26743.08620690767, "decode_units_per_sec": 67.9332080550693, "decode_bytes_per_sec": 187.3470503393708, "total_units_per_sec": 67.14729916537404, "total_bytes_per_sec": 185.1796609795081, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 589, "mean": 589.0, "median": 589.0, "p95": 589.0, "max": 589, "min": 589}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 353, "mean": 353.0, "median": 353.0, "p95": 353.0, "max": 353, "min": 353}}, "compression_summary": {"raw_prompt_bytes": 589, "model_input_units": 208, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.831730769230769, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 24, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020113278002099833, "decode_time_sec": 1.9030083240031672, "total_time_sec": 1.9231609519993071, "prefill_units_per_sec": 7905.225591939829, "prefill_bytes_per_sec": 23765.395175768797, "decode_units_per_sec": 67.2619233376443, "decode_bytes_per_sec": 228.0599588167002, "total_units_per_sec": 66.55709178523614, "total_bytes_per_sec": 225.67013933431627, "step_latency_ms": {"count": 128, "sum": 1866, "mean": 14.578125, "median": 15.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}, "model_input_units": {"count": 1, "sum": 159, "mean": 159.0, "median": 159.0, "p95": 159.0, "max": 159, "min": 159}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 434, "mean": 434.0, "median": 434.0, "p95": 434.0, "max": 434, "min": 434}}, "compression_summary": {"raw_prompt_bytes": 478, "model_input_units": 159, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.006289308176101, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 25, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017329094000160694, "decode_time_sec": 1.9002756519985269, "total_time_sec": 1.9176436660018226, "prefill_units_per_sec": 15176.788815246844, "prefill_bytes_per_sec": 42529.63253550161, "decode_units_per_sec": 67.35864865993622, "decode_bytes_per_sec": 252.06869303210507, "total_units_per_sec": 66.74858435345952, "total_bytes_per_sec": 249.78571801021178, "step_latency_ms": {"count": 128, "sum": 1847, "mean": 14.4296875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2795.4228515625, "peak_reserved_mb": 2814.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 737, "mean": 737.0, "median": 737.0, "p95": 737.0, "max": 737, "min": 737}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "compression_summary": {"raw_prompt_bytes": 737, "model_input_units": 263, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.802281368821293, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 26, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019138020001264522, "decode_time_sec": 1.900847363001958, "total_time_sec": 1.9200130429999263, "prefill_units_per_sec": 5695.469018884814, "prefill_bytes_per_sec": 16198.122897745803, "decode_units_per_sec": 67.3383894421975, "decode_bytes_per_sec": 191.49354497624913, "total_units_per_sec": 66.6662137878013, "total_bytes_per_sec": 189.5820454590599, "step_latency_ms": {"count": 128, "sum": 1875, "mean": 14.6484375, "median": 15.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2751.92626953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 109, "mean": 109.0, "median": 109.0, "p95": 109.0, "max": 109, "min": 109}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 364, "mean": 364.0, "median": 364.0, "p95": 364.0, "max": 364, "min": 364}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 109, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8440366972477062, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 27, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019169679999322398, "decode_time_sec": 1.8851697370009788, "total_time_sec": 1.9043690070029697, "prefill_units_per_sec": 5738.228285703686, "prefill_bytes_per_sec": 23839.730241514404, "decode_units_per_sec": 67.89839529443579, "decode_bytes_per_sec": 245.07077051585415, "total_units_per_sec": 67.21386429274123, "total_bytes_per_sec": 242.6000414316129, "step_latency_ms": {"count": 128, "sum": 1846, "mean": 14.421875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2752.11376953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 457, "mean": 457.0, "median": 457.0, "p95": 457.0, "max": 457, "min": 457}, "model_input_units": {"count": 1, "sum": 110, "mean": 110.0, "median": 110.0, "p95": 110.0, "max": 110, "min": 110}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 462, "mean": 462.0, "median": 462.0, "p95": 462.0, "max": 462, "min": 462}}, "compression_summary": {"raw_prompt_bytes": 457, "model_input_units": 110, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.154545454545454, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 28, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01902092099771835, "decode_time_sec": 1.927331040998979, "total_time_sec": 1.9463796820018615, "prefill_units_per_sec": 6256.269084671275, "prefill_bytes_per_sec": 20451.165327202736, "decode_units_per_sec": 66.41308487080389, "decode_bytes_per_sec": 238.15317152889833, "total_units_per_sec": 65.76311969530597, "total_bytes_per_sec": 235.82243703238626, "step_latency_ms": {"count": 128, "sum": 1889, "mean": 14.7578125, "median": 15.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2753.80126953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 119, "mean": 119.0, "median": 119.0, "p95": 119.0, "max": 119, "min": 119}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 459, "mean": 459.0, "median": 459.0, "p95": 459.0, "max": 459, "min": 459}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 119, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.26890756302521, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 29, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017956063002202427, "decode_time_sec": 1.8723134879983263, "total_time_sec": 1.8903222010012541, "prefill_units_per_sec": 4009.78766844206, "prefill_bytes_per_sec": 14368.40581191738, "decode_units_per_sec": 68.3646199316994, "decode_bytes_per_sec": 262.24240926925313, "total_units_per_sec": 67.71332417944505, "total_bytes_per_sec": 259.74407946958996, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.98876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}, "model_input_units": {"count": 1, "sum": 72, "mean": 72.0, "median": 72.0, "p95": 72.0, "max": 72, "min": 72}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 491, "mean": 491.0, "median": 491.0, "p95": 491.0, "max": 491, "min": 491}}, "compression_summary": {"raw_prompt_bytes": 258, "model_input_units": 72, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5833333333333335, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 30, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01902418999816291, "decode_time_sec": 1.9217112580008688, "total_time_sec": 1.9407644080019963, "prefill_units_per_sec": 4888.512993666518, "prefill_bytes_per_sec": 17241.207117447506, "decode_units_per_sec": 66.60730089761597, "decode_bytes_per_sec": 310.660614342787, "total_units_per_sec": 65.95339417408995, "total_bytes_per_sec": 307.6107525150914, "step_latency_ms": {"count": 128, "sum": 1877, "mean": 14.6640625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.92626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "model_input_units": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 597, "mean": 597.0, "median": 597.0, "p95": 597.0, "max": 597, "min": 597}}, "compression_summary": {"raw_prompt_bytes": 328, "model_input_units": 93, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5268817204301075, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 31, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01798258300186717, "decode_time_sec": 1.9103166029999556, "total_time_sec": 1.9283245059996261, "prefill_units_per_sec": 3614.608646224567, "prefill_bytes_per_sec": 14458.434584898268, "decode_units_per_sec": 67.00460007466258, "decode_bytes_per_sec": 264.8775596701505, "total_units_per_sec": 66.37886911759489, "total_bytes_per_sec": 262.40396698049227, "step_latency_ms": {"count": 128, "sum": 1884, "mean": 14.71875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 65, "mean": 65.0, "median": 65.0, "p95": 65.0, "max": 65, "min": 65}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 65, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 32, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022109793997515226, "decode_time_sec": 1.9649188029979996, "total_time_sec": 1.987056786998437, "prefill_units_per_sec": 9317.137917393124, "prefill_bytes_per_sec": 35549.85632558735, "decode_units_per_sec": 65.14264090948816, "decode_bytes_per_sec": 241.74026900005373, "total_units_per_sec": 64.41688070392358, "total_bytes_per_sec": 239.0470182372164, "step_latency_ms": {"count": 128, "sum": 1913, "mean": 14.9453125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 786, "mean": 786.0, "median": 786.0, "p95": 786.0, "max": 786, "min": 786}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 475, "mean": 475.0, "median": 475.0, "p95": 475.0, "max": 475, "min": 475}}, "compression_summary": {"raw_prompt_bytes": 786, "model_input_units": 206, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.8155339805825244, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 33, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020664897001552163, "decode_time_sec": 1.8909614879994479, "total_time_sec": 1.9116650049982127, "prefill_units_per_sec": 6532.817462862748, "prefill_bytes_per_sec": 17130.499124840095, "decode_units_per_sec": 67.690431990457, "decode_bytes_per_sec": 251.72379396451197, "total_units_per_sec": 66.9573380614977, "total_bytes_per_sec": 248.99760091619453, "step_latency_ms": {"count": 128, "sum": 1862, "mean": 14.546875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 135, "mean": 135.0, "median": 135.0, "p95": 135.0, "max": 135, "min": 135}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 135, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.6222222222222222, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 34, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01893707099952735, "decode_time_sec": 1.893708454001171, "total_time_sec": 1.9126781949998986, "prefill_units_per_sec": 5122.228247569068, "prefill_bytes_per_sec": 19063.138117241582, "decode_units_per_sec": 67.59224194703883, "decode_bytes_per_sec": 260.863808764353, "total_units_per_sec": 66.92186920654825, "total_bytes_per_sec": 258.27658896902216, "step_latency_ms": {"count": 128, "sum": 1874, "mean": 14.640625, "median": 15.0, "p95": 15.0, "max": 23, "min": 14}, "peak_allocated_mb": 2749.67626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}, "model_input_units": {"count": 1, "sum": 97, "mean": 97.0, "median": 97.0, "p95": 97.0, "max": 97, "min": 97}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 494, "mean": 494.0, "median": 494.0, "p95": 494.0, "max": 494, "min": 494}}, "compression_summary": {"raw_prompt_bytes": 361, "model_input_units": 97, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7216494845360826, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 35, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018212042003142415, "decode_time_sec": 1.924725312001101, "total_time_sec": 1.9429662839975208, "prefill_units_per_sec": 4667.241596814547, "prefill_bytes_per_sec": 14715.538211132924, "decode_units_per_sec": 66.50299614282143, "decode_bytes_per_sec": 227.0453852688513, "total_units_per_sec": 65.87865216922278, "total_bytes_per_sec": 224.91383592148716, "step_latency_ms": {"count": 128, "sum": 1877, "mean": 14.6640625, "median": 15.0, "p95": 15.0, "max": 20, "min": 14}, "peak_allocated_mb": 2747.42626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 85, "mean": 85.0, "median": 85.0, "p95": 85.0, "max": 85, "min": 85}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 437, "mean": 437.0, "median": 437.0, "p95": 437.0, "max": 437, "min": 437}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 85, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.152941176470588, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 36, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018597031998069724, "decode_time_sec": 1.8913975830000709, "total_time_sec": 1.9100239649997093, "prefill_units_per_sec": 4785.709892268709, "prefill_bytes_per_sec": 17207.046803662775, "decode_units_per_sec": 67.67482477003631, "decode_bytes_per_sec": 250.07962590802478, "total_units_per_sec": 67.01486596269983, "total_bytes_per_sec": 247.64087187778924, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 14.0, "p95": 15.0, "max": 25, "min": 14}, "peak_allocated_mb": 2748.17626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "model_input_units": {"count": 1, "sum": 89, "mean": 89.0, "median": 89.0, "p95": 89.0, "max": 89, "min": 89}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 473, "mean": 473.0, "median": 473.0, "p95": 473.0, "max": 473, "min": 473}}, "compression_summary": {"raw_prompt_bytes": 320, "model_input_units": 89, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.595505617977528, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 37, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0182727920000616, "decode_time_sec": 1.9683254659976228, "total_time_sec": 1.9866235879999294, "prefill_units_per_sec": 4487.546292855715, "prefill_bytes_per_sec": 16965.11403396673, "decode_units_per_sec": 65.02989582321169, "decode_bytes_per_sec": 234.71728023690466, "total_units_per_sec": 64.4309273146537, "total_bytes_per_sec": 232.5553782763282, "step_latency_ms": {"count": 128, "sum": 1927, "mean": 15.0546875, "median": 15.0, "p95": 16.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 462, "mean": 462.0, "median": 462.0, "p95": 462.0, "max": 462, "min": 462}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 82, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7804878048780486, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 38, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02197296500162338, "decode_time_sec": 1.8792700020021584, "total_time_sec": 1.9012710669994703, "prefill_units_per_sec": 9102.094322965691, "prefill_bytes_per_sec": 36772.4610647814, "decode_units_per_sec": 68.11155388189556, "decode_bytes_per_sec": 275.1068231010938, "total_units_per_sec": 67.32338287880529, "total_bytes_per_sec": 271.9233511589245, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 808, "mean": 808.0, "median": 808.0, "p95": 808.0, "max": 808, "min": 808}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 517, "mean": 517.0, "median": 517.0, "p95": 517.0, "max": 517, "min": 517}}, "compression_summary": {"raw_prompt_bytes": 808, "model_input_units": 200, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.04, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 39, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021945895001408644, "decode_time_sec": 1.8939604039987898, "total_time_sec": 1.9159350090012595, "prefill_units_per_sec": 8338.68930787529, "prefill_bytes_per_sec": 24287.002191789776, "decode_units_per_sec": 67.58325027796188, "decode_bytes_per_sec": 251.8532061139673, "total_units_per_sec": 66.80811165234877, "total_bytes_per_sec": 248.964603579456, "step_latency_ms": {"count": 128, "sum": 1856, "mean": 14.5, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}, "model_input_units": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 477, "mean": 477.0, "median": 477.0, "p95": 477.0, "max": 477, "min": 477}}, "compression_summary": {"raw_prompt_bytes": 533, "model_input_units": 183, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.912568306010929, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 40, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01725174399689422, "decode_time_sec": 1.876934710999194, "total_time_sec": 1.8942159949983761, "prefill_units_per_sec": 15766.521926650856, "prefill_bytes_per_sec": 57733.29352553034, "decode_units_per_sec": 68.1962985978658, "decode_bytes_per_sec": 242.41653017210112, "total_units_per_sec": 67.57413111175303, "total_bytes_per_sec": 240.2049191863096, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2796.4970703125, "peak_reserved_mb": 2816.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 996, "mean": 996.0, "median": 996.0, "p95": 996.0, "max": 996, "min": 996}, "model_input_units": {"count": 1, "sum": 272, "mean": 272.0, "median": 272.0, "p95": 272.0, "max": 272, "min": 272}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 455, "mean": 455.0, "median": 455.0, "p95": 455.0, "max": 455, "min": 455}}, "compression_summary": {"raw_prompt_bytes": 996, "model_input_units": 272, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.661764705882353, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 41, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01851739199992153, "decode_time_sec": 1.879742837001686, "total_time_sec": 1.8982895389999612, "prefill_units_per_sec": 4590.279235885929, "prefill_bytes_per_sec": 14526.883699450762, "decode_units_per_sec": 68.09442093907295, "decode_bytes_per_sec": 285.145387682368, "total_units_per_sec": 67.42912362432958, "total_bytes_per_sec": 282.35945517688015, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.42626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}, "model_input_units": {"count": 1, "sum": 85, "mean": 85.0, "median": 85.0, "p95": 85.0, "max": 85, "min": 85}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 536, "mean": 536.0, "median": 536.0, "p95": 536.0, "max": 536, "min": 536}}, "compression_summary": {"raw_prompt_bytes": 269, "model_input_units": 85, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.164705882352941, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 42, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020330778002971783, "decode_time_sec": 1.8860822960014048, "total_time_sec": 1.9064419040005305, "prefill_units_per_sec": 6787.73827444421, "prefill_bytes_per_sec": 27396.885643952355, "decode_units_per_sec": 67.86554344493177, "decode_bytes_per_sec": 285.24736229197885, "total_units_per_sec": 67.14078185723953, "total_bytes_per_sec": 282.2010987437099, "step_latency_ms": {"count": 128, "sum": 1851, "mean": 14.4609375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}, "model_input_units": {"count": 1, "sum": 138, "mean": 138.0, "median": 138.0, "p95": 138.0, "max": 138, "min": 138}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 538, "mean": 538.0, "median": 538.0, "p95": 538.0, "max": 538, "min": 538}}, "compression_summary": {"raw_prompt_bytes": 557, "model_input_units": 138, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.036231884057971, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 43, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018890171002567513, "decode_time_sec": 1.9160853159992257, "total_time_sec": 1.9350038070006121, "prefill_units_per_sec": 4976.132825225548, "prefill_bytes_per_sec": 17045.901805559857, "decode_units_per_sec": 66.80287090100101, "decode_bytes_per_sec": 216.5874329993392, "total_units_per_sec": 66.14974065524385, "total_bytes_per_sec": 214.4698622806734, "step_latency_ms": {"count": 128, "sum": 1875, "mean": 14.6484375, "median": 15.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2749.11376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "model_input_units": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 415, "mean": 415.0, "median": 415.0, "p95": 415.0, "max": 415, "min": 415}}, "compression_summary": {"raw_prompt_bytes": 322, "model_input_units": 94, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.425531914893617, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 44, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021815805001097033, "decode_time_sec": 1.9136954230016272, "total_time_sec": 1.9355394679987512, "prefill_units_per_sec": 8984.312061376782, "prefill_bytes_per_sec": 25944.49299356765, "decode_units_per_sec": 66.88629677508047, "decode_bytes_per_sec": 153.62946290526295, "total_units_per_sec": 66.13143369912547, "total_bytes_per_sec": 151.89563677767882, "step_latency_ms": {"count": 128, "sum": 1876, "mean": 14.65625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2840.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}, "model_input_units": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 294, "mean": 294.0, "median": 294.0, "p95": 294.0, "max": 294, "min": 294}}, "compression_summary": {"raw_prompt_bytes": 566, "model_input_units": 196, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8877551020408165, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 45, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021905255001911428, "decode_time_sec": 1.8788874370002304, "total_time_sec": 1.9008216020010877, "prefill_units_per_sec": 10271.507908963706, "prefill_bytes_per_sec": 33918.801672711255, "decode_units_per_sec": 68.12542224688062, "decode_bytes_per_sec": 231.51998966713333, "total_units_per_sec": 67.33930204983369, "total_bytes_per_sec": 228.84840930998166, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2864.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 743, "mean": 743.0, "median": 743.0, "p95": 743.0, "max": 743, "min": 743}, "model_input_units": {"count": 1, "sum": 225, "mean": 225.0, "median": 225.0, "p95": 225.0, "max": 225, "min": 225}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 435, "mean": 435.0, "median": 435.0, "p95": 435.0, "max": 435, "min": 435}}, "compression_summary": {"raw_prompt_bytes": 743, "model_input_units": 225, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3022222222222224, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 46, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018237123000290012, "decode_time_sec": 1.8798152870003833, "total_time_sec": 1.898077938996721, "prefill_units_per_sec": 4222.157189967712, "prefill_bytes_per_sec": 16340.296657277637, "decode_units_per_sec": 68.09179651062914, "decode_bytes_per_sec": 283.53849640754163, "total_units_per_sec": 67.4366407038363, "total_bytes_per_sec": 280.81038668081834, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2745.92626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 77, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.8701298701298703, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 47, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021953064999252092, "decode_time_sec": 1.8849952480013599, "total_time_sec": 1.9069767629989656, "prefill_units_per_sec": 8518.172747466962, "prefill_bytes_per_sec": 27376.587279292216, "decode_units_per_sec": 67.90468046840809, "decode_bytes_per_sec": 223.34273810312348, "total_units_per_sec": 67.12195055733326, "total_bytes_per_sec": 220.76829050497895, "step_latency_ms": {"count": 128, "sum": 1860, "mean": 14.53125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 601, "mean": 601.0, "median": 601.0, "p95": 601.0, "max": 601, "min": 601}, "model_input_units": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 421, "mean": 421.0, "median": 421.0, "p95": 421.0, "max": 421, "min": 421}}, "compression_summary": {"raw_prompt_bytes": 601, "model_input_units": 187, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.213903743315508, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 48, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018788171000778675, "decode_time_sec": 1.8766330270009348, "total_time_sec": 1.8954494079989672, "prefill_units_per_sec": 5162.822927041692, "prefill_bytes_per_sec": 18841.64243477071, "decode_units_per_sec": 68.20726170665237, "decode_bytes_per_sec": 239.25828520536655, "total_units_per_sec": 67.53015905348276, "total_bytes_per_sec": 236.88313605479502, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.67626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 97, "mean": 97.0, "median": 97.0, "p95": 97.0, "max": 97, "min": 97}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 449, "mean": 449.0, "median": 449.0, "p95": 449.0, "max": 449, "min": 449}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 97, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.649484536082474, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 49, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021833585000422318, "decode_time_sec": 1.90195373700044, "total_time_sec": 1.9238264319974405, "prefill_units_per_sec": 8106.776784324534, "prefill_bytes_per_sec": 30274.46019456789, "decode_units_per_sec": 67.29921843518026, "decode_bytes_per_sec": 177.71199868039787, "total_units_per_sec": 66.534068703434, "total_bytes_per_sec": 175.6915251700054, "step_latency_ms": {"count": 128, "sum": 1858, "mean": 14.515625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 661, "mean": 661.0, "median": 661.0, "p95": 661.0, "max": 661, "min": 661}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}}, "compression_summary": {"raw_prompt_bytes": 661, "model_input_units": 177, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7344632768361583, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 50, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02176956499897642, "decode_time_sec": 1.889794314000028, "total_time_sec": 1.911592879001546, "prefill_units_per_sec": 8957.459646491268, "prefill_bytes_per_sec": 36013.581347944375, "decode_units_per_sec": 67.73223892766887, "decode_bytes_per_sec": 249.762631045779, "total_units_per_sec": 66.95986441781282, "total_bytes_per_sec": 246.9145000406848, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2840.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 784, "mean": 784.0, "median": 784.0, "p95": 784.0, "max": 784, "min": 784}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 472, "mean": 472.0, "median": 472.0, "p95": 472.0, "max": 472, "min": 472}}, "compression_summary": {"raw_prompt_bytes": 784, "model_input_units": 195, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.02051282051282, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 51, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019039011000131723, "decode_time_sec": 1.8852806350005267, "total_time_sec": 1.9043472759985889, "prefill_units_per_sec": 5725.087295723811, "prefill_bytes_per_sec": 16072.263417353082, "decode_units_per_sec": 67.89440130220413, "decode_bytes_per_sec": 231.26530443563283, "total_units_per_sec": 67.21463128770996, "total_bytes_per_sec": 228.94983782376207, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2751.92626953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "model_input_units": {"count": 1, "sum": 109, "mean": 109.0, "median": 109.0, "p95": 109.0, "max": 109, "min": 109}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 306, "model_input_units": 109, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8073394495412844, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 52, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019139181000355165, "decode_time_sec": 1.8917769129984663, "total_time_sec": 1.910944193998148, "prefill_units_per_sec": 6060.865404734267, "prefill_bytes_per_sec": 17033.12174089113, "decode_units_per_sec": 67.66125494000242, "decode_bytes_per_sec": 192.94029728985063, "total_units_per_sec": 66.9825944692784, "total_bytes_per_sec": 191.00505454130166, "step_latency_ms": {"count": 128, "sum": 1863, "mean": 14.5546875, "median": 15.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2753.23876953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 116, "mean": 116.0, "median": 116.0, "p95": 116.0, "max": 116, "min": 116}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 116, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.810344827586207, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 53, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019082400998740923, "decode_time_sec": 1.902842942999996, "total_time_sec": 1.921954604000348, "prefill_units_per_sec": 6602.942680447477, "prefill_bytes_per_sec": 23005.490767590814, "decode_units_per_sec": 67.2677692454202, "decode_bytes_per_sec": 230.7074273339021, "total_units_per_sec": 66.59886749332235, "total_bytes_per_sec": 228.413303356004, "step_latency_ms": {"count": 128, "sum": 1866, "mean": 14.578125, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2755.11376953125, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}, "model_input_units": {"count": 1, "sum": 126, "mean": 126.0, "median": 126.0, "p95": 126.0, "max": 126, "min": 126}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}}, "compression_summary": {"raw_prompt_bytes": 439, "model_input_units": 126, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.484126984126984, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 54, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01917582099849824, "decode_time_sec": 1.906297588000598, "total_time_sec": 1.9255022689976613, "prefill_units_per_sec": 5579.9436179749355, "prefill_bytes_per_sec": 17782.81096943414, "decode_units_per_sec": 67.14586474100908, "decode_bytes_per_sec": 217.69948333999037, "total_units_per_sec": 66.47616160256806, "total_bytes_per_sec": 215.5281801958261, "step_latency_ms": {"count": 128, "sum": 1870, "mean": 14.609375, "median": 14.5, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2751.55126953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}, "model_input_units": {"count": 1, "sum": 107, "mean": 107.0, "median": 107.0, "p95": 107.0, "max": 107, "min": 107}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 415, "mean": 415.0, "median": 415.0, "p95": 415.0, "max": 415, "min": 415}}, "compression_summary": {"raw_prompt_bytes": 341, "model_input_units": 107, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1869158878504673, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 55, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02032832899931236, "decode_time_sec": 1.914429652999388, "total_time_sec": 1.9347864119990845, "prefill_units_per_sec": 6936.133314487854, "prefill_bytes_per_sec": 22530.13516337189, "decode_units_per_sec": 66.8606442652301, "decode_bytes_per_sec": 216.25239629535363, "total_units_per_sec": 66.15717332216853, "total_bytes_per_sec": 213.97710746388884, "step_latency_ms": {"count": 128, "sum": 1884, "mean": 14.71875, "median": 15.0, "p95": 17.299999999999983, "max": 18, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "model_input_units": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 414, "mean": 414.0, "median": 414.0, "p95": 414.0, "max": 414, "min": 414}}, "compression_summary": {"raw_prompt_bytes": 458, "model_input_units": 141, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.24822695035461, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 56, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02206244499757304, "decode_time_sec": 1.8851432650008064, "total_time_sec": 1.9072339600024861, "prefill_units_per_sec": 10152.999815960604, "prefill_bytes_per_sec": 36532.66898064396, "decode_units_per_sec": 67.89934875318096, "decode_bytes_per_sec": 252.50070317589172, "total_units_per_sec": 67.11289893340256, "total_bytes_per_sec": 249.5760929085908, "step_latency_ms": {"count": 128, "sum": 1836, "mean": 14.34375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2864.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 806, "mean": 806.0, "median": 806.0, "p95": 806.0, "max": 806, "min": 806}, "model_input_units": {"count": 1, "sum": 224, "mean": 224.0, "median": 224.0, "p95": 224.0, "max": 224, "min": 224}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}}, "compression_summary": {"raw_prompt_bytes": 806, "model_input_units": 224, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5982142857142856, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 57, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01871120199939469, "decode_time_sec": 1.8808793850002985, "total_time_sec": 1.899630067000544, "prefill_units_per_sec": 4809.952882926042, "prefill_bytes_per_sec": 19239.811531704167, "decode_units_per_sec": 68.05327392111307, "decode_bytes_per_sec": 239.24979112891313, "total_units_per_sec": 67.38154034490935, "total_bytes_per_sec": 236.88822777507193, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.36376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}, "model_input_units": {"count": 1, "sum": 90, "mean": 90.0, "median": 90.0, "p95": 90.0, "max": 90, "min": 90}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 450, "mean": 450.0, "median": 450.0, "p95": 450.0, "max": 450, "min": 450}}, "compression_summary": {"raw_prompt_bytes": 360, "model_input_units": 90, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 58, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019081300997640938, "decode_time_sec": 1.898680381000304, "total_time_sec": 1.9177985420028563, "prefill_units_per_sec": 6236.472031687578, "prefill_bytes_per_sec": 27828.29116660592, "decode_units_per_sec": 67.41524338739113, "decode_bytes_per_sec": 224.8930384876251, "total_units_per_sec": 66.74319392605386, "total_bytes_per_sec": 222.65112348769532, "step_latency_ms": {"count": 128, "sum": 1860, "mean": 14.53125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2753.80126953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}, "model_input_units": {"count": 1, "sum": 119, "mean": 119.0, "median": 119.0, "p95": 119.0, "max": 119, "min": 119}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 427, "mean": 427.0, "median": 427.0, "p95": 427.0, "max": 427, "min": 427}}, "compression_summary": {"raw_prompt_bytes": 531, "model_input_units": 119, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.46218487394958, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 59, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02199360499798786, "decode_time_sec": 1.8826127450010972, "total_time_sec": 1.9046344899979886, "prefill_units_per_sec": 8047.793893551934, "prefill_bytes_per_sec": 30872.610473004315, "decode_units_per_sec": 67.99061588203867, "decode_bytes_per_sec": 304.8954180960171, "total_units_per_sec": 67.20449549358689, "total_bytes_per_sec": 301.37015947905377, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 679, "mean": 679.0, "median": 679.0, "p95": 679.0, "max": 679, "min": 679}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 574, "mean": 574.0, "median": 574.0, "p95": 574.0, "max": 574, "min": 574}}, "compression_summary": {"raw_prompt_bytes": 679, "model_input_units": 177, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.8361581920903953, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 60, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018286872997123282, "decode_time_sec": 1.9299270500014245, "total_time_sec": 1.9482531429966912, "prefill_units_per_sec": 4320.038751974027, "prefill_bytes_per_sec": 15366.213788667108, "decode_units_per_sec": 66.32375042357457, "decode_bytes_per_sec": 196.38047976980283, "total_units_per_sec": 65.69988117823218, "total_bytes_per_sec": 194.53324192617185, "step_latency_ms": {"count": 128, "sum": 1896, "mean": 14.8125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.30126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 79, "mean": 79.0, "median": 79.0, "p95": 79.0, "max": 79, "min": 79}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 379, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 79, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5569620253164556, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 61, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020292118002544157, "decode_time_sec": 1.9118634600017685, "total_time_sec": 1.9321945579977182, "prefill_units_per_sec": 7835.554671033606, "prefill_bytes_per_sec": 30603.0154132822, "decode_units_per_sec": 66.95038776455385, "decode_bytes_per_sec": 266.75545124939424, "total_units_per_sec": 66.24591683595413, "total_bytes_per_sec": 263.9485748932548, "step_latency_ms": {"count": 128, "sum": 1884, "mean": 14.71875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 621, "mean": 621.0, "median": 621.0, "p95": 621.0, "max": 621, "min": 621}, "model_input_units": {"count": 1, "sum": 159, "mean": 159.0, "median": 159.0, "p95": 159.0, "max": 159, "min": 159}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "compression_summary": {"raw_prompt_bytes": 621, "model_input_units": 159, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.9056603773584904, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 62, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02039140899796621, "decode_time_sec": 1.8873895010001434, "total_time_sec": 1.9078101300001435, "prefill_units_per_sec": 7012.757186826201, "prefill_bytes_per_sec": 24814.37158415425, "decode_units_per_sec": 67.81853980440802, "decode_bytes_per_sec": 268.6249975065224, "total_units_per_sec": 67.0926304390628, "total_bytes_per_sec": 265.74971587972533, "step_latency_ms": {"count": 128, "sum": 1856, "mean": 14.5, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 143, "mean": 143.0, "median": 143.0, "p95": 143.0, "max": 143, "min": 143}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 143, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5384615384615383, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 63, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02030640900193248, "decode_time_sec": 1.9045377980000922, "total_time_sec": 1.9248720270006743, "prefill_units_per_sec": 6746.63846212111, "prefill_bytes_per_sec": 18467.076082448293, "decode_units_per_sec": 67.20790741691219, "decode_bytes_per_sec": 182.72149828973002, "total_units_per_sec": 66.49792724114181, "total_bytes_per_sec": 180.7912396868543, "step_latency_ms": {"count": 128, "sum": 1858, "mean": 14.515625, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 375, "mean": 375.0, "median": 375.0, "p95": 375.0, "max": 375, "min": 375}, "model_input_units": {"count": 1, "sum": 137, "mean": 137.0, "median": 137.0, "p95": 137.0, "max": 137, "min": 137}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}}, "compression_summary": {"raw_prompt_bytes": 375, "model_input_units": 137, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.7372262773722627, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 64, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019163920998835238, "decode_time_sec": 1.9028361029995722, "total_time_sec": 1.9220290539997222, "prefill_units_per_sec": 6313.947965416589, "prefill_bytes_per_sec": 20559.46692871187, "decode_units_per_sec": 67.26801104846852, "decode_bytes_per_sec": 243.32100871438223, "total_units_per_sec": 66.59628777912246, "total_bytes_per_sec": 240.8912597010445, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 14.0, "p95": 15.0, "max": 28, "min": 14}, "peak_allocated_mb": 2754.17626953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "model_input_units": {"count": 1, "sum": 121, "mean": 121.0, "median": 121.0, "p95": 121.0, "max": 121, "min": 121}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 463, "mean": 463.0, "median": 463.0, "p95": 463.0, "max": 463, "min": 463}}, "compression_summary": {"raw_prompt_bytes": 394, "model_input_units": 121, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.256198347107438, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 65, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01728010500301025, "decode_time_sec": 1.876234169001691, "total_time_sec": 1.893553564001195, "prefill_units_per_sec": 15104.07488580266, "prefill_bytes_per_sec": 49247.38593033741, "decode_units_per_sec": 68.22176150224702, "decode_bytes_per_sec": 213.19300469452193, "total_units_per_sec": 67.59777089670922, "total_bytes_per_sec": 211.24303405221633, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2796.4072265625, "peak_reserved_mb": 2814.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 851, "mean": 851.0, "median": 851.0, "p95": 851.0, "max": 851, "min": 851}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}}, "compression_summary": {"raw_prompt_bytes": 851, "model_input_units": 261, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.260536398467433, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 66, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022154414997203276, "decode_time_sec": 1.878546396001184, "total_time_sec": 1.9007282809980097, "prefill_units_per_sec": 9343.510087092402, "prefill_bytes_per_sec": 32228.339140985387, "decode_units_per_sec": 68.13779008730926, "decode_bytes_per_sec": 405.6327816135129, "total_units_per_sec": 67.34260824108506, "total_bytes_per_sec": 400.8989646852095, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 714, "mean": 714.0, "median": 714.0, "p95": 714.0, "max": 714, "min": 714}, "model_input_units": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 762, "mean": 762.0, "median": 762.0, "p95": 762.0, "max": 762, "min": 762}}, "compression_summary": {"raw_prompt_bytes": 714, "model_input_units": 207, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.449275362318841, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 67, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02256945399858523, "decode_time_sec": 1.9120892800019647, "total_time_sec": 1.9346863840000879, "prefill_units_per_sec": 9836.303528384697, "prefill_bytes_per_sec": 37572.90717148749, "decode_units_per_sec": 66.94248084475872, "decode_bytes_per_sec": 249.46533877304614, "total_units_per_sec": 66.16059380918979, "total_bytes_per_sec": 246.55158786705883, "step_latency_ms": {"count": 128, "sum": 1883, "mean": 14.7109375, "median": 15.0, "p95": 17.299999999999983, "max": 19, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2864.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 848, "mean": 848.0, "median": 848.0, "p95": 848.0, "max": 848, "min": 848}, "model_input_units": {"count": 1, "sum": 222, "mean": 222.0, "median": 222.0, "p95": 222.0, "max": 222, "min": 222}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 477, "mean": 477.0, "median": 477.0, "p95": 477.0, "max": 477, "min": 477}}, "compression_summary": {"raw_prompt_bytes": 848, "model_input_units": 222, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.81981981981982, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 68, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019152511002175743, "decode_time_sec": 1.9260152239985473, "total_time_sec": 1.945206934997259, "prefill_units_per_sec": 6056.647088563076, "prefill_bytes_per_sec": 17438.96661706955, "decode_units_per_sec": 66.45845702832126, "decode_bytes_per_sec": 208.2018849090377, "total_units_per_sec": 65.80276766295837, "total_bytes_per_sec": 206.14773306911178, "step_latency_ms": {"count": 128, "sum": 1890, "mean": 14.765625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2753.23876953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 334, "mean": 334.0, "median": 334.0, "p95": 334.0, "max": 334, "min": 334}, "model_input_units": {"count": 1, "sum": 116, "mean": 116.0, "median": 116.0, "p95": 116.0, "max": 116, "min": 116}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 401, "mean": 401.0, "median": 401.0, "p95": 401.0, "max": 401, "min": 401}}, "compression_summary": {"raw_prompt_bytes": 334, "model_input_units": 116, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8793103448275863, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 69, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02036932799819624, "decode_time_sec": 1.8895813999988604, "total_time_sec": 1.90999033800108, "prefill_units_per_sec": 6333.051341282506, "prefill_bytes_per_sec": 21601.105350110873, "decode_units_per_sec": 67.7398708518602, "decode_bytes_per_sec": 200.04430610939966, "total_units_per_sec": 67.01604581621062, "total_bytes_per_sec": 197.906760300997, "step_latency_ms": {"count": 128, "sum": 1864, "mean": 14.5625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2769.37646484375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}, "model_input_units": {"count": 1, "sum": 129, "mean": 129.0, "median": 129.0, "p95": 129.0, "max": 129, "min": 129}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 378, "mean": 378.0, "median": 378.0, "p95": 378.0, "max": 378, "min": 378}}, "compression_summary": {"raw_prompt_bytes": 440, "model_input_units": 129, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4108527131782944, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 70, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020472948999668006, "decode_time_sec": 1.8834659829990414, "total_time_sec": 1.9039784020023944, "prefill_units_per_sec": 7522.121019424085, "prefill_bytes_per_sec": 24715.540492393422, "decode_units_per_sec": 67.95981512561522, "decode_bytes_per_sec": 210.2506780448721, "total_units_per_sec": 67.22765335225637, "total_bytes_per_sec": 207.98555255854313, "step_latency_ms": {"count": 128, "sum": 1856, "mean": 14.5, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 154, "mean": 154.0, "median": 154.0, "p95": 154.0, "max": 154, "min": 154}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 154, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2857142857142856, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 71, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021952754999801982, "decode_time_sec": 1.8927811770008702, "total_time_sec": 1.914763672000845, "prefill_units_per_sec": 10841.463861922879, "prefill_bytes_per_sec": 33890.962660800935, "decode_units_per_sec": 67.62535551141586, "decode_bytes_per_sec": 216.084143782571, "total_units_per_sec": 66.84898082813821, "total_bytes_per_sec": 213.60338405241038, "step_latency_ms": {"count": 128, "sum": 1852, "mean": 14.46875, "median": 14.0, "p95": 15.0, "max": 25, "min": 14}, "peak_allocated_mb": 2788.35400390625, "peak_reserved_mb": 2866.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 409, "mean": 409.0, "median": 409.0, "p95": 409.0, "max": 409, "min": 409}}, "compression_summary": {"raw_prompt_bytes": 744, "model_input_units": 238, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1260504201680672, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 72, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01853931199730141, "decode_time_sec": 1.8772726800016244, "total_time_sec": 1.8958762019974529, "prefill_units_per_sec": 4746.670211538018, "prefill_bytes_per_sec": 16289.709135050925, "decode_units_per_sec": 68.18402108738366, "decode_bytes_per_sec": 241.30751212956875, "total_units_per_sec": 67.5149568654019, "total_bytes_per_sec": 238.93965203146138, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.98876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "model_input_units": {"count": 1, "sum": 88, "mean": 88.0, "median": 88.0, "p95": 88.0, "max": 88, "min": 88}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 453, "mean": 453.0, "median": 453.0, "p95": 453.0, "max": 453, "min": 453}}, "compression_summary": {"raw_prompt_bytes": 302, "model_input_units": 88, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4318181818181817, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 73, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02030202899914002, "decode_time_sec": 1.8902248550002696, "total_time_sec": 1.9105546240025433, "prefill_units_per_sec": 6649.581675098509, "prefill_bytes_per_sec": 26105.765094831182, "decode_units_per_sec": 67.7168113948971, "decode_bytes_per_sec": 277.74473423688266, "total_units_per_sec": 66.9962524975311, "total_bytes_per_sec": 274.78931688440497, "step_latency_ms": {"count": 128, "sum": 1860, "mean": 14.53125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 530, "mean": 530.0, "median": 530.0, "p95": 530.0, "max": 530, "min": 530}, "model_input_units": {"count": 1, "sum": 135, "mean": 135.0, "median": 135.0, "p95": 135.0, "max": 135, "min": 135}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 525, "mean": 525.0, "median": 525.0, "p95": 525.0, "max": 525, "min": 525}}, "compression_summary": {"raw_prompt_bytes": 530, "model_input_units": 135, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.925925925925926, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 74, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022241284998017363, "decode_time_sec": 1.8765421850002895, "total_time_sec": 1.898823129999073, "prefill_units_per_sec": 7733.366125893016, "prefill_bytes_per_sec": 24459.018444684887, "decode_units_per_sec": 68.210563569068, "decode_bytes_per_sec": 209.42774595815408, "total_units_per_sec": 67.4101752700171, "total_bytes_per_sec": 206.9703037587244, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 544, "mean": 544.0, "median": 544.0, "p95": 544.0, "max": 544, "min": 544}, "model_input_units": {"count": 1, "sum": 172, "mean": 172.0, "median": 172.0, "p95": 172.0, "max": 172, "min": 172}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 393, "mean": 393.0, "median": 393.0, "p95": 393.0, "max": 393, "min": 393}}, "compression_summary": {"raw_prompt_bytes": 544, "model_input_units": 172, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1627906976744184, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 75, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018956710999191273, "decode_time_sec": 1.8812498670013156, "total_time_sec": 1.900234847998945, "prefill_units_per_sec": 5116.921390221025, "prefill_bytes_per_sec": 20678.69262852208, "decode_units_per_sec": 68.03987191984768, "decode_bytes_per_sec": 242.39204371445737, "total_units_per_sec": 67.36009506129795, "total_bytes_per_sec": 239.97033865587395, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.67626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 392, "mean": 392.0, "median": 392.0, "p95": 392.0, "max": 392, "min": 392}, "model_input_units": {"count": 1, "sum": 97, "mean": 97.0, "median": 97.0, "p95": 97.0, "max": 97, "min": 97}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 456, "mean": 456.0, "median": 456.0, "p95": 456.0, "max": 456, "min": 456}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 97, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.041237113402062, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 76, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0221123350020207, "decode_time_sec": 1.8804311800013238, "total_time_sec": 1.9025820950009802, "prefill_units_per_sec": 10717.999703710266, "prefill_bytes_per_sec": 31656.539209270828, "decode_units_per_sec": 68.06949457193636, "decode_bytes_per_sec": 203.67669078946582, "total_units_per_sec": 67.2769917977884, "total_bytes_per_sec": 201.30537389494495, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2788.35400390625, "peak_reserved_mb": 2866.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}, "model_input_units": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}}, "compression_summary": {"raw_prompt_bytes": 700, "model_input_units": 237, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9535864978902953, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 77, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019392361002246616, "decode_time_sec": 1.8829913869994925, "total_time_sec": 1.9024125680007273, "prefill_units_per_sec": 5517.636557384838, "prefill_bytes_per_sec": 18460.87745368011, "decode_units_per_sec": 67.97694396465899, "decode_bytes_per_sec": 207.11725114232033, "total_units_per_sec": 67.28298695719668, "total_bytes_per_sec": 205.00285088520866, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2751.55126953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "model_input_units": {"count": 1, "sum": 107, "mean": 107.0, "median": 107.0, "p95": 107.0, "max": 107, "min": 107}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "compression_summary": {"raw_prompt_bytes": 358, "model_input_units": 107, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3457943925233646, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 78, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018034472999715945, "decode_time_sec": 1.9050073940015864, "total_time_sec": 1.9230666770017706, "prefill_units_per_sec": 4435.948863116769, "prefill_bytes_per_sec": 17189.301844577476, "decode_units_per_sec": 67.1913402557079, "decode_bytes_per_sec": 211.54773533633036, "total_units_per_sec": 66.56035463084578, "total_bytes_per_sec": 209.5611165330535, "step_latency_ms": {"count": 128, "sum": 1864, "mean": 14.5625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.48876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 80, "mean": 80.0, "median": 80.0, "p95": 80.0, "max": 80, "min": 80}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 403, "mean": 403.0, "median": 403.0, "p95": 403.0, "max": 403, "min": 403}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 80, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.875, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 79, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017795184001442976, "decode_time_sec": 1.8780244699992181, "total_time_sec": 1.895847153999057, "prefill_units_per_sec": 3259.3088104791104, "prefill_bytes_per_sec": 14723.084626647014, "decode_units_per_sec": 68.15672641371563, "decode_bytes_per_sec": 340.251157643471, "total_units_per_sec": 67.51599132345649, "total_bytes_per_sec": 337.0524879350679, "step_latency_ms": {"count": 128, "sum": 1838, "mean": 14.359375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 639, "mean": 639.0, "median": 639.0, "p95": 639.0, "max": 639, "min": 639}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.517241379310345, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 80, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01901615099995979, "decode_time_sec": 1.8874992830023984, "total_time_sec": 1.9065476639989356, "prefill_units_per_sec": 5784.556506741695, "prefill_bytes_per_sec": 20824.403424270102, "decode_units_per_sec": 67.81459529690181, "decode_bytes_per_sec": 205.0331904679766, "total_units_per_sec": 67.13705742426771, "total_bytes_per_sec": 202.98469705618442, "step_latency_ms": {"count": 128, "sum": 1856, "mean": 14.5, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2752.11376953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}, "model_input_units": {"count": 1, "sum": 110, "mean": 110.0, "median": 110.0, "p95": 110.0, "max": 110, "min": 110}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "compression_summary": {"raw_prompt_bytes": 396, "model_input_units": 110, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 81, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022063124997657724, "decode_time_sec": 1.9009943870005372, "total_time_sec": 1.9230863919983676, "prefill_units_per_sec": 10333.984874046857, "prefill_bytes_per_sec": 30322.087196216435, "decode_units_per_sec": 67.33318145245204, "decode_bytes_per_sec": 215.15055635978814, "total_units_per_sec": 66.55967227087979, "total_bytes_per_sec": 212.67895280304555, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2864.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 669, "mean": 669.0, "median": 669.0, "p95": 669.0, "max": 669, "min": 669}, "model_input_units": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 409, "mean": 409.0, "median": 409.0, "p95": 409.0, "max": 409, "min": 409}}, "compression_summary": {"raw_prompt_bytes": 669, "model_input_units": 228, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9342105263157894, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 82, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021919515998888528, "decode_time_sec": 1.9168409470003098, "total_time_sec": 1.938789422998525, "prefill_units_per_sec": 11679.089995097564, "prefill_bytes_per_sec": 41698.00099812177, "decode_units_per_sec": 66.77653678063844, "decode_bytes_per_sec": 278.58336438172597, "total_units_per_sec": 66.02057886309058, "total_bytes_per_sec": 275.429602444456, "step_latency_ms": {"count": 128, "sum": 1866, "mean": 14.578125, "median": 15.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2794.27734375, "peak_reserved_mb": 2868.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 914, "mean": 914.0, "median": 914.0, "p95": 914.0, "max": 914, "min": 914}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 534, "mean": 534.0, "median": 534.0, "p95": 534.0, "max": 534, "min": 534}}, "compression_summary": {"raw_prompt_bytes": 914, "model_input_units": 256, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5703125, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 83, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018104233000485692, "decode_time_sec": 1.8805288919975283, "total_time_sec": 1.8986589449996245, "prefill_units_per_sec": 4418.856076247682, "prefill_bytes_per_sec": 15576.467668773079, "decode_units_per_sec": 68.0659576913154, "decode_bytes_per_sec": 197.8166895403854, "total_units_per_sec": 67.41600451050218, "total_bytes_per_sec": 195.92776310864696, "step_latency_ms": {"count": 128, "sum": 1854, "mean": 14.484375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.48876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 80, "mean": 80.0, "median": 80.0, "p95": 80.0, "max": 80, "min": 80}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 372, "mean": 372.0, "median": 372.0, "p95": 372.0, "max": 372, "min": 372}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 80, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.525, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 84, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01876211199851241, "decode_time_sec": 1.9137767959982739, "total_time_sec": 1.932567707997805, "prefill_units_per_sec": 4477.107908036159, "prefill_bytes_per_sec": 14390.703990116222, "decode_units_per_sec": 66.88345279744705, "decode_bytes_per_sec": 224.68659924142366, "total_units_per_sec": 66.23312573747371, "total_bytes_per_sec": 222.50190677432576, "step_latency_ms": {"count": 128, "sum": 1881, "mean": 14.6953125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.23876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "model_input_units": {"count": 1, "sum": 84, "mean": 84.0, "median": 84.0, "p95": 84.0, "max": 84, "min": 84}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}}, "compression_summary": {"raw_prompt_bytes": 270, "model_input_units": 84, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2142857142857144, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 85, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01917331200093031, "decode_time_sec": 1.9201026060000004, "total_time_sec": 1.9393037170011667, "prefill_units_per_sec": 6415.167081933049, "prefill_bytes_per_sec": 28111.9923346497, "decode_units_per_sec": 66.6631041487165, "decode_bytes_per_sec": 308.8376621889757, "total_units_per_sec": 66.00307052364764, "total_bytes_per_sec": 305.7798501603363, "step_latency_ms": {"count": 128, "sum": 1883, "mean": 14.7109375, "median": 15.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2754.55126953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 123, "mean": 123.0, "median": 123.0, "p95": 123.0, "max": 123, "min": 123}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 593, "mean": 593.0, "median": 593.0, "p95": 593.0, "max": 593, "min": 593}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 123, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.382113821138211, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 86, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018062423998344457, "decode_time_sec": 1.8723165830015205, "total_time_sec": 1.8904048570002487, "prefill_units_per_sec": 3432.5403946714305, "prefill_bytes_per_sec": 15114.250447504848, "decode_units_per_sec": 68.36450692265008, "decode_bytes_per_sec": 241.9462627809413, "total_units_per_sec": 67.71036348431429, "total_bytes_per_sec": 239.63120826870602, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2743.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "model_input_units": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 453, "mean": 453.0, "median": 453.0, "p95": 453.0, "max": 453, "min": 453}}, "compression_summary": {"raw_prompt_bytes": 273, "model_input_units": 62, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.403225806451613, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 87, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01808407299904502, "decode_time_sec": 1.8807262480004283, "total_time_sec": 1.8988353710010415, "prefill_units_per_sec": 4257.890354903246, "prefill_bytes_per_sec": 16865.669587603767, "decode_units_per_sec": 68.05881511787719, "decode_bytes_per_sec": 271.17184148529196, "total_units_per_sec": 67.409740704651, "total_bytes_per_sec": 268.58568562009384, "step_latency_ms": {"count": 128, "sum": 1828, "mean": 14.28125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2745.92626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 77, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.961038961038961, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 88, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019079000998317497, "decode_time_sec": 1.914161761997093, "total_time_sec": 1.933279582997784, "prefill_units_per_sec": 4822.0554109784425, "prefill_bytes_per_sec": 17086.84852151057, "decode_units_per_sec": 66.87000155433802, "decode_bytes_per_sec": 768.4825959877439, "total_units_per_sec": 66.20873728026471, "total_bytes_per_sec": 760.8832229630422, "step_latency_ms": {"count": 128, "sum": 1879, "mean": 14.6796875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.73876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 92, "mean": 92.0, "median": 92.0, "p95": 92.0, "max": 92, "min": 92}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 1471, "mean": 1471.0, "median": 1471.0, "p95": 1471.0, "max": 1471, "min": 1471}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 92, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5434782608695654, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 89, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018739012000878574, "decode_time_sec": 1.9001617430003535, "total_time_sec": 1.9189324049984862, "prefill_units_per_sec": 4856.17918360549, "prefill_bytes_per_sec": 16543.027988106616, "decode_units_per_sec": 67.36268660892421, "decode_bytes_per_sec": 222.61262840292923, "total_units_per_sec": 66.70375656098265, "total_bytes_per_sec": 220.4350705101224, "step_latency_ms": {"count": 128, "sum": 1870, "mean": 14.609375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.55126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 91, "mean": 91.0, "median": 91.0, "p95": 91.0, "max": 91, "min": 91}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 423, "mean": 423.0, "median": 423.0, "p95": 423.0, "max": 423, "min": 423}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 91, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4065934065934065, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 90, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018314992998057278, "decode_time_sec": 1.8800999939994654, "total_time_sec": 1.8984434269987105, "prefill_units_per_sec": 4750.2065662393825, "prefill_bytes_per_sec": 14032.219396822085, "decode_units_per_sec": 68.0814852446813, "decode_bytes_per_sec": 206.37200214794018, "total_units_per_sec": 67.42365781336866, "total_bytes_per_sec": 204.3779627467738, "step_latency_ms": {"count": 128, "sum": 1845, "mean": 14.4140625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.80126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 87, "mean": 87.0, "median": 87.0, "p95": 87.0, "max": 87, "min": 87}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 87, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.954022988505747, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 91, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018255852999573108, "decode_time_sec": 1.8918909819985856, "total_time_sec": 1.9101729850008269, "prefill_units_per_sec": 4272.602326597609, "prefill_bytes_per_sec": 14077.67689661007, "decode_units_per_sec": 67.65717539642868, "decode_bytes_per_sec": 241.02868734977716, "total_units_per_sec": 67.00963787316078, "total_bytes_per_sec": 238.7218349231353, "step_latency_ms": {"count": 128, "sum": 1856, "mean": 14.5, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2746.11376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 78, "mean": 78.0, "median": 78.0, "p95": 78.0, "max": 78, "min": 78}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 456, "mean": 456.0, "median": 456.0, "p95": 456.0, "max": 456, "min": 456}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 78, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2948717948717947, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 92, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01868188300068141, "decode_time_sec": 1.909445027999027, "total_time_sec": 1.9281556410023768, "prefill_units_per_sec": 5085.140507331886, "prefill_bytes_per_sec": 20875.839977467742, "decode_units_per_sec": 67.03518463379676, "decode_bytes_per_sec": 315.79856511077696, "total_units_per_sec": 66.38468248001885, "total_bytes_per_sec": 312.7340901207138, "step_latency_ms": {"count": 128, "sum": 1868, "mean": 14.59375, "median": 15.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2749.30126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}, "model_input_units": {"count": 1, "sum": 95, "mean": 95.0, "median": 95.0, "p95": 95.0, "max": 95, "min": 95}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 603, "mean": 603.0, "median": 603.0, "p95": 603.0, "max": 603, "min": 603}}, "compression_summary": {"raw_prompt_bytes": 390, "model_input_units": 95, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.105263157894737, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 93, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0203217099988251, "decode_time_sec": 1.8969439159991452, "total_time_sec": 1.917322774999775, "prefill_units_per_sec": 8020.978550005086, "prefill_bytes_per_sec": 27802.778409526833, "decode_units_per_sec": 67.47695539147277, "decode_bytes_per_sec": 241.9681447241094, "total_units_per_sec": 66.75975567025485, "total_bytes_per_sec": 239.39631134880452, "step_latency_ms": {"count": 128, "sum": 1853, "mean": 14.4765625, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}, "model_input_units": {"count": 1, "sum": 163, "mean": 163.0, "median": 163.0, "p95": 163.0, "max": 163, "min": 163}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 459, "mean": 459.0, "median": 459.0, "p95": 459.0, "max": 459, "min": 459}}, "compression_summary": {"raw_prompt_bytes": 565, "model_input_units": 163, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4662576687116564, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 94, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02185235700017074, "decode_time_sec": 1.9114288479977404, "total_time_sec": 1.933309873998951, "prefill_units_per_sec": 8420.144334936607, "prefill_bytes_per_sec": 40453.3021308911, "decode_units_per_sec": 66.96561063943476, "decode_bytes_per_sec": 283.034338718236, "total_units_per_sec": 66.20769992512305, "total_bytes_per_sec": 279.8309817147779, "step_latency_ms": {"count": 128, "sum": 1860, "mean": 14.53125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 884, "mean": 884.0, "median": 884.0, "p95": 884.0, "max": 884, "min": 884}, "model_input_units": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 541, "mean": 541.0, "median": 541.0, "p95": 541.0, "max": 541, "min": 541}}, "compression_summary": {"raw_prompt_bytes": 884, "model_input_units": 184, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.804347826086956, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 95, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020825838997552637, "decode_time_sec": 1.886775678001868, "total_time_sec": 1.9076293370017083, "prefill_units_per_sec": 8114.919164594528, "prefill_bytes_per_sec": 25209.068410722648, "decode_units_per_sec": 67.84060314766961, "decode_bytes_per_sec": 202.4618000188265, "total_units_per_sec": 67.0989890526544, "total_bytes_per_sec": 200.24854545401547, "step_latency_ms": {"count": 128, "sum": 1858, "mean": 14.515625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 525, "mean": 525.0, "median": 525.0, "p95": 525.0, "max": 525, "min": 525}, "model_input_units": {"count": 1, "sum": 169, "mean": 169.0, "median": 169.0, "p95": 169.0, "max": 169, "min": 169}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 382, "mean": 382.0, "median": 382.0, "p95": 382.0, "max": 382, "min": 382}}, "compression_summary": {"raw_prompt_bytes": 525, "model_input_units": 169, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.106508875739645, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 96, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018922322000435088, "decode_time_sec": 1.8984283770005277, "total_time_sec": 1.9173796089999087, "prefill_units_per_sec": 4914.830219983658, "prefill_bytes_per_sec": 14797.338296724993, "decode_units_per_sec": 67.42419232177565, "decode_bytes_per_sec": 226.5031460809651, "total_units_per_sec": 66.75777681121991, "total_bytes_per_sec": 224.2644064751919, "step_latency_ms": {"count": 128, "sum": 1851, "mean": 14.4609375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.92626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}, "model_input_units": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}}, "compression_summary": {"raw_prompt_bytes": 280, "model_input_units": 93, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.010752688172043, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 97, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018127532999642426, "decode_time_sec": 1.8773266110001714, "total_time_sec": 1.8954790839998168, "prefill_units_per_sec": 4413.1763545308695, "prefill_bytes_per_sec": 15832.270171879494, "decode_units_per_sec": 68.18206232734657, "decode_bytes_per_sec": 226.3857538212679, "total_units_per_sec": 67.52910178776331, "total_bytes_per_sec": 224.21772077968288, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.48876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 287, "mean": 287.0, "median": 287.0, "p95": 287.0, "max": 287, "min": 287}, "model_input_units": {"count": 1, "sum": 80, "mean": 80.0, "median": 80.0, "p95": 80.0, "max": 80, "min": 80}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 425, "mean": 425.0, "median": 425.0, "p95": 425.0, "max": 425, "min": 425}}, "compression_summary": {"raw_prompt_bytes": 287, "model_input_units": 80, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5875, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 98, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020397309002873953, "decode_time_sec": 1.8857463549975364, "total_time_sec": 1.9061726539985102, "prefill_units_per_sec": 7697.09376751016, "prefill_bytes_per_sec": 25101.350375574537, "decode_units_per_sec": 67.87763352201586, "decode_bytes_per_sec": 227.49613110113128, "total_units_per_sec": 67.15026560238339, "total_bytes_per_sec": 225.05831205798805, "step_latency_ms": {"count": 128, "sum": 1856, "mean": 14.5, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 429, "mean": 429.0, "median": 429.0, "p95": 429.0, "max": 429, "min": 429}}, "compression_summary": {"raw_prompt_bytes": 512, "model_input_units": 157, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.261146496815287, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 99, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018798082001012517, "decode_time_sec": 1.878665350999654, "total_time_sec": 1.8975301930004207, "prefill_units_per_sec": 5266.494741041537, "prefill_bytes_per_sec": 17661.376303290814, "decode_units_per_sec": 68.13347567830007, "decode_bytes_per_sec": 330.021522816766, "total_units_per_sec": 67.456107139778, "total_bytes_per_sec": 326.7405189582997, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2750.05126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 332, "mean": 332.0, "median": 332.0, "p95": 332.0, "max": 332, "min": 332}, "model_input_units": {"count": 1, "sum": 99, "mean": 99.0, "median": 99.0, "p95": 99.0, "max": 99, "min": 99}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 620, "mean": 620.0, "median": 620.0, "p95": 620.0, "max": 620, "min": 620}}, "compression_summary": {"raw_prompt_bytes": 332, "model_input_units": 99, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3535353535353534, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 100, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020262239002477145, "decode_time_sec": 1.8938223920013115, "total_time_sec": 1.9141123810004501, "prefill_units_per_sec": 6662.639799258891, "prefill_bytes_per_sec": 27440.205395466248, "decode_units_per_sec": 67.58817539628677, "decode_bytes_per_sec": 255.56778821720934, "total_units_per_sec": 66.87172669198146, "total_bytes_per_sec": 252.85871655405492, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}, "model_input_units": {"count": 1, "sum": 135, "mean": 135.0, "median": 135.0, "p95": 135.0, "max": 135, "min": 135}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 484, "mean": 484.0, "median": 484.0, "p95": 484.0, "max": 484, "min": 484}}, "compression_summary": {"raw_prompt_bytes": 556, "model_input_units": 135, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.118518518518519, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 101, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018617793000885285, "decode_time_sec": 1.9144560319982702, "total_time_sec": 1.9331409149999672, "prefill_units_per_sec": 4619.237091953416, "prefill_bytes_per_sec": 15952.481585001911, "decode_units_per_sec": 66.8597230025681, "decode_bytes_per_sec": 229.83029782132786, "total_units_per_sec": 66.21348656313664, "total_bytes_per_sec": 227.6088600607822, "step_latency_ms": {"count": 128, "sum": 1874, "mean": 14.640625, "median": 15.0, "p95": 15.0, "max": 17, "min": 14}, "peak_allocated_mb": 2747.61376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}, "model_input_units": {"count": 1, "sum": 86, "mean": 86.0, "median": 86.0, "p95": 86.0, "max": 86, "min": 86}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "compression_summary": {"raw_prompt_bytes": 297, "model_input_units": 86, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.453488372093023, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 102, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019052682000619825, "decode_time_sec": 1.8841885649999313, "total_time_sec": 1.9032691870015697, "prefill_units_per_sec": 6613.242166950614, "prefill_bytes_per_sec": 16585.591466320588, "decode_units_per_sec": 67.93375269210631, "decode_bytes_per_sec": 205.39345540504016, "total_units_per_sec": 67.2527043857903, "total_bytes_per_sec": 203.33434841641287, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2755.11376953125, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 316, "mean": 316.0, "median": 316.0, "p95": 316.0, "max": 316, "min": 316}, "model_input_units": {"count": 1, "sum": 126, "mean": 126.0, "median": 126.0, "p95": 126.0, "max": 126, "min": 126}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "compression_summary": {"raw_prompt_bytes": 316, "model_input_units": 126, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.507936507936508, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 103, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01781136499994318, "decode_time_sec": 1.8767778610017558, "total_time_sec": 1.894619306000095, "prefill_units_per_sec": 3761.643198048759, "prefill_bytes_per_sec": 15046.572792195037, "decode_units_per_sec": 68.20199804130162, "decode_bytes_per_sec": 224.85346229241628, "total_units_per_sec": 67.55974648555258, "total_bytes_per_sec": 222.73603919455618, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2744.05126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 67, "mean": 67.0, "median": 67.0, "p95": 67.0, "max": 67, "min": 67}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 422, "mean": 422.0, "median": 422.0, "p95": 422.0, "max": 422, "min": 422}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 67, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 104, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022135436000098707, "decode_time_sec": 1.8804823650025355, "total_time_sec": 1.902656890997605, "prefill_units_per_sec": 9215.991950603111, "prefill_bytes_per_sec": 31578.325360154777, "decode_units_per_sec": 68.06764178287172, "decode_bytes_per_sec": 274.9294593886303, "total_units_per_sec": 67.27434704892418, "total_bytes_per_sec": 271.7252923772954, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 699, "mean": 699.0, "median": 699.0, "p95": 699.0, "max": 699, "min": 699}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 517, "mean": 517.0, "median": 517.0, "p95": 517.0, "max": 517, "min": 517}}, "compression_summary": {"raw_prompt_bytes": 699, "model_input_units": 204, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.426470588235294, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 105, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0203224790020613, "decode_time_sec": 1.889853098000458, "total_time_sec": 1.910205436997785, "prefill_units_per_sec": 7430.195892178515, "prefill_bytes_per_sec": 31295.394618712155, "decode_units_per_sec": 67.73013211208281, "decode_bytes_per_sec": 276.2119450195877, "total_units_per_sec": 67.00849946337391, "total_bytes_per_sec": 273.26903687407173, "step_latency_ms": {"count": 128, "sum": 1861, "mean": 14.5390625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 636, "mean": 636.0, "median": 636.0, "p95": 636.0, "max": 636, "min": 636}, "model_input_units": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}}, "compression_summary": {"raw_prompt_bytes": 636, "model_input_units": 151, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.211920529801325, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 106, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020613028998923255, "decode_time_sec": 1.9117090559993812, "total_time_sec": 1.9323496249999152, "prefill_units_per_sec": 7956.132987954692, "prefill_bytes_per_sec": 28428.621530130793, "decode_units_per_sec": 66.95579518144075, "decode_bytes_per_sec": 234.8683752848976, "total_units_per_sec": 66.24060074015105, "total_bytes_per_sec": 232.35960728381113, "step_latency_ms": {"count": 128, "sum": 1868, "mean": 14.59375, "median": 14.0, "p95": 16.0, "max": 18, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}, "model_input_units": {"count": 1, "sum": 164, "mean": 164.0, "median": 164.0, "p95": 164.0, "max": 164, "min": 164}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 449, "mean": 449.0, "median": 449.0, "p95": 449.0, "max": 449, "min": 449}}, "compression_summary": {"raw_prompt_bytes": 586, "model_input_units": 164, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.573170731707317, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 107, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018705812999542104, "decode_time_sec": 1.8833833230019081, "total_time_sec": 1.9021184259981965, "prefill_units_per_sec": 4597.501322295117, "prefill_bytes_per_sec": 15930.87667492959, "decode_units_per_sec": 67.96279782066983, "decode_bytes_per_sec": 240.52458916221434, "total_units_per_sec": 67.29339154202661, "total_bytes_per_sec": 238.15551850420354, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2747.61376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 86, "mean": 86.0, "median": 86.0, "p95": 86.0, "max": 86, "min": 86}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 453, "mean": 453.0, "median": 453.0, "p95": 453.0, "max": 453, "min": 453}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 86, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4651162790697674, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 108, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020230669000739, "decode_time_sec": 1.8859651909988315, "total_time_sec": 1.9062238099977549, "prefill_units_per_sec": 6969.616278870929, "prefill_bytes_per_sec": 24220.652316643653, "decode_units_per_sec": 67.86975741169938, "decode_bytes_per_sec": 239.13484838028455, "total_units_per_sec": 67.14846353752698, "total_bytes_per_sec": 236.59341449550521, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 490, "mean": 490.0, "median": 490.0, "p95": 490.0, "max": 490, "min": 490}, "model_input_units": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 451, "mean": 451.0, "median": 451.0, "p95": 451.0, "max": 451, "min": 451}}, "compression_summary": {"raw_prompt_bytes": 490, "model_input_units": 141, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.475177304964539, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 109, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019082891998550622, "decode_time_sec": 1.8960102519995417, "total_time_sec": 1.9151323240002966, "prefill_units_per_sec": 5764.325449641212, "prefill_bytes_per_sec": 20961.18345324077, "decode_units_per_sec": 67.51018348398199, "decode_bytes_per_sec": 246.30668505484056, "total_units_per_sec": 66.83611278234588, "total_bytes_per_sec": 243.84738022934005, "step_latency_ms": {"count": 128, "sum": 1866, "mean": 14.578125, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2752.11376953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}, "model_input_units": {"count": 1, "sum": 110, "mean": 110.0, "median": 110.0, "p95": 110.0, "max": 110, "min": 110}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 467, "mean": 467.0, "median": 467.0, "p95": 467.0, "max": 467, "min": 467}}, "compression_summary": {"raw_prompt_bytes": 400, "model_input_units": 110, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6363636363636362, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 110, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021987896001519402, "decode_time_sec": 1.8996953159985424, "total_time_sec": 1.9217227420012932, "prefill_units_per_sec": 8004.403876925654, "prefill_bytes_per_sec": 21284.437581825037, "decode_units_per_sec": 67.37922598536228, "decode_bytes_per_sec": 174.23846719652278, "total_units_per_sec": 66.60690285982673, "total_bytes_per_sec": 172.24128786408318, "step_latency_ms": {"count": 128, "sum": 1863, "mean": 14.5546875, "median": 14.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}, "model_input_units": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 331, "mean": 331.0, "median": 331.0, "p95": 331.0, "max": 331, "min": 331}}, "compression_summary": {"raw_prompt_bytes": 468, "model_input_units": 176, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.659090909090909, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 111, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02059481900141691, "decode_time_sec": 1.8957156049982586, "total_time_sec": 1.916338173999975, "prefill_units_per_sec": 7817.500119273848, "prefill_bytes_per_sec": 24714.953793232227, "decode_units_per_sec": 67.52067644667491, "decode_bytes_per_sec": 215.22215617377628, "total_units_per_sec": 66.79405636053549, "total_bytes_per_sec": 212.90605464920688, "step_latency_ms": {"count": 128, "sum": 1851, "mean": 14.4609375, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 161, "mean": 161.0, "median": 161.0, "p95": 161.0, "max": 161, "min": 161}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 161, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1614906832298137, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 112, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018758792997687124, "decode_time_sec": 1.8830724119980005, "total_time_sec": 1.9018597249996674, "prefill_units_per_sec": 4957.675049320417, "prefill_bytes_per_sec": 16259.04182841642, "decode_units_per_sec": 67.97401904698285, "decode_bytes_per_sec": 244.81267797389913, "total_units_per_sec": 67.30254514434412, "total_bytes_per_sec": 242.39432274642687, "step_latency_ms": {"count": 128, "sum": 1838, "mean": 14.359375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.92626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 461, "mean": 461.0, "median": 461.0, "p95": 461.0, "max": 461, "min": 461}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 93, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2795698924731185, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 113, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020425968999916222, "decode_time_sec": 1.8865298559976509, "total_time_sec": 1.9069842150020122, "prefill_units_per_sec": 7931.080283176012, "prefill_bytes_per_sec": 24919.258420596238, "decode_units_per_sec": 67.84944303588026, "decode_bytes_per_sec": 232.70238666212057, "total_units_per_sec": 67.12168826204203, "total_bytes_per_sec": 230.2064152112223, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 162, "mean": 162.0, "median": 162.0, "p95": 162.0, "max": 162, "min": 162}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 162, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1419753086419755, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 114, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01836840400210349, "decode_time_sec": 1.8753065900018555, "total_time_sec": 1.8937055739988864, "prefill_units_per_sec": 4246.422279859899, "prefill_bytes_per_sec": 14263.623555426842, "decode_units_per_sec": 68.2555058903053, "decode_bytes_per_sec": 222.36364028326025, "total_units_per_sec": 67.59234474327806, "total_bytes_per_sec": 220.20318560896058, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2746.11376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 78, "mean": 78.0, "median": 78.0, "p95": 78.0, "max": 78, "min": 78}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 417, "mean": 417.0, "median": 417.0, "p95": 417.0, "max": 417, "min": 417}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 78, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.358974358974359, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 115, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02018246000079671, "decode_time_sec": 1.9153247120011656, "total_time_sec": 1.9355375220002315, "prefill_units_per_sec": 6490.784572090257, "prefill_bytes_per_sec": 21305.628748082523, "decode_units_per_sec": 66.82939931697707, "decode_bytes_per_sec": 228.68185078778092, "total_units_per_sec": 66.13150018797965, "total_bytes_per_sec": 226.2937272057429, "step_latency_ms": {"count": 128, "sum": 1876, "mean": 14.65625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}, "model_input_units": {"count": 1, "sum": 131, "mean": 131.0, "median": 131.0, "p95": 131.0, "max": 131, "min": 131}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 438, "mean": 438.0, "median": 438.0, "p95": 438.0, "max": 438, "min": 438}}, "compression_summary": {"raw_prompt_bytes": 430, "model_input_units": 131, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.282442748091603, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 116, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018884712000726722, "decode_time_sec": 1.8774474290003127, "total_time_sec": 1.8963609510028618, "prefill_units_per_sec": 5401.194362724453, "prefill_bytes_per_sec": 16839.01771908212, "decode_units_per_sec": 68.17767465699764, "decode_bytes_per_sec": 269.5148701284438, "total_units_per_sec": 67.49769864872462, "total_bytes_per_sec": 266.8268399707395, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2750.61376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "model_input_units": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}}, "compression_summary": {"raw_prompt_bytes": 318, "model_input_units": 102, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1176470588235294, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 117, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019043381998926634, "decode_time_sec": 1.8815267620011582, "total_time_sec": 1.9006067340014852, "prefill_units_per_sec": 5566.238182166099, "prefill_bytes_per_sec": 20427.043894930306, "decode_units_per_sec": 68.02985882797728, "decode_bytes_per_sec": 262.5527364142248, "total_units_per_sec": 67.3469149141192, "total_bytes_per_sec": 259.91699974667875, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2751.36376953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 106, "mean": 106.0, "median": 106.0, "p95": 106.0, "max": 106, "min": 106}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 494, "mean": 494.0, "median": 494.0, "p95": 494.0, "max": 494, "min": 494}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 106, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.669811320754717, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 118, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018367544002103386, "decode_time_sec": 1.9128106809985184, "total_time_sec": 1.9312068749968603, "prefill_units_per_sec": 4573.284266550858, "prefill_bytes_per_sec": 14318.735263129473, "decode_units_per_sec": 66.91723403237268, "decode_bytes_per_sec": 258.2587000936883, "total_units_per_sec": 66.27979718651743, "total_bytes_per_sec": 255.79859226671567, "step_latency_ms": {"count": 128, "sum": 1881, "mean": 14.6953125, "median": 15.0, "p95": 15.649999999999991, "max": 16, "min": 14}, "peak_allocated_mb": 2747.23876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}, "model_input_units": {"count": 1, "sum": 84, "mean": 84.0, "median": 84.0, "p95": 84.0, "max": 84, "min": 84}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 494, "mean": 494.0, "median": 494.0, "p95": 494.0, "max": 494, "min": 494}}, "compression_summary": {"raw_prompt_bytes": 263, "model_input_units": 84, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.130952380952381, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 119, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022423195998271694, "decode_time_sec": 1.8909193959989352, "total_time_sec": 1.9133706419997907, "prefill_units_per_sec": 9766.671977396969, "prefill_bytes_per_sec": 30593.319527371325, "decode_units_per_sec": 67.69193878429712, "decode_bytes_per_sec": 166.05678733022887, "total_units_per_sec": 66.89765024627884, "total_bytes_per_sec": 164.1082982604028, "step_latency_ms": {"count": 128, "sum": 1848, "mean": 14.4375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2864.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 686, "mean": 686.0, "median": 686.0, "p95": 686.0, "max": 686, "min": 686}, "model_input_units": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 314, "mean": 314.0, "median": 314.0, "p95": 314.0, "max": 314, "min": 314}}, "compression_summary": {"raw_prompt_bytes": 686, "model_input_units": 219, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.132420091324201, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 120, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01774888499858207, "decode_time_sec": 1.874194431999058, "total_time_sec": 1.892012666001392, "prefill_units_per_sec": 16846.128645483175, "prefill_bytes_per_sec": 55552.78543293114, "decode_units_per_sec": 68.29600910908283, "decode_bytes_per_sec": 212.89146589471915, "total_units_per_sec": 67.65282405350759, "total_bytes_per_sec": 210.8865374792932, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2800.1142578125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 986, "mean": 986.0, "median": 986.0, "p95": 986.0, "max": 986, "min": 986}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 986, "model_input_units": 299, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.297658862876254, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 121, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02059252899925923, "decode_time_sec": 1.9017989579988352, "total_time_sec": 1.9224308470002143, "prefill_units_per_sec": 7721.246866070684, "prefill_bytes_per_sec": 28165.55460579243, "decode_units_per_sec": 67.30469562076519, "decode_bytes_per_sec": 192.97518197516268, "total_units_per_sec": 66.58236898338, "total_bytes_per_sec": 190.90413606953484, "step_latency_ms": {"count": 128, "sum": 1856, "mean": 14.5, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 580, "mean": 580.0, "median": 580.0, "p95": 580.0, "max": 580, "min": 580}, "model_input_units": {"count": 1, "sum": 159, "mean": 159.0, "median": 159.0, "p95": 159.0, "max": 159, "min": 159}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 367, "mean": 367.0, "median": 367.0, "p95": 367.0, "max": 367, "min": 367}}, "compression_summary": {"raw_prompt_bytes": 580, "model_input_units": 159, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.647798742138365, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 122, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020412279998708982, "decode_time_sec": 1.9071591290012293, "total_time_sec": 1.9276006489999418, "prefill_units_per_sec": 8279.329894097513, "prefill_bytes_per_sec": 24103.137916544238, "decode_units_per_sec": 67.11553223512766, "decode_bytes_per_sec": 182.99469335984026, "total_units_per_sec": 66.40379586218113, "total_bytes_per_sec": 181.05409965547824, "step_latency_ms": {"count": 128, "sum": 1861, "mean": 14.5390625, "median": 14.0, "p95": 15.649999999999991, "max": 18, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}, "model_input_units": {"count": 1, "sum": 169, "mean": 169.0, "median": 169.0, "p95": 169.0, "max": 169, "min": 169}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}}, "compression_summary": {"raw_prompt_bytes": 492, "model_input_units": 169, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.911242603550296, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 123, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01835233400197467, "decode_time_sec": 1.8703401730017504, "total_time_sec": 1.8887312970000494, "prefill_units_per_sec": 4413.6075548366, "prefill_bytes_per_sec": 17926.875130138782, "decode_units_per_sec": 68.43674848440536, "decode_bytes_per_sec": 274.8163181326903, "total_units_per_sec": 67.77036003125893, "total_bytes_per_sec": 272.14035200052416, "step_latency_ms": {"count": 128, "sum": 1822, "mean": 14.234375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2746.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "model_input_units": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 514, "mean": 514.0, "median": 514.0, "p95": 514.0, "max": 514, "min": 514}}, "compression_summary": {"raw_prompt_bytes": 329, "model_input_units": 81, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.061728395061729, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 124, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01847284299947205, "decode_time_sec": 1.8706245640023553, "total_time_sec": 1.8891267370017886, "prefill_units_per_sec": 4493.08208825096, "prefill_bytes_per_sec": 17160.325565970532, "decode_units_per_sec": 68.42634404743059, "decode_bytes_per_sec": 195.65657751062182, "total_units_per_sec": 67.75617405275166, "total_bytes_per_sec": 193.74031018208677, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2747.05126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}, "model_input_units": {"count": 1, "sum": 83, "mean": 83.0, "median": 83.0, "p95": 83.0, "max": 83, "min": 83}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 366, "mean": 366.0, "median": 366.0, "p95": 366.0, "max": 366, "min": 366}}, "compression_summary": {"raw_prompt_bytes": 317, "model_input_units": 83, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.819277108433735, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 125, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022381506001693197, "decode_time_sec": 1.8800324170006206, "total_time_sec": 1.9024534330019378, "prefill_units_per_sec": 9472.10612118603, "prefill_bytes_per_sec": 37530.98651790691, "decode_units_per_sec": 68.08393240591539, "decode_bytes_per_sec": 235.63423481109783, "total_units_per_sec": 67.28154170797495, "total_bytes_per_sec": 232.85721075494453, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2844.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}, "model_input_units": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 443, "mean": 443.0, "median": 443.0, "p95": 443.0, "max": 443, "min": 443}}, "compression_summary": {"raw_prompt_bytes": 840, "model_input_units": 212, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.9622641509433962, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 126, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019143711997458013, "decode_time_sec": 1.8817840849987988, "total_time_sec": 1.9009558460020344, "prefill_units_per_sec": 6477.322685196334, "prefill_bytes_per_sec": 28155.459091296965, "decode_units_per_sec": 68.02055614158397, "decode_bytes_per_sec": 256.1399067206521, "total_units_per_sec": 67.33454660149062, "total_bytes_per_sec": 253.5566520462381, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2754.73876953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 124, "mean": 124.0, "median": 124.0, "p95": 124.0, "max": 124, "min": 124}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 482, "mean": 482.0, "median": 482.0, "p95": 482.0, "max": 482, "min": 482}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 124, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.346774193548387, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 1, "chunk_idx": 127, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018693002999498276, "decode_time_sec": 1.8749140399995667, "total_time_sec": 1.8936653319979087, "prefill_units_per_sec": 5028.619532266858, "prefill_bytes_per_sec": 14176.427404794866, "decode_units_per_sec": 68.26979651826042, "decode_bytes_per_sec": 196.80902277529762, "total_units_per_sec": 67.59378113816648, "total_bytes_per_sec": 194.86019718737055, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.11376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 369, "mean": 369.0, "median": 369.0, "p95": 369.0, "max": 369, "min": 369}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 94, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8191489361702127, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 0, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017220985999301774, "decode_time_sec": 1.8855918900007964, "total_time_sec": 1.90284084599989, "prefill_units_per_sec": 16085.025561906326, "prefill_bytes_per_sec": 55862.07433412955, "decode_units_per_sec": 67.88319396088723, "decode_bytes_per_sec": 239.18219122156358, "total_units_per_sec": 67.2678433769586, "total_bytes_per_sec": 237.01404189850257, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2796.5556640625, "peak_reserved_mb": 2816.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 962, "mean": 962.0, "median": 962.0, "p95": 962.0, "max": 962, "min": 962}, "model_input_units": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 451, "mean": 451.0, "median": 451.0, "p95": 451.0, "max": 451, "min": 451}}, "compression_summary": {"raw_prompt_bytes": 962, "model_input_units": 277, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.472924187725632, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 1, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018695832997764228, "decode_time_sec": 1.8815976490004687, "total_time_sec": 1.9003221219973057, "prefill_units_per_sec": 4813.906928392161, "prefill_bytes_per_sec": 19362.60342308847, "decode_units_per_sec": 68.02729588230268, "decode_bytes_per_sec": 283.26991175990105, "total_units_per_sec": 67.35700148849895, "total_bytes_per_sec": 280.47876401070266, "step_latency_ms": {"count": 128, "sum": 1836, "mean": 14.34375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.36376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 362, "mean": 362.0, "median": 362.0, "p95": 362.0, "max": 362, "min": 362}, "model_input_units": {"count": 1, "sum": 90, "mean": 90.0, "median": 90.0, "p95": 90.0, "max": 90, "min": 90}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}}, "compression_summary": {"raw_prompt_bytes": 362, "model_input_units": 90, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.022222222222222, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 2, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02045754000209854, "decode_time_sec": 1.8793324949983798, "total_time_sec": 1.8998292350006523, "prefill_units_per_sec": 7967.7224135101005, "prefill_bytes_per_sec": 26249.49040524493, "decode_units_per_sec": 68.1092889846032, "decode_bytes_per_sec": 219.22677391919154, "total_units_per_sec": 67.37447642232753, "total_bytes_per_sec": 216.86159598436674, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 537, "mean": 537.0, "median": 537.0, "p95": 537.0, "max": 537, "min": 537}, "model_input_units": {"count": 1, "sum": 163, "mean": 163.0, "median": 163.0, "p95": 163.0, "max": 163, "min": 163}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 412, "mean": 412.0, "median": 412.0, "p95": 412.0, "max": 412, "min": 412}}, "compression_summary": {"raw_prompt_bytes": 537, "model_input_units": 163, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.294478527607362, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 3, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01886245300192968, "decode_time_sec": 1.8779249690014694, "total_time_sec": 1.896818731998792, "prefill_units_per_sec": 4877.4144057821195, "prefill_bytes_per_sec": 19933.78061493562, "decode_units_per_sec": 68.16033766677067, "decode_bytes_per_sec": 234.30116072952418, "total_units_per_sec": 67.48140865580693, "total_bytes_per_sec": 231.96734225433633, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.73876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 376, "mean": 376.0, "median": 376.0, "p95": 376.0, "max": 376, "min": 376}, "model_input_units": {"count": 1, "sum": 92, "mean": 92.0, "median": 92.0, "p95": 92.0, "max": 92, "min": 92}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "compression_summary": {"raw_prompt_bytes": 376, "model_input_units": 92, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.086956521739131, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 4, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01851130399882095, "decode_time_sec": 1.8940390479983762, "total_time_sec": 1.912578362000204, "prefill_units_per_sec": 4699.830979251453, "prefill_bytes_per_sec": 14963.829669570718, "decode_units_per_sec": 67.58044409658324, "decode_bytes_per_sec": 259.7623319962418, "total_units_per_sec": 66.92536240247726, "total_bytes_per_sec": 257.244361734522, "step_latency_ms": {"count": 128, "sum": 1862, "mean": 14.546875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.80126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 277, "mean": 277.0, "median": 277.0, "p95": 277.0, "max": 277, "min": 277}, "model_input_units": {"count": 1, "sum": 87, "mean": 87.0, "median": 87.0, "p95": 87.0, "max": 87, "min": 87}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}}, "compression_summary": {"raw_prompt_bytes": 277, "model_input_units": 87, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1839080459770117, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 5, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019170542000210844, "decode_time_sec": 1.876071034999768, "total_time_sec": 1.895282616998884, "prefill_units_per_sec": 5059.846508196438, "prefill_bytes_per_sec": 17944.197925974997, "decode_units_per_sec": 68.22769373443039, "decode_bytes_per_sec": 252.65567836031252, "total_units_per_sec": 67.5361019258878, "total_bytes_per_sec": 250.09462744430328, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.67626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 344, "mean": 344.0, "median": 344.0, "p95": 344.0, "max": 344, "min": 344}, "model_input_units": {"count": 1, "sum": 97, "mean": 97.0, "median": 97.0, "p95": 97.0, "max": 97, "min": 97}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 474, "mean": 474.0, "median": 474.0, "p95": 474.0, "max": 474, "min": 474}}, "compression_summary": {"raw_prompt_bytes": 344, "model_input_units": 97, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5463917525773194, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 6, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018780403002892854, "decode_time_sec": 1.8771166350015847, "total_time_sec": 1.895924507996824, "prefill_units_per_sec": 4100.0185133481555, "prefill_bytes_per_sec": 14855.911236677084, "decode_units_per_sec": 68.18968923574211, "decode_bytes_per_sec": 245.0566956909482, "total_units_per_sec": 67.51323666111627, "total_bytes_per_sec": 242.62569425088657, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2745.92626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 279, "mean": 279.0, "median": 279.0, "p95": 279.0, "max": 279, "min": 279}, "model_input_units": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}}, "compression_summary": {"raw_prompt_bytes": 279, "model_input_units": 77, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6233766233766236, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 7, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018775733002257766, "decode_time_sec": 1.8735333730001003, "total_time_sec": 1.892348186000163, "prefill_units_per_sec": 4953.202092766063, "prefill_bytes_per_sec": 15019.386990968062, "decode_units_per_sec": 68.32010672701966, "decode_bytes_per_sec": 215.63533685715583, "total_units_per_sec": 67.64082896951025, "total_bytes_per_sec": 213.49136643501674, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2748.92626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 404, "mean": 404.0, "median": 404.0, "p95": 404.0, "max": 404, "min": 404}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 93, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.032258064516129, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 8, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018890963001467753, "decode_time_sec": 1.8796738419987378, "total_time_sec": 1.8986107849996188, "prefill_units_per_sec": 5187.665657509667, "prefill_bytes_per_sec": 18421.506620544533, "decode_units_per_sec": 68.0969204018353, "decode_bytes_per_sec": 304.84012023634085, "total_units_per_sec": 67.41771457914989, "total_bytes_per_sec": 301.7996129207256, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.86376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}, "model_input_units": {"count": 1, "sum": 98, "mean": 98.0, "median": 98.0, "p95": 98.0, "max": 98, "min": 98}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 573, "mean": 573.0, "median": 573.0, "p95": 573.0, "max": 573, "min": 573}}, "compression_summary": {"raw_prompt_bytes": 348, "model_input_units": 98, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5510204081632653, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 9, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01916843200160656, "decode_time_sec": 1.8871709590021055, "total_time_sec": 1.9063693110001623, "prefill_units_per_sec": 5425.587235893027, "prefill_bytes_per_sec": 20032.937486374256, "decode_units_per_sec": 67.82639346447107, "decode_bytes_per_sec": 228.91407794258984, "total_units_per_sec": 67.14333852386963, "total_bytes_per_sec": 226.60876751806, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2750.98876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 384, "mean": 384.0, "median": 384.0, "p95": 384.0, "max": 384, "min": 384}, "model_input_units": {"count": 1, "sum": 104, "mean": 104.0, "median": 104.0, "p95": 104.0, "max": 104, "min": 104}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 432, "mean": 432.0, "median": 432.0, "p95": 432.0, "max": 432, "min": 432}}, "compression_summary": {"raw_prompt_bytes": 384, "model_input_units": 104, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6923076923076925, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 10, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020278140000300482, "decode_time_sec": 1.9012978719983948, "total_time_sec": 1.9216041319996293, "prefill_units_per_sec": 6608.1011373831325, "prefill_bytes_per_sec": 26876.23223786423, "decode_units_per_sec": 67.32243373599488, "decode_bytes_per_sec": 251.93316999641831, "total_units_per_sec": 66.61101413577971, "total_bytes_per_sec": 249.2709044612381, "step_latency_ms": {"count": 128, "sum": 1862, "mean": 14.546875, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 545, "mean": 545.0, "median": 545.0, "p95": 545.0, "max": 545, "min": 545}, "model_input_units": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "compression_summary": {"raw_prompt_bytes": 545, "model_input_units": 134, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.067164179104478, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 11, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01789252399976249, "decode_time_sec": 1.8926166409983125, "total_time_sec": 1.910547374998714, "prefill_units_per_sec": 3968.1377541224747, "prefill_bytes_per_sec": 14531.208677068218, "decode_units_per_sec": 67.63123457082301, "decode_bytes_per_sec": 256.7873437610936, "total_units_per_sec": 66.99650669488693, "total_bytes_per_sec": 254.37736135714883, "step_latency_ms": {"count": 128, "sum": 1846, "mean": 14.421875, "median": 14.0, "p95": 15.0, "max": 20, "min": 14}, "peak_allocated_mb": 2744.80126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 71, "mean": 71.0, "median": 71.0, "p95": 71.0, "max": 71, "min": 71}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 71, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6619718309859155, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 12, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020169620001979638, "decode_time_sec": 1.879095349002455, "total_time_sec": 1.8992930589993193, "prefill_units_per_sec": 6643.655159931023, "prefill_bytes_per_sec": 24095.644833779683, "decode_units_per_sec": 68.11788452775994, "decode_bytes_per_sec": 243.73430557589106, "total_units_per_sec": 67.39349643463625, "total_bytes_per_sec": 241.14235443018282, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 486, "mean": 486.0, "median": 486.0, "p95": 486.0, "max": 486, "min": 486}, "model_input_units": {"count": 1, "sum": 134, "mean": 134.0, "median": 134.0, "p95": 134.0, "max": 134, "min": 134}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}}, "compression_summary": {"raw_prompt_bytes": 486, "model_input_units": 134, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.626865671641791, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 13, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020539369001198793, "decode_time_sec": 1.8803475979984796, "total_time_sec": 1.9009149169978627, "prefill_units_per_sec": 6767.491250188221, "prefill_bytes_per_sec": 23175.006007838798, "decode_units_per_sec": 68.07252028095685, "decode_bytes_per_sec": 239.8492706774339, "total_units_per_sec": 67.3359963959628, "total_bytes_per_sec": 237.25417480140015, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}, "model_input_units": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 451, "mean": 451.0, "median": 451.0, "p95": 451.0, "max": 451, "min": 451}}, "compression_summary": {"raw_prompt_bytes": 476, "model_input_units": 139, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4244604316546763, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 14, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020703799000330037, "decode_time_sec": 1.8847019300010288, "total_time_sec": 1.905434939002589, "prefill_units_per_sec": 8211.053439868212, "prefill_bytes_per_sec": 28931.888296947407, "decode_units_per_sec": 67.9152485400862, "decode_bytes_per_sec": 226.5610244266938, "total_units_per_sec": 67.17626373902975, "total_bytes_per_sec": 224.09581731691958, "step_latency_ms": {"count": 128, "sum": 1835, "mean": 14.3359375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 599, "mean": 599.0, "median": 599.0, "p95": 599.0, "max": 599, "min": 599}, "model_input_units": {"count": 1, "sum": 170, "mean": 170.0, "median": 170.0, "p95": 170.0, "max": 170, "min": 170}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 427, "mean": 427.0, "median": 427.0, "p95": 427.0, "max": 427, "min": 427}}, "compression_summary": {"raw_prompt_bytes": 599, "model_input_units": 170, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.523529411764706, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 15, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017571486001543235, "decode_time_sec": 1.8713950980018126, "total_time_sec": 1.8889956640014134, "prefill_units_per_sec": 19064.97833880289, "prefill_bytes_per_sec": 54975.430075473414, "decode_units_per_sec": 68.39816997312452, "decode_bytes_per_sec": 261.3023837254523, "total_units_per_sec": 67.76087549553223, "total_bytes_per_sec": 258.86771966652543, "step_latency_ms": {"count": 128, "sum": 1814, "mean": 14.171875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2804.919921875, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 966, "mean": 966.0, "median": 966.0, "p95": 966.0, "max": 966, "min": 966}, "model_input_units": {"count": 1, "sum": 335, "mean": 335.0, "median": 335.0, "p95": 335.0, "max": 335, "min": 335}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 489, "mean": 489.0, "median": 489.0, "p95": 489.0, "max": 489, "min": 489}}, "compression_summary": {"raw_prompt_bytes": 966, "model_input_units": 335, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8835820895522386, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 16, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022054236000258243, "decode_time_sec": 1.9593725159975293, "total_time_sec": 1.9814547220012173, "prefill_units_per_sec": 8841.838819432089, "prefill_bytes_per_sec": 32782.817776663585, "decode_units_per_sec": 65.3270365665175, "decode_bytes_per_sec": 245.99712207079247, "total_units_per_sec": 64.59900323673476, "total_bytes_per_sec": 243.2556215633293, "step_latency_ms": {"count": 128, "sum": 1911, "mean": 14.9296875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2840.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 723, "mean": 723.0, "median": 723.0, "p95": 723.0, "max": 723, "min": 723}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 482, "mean": 482.0, "median": 482.0, "p95": 482.0, "max": 482, "min": 482}}, "compression_summary": {"raw_prompt_bytes": 723, "model_input_units": 195, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.707692307692308, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 17, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019159612002113136, "decode_time_sec": 1.8803008130016678, "total_time_sec": 1.8995246850026888, "prefill_units_per_sec": 5375.891745022812, "prefill_bytes_per_sec": 20146.545762901023, "decode_units_per_sec": 68.0742140379463, "decode_bytes_per_sec": 216.98655724595386, "total_units_per_sec": 67.38527854394206, "total_bytes_per_sec": 214.79057535881535, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2750.80126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 386, "mean": 386.0, "median": 386.0, "p95": 386.0, "max": 386, "min": 386}, "model_input_units": {"count": 1, "sum": 103, "mean": 103.0, "median": 103.0, "p95": 103.0, "max": 103, "min": 103}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}}, "compression_summary": {"raw_prompt_bytes": 386, "model_input_units": 103, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7475728155339807, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 18, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018906852998043178, "decode_time_sec": 1.87633776200164, "total_time_sec": 1.8952739849992213, "prefill_units_per_sec": 5024.633132221016, "prefill_bytes_per_sec": 14862.335896359005, "decode_units_per_sec": 68.2179949645378, "decode_bytes_per_sec": 212.64828117852016, "total_units_per_sec": 67.53640951814816, "total_bytes_per_sec": 210.52365154485247, "step_latency_ms": {"count": 128, "sum": 1834, "mean": 14.328125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2749.30126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 95, "mean": 95.0, "median": 95.0, "p95": 95.0, "max": 95, "min": 95}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 95, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.957894736842105, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 19, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020297669998399215, "decode_time_sec": 1.9177242719997594, "total_time_sec": 1.9380532719987968, "prefill_units_per_sec": 7192.943821212699, "prefill_bytes_per_sec": 25667.970759259013, "decode_units_per_sec": 66.74577876960618, "decode_bytes_per_sec": 223.18119776087065, "total_units_per_sec": 66.04565614854754, "total_bytes_per_sec": 220.8401627467058, "step_latency_ms": {"count": 128, "sum": 1882, "mean": 14.703125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 521, "mean": 521.0, "median": 521.0, "p95": 521.0, "max": 521, "min": 521}, "model_input_units": {"count": 1, "sum": 146, "mean": 146.0, "median": 146.0, "p95": 146.0, "max": 146, "min": 146}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 428, "mean": 428.0, "median": 428.0, "p95": 428.0, "max": 428, "min": 428}}, "compression_summary": {"raw_prompt_bytes": 521, "model_input_units": 146, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5684931506849313, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 20, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020345240001915954, "decode_time_sec": 1.8923421430008602, "total_time_sec": 1.9127233930012153, "prefill_units_per_sec": 6389.700981052945, "prefill_bytes_per_sec": 22609.711163725806, "decode_units_per_sec": 67.64104497351556, "decode_bytes_per_sec": 251.54013599526098, "total_units_per_sec": 66.92028783061926, "total_bytes_per_sec": 248.85982037011536, "step_latency_ms": {"count": 128, "sum": 1858, "mean": 14.515625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 460, "mean": 460.0, "median": 460.0, "p95": 460.0, "max": 460, "min": 460}, "model_input_units": {"count": 1, "sum": 130, "mean": 130.0, "median": 130.0, "p95": 130.0, "max": 130, "min": 130}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}}, "compression_summary": {"raw_prompt_bytes": 460, "model_input_units": 130, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5384615384615383, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 21, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020677358999819262, "decode_time_sec": 1.960985129000619, "total_time_sec": 1.9816914580005687, "prefill_units_per_sec": 6722.328514062892, "prefill_bytes_per_sec": 21666.209887051624, "decode_units_per_sec": 65.2733149818596, "decode_bytes_per_sec": 168.2827651876068, "total_units_per_sec": 64.59128613752307, "total_bytes_per_sec": 166.52440957330165, "step_latency_ms": {"count": 128, "sum": 1914, "mean": 14.953125, "median": 15.0, "p95": 16.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 448, "mean": 448.0, "median": 448.0, "p95": 448.0, "max": 448, "min": 448}, "model_input_units": {"count": 1, "sum": 139, "mean": 139.0, "median": 139.0, "p95": 139.0, "max": 139, "min": 139}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 330, "mean": 330.0, "median": 330.0, "p95": 330.0, "max": 330, "min": 330}}, "compression_summary": {"raw_prompt_bytes": 448, "model_input_units": 139, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.223021582733813, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 22, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0191369019994454, "decode_time_sec": 1.8987951229973987, "total_time_sec": 1.9179597350012045, "prefill_units_per_sec": 6166.09731310845, "prefill_bytes_per_sec": 29315.089768252885, "decode_units_per_sec": 67.41116956206515, "decode_bytes_per_sec": 250.6852868089298, "total_units_per_sec": 66.73758456139832, "total_bytes_per_sec": 248.1803925877, "step_latency_ms": {"count": 128, "sum": 1855, "mean": 14.4921875, "median": 14.0, "p95": 15.0, "max": 23, "min": 14}, "peak_allocated_mb": 2753.61376953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 561, "mean": 561.0, "median": 561.0, "p95": 561.0, "max": 561, "min": 561}, "model_input_units": {"count": 1, "sum": 118, "mean": 118.0, "median": 118.0, "p95": 118.0, "max": 118, "min": 118}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}}, "compression_summary": {"raw_prompt_bytes": 561, "model_input_units": 118, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.754237288135593, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 23, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022129355998913525, "decode_time_sec": 1.88510775100076, "total_time_sec": 1.9072657269971387, "prefill_units_per_sec": 9399.279401091115, "prefill_bytes_per_sec": 26616.22868866667, "decode_units_per_sec": 67.9006279254052, "decode_bytes_per_sec": 187.25720045053154, "total_units_per_sec": 67.11178111585289, "total_bytes_per_sec": 185.08170885856305, "step_latency_ms": {"count": 128, "sum": 1851, "mean": 14.4609375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 589, "mean": 589.0, "median": 589.0, "p95": 589.0, "max": 589, "min": 589}, "model_input_units": {"count": 1, "sum": 208, "mean": 208.0, "median": 208.0, "p95": 208.0, "max": 208, "min": 208}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 353, "mean": 353.0, "median": 353.0, "p95": 353.0, "max": 353, "min": 353}}, "compression_summary": {"raw_prompt_bytes": 589, "model_input_units": 208, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.831730769230769, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 24, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020677479998994386, "decode_time_sec": 1.8823181269981433, "total_time_sec": 1.903025677002006, "prefill_units_per_sec": 7689.525029536128, "prefill_bytes_per_sec": 23116.936881246977, "decode_units_per_sec": 68.00125768545301, "decode_bytes_per_sec": 230.5667643397391, "total_units_per_sec": 67.2613100006349, "total_bytes_per_sec": 228.05787922090266, "step_latency_ms": {"count": 128, "sum": 1836, "mean": 14.34375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 478, "mean": 478.0, "median": 478.0, "p95": 478.0, "max": 478, "min": 478}, "model_input_units": {"count": 1, "sum": 159, "mean": 159.0, "median": 159.0, "p95": 159.0, "max": 159, "min": 159}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 434, "mean": 434.0, "median": 434.0, "p95": 434.0, "max": 434, "min": 434}}, "compression_summary": {"raw_prompt_bytes": 478, "model_input_units": 159, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.006289308176101, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 25, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017444506000174442, "decode_time_sec": 1.9130160289969353, "total_time_sec": 1.93048864499724, "prefill_units_per_sec": 15076.379921413083, "prefill_bytes_per_sec": 42248.258563047304, "decode_units_per_sec": 66.91005096654371, "decode_bytes_per_sec": 250.38995635136277, "total_units_per_sec": 66.30445630006956, "total_bytes_per_sec": 248.12370756041656, "step_latency_ms": {"count": 128, "sum": 1862, "mean": 14.546875, "median": 15.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2795.4228515625, "peak_reserved_mb": 2814.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 737, "mean": 737.0, "median": 737.0, "p95": 737.0, "max": 737, "min": 737}, "model_input_units": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 479, "mean": 479.0, "median": 479.0, "p95": 479.0, "max": 479, "min": 479}}, "compression_summary": {"raw_prompt_bytes": 737, "model_input_units": 263, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.802281368821293, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 26, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01924477200009278, "decode_time_sec": 1.8870926509989658, "total_time_sec": 1.9063771430010092, "prefill_units_per_sec": 5663.875882731918, "prefill_bytes_per_sec": 16108.270859145823, "decode_units_per_sec": 67.82920803185839, "decode_bytes_per_sec": 192.8893103405973, "total_units_per_sec": 67.14306267777793, "total_bytes_per_sec": 190.93808448993101, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 15.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2751.92626953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 109, "mean": 109.0, "median": 109.0, "p95": 109.0, "max": 109, "min": 109}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 364, "mean": 364.0, "median": 364.0, "p95": 364.0, "max": 364, "min": 364}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 109, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8440366972477062, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 27, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019266922001406783, "decode_time_sec": 1.8788079480000306, "total_time_sec": 1.8981024599997909, "prefill_units_per_sec": 5709.266897533934, "prefill_bytes_per_sec": 23719.408837936437, "decode_units_per_sec": 68.12830451151461, "decode_bytes_per_sec": 245.90059909624807, "total_units_per_sec": 67.43576951057432, "total_bytes_per_sec": 243.40098057722918, "step_latency_ms": {"count": 128, "sum": 1832, "mean": 14.3125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2752.11376953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 457, "mean": 457.0, "median": 457.0, "p95": 457.0, "max": 457, "min": 457}, "model_input_units": {"count": 1, "sum": 110, "mean": 110.0, "median": 110.0, "p95": 110.0, "max": 110, "min": 110}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 462, "mean": 462.0, "median": 462.0, "p95": 462.0, "max": 462, "min": 462}}, "compression_summary": {"raw_prompt_bytes": 457, "model_input_units": 110, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.154545454545454, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 28, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019635132000985323, "decode_time_sec": 1.8803983260004316, "total_time_sec": 1.9000626179986284, "prefill_units_per_sec": 6060.565317005681, "prefill_bytes_per_sec": 19811.42780096815, "decode_units_per_sec": 68.0706838706102, "decode_bytes_per_sec": 244.09721794226627, "total_units_per_sec": 67.36620087543473, "total_bytes_per_sec": 241.5709859517542, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2753.80126953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 119, "mean": 119.0, "median": 119.0, "p95": 119.0, "max": 119, "min": 119}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 459, "mean": 459.0, "median": 459.0, "p95": 459.0, "max": 459, "min": 459}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 119, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.26890756302521, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 29, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017885055000078864, "decode_time_sec": 1.931217747998744, "total_time_sec": 1.9491283730021678, "prefill_units_per_sec": 4025.7074971076418, "prefill_bytes_per_sec": 14425.451864635717, "decode_units_per_sec": 66.27942402281778, "decode_bytes_per_sec": 254.24372808752756, "total_units_per_sec": 65.67037952602706, "total_bytes_per_sec": 251.90747146311944, "step_latency_ms": {"count": 128, "sum": 1886, "mean": 14.734375, "median": 15.0, "p95": 15.0, "max": 26, "min": 14}, "peak_allocated_mb": 2744.98876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 258, "mean": 258.0, "median": 258.0, "p95": 258.0, "max": 258, "min": 258}, "model_input_units": {"count": 1, "sum": 72, "mean": 72.0, "median": 72.0, "p95": 72.0, "max": 72, "min": 72}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 491, "mean": 491.0, "median": 491.0, "p95": 491.0, "max": 491, "min": 491}}, "compression_summary": {"raw_prompt_bytes": 258, "model_input_units": 72, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5833333333333335, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 30, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01864162299898453, "decode_time_sec": 1.9473343570025463, "total_time_sec": 1.9660143699984474, "prefill_units_per_sec": 4988.836004518813, "prefill_bytes_per_sec": 17595.034510560974, "decode_units_per_sec": 65.73087951728293, "decode_bytes_per_sec": 306.57293024857745, "total_units_per_sec": 65.10633999084202, "total_bytes_per_sec": 303.6600388635366, "step_latency_ms": {"count": 128, "sum": 1904, "mean": 14.875, "median": 15.0, "p95": 15.649999999999991, "max": 16, "min": 14}, "peak_allocated_mb": 2748.92626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 328, "mean": 328.0, "median": 328.0, "p95": 328.0, "max": 328, "min": 328}, "model_input_units": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 597, "mean": 597.0, "median": 597.0, "p95": 597.0, "max": 597, "min": 597}}, "compression_summary": {"raw_prompt_bytes": 328, "model_input_units": 93, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5268817204301075, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 31, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01809468400097103, "decode_time_sec": 1.88331830399693, "total_time_sec": 1.9014379580003151, "prefill_units_per_sec": 3592.215260377681, "prefill_bytes_per_sec": 14368.861041510723, "decode_units_per_sec": 67.9651441439018, "decode_bytes_per_sec": 268.6747104438618, "total_units_per_sec": 67.31747384206726, "total_bytes_per_sec": 266.1143887819221, "step_latency_ms": {"count": 128, "sum": 1838, "mean": 14.359375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 260, "mean": 260.0, "median": 260.0, "p95": 260.0, "max": 260, "min": 260}, "model_input_units": {"count": 1, "sum": 65, "mean": 65.0, "median": 65.0, "p95": 65.0, "max": 65, "min": 65}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}}, "compression_summary": {"raw_prompt_bytes": 260, "model_input_units": 65, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 32, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02216799700181582, "decode_time_sec": 1.8887323750022915, "total_time_sec": 1.910928702000092, "prefill_units_per_sec": 9292.67538168316, "prefill_bytes_per_sec": 35456.51868933478, "decode_units_per_sec": 67.77032135103032, "decode_bytes_per_sec": 251.49142688858907, "total_units_per_sec": 66.98313750064435, "total_bytes_per_sec": 248.5702368187974, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 786, "mean": 786.0, "median": 786.0, "p95": 786.0, "max": 786, "min": 786}, "model_input_units": {"count": 1, "sum": 206, "mean": 206.0, "median": 206.0, "p95": 206.0, "max": 206, "min": 206}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 475, "mean": 475.0, "median": 475.0, "p95": 475.0, "max": 475, "min": 475}}, "compression_summary": {"raw_prompt_bytes": 786, "model_input_units": 206, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.8155339805825244, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 33, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020437589999346528, "decode_time_sec": 1.9217300609998347, "total_time_sec": 1.9421968509996077, "prefill_units_per_sec": 6605.475499034695, "prefill_bytes_per_sec": 17321.0246419132, "decode_units_per_sec": 66.60664918433152, "decode_bytes_per_sec": 247.69347665423282, "total_units_per_sec": 65.90475107305477, "total_bytes_per_sec": 245.08329305292244, "step_latency_ms": {"count": 128, "sum": 1881, "mean": 14.6953125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 135, "mean": 135.0, "median": 135.0, "p95": 135.0, "max": 135, "min": 135}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 135, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.6222222222222222, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 34, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018827752999641234, "decode_time_sec": 1.9333716799992544, "total_time_sec": 1.9522281130011834, "prefill_units_per_sec": 5151.969010951459, "prefill_bytes_per_sec": 19173.822813953364, "decode_units_per_sec": 66.20558339824723, "decode_bytes_per_sec": 255.5121734276104, "total_units_per_sec": 65.56610835975725, "total_bytes_per_sec": 253.04419945093812, "step_latency_ms": {"count": 128, "sum": 1885, "mean": 14.7265625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.67626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 361, "mean": 361.0, "median": 361.0, "p95": 361.0, "max": 361, "min": 361}, "model_input_units": {"count": 1, "sum": 97, "mean": 97.0, "median": 97.0, "p95": 97.0, "max": 97, "min": 97}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 494, "mean": 494.0, "median": 494.0, "p95": 494.0, "max": 494, "min": 494}}, "compression_summary": {"raw_prompt_bytes": 361, "model_input_units": 97, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7216494845360826, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 35, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018249643999297405, "decode_time_sec": 1.9420616339994012, "total_time_sec": 1.9603397079990827, "prefill_units_per_sec": 4657.625102345691, "prefill_bytes_per_sec": 14685.217969748766, "decode_units_per_sec": 65.90933972389028, "decode_bytes_per_sec": 225.01860515109416, "total_units_per_sec": 65.29480552666533, "total_bytes_per_sec": 222.92054699338084, "step_latency_ms": {"count": 128, "sum": 1894, "mean": 14.796875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.42626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 85, "mean": 85.0, "median": 85.0, "p95": 85.0, "max": 85, "min": 85}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 437, "mean": 437.0, "median": 437.0, "p95": 437.0, "max": 437, "min": 437}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 85, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.152941176470588, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 36, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018533144000684842, "decode_time_sec": 1.921861214999808, "total_time_sec": 1.9404234889989311, "prefill_units_per_sec": 4802.207331724787, "prefill_bytes_per_sec": 17266.363439909346, "decode_units_per_sec": 66.60210373203914, "decode_bytes_per_sec": 246.1155864473009, "total_units_per_sec": 65.96498172985707, "total_bytes_per_sec": 243.76122154861244, "step_latency_ms": {"count": 128, "sum": 1882, "mean": 14.703125, "median": 14.0, "p95": 18.0, "max": 22, "min": 14}, "peak_allocated_mb": 2748.17626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 320, "mean": 320.0, "median": 320.0, "p95": 320.0, "max": 320, "min": 320}, "model_input_units": {"count": 1, "sum": 89, "mean": 89.0, "median": 89.0, "p95": 89.0, "max": 89, "min": 89}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 473, "mean": 473.0, "median": 473.0, "p95": 473.0, "max": 473, "min": 473}}, "compression_summary": {"raw_prompt_bytes": 320, "model_input_units": 89, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.595505617977528, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 37, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018160063998948317, "decode_time_sec": 1.8778096930000174, "total_time_sec": 1.8959949370000686, "prefill_units_per_sec": 4515.40258915105, "prefill_bytes_per_sec": 17070.424422400312, "decode_units_per_sec": 68.16452193060375, "decode_bytes_per_sec": 246.03132134327294, "total_units_per_sec": 67.51072880106291, "total_bytes_per_sec": 243.67153676633646, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2746.86376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 82, "mean": 82.0, "median": 82.0, "p95": 82.0, "max": 82, "min": 82}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 462, "mean": 462.0, "median": 462.0, "p95": 462.0, "max": 462, "min": 462}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 82, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7804878048780486, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 38, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02222026599702076, "decode_time_sec": 1.8909539680025773, "total_time_sec": 1.9132132840022678, "prefill_units_per_sec": 9000.792340956472, "prefill_bytes_per_sec": 36363.201057464146, "decode_units_per_sec": 67.69070118359726, "decode_bytes_per_sec": 273.4069727493733, "total_units_per_sec": 66.90315244531214, "total_bytes_per_sec": 270.2260141736436, "step_latency_ms": {"count": 128, "sum": 1845, "mean": 14.4140625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 808, "mean": 808.0, "median": 808.0, "p95": 808.0, "max": 808, "min": 808}, "model_input_units": {"count": 1, "sum": 200, "mean": 200.0, "median": 200.0, "p95": 200.0, "max": 200, "min": 200}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 517, "mean": 517.0, "median": 517.0, "p95": 517.0, "max": 517, "min": 517}}, "compression_summary": {"raw_prompt_bytes": 808, "model_input_units": 200, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.04, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 39, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022686604999762494, "decode_time_sec": 1.9355331520018808, "total_time_sec": 1.9582491569999547, "prefill_units_per_sec": 8066.433915604201, "prefill_bytes_per_sec": 23494.03976512043, "decode_units_per_sec": 66.1316494980271, "decode_bytes_per_sec": 246.44372508249162, "total_units_per_sec": 65.3645117335817, "total_bytes_per_sec": 243.58493825717554, "step_latency_ms": {"count": 128, "sum": 1898, "mean": 14.828125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}, "model_input_units": {"count": 1, "sum": 183, "mean": 183.0, "median": 183.0, "p95": 183.0, "max": 183, "min": 183}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 477, "mean": 477.0, "median": 477.0, "p95": 477.0, "max": 477, "min": 477}}, "compression_summary": {"raw_prompt_bytes": 533, "model_input_units": 183, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.912568306010929, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 40, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017800664998503635, "decode_time_sec": 1.873131075000856, "total_time_sec": 1.8909704799989413, "prefill_units_per_sec": 15280.328011502095, "prefill_bytes_per_sec": 55952.96580682385, "decode_units_per_sec": 68.33478004199011, "decode_bytes_per_sec": 242.90878843051175, "total_units_per_sec": 67.69011010688631, "total_bytes_per_sec": 240.61718827057246, "step_latency_ms": {"count": 128, "sum": 1813, "mean": 14.1640625, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2796.4970703125, "peak_reserved_mb": 2816.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 996, "mean": 996.0, "median": 996.0, "p95": 996.0, "max": 996, "min": 996}, "model_input_units": {"count": 1, "sum": 272, "mean": 272.0, "median": 272.0, "p95": 272.0, "max": 272, "min": 272}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 455, "mean": 455.0, "median": 455.0, "p95": 455.0, "max": 455, "min": 455}}, "compression_summary": {"raw_prompt_bytes": 996, "model_input_units": 272, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.661764705882353, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 41, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018318613998417277, "decode_time_sec": 1.8678959169992595, "total_time_sec": 1.8862431210000068, "prefill_units_per_sec": 4640.089037704707, "prefill_bytes_per_sec": 14684.517072265486, "decode_units_per_sec": 68.52630215372474, "decode_bytes_per_sec": 286.9538902687223, "total_units_per_sec": 67.85975708801513, "total_bytes_per_sec": 284.1627328060634, "step_latency_ms": {"count": 128, "sum": 1813, "mean": 14.1640625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.42626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 269, "mean": 269.0, "median": 269.0, "p95": 269.0, "max": 269, "min": 269}, "model_input_units": {"count": 1, "sum": 85, "mean": 85.0, "median": 85.0, "p95": 85.0, "max": 85, "min": 85}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 536, "mean": 536.0, "median": 536.0, "p95": 536.0, "max": 536, "min": 536}}, "compression_summary": {"raw_prompt_bytes": 269, "model_input_units": 85, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.164705882352941, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 42, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02021392099777586, "decode_time_sec": 1.8877009490024648, "total_time_sec": 1.9079435900021053, "prefill_units_per_sec": 6826.978299518642, "prefill_bytes_per_sec": 27555.267484289012, "decode_units_per_sec": 67.80735055922932, "decode_bytes_per_sec": 285.0027703192607, "total_units_per_sec": 67.0879373324967, "total_bytes_per_sec": 281.97898660065016, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 557, "mean": 557.0, "median": 557.0, "p95": 557.0, "max": 557, "min": 557}, "model_input_units": {"count": 1, "sum": 138, "mean": 138.0, "median": 138.0, "p95": 138.0, "max": 138, "min": 138}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 538, "mean": 538.0, "median": 538.0, "p95": 538.0, "max": 538, "min": 538}}, "compression_summary": {"raw_prompt_bytes": 557, "model_input_units": 138, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.036231884057971, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 43, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019222271999751683, "decode_time_sec": 1.897244851999858, "total_time_sec": 1.916495813999063, "prefill_units_per_sec": 4890.16074693014, "prefill_bytes_per_sec": 16751.401707569203, "decode_units_per_sec": 67.46625237384467, "decode_bytes_per_sec": 218.7382401183245, "total_units_per_sec": 66.78856226297115, "total_bytes_per_sec": 216.54104171197676, "step_latency_ms": {"count": 128, "sum": 1860, "mean": 14.53125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.11376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 322, "mean": 322.0, "median": 322.0, "p95": 322.0, "max": 322, "min": 322}, "model_input_units": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 415, "mean": 415.0, "median": 415.0, "p95": 415.0, "max": 415, "min": 415}}, "compression_summary": {"raw_prompt_bytes": 322, "model_input_units": 94, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.425531914893617, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 44, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021746408001490636, "decode_time_sec": 1.9135184890001256, "total_time_sec": 1.9352947270017467, "prefill_units_per_sec": 9012.982741175689, "prefill_bytes_per_sec": 26027.28689543592, "decode_units_per_sec": 66.892481434493, "decode_bytes_per_sec": 153.64366829485112, "total_units_per_sec": 66.13979680413013, "total_bytes_per_sec": 151.91484578448637, "step_latency_ms": {"count": 128, "sum": 1874, "mean": 14.640625, "median": 15.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2840.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 566, "mean": 566.0, "median": 566.0, "p95": 566.0, "max": 566, "min": 566}, "model_input_units": {"count": 1, "sum": 196, "mean": 196.0, "median": 196.0, "p95": 196.0, "max": 196, "min": 196}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 294, "mean": 294.0, "median": 294.0, "p95": 294.0, "max": 294, "min": 294}}, "compression_summary": {"raw_prompt_bytes": 566, "model_input_units": 196, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8877551020408165, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 45, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02220011700046598, "decode_time_sec": 1.8768899030001194, "total_time_sec": 1.8991181599994889, "prefill_units_per_sec": 10135.081720302522, "prefill_bytes_per_sec": 33468.292080821215, "decode_units_per_sec": 68.19792668467025, "decode_bytes_per_sec": 231.76639146743406, "total_units_per_sec": 67.39970302850163, "total_bytes_per_sec": 229.05367826092353, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2864.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 743, "mean": 743.0, "median": 743.0, "p95": 743.0, "max": 743, "min": 743}, "model_input_units": {"count": 1, "sum": 225, "mean": 225.0, "median": 225.0, "p95": 225.0, "max": 225, "min": 225}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 435, "mean": 435.0, "median": 435.0, "p95": 435.0, "max": 435, "min": 435}}, "compression_summary": {"raw_prompt_bytes": 743, "model_input_units": 225, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3022222222222224, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 46, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0181464050001523, "decode_time_sec": 1.873541261000355, "total_time_sec": 1.8917127660024562, "prefill_units_per_sec": 4243.264712727053, "prefill_bytes_per_sec": 16421.985511593008, "decode_units_per_sec": 68.31981908509233, "decode_bytes_per_sec": 284.48799665901726, "total_units_per_sec": 67.66354929796663, "total_bytes_per_sec": 281.75524824856416, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2745.92626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 533, "mean": 533.0, "median": 533.0, "p95": 533.0, "max": 533, "min": 533}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 77, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.8701298701298703, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 47, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022231287002796307, "decode_time_sec": 1.8836183130006248, "total_time_sec": 1.905887968998286, "prefill_units_per_sec": 8411.568793856994, "prefill_bytes_per_sec": 27033.972433732906, "decode_units_per_sec": 67.95431915083401, "decode_bytes_per_sec": 223.50600283203997, "total_units_per_sec": 67.16029592614272, "total_bytes_per_sec": 220.89441081957878, "step_latency_ms": {"count": 128, "sum": 1844, "mean": 14.40625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 601, "mean": 601.0, "median": 601.0, "p95": 601.0, "max": 601, "min": 601}, "model_input_units": {"count": 1, "sum": 187, "mean": 187.0, "median": 187.0, "p95": 187.0, "max": 187, "min": 187}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 421, "mean": 421.0, "median": 421.0, "p95": 421.0, "max": 421, "min": 421}}, "compression_summary": {"raw_prompt_bytes": 601, "model_input_units": 187, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.213903743315508, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 48, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018835482998838415, "decode_time_sec": 1.9097123530009412, "total_time_sec": 1.9285759759986831, "prefill_units_per_sec": 5149.854665578897, "prefill_bytes_per_sec": 18794.314965102363, "decode_units_per_sec": 67.02580092696134, "decode_bytes_per_sec": 235.11394231410657, "total_units_per_sec": 66.37021387436769, "total_bytes_per_sec": 232.81426585618038, "step_latency_ms": {"count": 128, "sum": 1865, "mean": 14.5703125, "median": 15.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2749.67626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 354, "mean": 354.0, "median": 354.0, "p95": 354.0, "max": 354, "min": 354}, "model_input_units": {"count": 1, "sum": 97, "mean": 97.0, "median": 97.0, "p95": 97.0, "max": 97, "min": 97}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 449, "mean": 449.0, "median": 449.0, "p95": 449.0, "max": 449, "min": 449}}, "compression_summary": {"raw_prompt_bytes": 354, "model_input_units": 97, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.649484536082474, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 49, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021954096999252215, "decode_time_sec": 1.936742301000777, "total_time_sec": 1.9587255379992712, "prefill_units_per_sec": 8062.276485615822, "prefill_bytes_per_sec": 30108.275463231967, "decode_units_per_sec": 66.09036211676602, "decode_bytes_per_sec": 174.51986246458526, "total_units_per_sec": 65.34861445199967, "total_bytes_per_sec": 172.56118503731162, "step_latency_ms": {"count": 128, "sum": 1897, "mean": 14.8203125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 661, "mean": 661.0, "median": 661.0, "p95": 661.0, "max": 661, "min": 661}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}}, "compression_summary": {"raw_prompt_bytes": 661, "model_input_units": 177, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.7344632768361583, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 50, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021579557997029042, "decode_time_sec": 1.8903145030017185, "total_time_sec": 1.9119330310022633, "prefill_units_per_sec": 9036.329661008189, "prefill_bytes_per_sec": 36330.67925246369, "decode_units_per_sec": 67.71359993098653, "decode_bytes_per_sec": 249.69389974551282, "total_units_per_sec": 66.94795158850336, "total_bytes_per_sec": 246.8705714826061, "step_latency_ms": {"count": 128, "sum": 1837, "mean": 14.3515625, "median": 14.0, "p95": 15.0, "max": 25, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2840.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 784, "mean": 784.0, "median": 784.0, "p95": 784.0, "max": 784, "min": 784}, "model_input_units": {"count": 1, "sum": 195, "mean": 195.0, "median": 195.0, "p95": 195.0, "max": 195, "min": 195}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 472, "mean": 472.0, "median": 472.0, "p95": 472.0, "max": 472, "min": 472}}, "compression_summary": {"raw_prompt_bytes": 784, "model_input_units": 195, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.02051282051282, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 51, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019061632996454136, "decode_time_sec": 1.8753111229998467, "total_time_sec": 1.8944114059995627, "prefill_units_per_sec": 5718.292867157619, "prefill_bytes_per_sec": 16053.189150002123, "decode_units_per_sec": 68.25534090324406, "decode_bytes_per_sec": 232.4947549516751, "total_units_per_sec": 67.5671607522139, "total_bytes_per_sec": 230.1506413122286, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2751.92626953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 306, "mean": 306.0, "median": 306.0, "p95": 306.0, "max": 306, "min": 306}, "model_input_units": {"count": 1, "sum": 109, "mean": 109.0, "median": 109.0, "p95": 109.0, "max": 109, "min": 109}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 436, "mean": 436.0, "median": 436.0, "p95": 436.0, "max": 436, "min": 436}}, "compression_summary": {"raw_prompt_bytes": 306, "model_input_units": 109, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8073394495412844, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 52, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019157472997903824, "decode_time_sec": 1.8777816399997391, "total_time_sec": 1.896994883001753, "prefill_units_per_sec": 6055.0783505054405, "prefill_bytes_per_sec": 17016.858122972186, "decode_units_per_sec": 68.16554027017635, "decode_bytes_per_sec": 194.37829842667475, "total_units_per_sec": 67.47514247242265, "total_bytes_per_sec": 192.4095859565177, "step_latency_ms": {"count": 128, "sum": 1828, "mean": 14.28125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2753.23876953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 116, "mean": 116.0, "median": 116.0, "p95": 116.0, "max": 116, "min": 116}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 365, "mean": 365.0, "median": 365.0, "p95": 365.0, "max": 365, "min": 365}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 116, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.810344827586207, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 53, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01907774299979792, "decode_time_sec": 1.9777409659982368, "total_time_sec": 1.9968459289993916, "prefill_units_per_sec": 6604.554847045306, "prefill_bytes_per_sec": 23011.107760737217, "decode_units_per_sec": 64.72030574306974, "decode_bytes_per_sec": 221.97042360318454, "total_units_per_sec": 64.10108969405572, "total_bytes_per_sec": 219.8467060600817, "step_latency_ms": {"count": 128, "sum": 1929, "mean": 15.0703125, "median": 15.0, "p95": 16.0, "max": 16, "min": 14}, "peak_allocated_mb": 2755.11376953125, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}, "model_input_units": {"count": 1, "sum": 126, "mean": 126.0, "median": 126.0, "p95": 126.0, "max": 126, "min": 126}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}}, "compression_summary": {"raw_prompt_bytes": 439, "model_input_units": 126, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.484126984126984, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 54, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019007423001312418, "decode_time_sec": 1.9240097319998313, "total_time_sec": 1.9430454049979744, "prefill_units_per_sec": 5629.379637240246, "prefill_bytes_per_sec": 17940.35940466284, "decode_units_per_sec": 66.52773001670619, "decode_bytes_per_sec": 215.69537466353958, "total_units_per_sec": 65.87596958401157, "total_bytes_per_sec": 213.5822451356625, "step_latency_ms": {"count": 128, "sum": 1876, "mean": 14.65625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2751.55126953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 341, "mean": 341.0, "median": 341.0, "p95": 341.0, "max": 341, "min": 341}, "model_input_units": {"count": 1, "sum": 107, "mean": 107.0, "median": 107.0, "p95": 107.0, "max": 107, "min": 107}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 415, "mean": 415.0, "median": 415.0, "p95": 415.0, "max": 415, "min": 415}}, "compression_summary": {"raw_prompt_bytes": 341, "model_input_units": 107, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1869158878504673, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 55, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020358789999590954, "decode_time_sec": 1.8815624160015432, "total_time_sec": 1.9019599860002927, "prefill_units_per_sec": 6925.755410946965, "prefill_bytes_per_sec": 22496.425377402196, "decode_units_per_sec": 68.02856972026966, "decode_bytes_per_sec": 220.02990518899716, "total_units_per_sec": 67.29899731969456, "total_bytes_per_sec": 217.6701944558871, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 458, "mean": 458.0, "median": 458.0, "p95": 458.0, "max": 458, "min": 458}, "model_input_units": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 414, "mean": 414.0, "median": 414.0, "p95": 414.0, "max": 414, "min": 414}}, "compression_summary": {"raw_prompt_bytes": 458, "model_input_units": 141, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.24822695035461, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 56, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02191355800096062, "decode_time_sec": 1.878935601998819, "total_time_sec": 1.9008882990019629, "prefill_units_per_sec": 10221.982208009333, "prefill_bytes_per_sec": 36780.88240917643, "decode_units_per_sec": 68.12367590663197, "decode_bytes_per_sec": 253.33491977778766, "total_units_per_sec": 67.33693929685651, "total_bytes_per_sec": 250.40924301018515, "step_latency_ms": {"count": 128, "sum": 1830, "mean": 14.296875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2864.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 806, "mean": 806.0, "median": 806.0, "p95": 806.0, "max": 806, "min": 806}, "model_input_units": {"count": 1, "sum": 224, "mean": 224.0, "median": 224.0, "p95": 224.0, "max": 224, "min": 224}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 476, "mean": 476.0, "median": 476.0, "p95": 476.0, "max": 476, "min": 476}}, "compression_summary": {"raw_prompt_bytes": 806, "model_input_units": 224, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5982142857142856, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 57, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018728453000221634, "decode_time_sec": 1.8839554840014898, "total_time_sec": 1.9027408869987994, "prefill_units_per_sec": 4805.522378112861, "prefill_bytes_per_sec": 19222.089512451443, "decode_units_per_sec": 67.94215738480729, "decode_bytes_per_sec": 238.8591470559631, "total_units_per_sec": 67.27137724038447, "total_bytes_per_sec": 236.50093561072666, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2748.36376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 360, "mean": 360.0, "median": 360.0, "p95": 360.0, "max": 360, "min": 360}, "model_input_units": {"count": 1, "sum": 90, "mean": 90.0, "median": 90.0, "p95": 90.0, "max": 90, "min": 90}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 450, "mean": 450.0, "median": 450.0, "p95": 450.0, "max": 450, "min": 450}}, "compression_summary": {"raw_prompt_bytes": 360, "model_input_units": 90, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 58, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019513742001436185, "decode_time_sec": 1.9323723800007429, "total_time_sec": 1.9519153319997713, "prefill_units_per_sec": 6098.26654422518, "prefill_bytes_per_sec": 27211.592730954377, "decode_units_per_sec": 66.2398207119638, "decode_bytes_per_sec": 220.97190190631676, "total_units_per_sec": 65.57661487748128, "total_bytes_per_sec": 218.7594886928477, "step_latency_ms": {"count": 128, "sum": 1893, "mean": 14.7890625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2753.80126953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 531, "mean": 531.0, "median": 531.0, "p95": 531.0, "max": 531, "min": 531}, "model_input_units": {"count": 1, "sum": 119, "mean": 119.0, "median": 119.0, "p95": 119.0, "max": 119, "min": 119}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 427, "mean": 427.0, "median": 427.0, "p95": 427.0, "max": 427, "min": 427}}, "compression_summary": {"raw_prompt_bytes": 531, "model_input_units": 119, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.46218487394958, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 59, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022025316997314803, "decode_time_sec": 1.908552527998836, "total_time_sec": 1.9306456749982317, "prefill_units_per_sec": 8036.206698935538, "prefill_bytes_per_sec": 30828.16016145328, "decode_units_per_sec": 67.06653242298295, "decode_bytes_per_sec": 300.7514813343141, "total_units_per_sec": 66.299063395005, "total_bytes_per_sec": 297.3098624119756, "step_latency_ms": {"count": 128, "sum": 1868, "mean": 14.59375, "median": 14.0, "p95": 16.949999999999974, "max": 18, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 679, "mean": 679.0, "median": 679.0, "p95": 679.0, "max": 679, "min": 679}, "model_input_units": {"count": 1, "sum": 177, "mean": 177.0, "median": 177.0, "p95": 177.0, "max": 177, "min": 177}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 574, "mean": 574.0, "median": 574.0, "p95": 574.0, "max": 574, "min": 574}}, "compression_summary": {"raw_prompt_bytes": 679, "model_input_units": 177, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.8361581920903953, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 60, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018194255000707926, "decode_time_sec": 1.8707574020008906, "total_time_sec": 1.888977007001813, "prefill_units_per_sec": 4342.029942799316, "prefill_bytes_per_sec": 15444.435619324147, "decode_units_per_sec": 68.42148525677145, "decode_bytes_per_sec": 202.59174150247173, "total_units_per_sec": 67.76154475440745, "total_bytes_per_sec": 200.63769892125333, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.30126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 281, "mean": 281.0, "median": 281.0, "p95": 281.0, "max": 281, "min": 281}, "model_input_units": {"count": 1, "sum": 79, "mean": 79.0, "median": 79.0, "p95": 79.0, "max": 79, "min": 79}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 379, "mean": 379.0, "median": 379.0, "p95": 379.0, "max": 379, "min": 379}}, "compression_summary": {"raw_prompt_bytes": 281, "model_input_units": 79, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5569620253164556, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 61, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020304890000261366, "decode_time_sec": 1.8830824199976632, "total_time_sec": 1.903415609998774, "prefill_units_per_sec": 7830.626021512716, "prefill_bytes_per_sec": 30583.76578213457, "decode_units_per_sec": 67.9736577861307, "decode_bytes_per_sec": 270.8325427416145, "total_units_per_sec": 67.247530874291, "total_bytes_per_sec": 267.9393808272532, "step_latency_ms": {"count": 128, "sum": 1835, "mean": 14.3359375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 621, "mean": 621.0, "median": 621.0, "p95": 621.0, "max": 621, "min": 621}, "model_input_units": {"count": 1, "sum": 159, "mean": 159.0, "median": 159.0, "p95": 159.0, "max": 159, "min": 159}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "compression_summary": {"raw_prompt_bytes": 621, "model_input_units": 159, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.9056603773584904, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 62, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020392471000377554, "decode_time_sec": 1.8887697290010692, "total_time_sec": 1.9091903199987428, "prefill_units_per_sec": 7012.3919753203245, "prefill_bytes_per_sec": 24813.079297287302, "decode_units_per_sec": 67.76898106456657, "decode_bytes_per_sec": 268.42869843543167, "total_units_per_sec": 67.04412790029455, "total_bytes_per_sec": 265.55760035507296, "step_latency_ms": {"count": 128, "sum": 1846, "mean": 14.421875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 143, "mean": 143.0, "median": 143.0, "p95": 143.0, "max": 143, "min": 143}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 507, "mean": 507.0, "median": 507.0, "p95": 507.0, "max": 507, "min": 507}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 143, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5384615384615383, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 63, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020443230001546908, "decode_time_sec": 1.9270910159975756, "total_time_sec": 1.9475726660020882, "prefill_units_per_sec": 6701.485038794428, "prefill_bytes_per_sec": 18343.480945605188, "decode_units_per_sec": 66.42135682093857, "decode_bytes_per_sec": 180.5830638569267, "total_units_per_sec": 65.72283655159019, "total_bytes_per_sec": 178.68396187463583, "step_latency_ms": {"count": 128, "sum": 1881, "mean": 14.6953125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 375, "mean": 375.0, "median": 375.0, "p95": 375.0, "max": 375, "min": 375}, "model_input_units": {"count": 1, "sum": 137, "mean": 137.0, "median": 137.0, "p95": 137.0, "max": 137, "min": 137}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 348, "mean": 348.0, "median": 348.0, "p95": 348.0, "max": 348, "min": 348}}, "compression_summary": {"raw_prompt_bytes": 375, "model_input_units": 137, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.7372262773722627, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 64, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019278211999335326, "decode_time_sec": 1.9369715780012484, "total_time_sec": 1.9562777600003756, "prefill_units_per_sec": 6276.515685384715, "prefill_bytes_per_sec": 20437.580000343616, "decode_units_per_sec": 66.08253907993972, "decode_bytes_per_sec": 239.03293432821945, "total_units_per_sec": 65.43038141985289, "total_bytes_per_sec": 236.67395779212413, "step_latency_ms": {"count": 128, "sum": 1890, "mean": 14.765625, "median": 15.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2754.17626953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 394, "mean": 394.0, "median": 394.0, "p95": 394.0, "max": 394, "min": 394}, "model_input_units": {"count": 1, "sum": 121, "mean": 121.0, "median": 121.0, "p95": 121.0, "max": 121, "min": 121}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 463, "mean": 463.0, "median": 463.0, "p95": 463.0, "max": 463, "min": 463}}, "compression_summary": {"raw_prompt_bytes": 394, "model_input_units": 121, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.256198347107438, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 65, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017343207000521943, "decode_time_sec": 1.8723570440015465, "total_time_sec": 1.8897396710017347, "prefill_units_per_sec": 15049.119807665631, "prefill_bytes_per_sec": 49068.202897791, "decode_units_per_sec": 68.36302958886633, "decode_bytes_per_sec": 213.63446746520725, "total_units_per_sec": 67.73419744749725, "total_bytes_per_sec": 211.66936702342892, "step_latency_ms": {"count": 128, "sum": 1818, "mean": 14.203125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2796.4072265625, "peak_reserved_mb": 2814.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 851, "mean": 851.0, "median": 851.0, "p95": 851.0, "max": 851, "min": 851}, "model_input_units": {"count": 1, "sum": 261, "mean": 261.0, "median": 261.0, "p95": 261.0, "max": 261, "min": 261}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}}, "compression_summary": {"raw_prompt_bytes": 851, "model_input_units": 261, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.260536398467433, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 66, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022192316999280592, "decode_time_sec": 1.8879408549983054, "total_time_sec": 1.9101625319999584, "prefill_units_per_sec": 9327.552414049886, "prefill_bytes_per_sec": 32173.296732519895, "decode_units_per_sec": 67.79873408699284, "decode_bytes_per_sec": 403.6143388616292, "total_units_per_sec": 67.01000457064917, "total_bytes_per_sec": 398.9189334596458, "step_latency_ms": {"count": 128, "sum": 1829, "mean": 14.2890625, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 714, "mean": 714.0, "median": 714.0, "p95": 714.0, "max": 714, "min": 714}, "model_input_units": {"count": 1, "sum": 207, "mean": 207.0, "median": 207.0, "p95": 207.0, "max": 207, "min": 207}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 762, "mean": 762.0, "median": 762.0, "p95": 762.0, "max": 762, "min": 762}}, "compression_summary": {"raw_prompt_bytes": 714, "model_input_units": 207, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.449275362318841, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 67, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021941897000942845, "decode_time_sec": 1.8889460549980868, "total_time_sec": 1.9109157920029247, "prefill_units_per_sec": 10117.630211757016, "prefill_bytes_per_sec": 38647.52441247725, "decode_units_per_sec": 67.7626550855258, "decode_bytes_per_sec": 252.52176934215473, "total_units_per_sec": 66.98359003346606, "total_bytes_per_sec": 249.61853473408834, "step_latency_ms": {"count": 128, "sum": 1831, "mean": 14.3046875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2864.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 848, "mean": 848.0, "median": 848.0, "p95": 848.0, "max": 848, "min": 848}, "model_input_units": {"count": 1, "sum": 222, "mean": 222.0, "median": 222.0, "p95": 222.0, "max": 222, "min": 222}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 477, "mean": 477.0, "median": 477.0, "p95": 477.0, "max": 477, "min": 477}}, "compression_summary": {"raw_prompt_bytes": 848, "model_input_units": 222, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.81981981981982, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 68, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01910789300018223, "decode_time_sec": 1.8916970099999162, "total_time_sec": 1.9108334020020266, "prefill_units_per_sec": 6070.789699256413, "prefill_bytes_per_sec": 17479.68758234174, "decode_units_per_sec": 67.66411286974845, "decode_bytes_per_sec": 211.97897859975882, "total_units_per_sec": 66.9864781858488, "total_bytes_per_sec": 209.85607619160444, "step_latency_ms": {"count": 128, "sum": 1845, "mean": 14.4140625, "median": 14.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2753.23876953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 334, "mean": 334.0, "median": 334.0, "p95": 334.0, "max": 334, "min": 334}, "model_input_units": {"count": 1, "sum": 116, "mean": 116.0, "median": 116.0, "p95": 116.0, "max": 116, "min": 116}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 401, "mean": 401.0, "median": 401.0, "p95": 401.0, "max": 401, "min": 401}}, "compression_summary": {"raw_prompt_bytes": 334, "model_input_units": 116, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8793103448275863, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 69, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02016950100005488, "decode_time_sec": 1.8753600929994718, "total_time_sec": 1.8955590240002493, "prefill_units_per_sec": 6395.795314898916, "prefill_bytes_per_sec": 21815.115802755994, "decode_units_per_sec": 68.25355859805856, "decode_bytes_per_sec": 201.5612902348917, "total_units_per_sec": 67.52625393319494, "total_bytes_per_sec": 199.4134686464663, "step_latency_ms": {"count": 128, "sum": 1816, "mean": 14.1875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2769.37646484375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}, "model_input_units": {"count": 1, "sum": 129, "mean": 129.0, "median": 129.0, "p95": 129.0, "max": 129, "min": 129}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 378, "mean": 378.0, "median": 378.0, "p95": 378.0, "max": 378, "min": 378}}, "compression_summary": {"raw_prompt_bytes": 440, "model_input_units": 129, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4108527131782944, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 70, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020286401002522325, "decode_time_sec": 1.8830456490031793, "total_time_sec": 1.9033612800012634, "prefill_units_per_sec": 7591.292313547991, "prefill_bytes_per_sec": 24942.817601657687, "decode_units_per_sec": 67.97498513525622, "decode_bytes_per_sec": 210.2976102621989, "total_units_per_sec": 67.24945040382194, "total_bytes_per_sec": 208.0529871868241, "step_latency_ms": {"count": 128, "sum": 1841, "mean": 14.3828125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}, "model_input_units": {"count": 1, "sum": 154, "mean": 154.0, "median": 154.0, "p95": 154.0, "max": 154, "min": 154}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}}, "compression_summary": {"raw_prompt_bytes": 506, "model_input_units": 154, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2857142857142856, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 71, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021936266999546206, "decode_time_sec": 1.8746381860000838, "total_time_sec": 1.8966131529996346, "prefill_units_per_sec": 10849.612653097425, "prefill_bytes_per_sec": 33916.43619287598, "decode_units_per_sec": 68.27984245488653, "decode_bytes_per_sec": 218.17543409412963, "total_units_per_sec": 67.48872314713124, "total_bytes_per_sec": 215.64756068106777, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2788.35400390625, "peak_reserved_mb": 2866.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 744, "mean": 744.0, "median": 744.0, "p95": 744.0, "max": 744, "min": 744}, "model_input_units": {"count": 1, "sum": 238, "mean": 238.0, "median": 238.0, "p95": 238.0, "max": 238, "min": 238}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 409, "mean": 409.0, "median": 409.0, "p95": 409.0, "max": 409, "min": 409}}, "compression_summary": {"raw_prompt_bytes": 744, "model_input_units": 238, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1260504201680672, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 72, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01851924400034477, "decode_time_sec": 1.9495757119984773, "total_time_sec": 1.9681338359987421, "prefill_units_per_sec": 4751.813842852425, "prefill_bytes_per_sec": 16307.361142516278, "decode_units_per_sec": 65.6553111593647, "decode_bytes_per_sec": 232.35824964993913, "total_units_per_sec": 65.0362275465101, "total_bytes_per_sec": 230.16727405132093, "step_latency_ms": {"count": 128, "sum": 1900, "mean": 14.84375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.98876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 302, "mean": 302.0, "median": 302.0, "p95": 302.0, "max": 302, "min": 302}, "model_input_units": {"count": 1, "sum": 88, "mean": 88.0, "median": 88.0, "p95": 88.0, "max": 88, "min": 88}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 453, "mean": 453.0, "median": 453.0, "p95": 453.0, "max": 453, "min": 453}}, "compression_summary": {"raw_prompt_bytes": 302, "model_input_units": 88, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4318181818181817, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 73, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020280090997403022, "decode_time_sec": 1.8780790410019108, "total_time_sec": 1.898387791999994, "prefill_units_per_sec": 6656.774864436629, "prefill_bytes_per_sec": 26134.0050233438, "decode_units_per_sec": 68.15474599605511, "decode_bytes_per_sec": 279.5409503744448, "total_units_per_sec": 67.4256337611343, "total_bytes_per_sec": 276.5504509734024, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 530, "mean": 530.0, "median": 530.0, "p95": 530.0, "max": 530, "min": 530}, "model_input_units": {"count": 1, "sum": 135, "mean": 135.0, "median": 135.0, "p95": 135.0, "max": 135, "min": 135}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 525, "mean": 525.0, "median": 525.0, "p95": 525.0, "max": 525, "min": 525}}, "compression_summary": {"raw_prompt_bytes": 530, "model_input_units": 135, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.925925925925926, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 74, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.022012817000359064, "decode_time_sec": 1.8750577489990974, "total_time_sec": 1.8971101660026761, "prefill_units_per_sec": 7813.629668442453, "prefill_bytes_per_sec": 24712.875230422644, "decode_units_per_sec": 68.26456415453134, "decode_bytes_per_sec": 209.5935446307095, "total_units_per_sec": 67.47104216393696, "total_bytes_per_sec": 207.1571841439627, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 544, "mean": 544.0, "median": 544.0, "p95": 544.0, "max": 544, "min": 544}, "model_input_units": {"count": 1, "sum": 172, "mean": 172.0, "median": 172.0, "p95": 172.0, "max": 172, "min": 172}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 393, "mean": 393.0, "median": 393.0, "p95": 393.0, "max": 393, "min": 393}}, "compression_summary": {"raw_prompt_bytes": 544, "model_input_units": 172, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1627906976744184, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 75, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018751532999885967, "decode_time_sec": 1.8763548370006902, "total_time_sec": 1.8951629600014712, "prefill_units_per_sec": 5172.910396210799, "prefill_bytes_per_sec": 20904.95747747045, "decode_units_per_sec": 68.21737417460177, "decode_bytes_per_sec": 243.02439549701882, "total_units_per_sec": 67.54036602736296, "total_bytes_per_sec": 240.61255397248055, "step_latency_ms": {"count": 128, "sum": 1824, "mean": 14.25, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.67626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 392, "mean": 392.0, "median": 392.0, "p95": 392.0, "max": 392, "min": 392}, "model_input_units": {"count": 1, "sum": 97, "mean": 97.0, "median": 97.0, "p95": 97.0, "max": 97, "min": 97}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 456, "mean": 456.0, "median": 456.0, "p95": 456.0, "max": 456, "min": 456}}, "compression_summary": {"raw_prompt_bytes": 392, "model_input_units": 97, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.041237113402062, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 76, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02281034599945997, "decode_time_sec": 1.881844616997114, "total_time_sec": 1.9046824229990307, "prefill_units_per_sec": 10390.022141953083, "prefill_bytes_per_sec": 30687.82911125383, "decode_units_per_sec": 68.01836817125285, "decode_bytes_per_sec": 203.52371101242062, "total_units_per_sec": 67.20280423360904, "total_bytes_per_sec": 201.08339079275208, "step_latency_ms": {"count": 128, "sum": 1839, "mean": 14.3671875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2788.35400390625, "peak_reserved_mb": 2866.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 700, "mean": 700.0, "median": 700.0, "p95": 700.0, "max": 700, "min": 700}, "model_input_units": {"count": 1, "sum": 237, "mean": 237.0, "median": 237.0, "p95": 237.0, "max": 237, "min": 237}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 383, "mean": 383.0, "median": 383.0, "p95": 383.0, "max": 383, "min": 383}}, "compression_summary": {"raw_prompt_bytes": 700, "model_input_units": 237, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9535864978902953, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 77, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018872483000450302, "decode_time_sec": 1.9360174739995273, "total_time_sec": 1.9549176670007, "prefill_units_per_sec": 5669.630222872473, "prefill_bytes_per_sec": 18969.417007367712, "decode_units_per_sec": 66.11510573588514, "decode_bytes_per_sec": 201.44446278902504, "total_units_per_sec": 65.4759032365705, "total_bytes_per_sec": 199.49689267392577, "step_latency_ms": {"count": 128, "sum": 1888, "mean": 14.75, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2751.55126953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 358, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "model_input_units": {"count": 1, "sum": 107, "mean": 107.0, "median": 107.0, "p95": 107.0, "max": 107, "min": 107}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}}, "compression_summary": {"raw_prompt_bytes": 358, "model_input_units": 107, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3457943925233646, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 78, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018121415003406582, "decode_time_sec": 1.887971257998288, "total_time_sec": 1.9061174320013379, "prefill_units_per_sec": 4414.6662931653555, "prefill_bytes_per_sec": 17106.831886015752, "decode_units_per_sec": 67.79764228810949, "decode_bytes_per_sec": 213.45663939146974, "total_units_per_sec": 67.15221100811493, "total_bytes_per_sec": 211.42453934586186, "step_latency_ms": {"count": 128, "sum": 1843, "mean": 14.3984375, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2746.48876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 80, "mean": 80.0, "median": 80.0, "p95": 80.0, "max": 80, "min": 80}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 403, "mean": 403.0, "median": 403.0, "p95": 403.0, "max": 403, "min": 403}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 80, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.875, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 79, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01773468499959563, "decode_time_sec": 1.8707174119990668, "total_time_sec": 1.888490057001036, "prefill_units_per_sec": 3270.427413924886, "prefill_bytes_per_sec": 14773.310042212415, "decode_units_per_sec": 68.42294789100079, "decode_bytes_per_sec": 341.5801851746055, "total_units_per_sec": 67.77901717061027, "total_bytes_per_sec": 338.365562281406, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 14.0, "p95": 15.0, "max": 17, "min": 14}, "peak_allocated_mb": 2742.36279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 58, "mean": 58.0, "median": 58.0, "p95": 58.0, "max": 58, "min": 58}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 639, "mean": 639.0, "median": 639.0, "p95": 639.0, "max": 639, "min": 639}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 58, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.517241379310345, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 80, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018934183000965277, "decode_time_sec": 1.8785026479999942, "total_time_sec": 1.8974757209980453, "prefill_units_per_sec": 5809.598438675285, "prefill_bytes_per_sec": 20914.554379231027, "decode_units_per_sec": 68.13937693208958, "decode_bytes_per_sec": 206.01514744311459, "total_units_per_sec": 67.45804364372779, "total_bytes_per_sec": 203.95517882908325, "step_latency_ms": {"count": 128, "sum": 1832, "mean": 14.3125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2752.11376953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 396, "mean": 396.0, "median": 396.0, "p95": 396.0, "max": 396, "min": 396}, "model_input_units": {"count": 1, "sum": 110, "mean": 110.0, "median": 110.0, "p95": 110.0, "max": 110, "min": 110}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "compression_summary": {"raw_prompt_bytes": 396, "model_input_units": 110, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 81, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021832256999914534, "decode_time_sec": 1.8722266610020597, "total_time_sec": 1.8940875480002433, "prefill_units_per_sec": 10443.262920590048, "prefill_bytes_per_sec": 30642.731990678698, "decode_units_per_sec": 68.36779043168384, "decode_bytes_per_sec": 218.45645536373976, "total_units_per_sec": 67.57871363187039, "total_bytes_per_sec": 215.93510840183586, "step_latency_ms": {"count": 128, "sum": 1821, "mean": 14.2265625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2864.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 669, "mean": 669.0, "median": 669.0, "p95": 669.0, "max": 669, "min": 669}, "model_input_units": {"count": 1, "sum": 228, "mean": 228.0, "median": 228.0, "p95": 228.0, "max": 228, "min": 228}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 409, "mean": 409.0, "median": 409.0, "p95": 409.0, "max": 409, "min": 409}}, "compression_summary": {"raw_prompt_bytes": 669, "model_input_units": 228, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.9342105263157894, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 82, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021954307998385048, "decode_time_sec": 1.9541675229993416, "total_time_sec": 1.9761506309987453, "prefill_units_per_sec": 11660.581605160649, "prefill_bytes_per_sec": 41631.92026217513, "decode_units_per_sec": 65.50103739496193, "decode_bytes_per_sec": 273.2621403821068, "total_units_per_sec": 64.77239031890443, "total_bytes_per_sec": 270.2223158616794, "step_latency_ms": {"count": 128, "sum": 1913, "mean": 14.9453125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2794.27734375, "peak_reserved_mb": 2868.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 914, "mean": 914.0, "median": 914.0, "p95": 914.0, "max": 914, "min": 914}, "model_input_units": {"count": 1, "sum": 256, "mean": 256.0, "median": 256.0, "p95": 256.0, "max": 256, "min": 256}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 534, "mean": 534.0, "median": 534.0, "p95": 534.0, "max": 534, "min": 534}}, "compression_summary": {"raw_prompt_bytes": 914, "model_input_units": 256, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5703125, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 83, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018071754999255063, "decode_time_sec": 1.9004687880005804, "total_time_sec": 1.9185659430004307, "prefill_units_per_sec": 4426.79750822749, "prefill_bytes_per_sec": 15604.461216501903, "decode_units_per_sec": 67.35180330673282, "decode_bytes_per_sec": 195.74117836019224, "total_units_per_sec": 66.71649753139148, "total_bytes_per_sec": 193.8948209506065, "step_latency_ms": {"count": 128, "sum": 1870, "mean": 14.609375, "median": 14.0, "p95": 16.64999999999999, "max": 18, "min": 14}, "peak_allocated_mb": 2746.48876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 282, "mean": 282.0, "median": 282.0, "p95": 282.0, "max": 282, "min": 282}, "model_input_units": {"count": 1, "sum": 80, "mean": 80.0, "median": 80.0, "p95": 80.0, "max": 80, "min": 80}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 372, "mean": 372.0, "median": 372.0, "p95": 372.0, "max": 372, "min": 372}}, "compression_summary": {"raw_prompt_bytes": 282, "model_input_units": 80, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.525, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 84, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01857378400018206, "decode_time_sec": 1.8686623709982086, "total_time_sec": 1.8872650550001708, "prefill_units_per_sec": 4522.503330456338, "prefill_bytes_per_sec": 14536.617847895372, "decode_units_per_sec": 68.49819527945249, "decode_bytes_per_sec": 230.11112476691073, "total_units_per_sec": 67.82301174966037, "total_bytes_per_sec": 227.8429300965153, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2747.23876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 270, "mean": 270.0, "median": 270.0, "p95": 270.0, "max": 270, "min": 270}, "model_input_units": {"count": 1, "sum": 84, "mean": 84.0, "median": 84.0, "p95": 84.0, "max": 84, "min": 84}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}}, "compression_summary": {"raw_prompt_bytes": 270, "model_input_units": 84, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2142857142857144, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 85, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019128912997985026, "decode_time_sec": 1.8900217199989129, "total_time_sec": 1.9091784129996086, "prefill_units_per_sec": 6430.056951639458, "prefill_bytes_per_sec": 28177.241438485104, "decode_units_per_sec": 67.72408943537094, "decode_bytes_per_sec": 313.75300808730447, "total_units_per_sec": 67.04454603532449, "total_bytes_per_sec": 310.6048109292767, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2754.55126953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 123, "mean": 123.0, "median": 123.0, "p95": 123.0, "max": 123, "min": 123}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 593, "mean": 593.0, "median": 593.0, "p95": 593.0, "max": 593, "min": 593}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 123, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.382113821138211, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 86, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018057254997984273, "decode_time_sec": 1.871557866998046, "total_time_sec": 1.8896401519996289, "prefill_units_per_sec": 3433.522980481864, "prefill_bytes_per_sec": 15118.576994702402, "decode_units_per_sec": 68.39222139858828, "decode_bytes_per_sec": 242.04434604344135, "total_units_per_sec": 67.73776470856085, "total_bytes_per_sec": 239.7281829138911, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2743.11279296875, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 273, "mean": 273.0, "median": 273.0, "p95": 273.0, "max": 273, "min": 273}, "model_input_units": {"count": 1, "sum": 62, "mean": 62.0, "median": 62.0, "p95": 62.0, "max": 62, "min": 62}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 453, "mean": 453.0, "median": 453.0, "p95": 453.0, "max": 453, "min": 453}}, "compression_summary": {"raw_prompt_bytes": 273, "model_input_units": 62, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.403225806451613, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 87, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018204705000243848, "decode_time_sec": 1.8663981080026133, "total_time_sec": 1.8846278630007873, "prefill_units_per_sec": 4229.675789800966, "prefill_bytes_per_sec": 16753.910595964866, "decode_units_per_sec": 68.58129541129001, "decode_bytes_per_sec": 273.2535989043587, "total_units_per_sec": 67.91791764990292, "total_bytes_per_sec": 270.61045313633196, "step_latency_ms": {"count": 128, "sum": 1813, "mean": 14.1640625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2745.92626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 77, "mean": 77.0, "median": 77.0, "p95": 77.0, "max": 77, "min": 77}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 510, "mean": 510.0, "median": 510.0, "p95": 510.0, "max": 510, "min": 510}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 77, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.961038961038961, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 88, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01863690399841289, "decode_time_sec": 1.9481509319994075, "total_time_sec": 1.9668171550001716, "prefill_units_per_sec": 4936.442233529489, "prefill_bytes_per_sec": 17492.17574055015, "decode_units_per_sec": 65.70332816494474, "decode_bytes_per_sec": 755.0749666455758, "total_units_per_sec": 65.07976589211152, "total_bytes_per_sec": 747.9088720882504, "step_latency_ms": {"count": 128, "sum": 1904, "mean": 14.875, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.73876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 326, "mean": 326.0, "median": 326.0, "p95": 326.0, "max": 326, "min": 326}, "model_input_units": {"count": 1, "sum": 92, "mean": 92.0, "median": 92.0, "p95": 92.0, "max": 92, "min": 92}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 1471, "mean": 1471.0, "median": 1471.0, "p95": 1471.0, "max": 1471, "min": 1471}}, "compression_summary": {"raw_prompt_bytes": 326, "model_input_units": 92, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5434782608695654, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 89, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018696134000492748, "decode_time_sec": 1.8727256279998983, "total_time_sec": 1.8914615619978576, "prefill_units_per_sec": 4867.316419405297, "prefill_bytes_per_sec": 16580.968022149915, "decode_units_per_sec": 68.34957459129029, "decode_bytes_per_sec": 225.87398478215462, "total_units_per_sec": 67.67253565798076, "total_bytes_per_sec": 223.63658268223327, "step_latency_ms": {"count": 128, "sum": 1821, "mean": 14.2265625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2748.55126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 310, "mean": 310.0, "median": 310.0, "p95": 310.0, "max": 310, "min": 310}, "model_input_units": {"count": 1, "sum": 91, "mean": 91.0, "median": 91.0, "p95": 91.0, "max": 91, "min": 91}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 423, "mean": 423.0, "median": 423.0, "p95": 423.0, "max": 423, "min": 423}}, "compression_summary": {"raw_prompt_bytes": 310, "model_input_units": 91, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4065934065934065, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 90, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018512934999307618, "decode_time_sec": 1.8717678899993189, "total_time_sec": 1.8903091150023101, "prefill_units_per_sec": 4699.416921371668, "prefill_bytes_per_sec": 13882.185618304811, "decode_units_per_sec": 68.38454740242743, "decode_bytes_per_sec": 207.29065931360816, "total_units_per_sec": 67.71379293689941, "total_bytes_per_sec": 205.25743483997633, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.80126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 87, "mean": 87.0, "median": 87.0, "p95": 87.0, "max": 87, "min": 87}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 388, "mean": 388.0, "median": 388.0, "p95": 388.0, "max": 388, "min": 388}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 87, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.954022988505747, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 91, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01818824500151095, "decode_time_sec": 1.878690427998663, "total_time_sec": 1.8969077929978084, "prefill_units_per_sec": 4288.484127716572, "prefill_bytes_per_sec": 14130.005395168708, "decode_units_per_sec": 68.13256622399265, "decode_bytes_per_sec": 242.72226717297383, "total_units_per_sec": 67.47824036175905, "total_bytes_per_sec": 240.39123128876662, "step_latency_ms": {"count": 128, "sum": 1832, "mean": 14.3125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.11376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 257, "mean": 257.0, "median": 257.0, "p95": 257.0, "max": 257, "min": 257}, "model_input_units": {"count": 1, "sum": 78, "mean": 78.0, "median": 78.0, "p95": 78.0, "max": 78, "min": 78}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 456, "mean": 456.0, "median": 456.0, "p95": 456.0, "max": 456, "min": 456}}, "compression_summary": {"raw_prompt_bytes": 257, "model_input_units": 78, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2948717948717947, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 92, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018607134999911068, "decode_time_sec": 1.8759308549997513, "total_time_sec": 1.8945662289988832, "prefill_units_per_sec": 5105.568374736576, "prefill_bytes_per_sec": 20959.701748918575, "decode_units_per_sec": 68.23279208764706, "decode_bytes_per_sec": 321.4404189753998, "total_units_per_sec": 67.5616391978216, "total_bytes_per_sec": 318.2786596584877, "step_latency_ms": {"count": 128, "sum": 1825, "mean": 14.2578125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.30126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 390, "mean": 390.0, "median": 390.0, "p95": 390.0, "max": 390, "min": 390}, "model_input_units": {"count": 1, "sum": 95, "mean": 95.0, "median": 95.0, "p95": 95.0, "max": 95, "min": 95}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 603, "mean": 603.0, "median": 603.0, "p95": 603.0, "max": 603, "min": 603}}, "compression_summary": {"raw_prompt_bytes": 390, "model_input_units": 95, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.105263157894737, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 93, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020324320998042822, "decode_time_sec": 1.87797319099991, "total_time_sec": 1.8983254619997751, "prefill_units_per_sec": 8019.948121056367, "prefill_bytes_per_sec": 27799.206677281272, "decode_units_per_sec": 68.15858746729369, "decode_bytes_per_sec": 244.41243474599847, "total_units_per_sec": 67.42784762796126, "total_bytes_per_sec": 241.79204735339232, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 565, "mean": 565.0, "median": 565.0, "p95": 565.0, "max": 565, "min": 565}, "model_input_units": {"count": 1, "sum": 163, "mean": 163.0, "median": 163.0, "p95": 163.0, "max": 163, "min": 163}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 459, "mean": 459.0, "median": 459.0, "p95": 459.0, "max": 459, "min": 459}}, "compression_summary": {"raw_prompt_bytes": 565, "model_input_units": 163, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4662576687116564, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 94, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0218065180015401, "decode_time_sec": 1.9301085519982735, "total_time_sec": 1.9519438200004515, "prefill_units_per_sec": 8437.844133896337, "prefill_bytes_per_sec": 40538.33812154545, "decode_units_per_sec": 66.31751352403442, "decode_bytes_per_sec": 280.2951157539267, "total_units_per_sec": 65.57565780759529, "total_bytes_per_sec": 277.1596162024145, "step_latency_ms": {"count": 128, "sum": 1890, "mean": 14.765625, "median": 15.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 884, "mean": 884.0, "median": 884.0, "p95": 884.0, "max": 884, "min": 884}, "model_input_units": {"count": 1, "sum": 184, "mean": 184.0, "median": 184.0, "p95": 184.0, "max": 184, "min": 184}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 541, "mean": 541.0, "median": 541.0, "p95": 541.0, "max": 541, "min": 541}}, "compression_summary": {"raw_prompt_bytes": 884, "model_input_units": 184, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.804347826086956, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 95, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.021431438999570673, "decode_time_sec": 1.8929711839991796, "total_time_sec": 1.9144311029995151, "prefill_units_per_sec": 7885.611414305195, "prefill_bytes_per_sec": 24496.72184917294, "decode_units_per_sec": 67.61856761579497, "decode_bytes_per_sec": 201.79916272838813, "total_units_per_sec": 66.86059362462856, "total_bytes_per_sec": 199.53708409850086, "step_latency_ms": {"count": 128, "sum": 1836, "mean": 14.34375, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 525, "mean": 525.0, "median": 525.0, "p95": 525.0, "max": 525, "min": 525}, "model_input_units": {"count": 1, "sum": 169, "mean": 169.0, "median": 169.0, "p95": 169.0, "max": 169, "min": 169}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 382, "mean": 382.0, "median": 382.0, "p95": 382.0, "max": 382, "min": 382}}, "compression_summary": {"raw_prompt_bytes": 525, "model_input_units": 169, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.106508875739645, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 96, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018579573999886634, "decode_time_sec": 1.9331120479982928, "total_time_sec": 1.951720821998606, "prefill_units_per_sec": 5005.496896783933, "prefill_bytes_per_sec": 15070.313237629047, "decode_units_per_sec": 66.21447532363268, "decode_bytes_per_sec": 222.43925304032854, "total_units_per_sec": 65.58315029345495, "total_bytes_per_sec": 220.3183955170752, "step_latency_ms": {"count": 128, "sum": 1884, "mean": 14.71875, "median": 15.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2748.92626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 280, "mean": 280.0, "median": 280.0, "p95": 280.0, "max": 280, "min": 280}, "model_input_units": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}}, "compression_summary": {"raw_prompt_bytes": 280, "model_input_units": 93, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.010752688172043, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 97, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01842871400003787, "decode_time_sec": 1.8728120749983646, "total_time_sec": 1.8912659089983208, "prefill_units_per_sec": 4341.05168704857, "prefill_bytes_per_sec": 15573.522927286744, "decode_units_per_sec": 68.34641964817094, "decode_bytes_per_sec": 226.93147148806756, "total_units_per_sec": 67.67953643694301, "total_bytes_per_sec": 224.71721082578733, "step_latency_ms": {"count": 128, "sum": 1823, "mean": 14.2421875, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2746.48876953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 287, "mean": 287.0, "median": 287.0, "p95": 287.0, "max": 287, "min": 287}, "model_input_units": {"count": 1, "sum": 80, "mean": 80.0, "median": 80.0, "p95": 80.0, "max": 80, "min": 80}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 425, "mean": 425.0, "median": 425.0, "p95": 425.0, "max": 425, "min": 425}}, "compression_summary": {"raw_prompt_bytes": 287, "model_input_units": 80, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5875, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 98, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020223652001732262, "decode_time_sec": 1.8801450909995765, "total_time_sec": 1.9003963230024965, "prefill_units_per_sec": 7763.187380130558, "prefill_bytes_per_sec": 25316.89132883341, "decode_units_per_sec": 68.07985224797144, "decode_bytes_per_sec": 228.1738797998418, "total_units_per_sec": 67.35437153328562, "total_bytes_per_sec": 225.74238584202757, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 512, "mean": 512.0, "median": 512.0, "p95": 512.0, "max": 512, "min": 512}, "model_input_units": {"count": 1, "sum": 157, "mean": 157.0, "median": 157.0, "p95": 157.0, "max": 157, "min": 157}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 429, "mean": 429.0, "median": 429.0, "p95": 429.0, "max": 429, "min": 429}}, "compression_summary": {"raw_prompt_bytes": 512, "model_input_units": 157, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.261146496815287, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 99, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01873757400244358, "decode_time_sec": 1.8766352890015696, "total_time_sec": 1.895401892998052, "prefill_units_per_sec": 5283.501481413194, "prefill_bytes_per_sec": 17718.40900837556, "decode_units_per_sec": 68.20717949309166, "decode_bytes_per_sec": 330.37852566966274, "total_units_per_sec": 67.53185193749911, "total_bytes_per_sec": 327.10740782226134, "step_latency_ms": {"count": 128, "sum": 1822, "mean": 14.234375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2750.05126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 332, "mean": 332.0, "median": 332.0, "p95": 332.0, "max": 332, "min": 332}, "model_input_units": {"count": 1, "sum": 99, "mean": 99.0, "median": 99.0, "p95": 99.0, "max": 99, "min": 99}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 620, "mean": 620.0, "median": 620.0, "p95": 620.0, "max": 620, "min": 620}}, "compression_summary": {"raw_prompt_bytes": 332, "model_input_units": 99, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.3535353535353534, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 100, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020220280999637907, "decode_time_sec": 1.8779526479993365, "total_time_sec": 1.8982010389991046, "prefill_units_per_sec": 6676.46507990752, "prefill_bytes_per_sec": 27497.14506984134, "decode_units_per_sec": 68.15933305686056, "decode_bytes_per_sec": 257.727478121254, "total_units_per_sec": 67.4322673785347, "total_bytes_per_sec": 254.97826102508435, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 556, "mean": 556.0, "median": 556.0, "p95": 556.0, "max": 556, "min": 556}, "model_input_units": {"count": 1, "sum": 135, "mean": 135.0, "median": 135.0, "p95": 135.0, "max": 135, "min": 135}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 484, "mean": 484.0, "median": 484.0, "p95": 484.0, "max": 484, "min": 484}}, "compression_summary": {"raw_prompt_bytes": 556, "model_input_units": 135, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.118518518518519, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 101, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018493474999559112, "decode_time_sec": 1.9284564810004667, "total_time_sec": 1.9469779760001984, "prefill_units_per_sec": 4650.288818193999, "prefill_bytes_per_sec": 16059.71836050718, "decode_units_per_sec": 66.37432644245862, "decode_bytes_per_sec": 228.16174714595155, "total_units_per_sec": 65.74291110521887, "total_bytes_per_sec": 225.99125692418986, "step_latency_ms": {"count": 128, "sum": 1883, "mean": 14.7109375, "median": 15.0, "p95": 15.0, "max": 17, "min": 14}, "peak_allocated_mb": 2747.61376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 297, "mean": 297.0, "median": 297.0, "p95": 297.0, "max": 297, "min": 297}, "model_input_units": {"count": 1, "sum": 86, "mean": 86.0, "median": 86.0, "p95": 86.0, "max": 86, "min": 86}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 440, "mean": 440.0, "median": 440.0, "p95": 440.0, "max": 440, "min": 440}}, "compression_summary": {"raw_prompt_bytes": 297, "model_input_units": 86, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.453488372093023, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 102, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019214263000321807, "decode_time_sec": 1.8841557380001177, "total_time_sec": 1.9033988900009717, "prefill_units_per_sec": 6557.628569874874, "prefill_bytes_per_sec": 16446.116095876667, "decode_units_per_sec": 67.93493627860182, "decode_bytes_per_sec": 205.3970339048352, "total_units_per_sec": 67.24812159574951, "total_bytes_per_sec": 203.32049263714893, "step_latency_ms": {"count": 128, "sum": 1838, "mean": 14.359375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2755.11376953125, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 316, "mean": 316.0, "median": 316.0, "p95": 316.0, "max": 316, "min": 316}, "model_input_units": {"count": 1, "sum": 126, "mean": 126.0, "median": 126.0, "p95": 126.0, "max": 126, "min": 126}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 387, "mean": 387.0, "median": 387.0, "p95": 387.0, "max": 387, "min": 387}}, "compression_summary": {"raw_prompt_bytes": 316, "model_input_units": 126, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.507936507936508, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 103, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01791932600099244, "decode_time_sec": 1.8680638189980527, "total_time_sec": 1.8860080449994712, "prefill_units_per_sec": 3738.9799145508755, "prefill_bytes_per_sec": 14955.919658203502, "decode_units_per_sec": 68.52014299417971, "decode_bytes_per_sec": 225.9023464339362, "total_units_per_sec": 67.86821527054298, "total_bytes_per_sec": 223.75302222007136, "step_latency_ms": {"count": 128, "sum": 1817, "mean": 14.1953125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2744.05126953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 268, "mean": 268.0, "median": 268.0, "p95": 268.0, "max": 268, "min": 268}, "model_input_units": {"count": 1, "sum": 67, "mean": 67.0, "median": 67.0, "p95": 67.0, "max": 67, "min": 67}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 422, "mean": 422.0, "median": 422.0, "p95": 422.0, "max": 422, "min": 422}}, "compression_summary": {"raw_prompt_bytes": 268, "model_input_units": 67, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.0, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 104, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02202172800025437, "decode_time_sec": 1.8756704660008836, "total_time_sec": 1.8977229140000418, "prefill_units_per_sec": 9263.57822590687, "prefill_bytes_per_sec": 31741.378332886772, "decode_units_per_sec": 68.24226447031965, "decode_bytes_per_sec": 275.6347713371505, "total_units_per_sec": 67.44925671482785, "total_bytes_per_sec": 272.4317634497344, "step_latency_ms": {"count": 128, "sum": 1821, "mean": 14.2265625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2783.36962890625, "peak_reserved_mb": 2842.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 699, "mean": 699.0, "median": 699.0, "p95": 699.0, "max": 699, "min": 699}, "model_input_units": {"count": 1, "sum": 204, "mean": 204.0, "median": 204.0, "p95": 204.0, "max": 204, "min": 204}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 517, "mean": 517.0, "median": 517.0, "p95": 517.0, "max": 517, "min": 517}}, "compression_summary": {"raw_prompt_bytes": 699, "model_input_units": 204, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.426470588235294, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 105, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020034551998833194, "decode_time_sec": 1.8907328370005416, "total_time_sec": 1.9108165289981116, "prefill_units_per_sec": 7536.979115320082, "prefill_bytes_per_sec": 31745.15706850048, "decode_units_per_sec": 67.69861796183706, "decode_bytes_per_sec": 276.08342637561674, "total_units_per_sec": 66.98706969376781, "total_bytes_per_sec": 273.18164359489685, "step_latency_ms": {"count": 128, "sum": 1832, "mean": 14.3125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 636, "mean": 636.0, "median": 636.0, "p95": 636.0, "max": 636, "min": 636}, "model_input_units": {"count": 1, "sum": 151, "mean": 151.0, "median": 151.0, "p95": 151.0, "max": 151, "min": 151}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 522, "mean": 522.0, "median": 522.0, "p95": 522.0, "max": 522, "min": 522}}, "compression_summary": {"raw_prompt_bytes": 636, "model_input_units": 151, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.211920529801325, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 106, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020522370999970008, "decode_time_sec": 1.9428989980006008, "total_time_sec": 1.963460319002479, "prefill_units_per_sec": 7991.279370217003, "prefill_bytes_per_sec": 28554.205554555876, "decode_units_per_sec": 65.88093366238918, "decode_bytes_per_sec": 231.09796261259956, "total_units_per_sec": 65.19102971484008, "total_bytes_per_sec": 228.6779089215875, "step_latency_ms": {"count": 128, "sum": 1895, "mean": 14.8046875, "median": 15.0, "p95": 16.0, "max": 18, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 586, "mean": 586.0, "median": 586.0, "p95": 586.0, "max": 586, "min": 586}, "model_input_units": {"count": 1, "sum": 164, "mean": 164.0, "median": 164.0, "p95": 164.0, "max": 164, "min": 164}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 449, "mean": 449.0, "median": 449.0, "p95": 449.0, "max": 449, "min": 449}}, "compression_summary": {"raw_prompt_bytes": 586, "model_input_units": 164, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.573170731707317, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 107, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018334974000026705, "decode_time_sec": 1.880254870000499, "total_time_sec": 1.8986192240008677, "prefill_units_per_sec": 4690.489334747611, "prefill_bytes_per_sec": 16253.09095063707, "decode_units_per_sec": 68.07587739419924, "decode_bytes_per_sec": 240.92478484040825, "total_units_per_sec": 67.41741492023442, "total_bytes_per_sec": 238.59444499114213, "step_latency_ms": {"count": 128, "sum": 1835, "mean": 14.3359375, "median": 14.0, "p95": 15.0, "max": 25, "min": 14}, "peak_allocated_mb": 2747.61376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 298, "mean": 298.0, "median": 298.0, "p95": 298.0, "max": 298, "min": 298}, "model_input_units": {"count": 1, "sum": 86, "mean": 86.0, "median": 86.0, "p95": 86.0, "max": 86, "min": 86}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 453, "mean": 453.0, "median": 453.0, "p95": 453.0, "max": 453, "min": 453}}, "compression_summary": {"raw_prompt_bytes": 298, "model_input_units": 86, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.4651162790697674, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 108, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020149721000052523, "decode_time_sec": 1.8744813519988384, "total_time_sec": 1.894659703000798, "prefill_units_per_sec": 6997.6155004643715, "prefill_bytes_per_sec": 24317.95457608186, "decode_units_per_sec": 68.28555528893804, "decode_bytes_per_sec": 240.59988621336763, "total_units_per_sec": 67.5583060099242, "total_bytes_per_sec": 238.0374688318423, "step_latency_ms": {"count": 128, "sum": 1820, "mean": 14.21875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 490, "mean": 490.0, "median": 490.0, "p95": 490.0, "max": 490, "min": 490}, "model_input_units": {"count": 1, "sum": 141, "mean": 141.0, "median": 141.0, "p95": 141.0, "max": 141, "min": 141}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 451, "mean": 451.0, "median": 451.0, "p95": 451.0, "max": 451, "min": 451}}, "compression_summary": {"raw_prompt_bytes": 490, "model_input_units": 141, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.475177304964539, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 109, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.019408983000175795, "decode_time_sec": 1.8716616480014636, "total_time_sec": 1.8910980510008812, "prefill_units_per_sec": 5667.478816329722, "prefill_bytes_per_sec": 20609.013877562626, "decode_units_per_sec": 68.38842914619572, "decode_bytes_per_sec": 249.51090946307343, "total_units_per_sec": 67.68554382056224, "total_bytes_per_sec": 246.94647628283255, "step_latency_ms": {"count": 128, "sum": 1826, "mean": 14.265625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2752.11376953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 400, "mean": 400.0, "median": 400.0, "p95": 400.0, "max": 400, "min": 400}, "model_input_units": {"count": 1, "sum": 110, "mean": 110.0, "median": 110.0, "p95": 110.0, "max": 110, "min": 110}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 467, "mean": 467.0, "median": 467.0, "p95": 467.0, "max": 467, "min": 467}}, "compression_summary": {"raw_prompt_bytes": 400, "model_input_units": 110, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.6363636363636362, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 110, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02189424900279846, "decode_time_sec": 1.9068717820009624, "total_time_sec": 1.9287935290012683, "prefill_units_per_sec": 8038.640648396033, "prefill_bytes_per_sec": 21375.47626959854, "decode_units_per_sec": 67.12564589197713, "decode_bytes_per_sec": 173.58272492378458, "total_units_per_sec": 66.36272782721257, "total_bytes_per_sec": 171.6098664906825, "step_latency_ms": {"count": 128, "sum": 1854, "mean": 14.484375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 468, "mean": 468.0, "median": 468.0, "p95": 468.0, "max": 468, "min": 468}, "model_input_units": {"count": 1, "sum": 176, "mean": 176.0, "median": 176.0, "p95": 176.0, "max": 176, "min": 176}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 331, "mean": 331.0, "median": 331.0, "p95": 331.0, "max": 331, "min": 331}}, "compression_summary": {"raw_prompt_bytes": 468, "model_input_units": 176, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.659090909090909, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 111, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020482621002884116, "decode_time_sec": 1.880618613002298, "total_time_sec": 1.9011295639975287, "prefill_units_per_sec": 7860.322171529216, "prefill_bytes_per_sec": 24850.33531247435, "decode_units_per_sec": 68.06271038424717, "decode_bytes_per_sec": 216.94988934978784, "total_units_per_sec": 67.32839382648535, "total_bytes_per_sec": 214.60925532192206, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 161, "mean": 161.0, "median": 161.0, "p95": 161.0, "max": 161, "min": 161}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 408, "mean": 408.0, "median": 408.0, "p95": 408.0, "max": 408, "min": 408}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 161, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1614906832298137, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 112, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01874697400126024, "decode_time_sec": 1.9176227720017778, "total_time_sec": 1.9364225460012676, "prefill_units_per_sec": 4960.80060674049, "prefill_bytes_per_sec": 16269.29231242849, "decode_units_per_sec": 66.74931163149607, "decode_bytes_per_sec": 240.40181767281007, "total_units_per_sec": 66.10127539793487, "total_bytes_per_sec": 238.0678746753748, "step_latency_ms": {"count": 128, "sum": 1869, "mean": 14.6015625, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2748.92626953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 305, "mean": 305.0, "median": 305.0, "p95": 305.0, "max": 305, "min": 305}, "model_input_units": {"count": 1, "sum": 93, "mean": 93.0, "median": 93.0, "p95": 93.0, "max": 93, "min": 93}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 461, "mean": 461.0, "median": 461.0, "p95": 461.0, "max": 461, "min": 461}}, "compression_summary": {"raw_prompt_bytes": 305, "model_input_units": 93, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2795698924731185, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 113, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020567950999975437, "decode_time_sec": 1.8689406459998281, "total_time_sec": 1.8895368070006953, "prefill_units_per_sec": 7876.331482907241, "prefill_bytes_per_sec": 24747.239041973986, "decode_units_per_sec": 68.48799627423362, "decode_bytes_per_sec": 234.8924247217856, "total_units_per_sec": 67.7414695102856, "total_bytes_per_sec": 232.33207121105764, "step_latency_ms": {"count": 128, "sum": 1812, "mean": 14.15625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 509, "mean": 509.0, "median": 509.0, "p95": 509.0, "max": 509, "min": 509}, "model_input_units": {"count": 1, "sum": 162, "mean": 162.0, "median": 162.0, "p95": 162.0, "max": 162, "min": 162}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 439, "mean": 439.0, "median": 439.0, "p95": 439.0, "max": 439, "min": 439}}, "compression_summary": {"raw_prompt_bytes": 509, "model_input_units": 162, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1419753086419755, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 114, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018293254997843178, "decode_time_sec": 1.872123591001582, "total_time_sec": 1.8904418660022202, "prefill_units_per_sec": 4263.86665517954, "prefill_bytes_per_sec": 14322.21876483384, "decode_units_per_sec": 68.3715544290109, "decode_bytes_per_sec": 222.74170466326206, "total_units_per_sec": 67.70903792491954, "total_bytes_per_sec": 220.58335011477695, "step_latency_ms": {"count": 128, "sum": 1819, "mean": 14.2109375, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 2746.11376953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 262, "mean": 262.0, "median": 262.0, "p95": 262.0, "max": 262, "min": 262}, "model_input_units": {"count": 1, "sum": 78, "mean": 78.0, "median": 78.0, "p95": 78.0, "max": 78, "min": 78}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 417, "mean": 417.0, "median": 417.0, "p95": 417.0, "max": 417, "min": 417}}, "compression_summary": {"raw_prompt_bytes": 262, "model_input_units": 78, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.358974358974359, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 115, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.020189941002172418, "decode_time_sec": 1.9358709000007366, "total_time_sec": 1.956089200997667, "prefill_units_per_sec": 6488.379534437695, "prefill_bytes_per_sec": 21297.734349680984, "decode_units_per_sec": 66.12011162518704, "decode_bytes_per_sec": 226.2547569674369, "total_units_per_sec": 65.4366886411499, "total_bytes_per_sec": 223.9161689439348, "step_latency_ms": {"count": 128, "sum": 1885, "mean": 14.7265625, "median": 15.0, "p95": 15.0, "max": 17, "min": 14}, "peak_allocated_mb": 2777.36865234375, "peak_reserved_mb": 2834.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 430, "mean": 430.0, "median": 430.0, "p95": 430.0, "max": 430, "min": 430}, "model_input_units": {"count": 1, "sum": 131, "mean": 131.0, "median": 131.0, "p95": 131.0, "max": 131, "min": 131}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 438, "mean": 438.0, "median": 438.0, "p95": 438.0, "max": 438, "min": 438}}, "compression_summary": {"raw_prompt_bytes": 430, "model_input_units": 131, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.282442748091603, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 116, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0187465439994412, "decode_time_sec": 1.8680827609969128, "total_time_sec": 1.8868586549979227, "prefill_units_per_sec": 5441.0028858140695, "prefill_bytes_per_sec": 16963.12664400857, "decode_units_per_sec": 68.51944821314666, "decode_bytes_per_sec": 270.86594371759537, "total_units_per_sec": 67.83761977133413, "total_bytes_per_sec": 268.1705906585552, "step_latency_ms": {"count": 128, "sum": 1807, "mean": 14.1171875, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2750.61376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 318, "mean": 318.0, "median": 318.0, "p95": 318.0, "max": 318, "min": 318}, "model_input_units": {"count": 1, "sum": 102, "mean": 102.0, "median": 102.0, "p95": 102.0, "max": 102, "min": 102}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 506, "mean": 506.0, "median": 506.0, "p95": 506.0, "max": 506, "min": 506}}, "compression_summary": {"raw_prompt_bytes": 318, "model_input_units": 102, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.1176470588235294, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 117, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018797403998178197, "decode_time_sec": 1.9373652989997936, "total_time_sec": 1.9561897429994133, "prefill_units_per_sec": 5639.076545371547, "prefill_bytes_per_sec": 20694.3469448069, "decode_units_per_sec": 66.06910945812994, "decode_bytes_per_sec": 254.98546931497023, "total_units_per_sec": 65.43332540111288, "total_bytes_per_sec": 252.53174021992004, "step_latency_ms": {"count": 128, "sum": 1892, "mean": 14.78125, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2751.36376953125, "peak_reserved_mb": 2830.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 389, "mean": 389.0, "median": 389.0, "p95": 389.0, "max": 389, "min": 389}, "model_input_units": {"count": 1, "sum": 106, "mean": 106.0, "median": 106.0, "p95": 106.0, "max": 106, "min": 106}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 494, "mean": 494.0, "median": 494.0, "p95": 494.0, "max": 494, "min": 494}}, "compression_summary": {"raw_prompt_bytes": 389, "model_input_units": 106, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.669811320754717, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 118, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01817737499732175, "decode_time_sec": 1.9397473149983853, "total_time_sec": 1.9579531900017173, "prefill_units_per_sec": 4621.129289150746, "prefill_bytes_per_sec": 14468.535750555313, "decode_units_per_sec": 65.98797637727704, "decode_bytes_per_sec": 254.67234633105355, "total_units_per_sec": 65.37439232645175, "total_bytes_per_sec": 252.30429538489975, "step_latency_ms": {"count": 128, "sum": 1902, "mean": 14.859375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2747.23876953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 263, "mean": 263.0, "median": 263.0, "p95": 263.0, "max": 263, "min": 263}, "model_input_units": {"count": 1, "sum": 84, "mean": 84.0, "median": 84.0, "p95": 84.0, "max": 84, "min": 84}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 494, "mean": 494.0, "median": 494.0, "p95": 494.0, "max": 494, "min": 494}}, "compression_summary": {"raw_prompt_bytes": 263, "model_input_units": 84, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.130952380952381, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 119, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.023094874999515014, "decode_time_sec": 1.8665146570019715, "total_time_sec": 1.8896372220006015, "prefill_units_per_sec": 9482.623309483119, "prefill_bytes_per_sec": 29703.559773084107, "decode_units_per_sec": 68.57701305469298, "decode_bytes_per_sec": 168.22798514979374, "total_units_per_sec": 67.73786974014172, "total_bytes_per_sec": 166.16946170628515, "step_latency_ms": {"count": 128, "sum": 1809, "mean": 14.1328125, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2864.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 686, "mean": 686.0, "median": 686.0, "p95": 686.0, "max": 686, "min": 686}, "model_input_units": {"count": 1, "sum": 219, "mean": 219.0, "median": 219.0, "p95": 219.0, "max": 219, "min": 219}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 314, "mean": 314.0, "median": 314.0, "p95": 314.0, "max": 314, "min": 314}}, "compression_summary": {"raw_prompt_bytes": 686, "model_input_units": 219, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.132420091324201, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 120, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.017445786001189845, "decode_time_sec": 1.9027012679980544, "total_time_sec": 1.9201757539995015, "prefill_units_per_sec": 17138.809336512983, "prefill_bytes_per_sec": 56517.94650769833, "decode_units_per_sec": 67.27277799876407, "decode_bytes_per_sec": 209.70186266802236, "total_units_per_sec": 66.66056465580871, "total_bytes_per_sec": 207.7934788880287, "step_latency_ms": {"count": 128, "sum": 1859, "mean": 14.5234375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2800.1142578125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 986, "mean": 986.0, "median": 986.0, "p95": 986.0, "max": 986, "min": 986}, "model_input_units": {"count": 1, "sum": 299, "mean": 299.0, "median": 299.0, "p95": 299.0, "max": 299, "min": 299}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 986, "model_input_units": 299, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.297658862876254, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 121, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02002575199730927, "decode_time_sec": 1.8808542600017972, "total_time_sec": 1.9009114619984757, "prefill_units_per_sec": 7939.77674453193, "prefill_bytes_per_sec": 28962.707621563015, "decode_units_per_sec": 68.05418299654843, "decode_bytes_per_sec": 195.12410281041622, "total_units_per_sec": 67.33611878242367, "total_bytes_per_sec": 193.06527807148038, "step_latency_ms": {"count": 128, "sum": 1833, "mean": 14.3203125, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2779.36865234375, "peak_reserved_mb": 2836.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 580, "mean": 580.0, "median": 580.0, "p95": 580.0, "max": 580, "min": 580}, "model_input_units": {"count": 1, "sum": 159, "mean": 159.0, "median": 159.0, "p95": 159.0, "max": 159, "min": 159}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 367, "mean": 367.0, "median": 367.0, "p95": 367.0, "max": 367, "min": 367}}, "compression_summary": {"raw_prompt_bytes": 580, "model_input_units": 159, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.647798742138365, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 122, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02046691100258613, "decode_time_sec": 1.878207265999663, "total_time_sec": 1.8987032570003066, "prefill_units_per_sec": 8257.230413453488, "prefill_bytes_per_sec": 24038.800966977018, "decode_units_per_sec": 68.15009307924963, "decode_bytes_per_sec": 185.81548816139158, "total_units_per_sec": 67.41443115351402, "total_bytes_per_sec": 183.80965994200307, "step_latency_ms": {"count": 128, "sum": 1828, "mean": 14.28125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2781.36865234375, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 492, "mean": 492.0, "median": 492.0, "p95": 492.0, "max": 492, "min": 492}, "model_input_units": {"count": 1, "sum": 169, "mean": 169.0, "median": 169.0, "p95": 169.0, "max": 169, "min": 169}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 349, "mean": 349.0, "median": 349.0, "p95": 349.0, "max": 349, "min": 349}}, "compression_summary": {"raw_prompt_bytes": 492, "model_input_units": 169, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.911242603550296, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 123, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01795340600074269, "decode_time_sec": 1.871909458997834, "total_time_sec": 1.889901574999385, "prefill_units_per_sec": 4511.6787308574885, "prefill_bytes_per_sec": 18325.213610519924, "decode_units_per_sec": 68.37937560747595, "decode_bytes_per_sec": 274.58593017377063, "total_units_per_sec": 67.72839479751302, "total_bytes_per_sec": 271.9718353587632, "step_latency_ms": {"count": 128, "sum": 1822, "mean": 14.234375, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2746.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 329, "mean": 329.0, "median": 329.0, "p95": 329.0, "max": 329, "min": 329}, "model_input_units": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 514, "mean": 514.0, "median": 514.0, "p95": 514.0, "max": 514, "min": 514}}, "compression_summary": {"raw_prompt_bytes": 329, "model_input_units": 81, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.061728395061729, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 124, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.018392925001535332, "decode_time_sec": 1.8868200210017676, "total_time_sec": 1.9052418259998376, "prefill_units_per_sec": 4512.604710402052, "prefill_bytes_per_sec": 17234.8878698488, "decode_units_per_sec": 67.83900879535986, "decode_bytes_per_sec": 193.9771657742321, "total_units_per_sec": 67.18307264371957, "total_bytes_per_sec": 192.10159834063563, "step_latency_ms": {"count": 128, "sum": 1840, "mean": 14.375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 2747.05126953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 317, "mean": 317.0, "median": 317.0, "p95": 317.0, "max": 317, "min": 317}, "model_input_units": {"count": 1, "sum": 83, "mean": 83.0, "median": 83.0, "p95": 83.0, "max": 83, "min": 83}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 366, "mean": 366.0, "median": 366.0, "p95": 366.0, "max": 366, "min": 366}}, "compression_summary": {"raw_prompt_bytes": 317, "model_input_units": 83, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.819277108433735, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 125, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.02201317800063407, "decode_time_sec": 1.8781810979999136, "total_time_sec": 1.9002233760002127, "prefill_units_per_sec": 9630.594909735139, "prefill_bytes_per_sec": 38158.96096310149, "decode_units_per_sec": 68.15104258918801, "decode_bytes_per_sec": 235.86649896101787, "total_units_per_sec": 67.36050172660632, "total_bytes_per_sec": 233.1304864444265, "step_latency_ms": {"count": 128, "sum": 1818, "mean": 14.203125, "median": 14.0, "p95": 15.0, "max": 22, "min": 14}, "peak_allocated_mb": 2785.36962890625, "peak_reserved_mb": 2844.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 840, "mean": 840.0, "median": 840.0, "p95": 840.0, "max": 840, "min": 840}, "model_input_units": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 443, "mean": 443.0, "median": 443.0, "p95": 443.0, "max": 443, "min": 443}}, "compression_summary": {"raw_prompt_bytes": 840, "model_input_units": 212, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.9622641509433962, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 126, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.01896204399963608, "decode_time_sec": 1.868240568001056, "total_time_sec": 1.8872321319977345, "prefill_units_per_sec": 6539.379404582112, "prefill_bytes_per_sec": 28425.205637659343, "decode_units_per_sec": 68.51366049552973, "decode_bytes_per_sec": 257.9967528034792, "total_units_per_sec": 67.82419493064971, "total_bytes_per_sec": 255.40048403572783, "step_latency_ms": {"count": 128, "sum": 1811, "mean": 14.1484375, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 2754.73876953125, "peak_reserved_mb": 2832.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 539, "mean": 539.0, "median": 539.0, "p95": 539.0, "max": 539, "min": 539}, "model_input_units": {"count": 1, "sum": 124, "mean": 124.0, "median": 124.0, "p95": 124.0, "max": 124, "min": 124}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 482, "mean": 482.0, "median": 482.0, "p95": 482.0, "max": 482, "min": 482}}, "compression_summary": {"raw_prompt_bytes": 539, "model_input_units": 124, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 4.346774193548387, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": 2, "chunk_idx": 127, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.08218700300130877, "decode_time_sec": 1.933083596999495, "total_time_sec": 2.0153115690009145, "prefill_units_per_sec": 23361.357999262065, "prefill_bytes_per_sec": 82519.13018281007, "decode_units_per_sec": 1059.447197823662, "decode_bytes_per_sec": 3604.086243768287, "total_units_per_sec": 1016.2200383811079, "total_bytes_per_sec": 3457.0336950201067, "step_latency_ms": {"count": 128, "sum": 1797, "mean": 14.0390625, "median": 14.0, "p95": 14.0, "max": 15, "min": 14}, "peak_allocated_mb": 3998.736328125, "peak_reserved_mb": 4686.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 1920, "mean": 120.0, "median": 97.5, "p95": 196.75, "max": 277, "min": 71}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 6967, "mean": 435.4375, "median": 494.5, "p95": 606.0, "max": 615, "min": 131}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 1920, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5322916666666666, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 0, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.0988230110015138, "decode_time_sec": 1.933027998002217, "total_time_sec": 2.0319069789984496, "prefill_units_per_sec": 24225.127080608057, "prefill_bytes_per_sec": 79859.94274025012, "decode_units_per_sec": 1059.4776703268687, "decode_bytes_per_sec": 5699.865708819063, "total_units_per_sec": 1007.9201563693052, "total_bytes_per_sec": 5422.492325623538, "step_latency_ms": {"count": 128, "sum": 1800, "mean": 14.0625, "median": 14.0, "p95": 14.649999999999991, "max": 16, "min": 14}, "peak_allocated_mb": 4257.40234375, "peak_reserved_mb": 4878.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7892, "mean": 493.25, "median": 458.5, "p95": 794.25, "max": 966, "min": 258}, "model_input_units": {"count": 16, "sum": 2394, "mean": 149.625, "median": 124.5, "p95": 281.0, "max": 335, "min": 72}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 11018, "mean": 688.625, "median": 579.0, "p95": 1584.0, "max": 3072, "min": 190}}, "compression_summary": {"raw_prompt_bytes": 7892, "model_input_units": 2394, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2965747702589807, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 1, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.08081467599913594, "decode_time_sec": 1.9292326260001573, "total_time_sec": 2.010086851001688, "prefill_units_per_sec": 27581.62391226851, "prefill_bytes_per_sec": 95910.79719335721, "decode_units_per_sec": 1061.561976715105, "decode_bytes_per_sec": 5471.605579201489, "total_units_per_sec": 1018.8614481903699, "total_bytes_per_sec": 5251.5143784655975, "step_latency_ms": {"count": 128, "sum": 1801, "mean": 14.0703125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 3974.859375, "peak_reserved_mb": 4712.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7751, "mean": 484.4375, "median": 357.5, "p95": 855.0, "max": 996, "min": 260}, "model_input_units": {"count": 16, "sum": 2229, "mean": 139.3125, "median": 116.0, "p95": 236.75, "max": 272, "min": 65}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 10556, "mean": 659.75, "median": 560.0, "p95": 1342.0, "max": 3049, "min": 193}}, "compression_summary": {"raw_prompt_bytes": 7751, "model_input_units": 2229, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.477344100493495, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 2, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07257190200107289, "decode_time_sec": 1.9320261110005958, "total_time_sec": 2.0046386030007852, "prefill_units_per_sec": 30948.61700010006, "prefill_bytes_per_sec": 110979.59097008276, "decode_units_per_sec": 1060.0270815901868, "decode_bytes_per_sec": 4580.165842281037, "total_units_per_sec": 1021.6305307771217, "total_bytes_per_sec": 4414.26199553064, "step_latency_ms": {"count": 128, "sum": 1798, "mean": 14.046875, "median": 14.0, "p95": 14.0, "max": 16, "min": 14}, "peak_allocated_mb": 3787.3125, "peak_reserved_mb": 4406.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8054, "mean": 503.375, "median": 482.0, "p95": 789.5, "max": 806, "min": 281}, "model_input_units": {"count": 16, "sum": 2246, "mean": 140.375, "median": 133.5, "p95": 202.25, "max": 224, "min": 79}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 8849, "mean": 553.0625, "median": 534.5, "p95": 922.0, "max": 1336, "min": 213}}, "compression_summary": {"raw_prompt_bytes": 8054, "model_input_units": 2246, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5859305431878896, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 3, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07996534699850599, "decode_time_sec": 1.931305482998141, "total_time_sec": 2.011310419999063, "prefill_units_per_sec": 31276.047611557624, "prefill_bytes_per_sec": 104320.1875952074, "decode_units_per_sec": 1060.4226094883256, "decode_bytes_per_sec": 5241.014479121501, "total_units_per_sec": 1018.2416297534788, "total_bytes_per_sec": 5032.539929865583, "step_latency_ms": {"count": 128, "sum": 1802, "mean": 14.078125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 3918.533203125, "peak_reserved_mb": 4598.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8342, "mean": 521.375, "median": 473.0, "p95": 848.75, "max": 851, "min": 302}, "model_input_units": {"count": 16, "sum": 2501, "mean": 156.3125, "median": 136.0, "p95": 243.75, "max": 261, "min": 80}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 10122, "mean": 632.625, "median": 469.0, "p95": 1379.25, "max": 3072, "min": 153}}, "compression_summary": {"raw_prompt_bytes": 8342, "model_input_units": 2501, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.33546581367453, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 4, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07735048200265737, "decode_time_sec": 1.9300722970001516, "total_time_sec": 2.007462169000064, "prefill_units_per_sec": 24149.817191001148, "prefill_bytes_per_sec": 89191.42869417394, "decode_units_per_sec": 1061.1001480012637, "decode_bytes_per_sec": 5646.9387270828975, "total_units_per_sec": 1020.1935715780528, "total_bytes_per_sec": 5429.243035463475, "step_latency_ms": {"count": 128, "sum": 1801, "mean": 14.0703125, "median": 14.0, "p95": 14.0, "max": 18, "min": 14}, "peak_allocated_mb": 3887.91796875, "peak_reserved_mb": 4580.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6899, "mean": 431.1875, "median": 318.0, "p95": 891.5, "max": 914, "min": 257}, "model_input_units": {"count": 16, "sum": 1868, "mean": 116.75, "median": 91.5, "p95": 235.0, "max": 256, "min": 58}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 10899, "mean": 681.1875, "median": 555.0, "p95": 1584.0, "max": 3072, "min": 129}}, "compression_summary": {"raw_prompt_bytes": 6899, "model_input_units": 1868, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.693254817987152, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 5, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.0629950500006089, "decode_time_sec": 1.9409534359983809, "total_time_sec": 2.0039872659981484, "prefill_units_per_sec": 32446.993850790546, "prefill_bytes_per_sec": 110326.12879794242, "decode_units_per_sec": 1055.1515363615906, "decode_bytes_per_sec": 3525.0716854423845, "total_units_per_sec": 1021.9625816733569, "total_bytes_per_sec": 3414.193351469291, "step_latency_ms": {"count": 128, "sum": 1812, "mean": 14.15625, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 3726.0576171875, "peak_reserved_mb": 4352.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6950, "mean": 434.375, "median": 434.0, "p95": 651.75, "max": 699, "min": 268}, "model_input_units": {"count": 16, "sum": 2044, "mean": 127.75, "median": 130.5, "p95": 183.0, "max": 204, "min": 67}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 6842, "mean": 427.625, "median": 390.5, "p95": 722.75, "max": 1088, "min": 161}}, "compression_summary": {"raw_prompt_bytes": 6950, "model_input_units": 2044, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.400195694716243, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 6, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.08587818700107164, "decode_time_sec": 1.973064075998991, "total_time_sec": 2.058981333000702, "prefill_units_per_sec": 26351.278235202626, "prefill_bytes_per_sec": 90290.68114704426, "decode_units_per_sec": 1037.979468032769, "decode_bytes_per_sec": 3930.4349485322878, "total_units_per_sec": 994.666618475507, "total_bytes_per_sec": 3766.425598768338, "step_latency_ms": {"count": 128, "sum": 1854, "mean": 14.484375, "median": 14.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 4086.6162109375, "peak_reserved_mb": 4786.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7754, "mean": 484.625, "median": 461.0, "p95": 876.5, "max": 986, "min": 262}, "model_input_units": {"count": 16, "sum": 2263, "mean": 141.4375, "median": 127.5, "p95": 239.0, "max": 299, "min": 78}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 7755, "mean": 484.6875, "median": 518.5, "p95": 686.0, "max": 686, "min": 192}}, "compression_summary": {"raw_prompt_bytes": 7754, "model_input_units": 2263, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.426425099425541, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 0, "chunk_idx": 7, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.08212594400174567, "decode_time_sec": 1.931650136000826, "total_time_sec": 2.013817140003084, "prefill_units_per_sec": 23378.72670248014, "prefill_bytes_per_sec": 82580.48150844808, "decode_units_per_sec": 1060.2334045025657, "decode_bytes_per_sec": 3606.760805258484, "total_units_per_sec": 1016.9741628064917, "total_bytes_per_sec": 3459.5991173207167, "step_latency_ms": {"count": 128, "sum": 1800, "mean": 14.0625, "median": 14.0, "p95": 15.0, "max": 15, "min": 14}, "peak_allocated_mb": 3998.736328125, "peak_reserved_mb": 4686.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 1920, "mean": 120.0, "median": 97.5, "p95": 196.75, "max": 277, "min": 71}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 6967, "mean": 435.4375, "median": 494.5, "p95": 606.0, "max": 615, "min": 131}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 1920, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5322916666666666, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 0, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09936415999982273, "decode_time_sec": 1.9278467240001191, "total_time_sec": 2.0272505540015118, "prefill_units_per_sec": 24093.194165826702, "prefill_bytes_per_sec": 79425.01602201517, "decode_units_per_sec": 1062.3251187472897, "decode_bytes_per_sec": 5715.184647635566, "total_units_per_sec": 1010.2352646827654, "total_bytes_per_sec": 5434.947337048197, "step_latency_ms": {"count": 128, "sum": 1795, "mean": 14.0234375, "median": 14.0, "p95": 14.0, "max": 15, "min": 14}, "peak_allocated_mb": 4257.40234375, "peak_reserved_mb": 4878.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7892, "mean": 493.25, "median": 458.5, "p95": 794.25, "max": 966, "min": 258}, "model_input_units": {"count": 16, "sum": 2394, "mean": 149.625, "median": 124.5, "p95": 281.0, "max": 335, "min": 72}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 11018, "mean": 688.625, "median": 579.0, "p95": 1584.0, "max": 3072, "min": 190}}, "compression_summary": {"raw_prompt_bytes": 7892, "model_input_units": 2394, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2965747702589807, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 1, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.08090201600134606, "decode_time_sec": 1.9352482109970879, "total_time_sec": 2.016189497000596, "prefill_units_per_sec": 27551.847409623435, "prefill_bytes_per_sec": 95807.25404755103, "decode_units_per_sec": 1058.262184851637, "decode_bytes_per_sec": 5454.597472311465, "total_units_per_sec": 1015.7775363113076, "total_bytes_per_sec": 5235.618981104572, "step_latency_ms": {"count": 128, "sum": 1804, "mean": 14.09375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 3974.859375, "peak_reserved_mb": 4712.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7751, "mean": 484.4375, "median": 357.5, "p95": 855.0, "max": 996, "min": 260}, "model_input_units": {"count": 16, "sum": 2229, "mean": 139.3125, "median": 116.0, "p95": 236.75, "max": 272, "min": 65}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 10556, "mean": 659.75, "median": 560.0, "p95": 1342.0, "max": 3049, "min": 193}}, "compression_summary": {"raw_prompt_bytes": 7751, "model_input_units": 2229, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.477344100493495, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 2, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07253843100261292, "decode_time_sec": 1.9557375730000786, "total_time_sec": 2.028318234002654, "prefill_units_per_sec": 30962.89744561881, "prefill_bytes_per_sec": 111030.79965583878, "decode_units_per_sec": 1047.175259233984, "decode_bytes_per_sec": 4524.635678203869, "total_units_per_sec": 1009.7034901463692, "total_bytes_per_sec": 4362.727629055284, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 14.0, "p95": 17.299999999999983, "max": 18, "min": 14}, "peak_allocated_mb": 3787.3125, "peak_reserved_mb": 4406.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8054, "mean": 503.375, "median": 482.0, "p95": 789.5, "max": 806, "min": 281}, "model_input_units": {"count": 16, "sum": 2246, "mean": 140.375, "median": 133.5, "p95": 202.25, "max": 224, "min": 79}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 8849, "mean": 553.0625, "median": 534.5, "p95": 922.0, "max": 1336, "min": 213}}, "compression_summary": {"raw_prompt_bytes": 8054, "model_input_units": 2246, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5859305431878896, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 3, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.08004687699940405, "decode_time_sec": 1.9233958449985948, "total_time_sec": 2.003483172000415, "prefill_units_per_sec": 31244.19207533381, "prefill_bytes_per_sec": 104213.93454315659, "decode_units_per_sec": 1064.7834169577798, "decode_bytes_per_sec": 5262.567259007152, "total_units_per_sec": 1022.2197164526899, "total_bytes_per_sec": 5052.201157194399, "step_latency_ms": {"count": 128, "sum": 1796, "mean": 14.03125, "median": 14.0, "p95": 14.0, "max": 15, "min": 14}, "peak_allocated_mb": 3918.533203125, "peak_reserved_mb": 4598.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8342, "mean": 521.375, "median": 473.0, "p95": 848.75, "max": 851, "min": 302}, "model_input_units": {"count": 16, "sum": 2501, "mean": 156.3125, "median": 136.0, "p95": 243.75, "max": 261, "min": 80}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 10122, "mean": 632.625, "median": 469.0, "p95": 1379.25, "max": 3072, "min": 153}}, "compression_summary": {"raw_prompt_bytes": 8342, "model_input_units": 2501, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.33546581367453, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 4, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07726206300139893, "decode_time_sec": 1.9438060570028028, "total_time_sec": 2.0211070899968036, "prefill_units_per_sec": 24177.45433442772, "prefill_bytes_per_sec": 89293.49970728952, "decode_units_per_sec": 1053.6030550073788, "decode_bytes_per_sec": 5607.040867444053, "total_units_per_sec": 1013.3060292234386, "total_bytes_per_sec": 5392.589068606571, "step_latency_ms": {"count": 128, "sum": 1813, "mean": 14.1640625, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 3887.91796875, "peak_reserved_mb": 4580.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6899, "mean": 431.1875, "median": 318.0, "p95": 891.5, "max": 914, "min": 257}, "model_input_units": {"count": 16, "sum": 1868, "mean": 116.75, "median": 91.5, "p95": 235.0, "max": 256, "min": 58}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 10899, "mean": 681.1875, "median": 555.0, "p95": 1584.0, "max": 3072, "min": 129}}, "compression_summary": {"raw_prompt_bytes": 6899, "model_input_units": 1868, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.693254817987152, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 5, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.06269439099924057, "decode_time_sec": 1.9417977519988199, "total_time_sec": 2.0045327019979595, "prefill_units_per_sec": 32602.597575670836, "prefill_bytes_per_sec": 110855.21191336219, "decode_units_per_sec": 1054.692744335428, "decode_bytes_per_sec": 3523.538943722167, "total_units_per_sec": 1021.6845043030307, "total_bytes_per_sec": 3413.2643449420584, "step_latency_ms": {"count": 128, "sum": 1806, "mean": 14.109375, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 3726.0576171875, "peak_reserved_mb": 4352.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6950, "mean": 434.375, "median": 434.0, "p95": 651.75, "max": 699, "min": 268}, "model_input_units": {"count": 16, "sum": 2044, "mean": 127.75, "median": 130.5, "p95": 183.0, "max": 204, "min": 67}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 6842, "mean": 427.625, "median": 390.5, "p95": 722.75, "max": 1088, "min": 161}}, "compression_summary": {"raw_prompt_bytes": 6950, "model_input_units": 2044, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.400195694716243, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 6, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.08602582599996822, "decode_time_sec": 1.9306347540004936, "total_time_sec": 2.016701609998563, "prefill_units_per_sec": 26306.053719273048, "prefill_bytes_per_sec": 90135.72273055378, "decode_units_per_sec": 1060.7910148495528, "decode_bytes_per_sec": 4016.8136328897854, "total_units_per_sec": 1015.5195938984049, "total_bytes_per_sec": 3845.3879153721336, "step_latency_ms": {"count": 128, "sum": 1798, "mean": 14.046875, "median": 14.0, "p95": 14.0, "max": 16, "min": 14}, "peak_allocated_mb": 4086.6162109375, "peak_reserved_mb": 4786.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7754, "mean": 484.625, "median": 461.0, "p95": 876.5, "max": 986, "min": 262}, "model_input_units": {"count": 16, "sum": 2263, "mean": 141.4375, "median": 127.5, "p95": 239.0, "max": 299, "min": 78}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 7755, "mean": 484.6875, "median": 518.5, "p95": 686.0, "max": 686, "min": 192}}, "compression_summary": {"raw_prompt_bytes": 7754, "model_input_units": 2263, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.426425099425541, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 1, "chunk_idx": 7, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.08165357500183745, "decode_time_sec": 1.9295010269997874, "total_time_sec": 2.011195121001947, "prefill_units_per_sec": 23513.973515021164, "prefill_bytes_per_sec": 83058.21269732996, "decode_units_per_sec": 1061.4143093691266, "decode_bytes_per_sec": 3610.778072936868, "total_units_per_sec": 1018.3000041188035, "total_bytes_per_sec": 3464.1094378396992, "step_latency_ms": {"count": 128, "sum": 1798, "mean": 14.046875, "median": 14.0, "p95": 14.0, "max": 15, "min": 14}, "peak_allocated_mb": 3998.736328125, "peak_reserved_mb": 4686.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 1920, "mean": 120.0, "median": 97.5, "p95": 196.75, "max": 277, "min": 71}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 6967, "mean": 435.4375, "median": 494.5, "p95": 606.0, "max": 615, "min": 131}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 1920, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5322916666666666, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 0, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.09851361199980602, "decode_time_sec": 1.921475652998197, "total_time_sec": 2.020028894999996, "prefill_units_per_sec": 24301.21027340581, "prefill_bytes_per_sec": 80110.75667406795, "decode_units_per_sec": 1065.8474890401965, "decode_bytes_per_sec": 5734.134587033635, "total_units_per_sec": 1013.8468836110408, "total_bytes_per_sec": 5454.377423645726, "step_latency_ms": {"count": 128, "sum": 1794, "mean": 14.015625, "median": 14.0, "p95": 14.0, "max": 16, "min": 14}, "peak_allocated_mb": 4257.40234375, "peak_reserved_mb": 4878.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7892, "mean": 493.25, "median": 458.5, "p95": 794.25, "max": 966, "min": 258}, "model_input_units": {"count": 16, "sum": 2394, "mean": 149.625, "median": 124.5, "p95": 281.0, "max": 335, "min": 72}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 11018, "mean": 688.625, "median": 579.0, "p95": 1584.0, "max": 3072, "min": 190}}, "compression_summary": {"raw_prompt_bytes": 7892, "model_input_units": 2394, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.2965747702589807, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 1, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.08160577499802457, "decode_time_sec": 1.9311313860016526, "total_time_sec": 2.0127766209989204, "prefill_units_per_sec": 27314.243386009843, "prefill_bytes_per_sec": 94981.02309778478, "decode_units_per_sec": 1060.5182096078508, "decode_bytes_per_sec": 5466.225693662341, "total_units_per_sec": 1017.4998947392377, "total_bytes_per_sec": 5244.496527767282, "step_latency_ms": {"count": 128, "sum": 1798, "mean": 14.046875, "median": 14.0, "p95": 14.0, "max": 16, "min": 14}, "peak_allocated_mb": 3974.859375, "peak_reserved_mb": 4712.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7751, "mean": 484.4375, "median": 357.5, "p95": 855.0, "max": 996, "min": 260}, "model_input_units": {"count": 16, "sum": 2229, "mean": 139.3125, "median": 116.0, "p95": 236.75, "max": 272, "min": 65}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 10556, "mean": 659.75, "median": 560.0, "p95": 1342.0, "max": 3049, "min": 193}}, "compression_summary": {"raw_prompt_bytes": 7751, "model_input_units": 2229, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.477344100493495, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 2, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07298707100198953, "decode_time_sec": 1.9381207629994606, "total_time_sec": 2.0111475640005665, "prefill_units_per_sec": 30772.573404662, "prefill_bytes_per_sec": 110348.3108642688, "decode_units_per_sec": 1056.6936999480306, "decode_bytes_per_sec": 4565.762964277404, "total_units_per_sec": 1018.3240835526394, "total_bytes_per_sec": 4399.975495779934, "step_latency_ms": {"count": 128, "sum": 1808, "mean": 14.125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 3787.3125, "peak_reserved_mb": 4406.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8054, "mean": 503.375, "median": 482.0, "p95": 789.5, "max": 806, "min": 281}, "model_input_units": {"count": 16, "sum": 2246, "mean": 140.375, "median": 133.5, "p95": 202.25, "max": 224, "min": 79}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 8849, "mean": 553.0625, "median": 534.5, "p95": 922.0, "max": 1336, "min": 213}}, "compression_summary": {"raw_prompt_bytes": 8054, "model_input_units": 2246, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5859305431878896, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 3, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07939800900203409, "decode_time_sec": 1.931701506000536, "total_time_sec": 2.0111420749999525, "prefill_units_per_sec": 31499.530421926916, "prefill_bytes_per_sec": 105065.60686913808, "decode_units_per_sec": 1060.2052095720796, "decode_bytes_per_sec": 5239.940005512007, "total_units_per_sec": 1018.326862859775, "total_bytes_per_sec": 5032.961184505197, "step_latency_ms": {"count": 128, "sum": 1808, "mean": 14.125, "median": 14.0, "p95": 15.0, "max": 21, "min": 14}, "peak_allocated_mb": 3918.533203125, "peak_reserved_mb": 4598.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 8342, "mean": 521.375, "median": 473.0, "p95": 848.75, "max": 851, "min": 302}, "model_input_units": {"count": 16, "sum": 2501, "mean": 156.3125, "median": 136.0, "p95": 243.75, "max": 261, "min": 80}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 10122, "mean": 632.625, "median": 469.0, "p95": 1379.25, "max": 3072, "min": 153}}, "compression_summary": {"raw_prompt_bytes": 8342, "model_input_units": 2501, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.33546581367453, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 4, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.0772605329984799, "decode_time_sec": 1.929480101000081, "total_time_sec": 2.0067802340017806, "prefill_units_per_sec": 24177.933124493884, "prefill_bytes_per_sec": 89295.2680010082, "decode_units_per_sec": 1061.4258208407996, "decode_bytes_per_sec": 5648.671885421814, "total_units_per_sec": 1020.5402491512594, "total_bytes_per_sec": 5431.087976318153, "step_latency_ms": {"count": 128, "sum": 1802, "mean": 14.078125, "median": 14.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 3887.91796875, "peak_reserved_mb": 4580.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6899, "mean": 431.1875, "median": 318.0, "p95": 891.5, "max": 914, "min": 257}, "model_input_units": {"count": 16, "sum": 1868, "mean": 116.75, "median": 91.5, "p95": 235.0, "max": 256, "min": 58}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 10899, "mean": 681.1875, "median": 555.0, "p95": 1584.0, "max": 3072, "min": 129}}, "compression_summary": {"raw_prompt_bytes": 6899, "model_input_units": 1868, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.693254817987152, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 5, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.06291903999954229, "decode_time_sec": 1.9443307129986351, "total_time_sec": 2.0072890129995358, "prefill_units_per_sec": 32486.191779386165, "prefill_bytes_per_sec": 110459.40942599502, "decode_units_per_sec": 1053.3187519532012, "decode_bytes_per_sec": 3518.9486820624033, "total_units_per_sec": 1020.2815771604453, "total_bytes_per_sec": 3408.5774174471517, "step_latency_ms": {"count": 128, "sum": 1815, "mean": 14.1796875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3726.0576171875, "peak_reserved_mb": 4352.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6950, "mean": 434.375, "median": 434.0, "p95": 651.75, "max": 699, "min": 268}, "model_input_units": {"count": 16, "sum": 2044, "mean": 127.75, "median": 130.5, "p95": 183.0, "max": 204, "min": 67}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 6842, "mean": 427.625, "median": 390.5, "p95": 722.75, "max": 1088, "min": 161}}, "compression_summary": {"raw_prompt_bytes": 6950, "model_input_units": 2044, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.400195694716243, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 6, "phase": "measure"}
{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.08571730699986801, "decode_time_sec": 1.9441559950028022, "total_time_sec": 2.0299154419990373, "prefill_units_per_sec": 26400.736084761556, "prefill_bytes_per_sec": 90460.1447641366, "decode_units_per_sec": 1053.4134119196788, "decode_bytes_per_sec": 3988.8774460142135, "total_units_per_sec": 1008.909020359564, "total_bytes_per_sec": 3820.3561781681733, "step_latency_ms": {"count": 128, "sum": 1815, "mean": 14.1796875, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 4086.6162109375, "peak_reserved_mb": 4786.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 7754, "mean": 484.625, "median": 461.0, "p95": 876.5, "max": 986, "min": 262}, "model_input_units": {"count": 16, "sum": 2263, "mean": 141.4375, "median": 127.5, "p95": 239.0, "max": 299, "min": 78}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 7755, "mean": 484.6875, "median": 518.5, "p95": 686.0, "max": 686, "min": 192}}, "compression_summary": {"raw_prompt_bytes": 7754, "model_input_units": 2263, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.426425099425541, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": 2, "chunk_idx": 7, "phase": "measure"}